Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Aug 6, 2024
1 parent d24c6af commit 340e01f
Show file tree
Hide file tree
Showing 20 changed files with 1,066 additions and 1,157 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3105820071732675,0.3100555312732164,0.311505958673312,1.0571832217011713e-3,1.984777168753221e-4,1.4026369137165717e-3
0x1f78b4,ocaml byte,2.0684309642499366,2.042758071499956,2.0950960734999926,3.65285988763758e-2,1.2699438090455331e-2,4.88809939235075e-2
0xb2df8a,haskell,1.0446028198542006,1.0200879820000068,1.061138286770889,2.7007949390247848e-2,1.6125297818318368e-2,3.8187025102104644e-2
0x33a02c,haskell strict,0.37045219137492796,0.36953072074999227,0.37220789399994675,1.7810645588586512e-3,2.2758281490062923e-5,2.0939696691257715e-3
0xfb9a99,juvix,1.5508218623750452,1.5221136731250056,1.5671381210000845,2.8503095936545902e-2,1.096637498383575e-2,3.900757079690968e-2
0xe31a1c,juvix wasm,0.6652316972500406,0.66295734549999,0.6693316922500685,4.08434925928956e-3,4.307985000195913e-4,5.07278883605636e-3
0xfdbf6f,c,5.729372164282443e-4,5.710466694281886e-4,5.774969734082519e-4,1.0733590411532642e-5,5.3083107214229175e-6,2.013720765495731e-5
0xff7f00,c wasm,0.21558687546662314,0.20825114821662205,0.2332656970166416,1.7802488775292256e-2,1.0711004495774265e-2,2.350726092768696e-2
0xcab2d6,runtime,1.567871416187567,1.5461916882501328,1.588850164437531,2.99297450742316e-2,1.5156796228092732e-2,4.1011099062080246e-2
0x6a3d9a,runtime wasm,1.092254501395871,1.0908274238125273,1.0932593242916937,1.6989285338877013e-3,9.751554300278248e-4,2.3205390775643078e-3
0xa6cee3,ocaml,0.3103202443732941,0.3101674635400377,0.31044729437328594,2.0834557925176824e-4,1.3247089868447247e-4,2.870978158684674e-4
0x1f78b4,ocaml byte,2.0442862462708526,2.0077302591665402,2.080842233375165,5.023026663883708e-2,3.1123650679081582e-2,6.942534680565927e-2
0xb2df8a,haskell,1.0733424134789022,1.0308013039790087,1.130659507187147,6.969312247081279e-2,2.8442358591166436e-2,8.932487117219147e-2
0x33a02c,haskell strict,0.3573573305623275,0.3485481589997713,0.3644264554373535,1.0568421699450638e-2,7.3053708749360735e-3,1.2453981376140956e-2
0xfb9a99,juvix,1.647984121166682,1.636050164750202,1.6675446099999363,2.0410056517409708e-2,4.2824249923004605e-3,2.6177572159833504e-2
0xe31a1c,juvix wasm,0.6719861544789675,0.6649432321249833,0.6832340630623435,1.1559991278785531e-2,1.6463632503018744e-3,1.4713973731012922e-2
0xfdbf6f,c,5.712916120770399e-4,5.70100046327539e-4,5.726881139606541e-4,5.234895921024729e-6,4.316167510945475e-6,6.731819369339044e-6
0xff7f00,c wasm,0.20783325003330647,0.2050492026110583,0.2133402866722286,6.602968688388367e-3,3.741989085622281e-4,8.951087460393041e-3
0xcab2d6,runtime,1.5867395514790512,1.5759032454998305,1.6062994948125606,1.9985144638009534e-2,7.551623645659783e-4,2.3898599413398065e-2
0x6a3d9a,runtime wasm,1.0882075662293005,1.0793566812290578,1.092390214166926,8.448843862910404e-3,1.623842569309906e-3,1.0780831698972133e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.222343397645791,7.220037223312488,7.22553573506238,3.8734780818002715e-3,1.4092753842994171e-3,5.127715486770592e-3
0x1f78b4,ocaml byte,50.454301462687496,49.40410761100003,52.00124329981249,1.7140134947228227,0.6077936633842849,2.201873873205237
0xb2df8a,haskell,7.923432256062446,7.543466020124924,8.184522053374963,0.45262445518949485,0.3387935564315535,0.5462976272781819
0x33a02c,haskell strict,8.012716697687532,7.635262196000099,8.390171199374965,0.6014953531184879,0.34432423250907024,0.8496735226061689
0xfb9a99,juvix,10.637106612041634,10.632343192249891,10.63920301600001,4.662181820286147e-3,2.400482184417082e-3,6.231303735237051e-3
0xe31a1c,juvix wasm,17.12537071404164,16.97832156616649,17.208977829583297,0.1466764496379148,6.247191931444124e-2,0.2024658196906187
0xfdbf6f,c,3.919935624312425,3.9154797594374693,3.9243902429999857,6.128968982883425e-3,3.312070428411721e-3,7.755721680444978e-3
0xff7f00,c wasm,5.088091688937425,5.068403355749865,5.101111142499974,2.402992892819356e-2,1.5197454181732144e-2,3.0067140076158422e-2
0xcab2d6,runtime,9.992837524895805,9.371500686958427,10.696845293833121,0.9107010832040845,0.424336621517021,1.177393376542246
0x6a3d9a,runtime wasm,15.273853749062454,15.203164209624958,15.31911768699996,8.509703118299963e-2,5.871791148130865e-2,0.10453258701120575
0xa6cee3,ocaml,7.2241235375833,7.2205570203749545,7.229441018374956,6.0078568041784545e-3,2.2962421545482336e-3,7.63553679190864e-3
0x1f78b4,ocaml byte,50.68709106189584,49.78699308062505,51.911699318812396,1.4157922927002822,0.30969022637509624,1.8739992721725303
0xb2df8a,haskell,8.581435732604168,7.643353463437592,9.089592240708367,0.9269735772743202,0.38373131536468397,1.2750697589330175
0x33a02c,haskell strict,8.178392963479174,7.648460069062537,8.73504017758334,0.7243222529214859,0.34867072196668003,0.9076999015443459
0xfb9a99,juvix,10.602581672270938,10.55468351204168,10.634074494937693,5.585872685299949e-2,4.906470095526163e-2,6.259823395080755e-2
0xe31a1c,juvix wasm,17.082999751624982,17.013476733749883,17.203570559250068,0.12411317458922404,1.9991058488907004e-2,0.1596616674243612
0xfdbf6f,c,3.921136004458352,3.9150765413334248,3.928762401250026,9.091691449964167e-3,3.60538633176567e-3,1.1994866957175703e-2
0xff7f00,c wasm,5.08841319831248,5.0647389969999494,5.106438120749999,2.9343943799855082e-2,1.495993987498423e-2,3.739897537479077e-2
0xcab2d6,runtime,9.495189031854258,9.084887644000105,9.755487559937592,0.43866672383370797,0.20798257056947347,0.6011337010343062
0x6a3d9a,runtime wasm,15.236108724812482,15.132169461187459,15.282917882687457,9.946145307294464e-2,3.480482649478277e-2,0.13193632773448738
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2792420888467132,0.2791480093000246,0.27932593410014306,1.3600897005842886e-4,9.594075268498679e-5,1.914272081714785e-4
0x1f78b4,ocaml byte,2.145332427958247,2.0956173857499607,2.169635180624965,4.884651194012465e-2,4.413568249958644e-3,5.99541608206559e-2
0xb2df8a,haskell,19.341156013312514,19.307985353500044,19.362001359125088,3.8570769582855824e-2,3.3859049915585755e-2,4.2745307572121756e-2
0x33a02c,haskell strict,0.5836862044166651,0.5835465462499201,0.5837877072499964,1.6792408071749276e-4,9.049258539024938e-5,2.3441075258939835e-4
0xfb9a99,juvix,1.1439703987915095,1.1349420969165749,1.1603047638746489,1.7172430714379072e-2,3.334763207357039e-3,2.080236436603508e-2
0xe31a1c,juvix wasm,0.914251843499926,0.9089641218749875,0.9215773496248403,8.18002343261562e-3,2.372864167828356e-3,1.0269914382423277e-2
0xfdbf6f,c,0.15516170613232755,0.1551116073584924,0.15529659582632466,1.2553392114434975e-4,7.358564439660775e-6,1.807658029096141e-4
0xff7f00,c wasm,0.1963297916110706,0.19616034205551944,0.1964957310554938,2.768784015397826e-4,2.0385520737077059e-4,4.4975197135315473e-4
0xcab2d6,runtime,0.27904282796336705,0.27866420830005156,0.27979323489013036,8.280144659835192e-4,4.303818850840855e-5,1.028534291990372e-3
0x6a3d9a,runtime wasm,0.3199622524001219,0.3197385435000494,0.32020483090012325,3.3134163461971856e-4,2.7693068357287245e-4,4.081346422225701e-4
0xa6cee3,ocaml,0.2794325925332305,0.27932634326658445,0.27953884179987654,1.6425798578016522e-4,9.325635522574963e-5,2.4705646716465483e-4
0x1f78b4,ocaml byte,2.125412933854269,1.9696642719374609,2.206752426791771,0.16050197163245888,2.3539230041668135e-2,0.19902137656366128
0xb2df8a,haskell,19.216674718853955,18.853954905416305,19.371027317062328,0.35947404319514614,0.11007088021080286,0.4820865074231045
0x33a02c,haskell strict,0.5835435775835549,0.5833952288751334,0.5837168728753568,2.1343434008909486e-4,9.137540925850943e-5,2.717151817274369e-4
0xfb9a99,juvix,1.141176065458372,1.1386186495000175,1.1458164333749892,4.594876941585282e-3,6.689134999078306e-4,5.439612544353471e-3
0xe31a1c,juvix wasm,0.91134120374979,0.9104657695000167,0.911933224249708,1.088718709650299e-3,5.668274997105982e-4,1.367212779973852e-3
0xfdbf6f,c,0.15513812393566764,0.15509047554764235,0.15520762952374276,9.999925033997861e-5,5.050315259684532e-5,1.3902225038336802e-4
0xff7f00,c wasm,0.19647361399722488,0.19625909131669284,0.1968426332333062,4.363952224884409e-4,1.7144985990707296e-4,6.343108381915522e-4
0xcab2d6,runtime,0.27873559999010467,0.2786915226700512,0.2787966502401468,7.51400363270974e-5,3.101305821847603e-5,1.0212012036091713e-4
0x6a3d9a,runtime wasm,0.32014270011997725,0.31989486783990284,0.3203320727000573,3.3164849534402446e-4,2.070756788568453e-4,4.564804145177954e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2801062213866631,0.27920914083999493,0.281898619399999,1.9221956857119057e-3,1.9633726235430125e-4,2.45434403875136e-3
0x1f78b4,ocaml byte,0.9974564958124787,0.9825124022499665,1.0174343176874814,2.220170071238018e-2,8.986850486076588e-3,2.9369943437992478e-2
0xb2df8a,haskell,19.492301561854163,19.405416831812516,19.532060167999987,8.380247712607283e-2,3.260046558489904e-2,0.11282920188942104
0x33a02c,haskell strict,0.5837806121666489,0.5837496229999886,0.5838018244999574,3.636077336206167e-5,3.269415047860789e-5,4.223086277685768e-5
0xfb9a99,juvix,0.2801603619700215,0.2790562698000788,0.281289005339986,1.5623092245929176e-3,1.322455402894053e-3,1.7235320456554632e-3
0xe31a1c,juvix wasm,0.32051422669670043,0.32021896738004213,0.32093763618004684,5.047043321839593e-4,2.772230028805992e-4,6.576265119535277e-4
0xfdbf6f,c,0.15523046028301124,0.1551915651619121,0.15528173269732437,7.747060396741459e-5,3.649045451527439e-5,1.1333506524864989e-4
0xff7f00,c wasm,0.19691202264722465,0.19682695371112055,0.19700149570833028,1.4538128182707614e-4,1.0423975884733869e-4,1.8539400479513176e-4
0xcab2d6,runtime,0.2798241215733469,0.27887170214003165,0.28175527779999354,2.0947180898140106e-3,8.382802827231828e-5,2.6015238310779618e-3
0x6a3d9a,runtime wasm,0.32051635306001725,0.32036272629998164,0.3206410235000476,2.0211632389368297e-4,1.314058258149428e-4,3.0584937165229885e-4
0xa6cee3,ocaml,0.27916915927335595,0.27909168235331894,0.2792113564333931,8.285911125601722e-5,1.555375468160912e-5,1.1010699927548624e-4
0x1f78b4,ocaml byte,1.0034199453958383,0.9950733716666871,1.0146497017708402,1.3496265308880553e-2,4.80721733468973e-3,1.8274677496963664e-2
0xb2df8a,haskell,19.175941392770866,19.135645482374997,19.201319392333403,4.933782836935839e-2,3.0127237608083442e-2,5.860797951569861e-2
0x33a02c,haskell strict,0.5839190525833639,0.5835881193333231,0.5844564100833433,5.614455890297281e-4,1.3472276083076372e-5,6.752138741506355e-4
0xfb9a99,juvix,0.27884468595334966,0.27863483553333024,0.27905702149336326,2.905147347699874e-4,2.3917435263169529e-4,3.113348677532822e-4
0xe31a1c,juvix wasm,0.3203946016666297,0.3202618808666481,0.32047109399996543,1.455462853869247e-4,7.14440429467047e-5,2.0929190958515062e-4
0xfdbf6f,c,0.15517496663709118,0.15513031201801808,0.1552169529847269,7.438959441186974e-5,5.8866744026126254e-5,8.499791379687675e-5
0xff7f00,c wasm,0.19650846620554477,0.1964294493333417,0.19661591839997072,1.4740927993443673e-4,1.1326640598025195e-4,1.7293964932558136e-4
0xcab2d6,runtime,0.2787117795166963,0.2786702019333386,0.2787341405167111,4.5737496310263306e-5,1.90596844287999e-5,6.105187678792801e-5
0x6a3d9a,runtime wasm,0.3198208148799828,0.3197479652799636,0.3199277847600024,1.3931537852401662e-4,5.921655374565088e-5,1.995068461788698e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3147787018198687,0.314650836859928,0.3149305163997269,2.113436215522949e-4,1.2211987033247486e-4,2.912670249750444e-4
0x1f78b4,ocaml byte,2.72605447741671,2.6003100802500967,2.927570703000015,0.21702678380132556,5.577308800002356e-2,0.26516417310398843
0xb2df8a,haskell,0.4115231248540188,0.4001764069165195,0.4198031686040243,1.4155942647763585e-2,8.514380384226111e-3,1.9121941951870124e-2
0x33a02c,haskell strict,0.41405200870838144,0.39907812833348544,0.4213603275833293,1.413308344850054e-2,4.318395083373616e-3,1.7702855981938728e-2
0xfb9a99,juvix,0.5798458492294193,0.5778120321876372,0.5808639245003633,2.001346195744038e-3,9.89954958873e-4,2.753494718302763e-3
0xe31a1c,juvix wasm,1.3461141943958144,1.3458637335626804,1.3465416152499756,4.5021675307827425e-4,2.481932554609657e-5,5.414700145891224e-4
0xcab2d6,runtime,0.2834041245199902,0.2822976517200368,0.28558591091999913,2.4157681673246073e-3,1.395704430218075e-4,3.0257719578341176e-3
0x6a3d9a,runtime wasm,0.7311585068957432,0.725898596666563,0.733984557562394,6.0830730843100785e-3,5.403441516167911e-3,6.376328782237192e-3
0xa6cee3,ocaml,0.31484813598324457,0.3146041714499643,0.31515013773316847,4.163740446618743e-4,2.1490689084919352e-4,5.795989191736186e-4
0x1f78b4,ocaml byte,2.868126396249901,2.727476103499839,2.994868430749989,0.1791252361290942,9.332442749027323e-2,0.23149351003311866
0xb2df8a,haskell,0.39692108387491015,0.3939862524997201,0.39896328312511287,3.6930498445630748e-3,1.7852642499747164e-3,4.541074353311827e-3
0x33a02c,haskell strict,0.40184010650000346,0.3928072890000749,0.4073024272499879,1.0774169238601533e-2,8.787533689005986e-3,1.2614689421614353e-2
0xfb9a99,juvix,0.5775226055626111,0.5763869700001578,0.578326529812595,1.4215169390545015e-3,1.021735869090259e-3,1.8565835285449764e-3
0xe31a1c,juvix wasm,1.3505180997499149,1.3477166849999473,1.3539500415000514,4.326758947966193e-3,1.8390557964610664e-3,5.665139819998359e-3
0xcab2d6,runtime,0.286469120529952,0.2836284239999865,0.2916843527598394,6.178897881580522e-3,2.686283274993468e-3,7.707017095586615e-3
0x6a3d9a,runtime wasm,0.7255401511039471,0.7253848213746323,0.7256554115415005,1.9850502199606903e-4,1.228062261683036e-4,2.661825785934512e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1802142400832356,1.15237467750012,1.2021524185000771,3.486879980989781e-2,1.8019787216077384e-2,4.432551862666138e-2
0x1f78b4,ocaml byte,7.074035169958374,7.024247251166647,7.1077454635000095,5.981102624927755e-2,4.120440246512278e-2,7.17879089478286e-2
0xb2df8a,haskell,1.9150136965209679,1.837214681791655,1.9711241562085131,9.861736553886243e-2,5.816872583537055e-2,0.12958155601983157
0x33a02c,haskell strict,1.9188673727083863,1.8929019328749632,1.9417201638336035,3.504886092029668e-2,2.2557463311890322e-2,4.358449965972346e-2
0xfb9a99,juvix,3.7336672741042776,3.690712852416709,3.7891273949169317,6.315477739502774e-2,3.0770080819363457e-3,7.883655822150613e-2
0xe31a1c,juvix wasm,2.547434112646082,2.537372390687608,2.558294384500414,1.4323051538647663e-2,7.275961198852067e-3,1.905523822181103e-2
0xcab2d6,runtime,2.859299785312525,2.850543361999901,2.8648730598126044,1.0742012561410472e-2,6.491976864599418e-3,1.2870926131554548e-2
0x6a3d9a,runtime wasm,2.396086477104177,2.3663837145625166,2.410923518937466,2.9506324350342394e-2,5.963591249837918e-4,3.4297799450870976e-2
0xa6cee3,ocaml,1.1968194318542562,1.1850402218334843,1.2084241750624756,1.4891283172564487e-2,8.773312724317894e-3,1.9498984057222016e-2
0x1f78b4,ocaml byte,6.957165503645721,6.906379355124727,7.005970784312581,6.975887870732776e-2,3.5492111764145455e-2,9.54202563581405e-2
0xb2df8a,haskell,1.8600617355000015,1.8405689176250917,1.8734192382499562,2.3045230826160452e-2,1.1836203130332887e-2,3.0847831233549863e-2
0x33a02c,haskell strict,1.772753771041683,1.7654490941249605,1.7872060753750247,1.4094804895546674e-2,1.0636742499627871e-3,1.669005410953847e-2
0xfb9a99,juvix,3.746507398458258,3.7378558948751106,3.757922580124955,1.4169000334039833e-2,5.583864416384846e-3,1.876479413373955e-2
0xe31a1c,juvix wasm,2.5078402435415796,2.4852015011663298,2.5228414056667248,2.585963035398056e-2,1.2054502856520771e-2,3.4643699964439036e-2
0xcab2d6,runtime,2.8608898231041544,2.849132833666696,2.8666560115624407,1.1564228250116932e-2,9.378806250879279e-4,1.4117287664514509e-2
0x6a3d9a,runtime wasm,2.405247356083199,2.394745214708299,2.4102232545831916,1.0215647259988915e-2,8.213228332654143e-4,1.2130527874608926e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3458701107499185,0.34320944524984043,0.34709534449996227,2.543711031445555e-3,1.1334797208274402e-3,3.314987629142778e-3
0x1f78b4,ocaml byte,1.2855742695625736,1.275434887500296,1.2916632355624529,1.0127604288152044e-2,4.707829420644816e-3,1.4061864636467152e-2
0xb2df8a,haskell,1.9853177959165957,1.9629668565831557,2.0048732171250094,2.8034043941133686e-2,1.4608815970978715e-2,3.567360450999112e-2
0x33a02c,haskell strict,0.9542927568750391,0.9442710544999879,0.9611871665001104,1.1848248216231334e-2,9.370453673483924e-3,1.3907371478316225e-2
0xfb9a99,juvix,0.5989259694583969,0.5978854688335863,0.5995018083333056,1.0185099174615819e-3,5.08906356945777e-4,1.3298429177534198e-3
0xe31a1c,juvix wasm,0.5950917148751955,0.5950533371253073,0.5951169798751721,4.3704496556278965e-5,2.1154333041084417e-5,5.926962383773071e-5
0xcab2d6,runtime,2.125100830604064,2.120475852874847,2.1291897270207487,6.735530898366942e-3,4.147599538105784e-3,9.442901787446004e-3
0x6a3d9a,runtime wasm,1.0098393576876485,1.0083309138750187,1.0108422951878993,1.793322210452337e-3,1.3508561207848104e-3,2.161506599105676e-3
0xa6cee3,ocaml,0.3424247028958689,0.3365177489378084,0.34560553312485354,5.776519387198329e-3,1.511943447499168e-3,7.634819048925267e-3
0x1f78b4,ocaml byte,1.2622858613542007,1.2178728291667085,1.2852733501042053,4.195776536175529e-2,1.38267737029466e-2,5.30873312712345e-2
0xb2df8a,haskell,1.9849161511875573,1.9692173853752593,1.995747096187434,1.8059406589473713e-2,1.124175062567376e-2,2.5012996045027096e-2
0x33a02c,haskell strict,0.977181099854306,0.9732175242502308,0.9827721942291419,6.842684959446573e-3,2.7790330002517294e-3,8.342711912985174e-3
0xfb9a99,juvix,0.5983550699166548,0.5976866460000565,0.5987744890832498,8.033411884098553e-4,5.750518377754258e-4,9.686070749476926e-4
0xe31a1c,juvix wasm,0.5968169055206923,0.5954172806455441,0.5994557084583599,2.6119651428210735e-3,2.889616669866091e-4,3.2322951937252846e-3
0xcab2d6,runtime,2.1093455771874687,2.105566333312481,2.111858148124952,4.260730521096412e-3,2.3688642515271273e-3,5.802534028456194e-3
0x6a3d9a,runtime wasm,1.0115362000000232,1.0102301124996984,1.0124022560002004,1.4180562604097437e-3,8.256107889629292e-4,2.0000706593423776e-3
Loading

0 comments on commit 340e01f

Please sign in to comment.