Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jul 26, 2024
1 parent bcd39e8 commit c11410c
Show file tree
Hide file tree
Showing 20 changed files with 1,173 additions and 1,095 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3102402227366717,0.31009196955001245,0.31033152685004095,1.738320840571415e-4,9.862560863374696e-5,2.2699370936830865e-4
0x1f78b4,ocaml byte,2.083524307729211,2.064296354000021,2.093315298750042,1.8282739622805473e-2,8.355178750093728e-3,2.2611325206040016e-2
0xb2df8a,haskell,1.0254394638750075,1.0103499437500432,1.0387370276249612,1.8895619010367418e-2,9.488229499917566e-3,2.3891690312541163e-2
0x33a02c,haskell strict,0.3896450303540746,0.375064477687431,0.41346844874999533,2.7436042388775755e-2,1.0525461625206844e-2,3.361464277633498e-2
0xfb9a99,juvix,1.6215814253541794,1.6098894012500296,1.6366302293124022,1.7154338394060966e-2,6.253901625086655e-3,2.1390008598286735e-2
0xe31a1c,juvix wasm,0.7325493552082966,0.7301286798333612,0.7339445226665855,2.445628270479623e-3,1.188057653619968e-3,3.4119103053574136e-3
0xfdbf6f,c,5.776464088011074e-4,5.74938450539768e-4,5.813181588580602e-4,1.2652417674774712e-5,1.0016735356430023e-5,1.6283817637809624e-5
0xff7f00,c wasm,0.21096613626942573,0.20565616839441847,0.21638037152776077,8.400402299369777e-3,5.541651808158022e-3,1.0163711716266384e-2
0xcab2d6,runtime,1.6179516792708835,1.5933683975416293,1.6425349610001376,3.307473295232388e-2,1.884707751666069e-3,4.03744952094203e-2
0x6a3d9a,runtime wasm,1.0854517831041146,1.0746673030624834,1.090851086416573,1.025843853444983e-2,2.229101716845117e-3,1.2469156883537214e-2
0xa6cee3,ocaml,0.3100773526200419,0.30991514912007917,0.31020088720001693,2.0996694261384593e-4,1.3369890041942383e-4,2.818914392365007e-4
0x1f78b4,ocaml byte,2.092672369666692,2.0569680128334467,2.1165428629166363,4.522884222965227e-2,2.4145024664811804e-2,5.512654281417841e-2
0xb2df8a,haskell,1.0212917217916886,0.9953985097499753,1.0423395022500586,3.243102658813054e-2,1.9337725322107254e-2,4.202268818096563e-2
0x33a02c,haskell strict,0.3760475939375472,0.3630841247500408,0.3890110631250536,2.1834766279543394e-2,7.98954112683473e-3,2.98076878138997e-2
0xfb9a99,juvix,1.6736072593541944,1.6189410803126236,1.6990586662291303,5.379902406331967e-2,7.526730583398034e-3,6.342152071805066e-2
0xe31a1c,juvix wasm,0.721844417791696,0.6982454923750083,0.7335449244167572,2.3476732233833737e-2,6.264301975570895e-4,2.758908772065551e-2
0xfdbf6f,c,5.717669428546381e-4,5.706190991477544e-4,5.733052903721178e-4,5.388804836757501e-6,4.489580586797232e-6,6.591501500860139e-6
0xff7f00,c wasm,0.20902992800830714,0.2063223805833003,0.21534125769159496,6.4906211064596625e-3,2.4285306931861837e-3,8.76081441507038e-3
0xcab2d6,runtime,1.584583990729205,1.5712149282083296,1.593673155062561,1.6650486395883755e-2,8.397706937701737e-3,2.0990525898287052e-2
0x6a3d9a,runtime wasm,1.0907285438750307,1.087627920249986,1.0934466967500498,3.9003350622857616e-3,2.002016040651819e-3,5.0229389704456165e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.217298212541668,7.21520594158333,7.219390483500007,3.1792491005263753e-3,1.4641497532338022e-3,4.384301719193761e-3
0x1f78b4,ocaml byte,51.420556702000034,49.381025479000016,53.38903120712499,2.579722427854069,1.4244581536363201,3.1052158805024246
0xb2df8a,haskell,8.074510674791705,7.529559110000093,8.456864833958338,0.6278310396877338,0.3576346227362088,0.8830091068825154
0x33a02c,haskell strict,7.583750690708352,7.3548428364167275,7.748851429500064,0.28740670502918925,0.1385445828333709,0.3686625407923345
0xfb9a99,juvix,10.646787840937492,10.639227325687244,10.650516757187603,7.138073469043413e-3,2.7549071250518864e-3,8.848698856622084e-3
0xe31a1c,juvix wasm,17.01781707162496,16.976217177999956,17.09420302512507,7.948874902046223e-2,1.3013745249850217e-2,9.583454034644365e-2
0xfdbf6f,c,3.907799685250031,3.904083035499942,3.915035277250041,7.265103003557344e-3,6.966192891945475e-5,8.478885127005684e-3
0xff7f00,c wasm,5.095015023166591,5.08497248549989,5.109485548874915,1.6819901667038395e-2,3.7430330833863046e-3,2.1936885646733434e-2
0xcab2d6,runtime,9.4742885430625,8.918155049625,9.949991440062462,0.6756719255116321,0.424841411802414,0.8024236973456503
0x6a3d9a,runtime wasm,15.220332674604228,15.118165939375103,15.288796524562486,0.1223543935395191,8.971590594978185e-2,0.1501821358895235
0xa6cee3,ocaml,7.217277092437532,7.216133834500056,7.21794734650003,1.2600591742545628e-3,5.852569620456107e-4,1.728976994689129e-3
0x1f78b4,ocaml byte,50.685460975833315,49.54531009212499,52.51068167337499,2.0393185116536823,0.8591956048504685,2.633065678503163
0xb2df8a,haskell,8.967942974812493,8.716006208499948,9.163016509625,0.33238552242588304,0.19195004838674615,0.450503031343093
0x33a02c,haskell strict,8.275623603125032,7.7726975427499765,8.778549663500087,0.8025074633676719,0.48226688339373064,1.1343844937538465
0xfb9a99,juvix,10.646130128437543,10.593533352375061,10.698726904500024,8.60724831847047e-2,4.213753556937698e-2,0.12057477086554351
0xe31a1c,juvix wasm,17.10663360612499,16.959263253749953,17.232382862250006,0.17942333341595437,0.11242168610533441,0.21080495179733522
0xfdbf6f,c,3.9218943806041295,3.918987020041641,3.923429735812391,2.7922471202933164e-3,8.741878583741066e-4,3.7046481096113548e-3
0xff7f00,c wasm,5.086258058354275,5.061980390166923,5.097739945833382,2.358120010311279e-2,9.656019208672892e-3,3.2041584898796674e-2
0xcab2d6,runtime,9.523611731374956,9.358397729499984,9.630129979999879,0.1963848026104163,0.16139629625001817,0.23717674458781135
0x6a3d9a,runtime wasm,15.245494128833334,15.150106965499958,15.29133203237501,9.030793882215175e-2,2.2512142750031217e-2,0.11442911391553569
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2807032411232664,0.279608211573274,0.28288599428990435,2.368934495098606e-3,1.5591849330829624e-4,2.9888857709348244e-3
0x1f78b4,ocaml byte,2.1623854275417123,2.1117823503749946,2.201546346166642,5.9081311655994596e-2,3.447827829658784e-2,8.30141487218487e-2
0xb2df8a,haskell,19.11268774612506,18.82100050962515,19.25274624987503,0.2781624664458825,4.838392024998939e-2,0.35017155868024163
0x33a02c,haskell strict,0.5836534854374046,0.5835683812500367,0.5837120682499517,1.0078551579724185e-4,8.117587268564384e-5,1.1757160853058376e-4
0xfb9a99,juvix,1.142318279062503,1.1384620331875794,1.147077953500002,5.90841671004722e-3,2.7240451098515294e-3,7.695311212375423e-3
0xe31a1c,juvix wasm,0.9094338827916317,0.9085047938333446,0.9103629717499189,1.216315212226844e-3,5.314375475874026e-4,1.6142014930853514e-3
0xfdbf6f,c,0.15514104588122216,0.15510886812645572,0.1551959051260924,7.164301871122501e-5,3.765078825252157e-5,1.0540262937001454e-4
0xff7f00,c wasm,0.19685571703059346,0.19676230495842142,0.1969916923501387,1.828732872358804e-4,1.0384597491632338e-4,2.571981113898785e-4
0xcab2d6,runtime,0.2788753647099808,0.278738284029887,0.27910521726005755,2.6246645080264005e-4,1.1329795597237081e-4,3.470371221485465e-4
0x6a3d9a,runtime wasm,0.32061253355679586,0.32042914289015245,0.3207620484134531,2.4491590359740855e-4,1.774758704305245e-4,3.0664165221403443e-4
0xa6cee3,ocaml,0.2796681068999184,0.2794902607999575,0.2798401437999079,2.68522008081056e-4,1.8791248822332558e-4,3.345933036907828e-4
0x1f78b4,ocaml byte,2.098566591604159,2.0004472835625506,2.1550067117291483,9.559964744137962e-2,3.8795638980937255e-2,0.13034287418902962
0xb2df8a,haskell,19.276999470479193,18.856895481187507,19.496088068541706,0.40542076671641286,0.1429217360186677,0.5448843951589535
0x33a02c,haskell strict,0.5839429346041433,0.5837302138333296,0.5843211333125851,3.8981700264864913e-4,6.757653909052181e-5,4.91257577166099e-4
0xfb9a99,juvix,1.1496491041664854,1.1458017692499425,1.1539566164997268,5.499352708682394e-3,2.550800923566658e-3,7.030847255668393e-3
0xe31a1c,juvix wasm,0.9146141698125044,0.9135544766250707,0.9154863340001308,1.2875497025907142e-3,8.078397705390193e-4,1.550319418066617e-3
0xfdbf6f,c,0.1551785259595771,0.1551466265713916,0.15521113697151698,5.5752586601381026e-5,4.2756293631109304e-5,7.36863249130549e-5
0xff7f00,c wasm,0.1969378531471926,0.19678230881937808,0.19703842620822343,1.920451270284045e-4,1.2709292645046198e-4,2.6281425654355733e-4
0xcab2d6,runtime,0.2789733093767245,0.27890085980336154,0.27906405211011587,1.2286390520048937e-4,6.540727815526525e-5,1.6829920517033123e-4
0x6a3d9a,runtime wasm,0.32097865930665953,0.3207155434666068,0.3212903649400596,4.2507704195993254e-4,2.0550386446401985e-4,5.64105932945063e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27912003447334616,0.27905614077334995,0.27921154993334957,1.1121433341473508e-4,5.511027348778313e-5,1.5314487024372438e-4
0x1f78b4,ocaml byte,0.992484802666676,0.9863312556666793,0.9972196735000125,7.447457394961555e-3,4.734232071805887e-3,1.0335106754242426e-2
0xb2df8a,haskell,19.33978616050001,19.296389363000003,19.376985111125023,5.680251499915292e-2,3.2103579139100856e-2,7.64363013610917e-2
0x33a02c,haskell strict,0.5836595726458711,0.5836247651875226,0.5837017929375463,5.316083330247645e-5,2.1088392174224063e-5,6.936531507361067e-5
0xfb9a99,juvix,0.27885548683332595,0.2787893191999956,0.2789378337999892,1.1433250859821076e-4,4.9227441240986926e-5,1.5463767610447964e-4
0xe31a1c,juvix wasm,0.32001293786337026,0.31981238359667336,0.3203862219800885,3.8437954014803455e-4,1.762468132066143e-4,5.269103980574074e-4
0xfdbf6f,c,0.15511342550950472,0.15508656335236126,0.15514028766664814,4.4465503735271515e-5,3.370250263924952e-5,6.141649477034509e-5
0xff7f00,c wasm,0.19705745290555873,0.19678953978332933,0.19731949575001786,4.3886775375747886e-4,3.335750945719479e-4,5.510589049968773e-4
0xcab2d6,runtime,0.2788289813099823,0.27875457046999375,0.27896010889996886,1.428590809954024e-4,4.0636119883265704e-5,1.9107470244997084e-4
0x6a3d9a,runtime wasm,0.32022097314669506,0.320057801260009,0.32042419548001816,2.8328116591955525e-4,1.7674599971396305e-4,4.178197097607347e-4
0xa6cee3,ocaml,0.27934810345333744,0.27924683748000917,0.2794326049999995,1.4327761231190791e-4,1.1539873851922141e-4,1.8037840261168404e-4
0x1f78b4,ocaml byte,1.0040520055625113,0.9952376395625109,1.0137145667500058,1.389130095296232e-2,3.818256374998441e-3,1.7905786518764216e-2
0xb2df8a,haskell,19.409221775145827,19.292800603166675,19.518618885458306,0.14751990517309885,7.869438125417737e-2,0.18483986657183185
0x33a02c,haskell strict,0.5837318288333648,0.5836797730000569,0.5837750852500108,6.472815136936373e-5,3.698217145765933e-5,8.323562603520757e-5
0xfb9a99,juvix,0.2789224048600135,0.2788680096600092,0.2790111081000305,1.0128175345830799e-4,4.862105115330291e-5,1.4026205555107065e-4
0xe31a1c,juvix wasm,0.3206108647166722,0.32040789061666525,0.32085705826668043,3.333278553627906e-4,2.6830582015227713e-4,4.100474620719172e-4
0xfdbf6f,c,0.15523720832446405,0.1551931572816255,0.15530435165302772,9.43247490768051e-5,5.3249083385690196e-5,1.3217099820128918e-4
0xff7f00,c wasm,0.19705566265555238,0.1966630069333342,0.19729912544444358,4.941226739866602e-4,2.920275199272957e-4,6.837631477297358e-4
0xcab2d6,runtime,0.27907038955998664,0.2787998677199842,0.27934091139998907,3.8093613165704975e-4,3.2227884269457e-4,4.358310548141053e-4
0x6a3d9a,runtime wasm,0.32068470158002055,0.3204227281600515,0.3211546897800046,5.257399851109736e-4,9.511777102838201e-5,6.895246482010753e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31473988375328493,0.31449297045324176,0.3149645925999721,3.5050160024643185e-4,2.5014680324486925e-4,4.4404681029847016e-4
0x1f78b4,ocaml byte,3.0312479997083415,2.951095014333305,3.0737702389583887,7.649371585799383e-2,3.824162647114861e-2,9.820090511024186e-2
0xb2df8a,haskell,0.4181954861249058,0.40678789437509977,0.4239836098747863,1.0764654048237447e-2,3.40341315425242e-3,1.336709922038542e-2
0x33a02c,haskell strict,0.42539844608340144,0.4250261272499074,0.4256059875835187,4.212944164828351e-4,3.670316269287122e-4,4.7929656384287217e-4
0xfb9a99,juvix,0.281508469703355,0.28140564613995595,0.2816054958500899,1.4428686027824573e-4,8.817192448748706e-5,1.9162638780986123e-4
0xe31a1c,juvix wasm,0.3219469473031404,0.32184317668982654,0.3220605954664279,1.6681238604916837e-4,1.056972358856346e-4,2.4951230898548105e-4
0xcab2d6,runtime,0.28399340077658053,0.2823578649097726,0.28720804710992526,3.391362211161699e-3,5.191190836441473e-4,4.410587729529709e-3
0x6a3d9a,runtime wasm,0.7259360863542194,0.7246723610833972,0.7270221050625878,1.5564580339823783e-3,8.724661667353639e-4,1.911011348716629e-3
0xa6cee3,ocaml,0.31612947553015147,0.31595616668008003,0.31627491383008416,2.3993912894111584e-4,1.6431544305522857e-4,3.1106641522295084e-4
0x1f78b4,ocaml byte,2.9670748281665547,2.7379004379165317,3.0723682579165748,0.21957404792075058,0.101087202422847,0.2860908235685842
0xb2df8a,haskell,0.39313953379181993,0.39233464558340836,0.39369208562527547,9.846711101197153e-4,6.655491161945523e-4,1.2544698405077697e-3
0x33a02c,haskell strict,0.3921882791666273,0.39149588974987637,0.39266451487492304,8.223549211847472e-4,6.821092648714656e-4,9.813145545857264e-4
0xfb9a99,juvix,0.2828460940100164,0.2827097552199484,0.2829642305600707,2.1298229239183705e-4,1.4069212635043797e-4,3.23530266652781e-4
0xe31a1c,juvix wasm,0.32272381509654224,0.322557820363254,0.3230513485497795,3.4753168370941454e-4,4.267300813608557e-5,4.42392004132932e-4
0xcab2d6,runtime,0.2841804475999834,0.2829185796000274,0.2866388923999693,2.678779761177187e-3,1.1082453920296291e-4,3.366571119300262e-3
0x6a3d9a,runtime wasm,0.7276095753540327,0.7256827077915583,0.7307031916874394,3.466384587204343e-3,9.056523185775336e-4,4.4499100235494094e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1827927786249575,1.1560880007498326,1.1951151045000188,2.558336397851787e-2,8.015785913719944e-3,3.38190714408155e-2
0x1f78b4,ocaml byte,7.0040794205207435,6.940437920895666,7.112103768312579,0.1090424720719408,3.690913139556937e-2,0.14697374776068056
0xb2df8a,haskell,1.977795432958241,1.9363805226666577,2.0118791108752134,4.995745358485856e-2,2.9072169999722064e-2,6.207398807070718e-2
0x33a02c,haskell strict,1.8342839544791143,1.760300966437569,1.8695957456249062,7.127239634698194e-2,2.403281749524082e-2,9.537374352868896e-2
0xfb9a99,juvix,2.681152418458396,2.6775351484166094,2.683630041875176,4.477554870499359e-3,2.737463611551805e-3,5.721826186514417e-3
0xe31a1c,juvix wasm,0.8354073407499149,0.8316506299998613,0.8410002682500135,6.493835076712719e-3,1.974842682190359e-3,8.675751851243961e-3
0xcab2d6,runtime,2.86510392647917,2.8623390766250623,2.8665504575207974,3.1960660153471138e-3,2.799487661173573e-3,3.3406203450991657e-3
0x6a3d9a,runtime wasm,2.3560904251457564,2.2940181328748395,2.388194839916575,6.1110350269997255e-2,2.5673314238230147e-2,8.408093786692923e-2
0xa6cee3,ocaml,1.193510889854224,1.18279764110423,1.2009530020417287,1.2284876619078065e-2,7.554366299636479e-3,1.718682189918114e-2
0x1f78b4,ocaml byte,7.023655290853981,6.95582247537493,7.158754112811948,0.13520923566495688,7.699001250784931e-4,0.15651318203144748
0xb2df8a,haskell,1.7995356895207995,1.7741336254998714,1.8182977688542032,3.281205962986291e-2,1.602893579164777e-2,4.3329166214791305e-2
0x33a02c,haskell strict,1.8026114197918066,1.7770580720002727,1.8270120950417283,2.9569791223064888e-2,2.63000475295179e-2,3.1152123500432997e-2
0xfb9a99,juvix,2.6960945492917667,2.688068248791675,2.7006553513334284,8.021763221653192e-3,3.5381875417761013e-3,1.110291939245277e-2
0xe31a1c,juvix wasm,0.8362499369583437,0.8343093134998298,0.8374784555833988,2.320175450282123e-3,1.6445356691544791e-3,2.837142235520194e-3
0xcab2d6,runtime,2.8555064236041403,2.8509386087499706,2.859919720562573,5.832127154659891e-3,3.19455676842441e-3,7.065802398285476e-3
0x6a3d9a,runtime wasm,2.389920946395667,2.3497922655208945,2.409480170083119,3.810477352967722e-2,8.139332833328128e-3,4.750312657673693e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.33758833233323077,0.3345392840831967,0.3424142854999559,5.095613848375134e-3,2.2030793450336424e-3,7.041475311717259e-3
0x1f78b4,ocaml byte,1.2757473426460326,1.259892353229342,1.296868627583611,2.6686486011474338e-2,1.1326485003293878e-2,3.661552963089985e-2
0xb2df8a,haskell,2.0309189585415575,2.002714185874993,2.0741066577497804,4.813931899896234e-2,1.209353604367528e-2,6.1710174166239654e-2
0x33a02c,haskell strict,0.9532541191457918,0.94186684112492,0.9622702965832938,1.5259519183507314e-2,9.964491899284925e-3,2.0821969882412694e-2
0xfb9a99,juvix,1.1286579109375339,1.1281757327500372,1.1294599776875316,8.662387274407144e-4,2.2798562520165433e-4,1.0581011128767363e-3
0xe31a1c,juvix wasm,1.0049214541457256,1.0043164084997898,1.005430801999978,7.594221958400855e-4,4.4439574910001226e-4,9.824251841229208e-4
0xcab2d6,runtime,2.1133132111665986,2.1124728597499143,2.114153562583283,1.2726049454149044e-3,5.196750628549204e-4,1.7481791833527185e-3
0x6a3d9a,runtime wasm,1.0144753930832924,1.0095640854999601,1.0198808654998857,6.871802981303607e-3,3.3143403737334147e-3,9.183695572869266e-3
0xa6cee3,ocaml,0.33982891145827426,0.33243332433331335,0.3437729959168033,7.497815559356587e-3,3.8980219889607984e-3,1.0469868678733403e-2
0x1f78b4,ocaml byte,1.268131814333439,1.2541507350001666,1.2745732445834317,1.3327328934953447e-2,5.504775032441563e-3,1.7412073711307395e-2
0xb2df8a,haskell,2.0149213697916935,2.00948715358345,2.0230182361665356,8.956923695626829e-3,1.7537948771813375e-3,1.1585428813816311e-2
0x33a02c,haskell strict,0.9564565605001007,0.9354550242501318,0.9673492136250843,1.990127555671542e-2,7.754692750040704e-3,2.4284236744153e-2
0xfb9a99,juvix,1.129051555750209,1.1284849248754085,1.129346296375104,5.376975147560873e-4,2.3354140661981245e-4,6.806743164969516e-4
0xe31a1c,juvix wasm,1.0061815347083893,1.0054707688751705,1.0069321773750062,1.004226333017798e-3,4.680202644430797e-4,1.3450474371096042e-3
0xcab2d6,runtime,2.126854299624862,2.1236038444997876,2.1296659007499557,4.122818702494177e-3,1.883383250060433e-3,5.362977205734143e-3
0x6a3d9a,runtime wasm,1.0161899721665766,1.013969385749931,1.0172334332082564,2.1229542229609186e-3,3.8166268766004225e-4,2.718454608425605e-3
Loading

0 comments on commit c11410c

Please sign in to comment.