Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jul 25, 2024
1 parent cb403c7 commit bcd39e8
Show file tree
Hide file tree
Showing 20 changed files with 1,091 additions and 1,221 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3102821494932565,0.31009230076663996,0.3104299397598879,2.673787057994762e-4,1.7039449592659312e-4,3.5722494705853734e-4
0x1f78b4,ocaml byte,2.0604273349165774,2.0416650428331495,2.0918562114999304,3.3447560313219306e-2,4.472561833457123e-3,4.208015935896191e-2
0xb2df8a,haskell,1.015286913854311,1.010632859000225,1.0238882660624995,8.901935888409504e-3,4.034427454497648e-5,1.0687600953139845e-2
0x33a02c,haskell strict,0.36699952154172405,0.36021946412523675,0.3703827741666525,6.687298449283871e-3,3.275663333018597e-4,8.018056459769388e-3
0xfb9a99,juvix,1.5459095106665852,1.5025555942497704,1.6092749075000938,7.033404792669852e-2,2.839342322484041e-2,9.309076325165122e-2
0xe31a1c,juvix wasm,0.7116442226250683,0.6918391417498242,0.7233567963752421,2.330264920268325e-2,1.868884466831337e-2,2.704903043026466e-2
0xfdbf6f,c,5.695634138030091e-4,5.682336684458636e-4,5.710779565846363e-4,5.616894997165247e-6,4.6653803511843845e-6,6.654076454368872e-6
0xff7f00,c wasm,0.21362281231675853,0.20642537970002195,0.2329536717333743,1.6409029519259676e-2,2.416252666699998e-3,2.2644714073226276e-2
0xcab2d6,runtime,1.5728139336458564,1.560872658541674,1.5938817432084231,2.1986637517429283e-2,2.1906992083510213e-3,2.7096806260941082e-2
0x6a3d9a,runtime wasm,1.0944442584791243,1.0929954443334586,1.0958787816247195,2.1195887444165552e-3,1.1204425044724652e-3,2.9626102636213284e-3
0xa6cee3,ocaml,0.3102402227366717,0.31009196955001245,0.31033152685004095,1.738320840571415e-4,9.862560863374696e-5,2.2699370936830865e-4
0x1f78b4,ocaml byte,2.083524307729211,2.064296354000021,2.093315298750042,1.8282739622805473e-2,8.355178750093728e-3,2.2611325206040016e-2
0xb2df8a,haskell,1.0254394638750075,1.0103499437500432,1.0387370276249612,1.8895619010367418e-2,9.488229499917566e-3,2.3891690312541163e-2
0x33a02c,haskell strict,0.3896450303540746,0.375064477687431,0.41346844874999533,2.7436042388775755e-2,1.0525461625206844e-2,3.361464277633498e-2
0xfb9a99,juvix,1.6215814253541794,1.6098894012500296,1.6366302293124022,1.7154338394060966e-2,6.253901625086655e-3,2.1390008598286735e-2
0xe31a1c,juvix wasm,0.7325493552082966,0.7301286798333612,0.7339445226665855,2.445628270479623e-3,1.188057653619968e-3,3.4119103053574136e-3
0xfdbf6f,c,5.776464088011074e-4,5.74938450539768e-4,5.813181588580602e-4,1.2652417674774712e-5,1.0016735356430023e-5,1.6283817637809624e-5
0xff7f00,c wasm,0.21096613626942573,0.20565616839441847,0.21638037152776077,8.400402299369777e-3,5.541651808158022e-3,1.0163711716266384e-2
0xcab2d6,runtime,1.6179516792708835,1.5933683975416293,1.6425349610001376,3.307473295232388e-2,1.884707751666069e-3,4.03744952094203e-2
0x6a3d9a,runtime wasm,1.0854517831041146,1.0746673030624834,1.090851086416573,1.025843853444983e-2,2.229101716845117e-3,1.2469156883537214e-2
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.227238559937518,7.218724445624986,7.242671147062566,1.6093223780625426e-2,2.763241875015865e-3,1.941572461058717e-2
0x1f78b4,ocaml byte,50.93326537589578,49.97317221056241,52.808731406937426,1.878732111149798,3.672507987505469e-2,2.1987760207097193
0xb2df8a,haskell,7.4689586606042155,7.3524428346250374,7.625904843187499,0.18958355820105252,7.43361954183528e-2,0.24363735890767996
0x33a02c,haskell strict,7.639281652333286,7.3104753936665166,7.804768798708342,0.37967453878484164,0.32900638552568645,0.38081148059743447
0xfb9a99,juvix,10.571041692895827,10.453490811187464,10.629940473666654,0.11624527776729361,5.696826726172693e-4,0.13573666413215416
0xe31a1c,juvix wasm,16.998631998125035,16.925529765625015,17.100155234125026,0.11016739528556091,2.9787486000032004e-2,0.13452728204149925
0xfdbf6f,c,3.9144730223749207,3.9074234490000777,3.918016385499868,6.781519818324396e-3,3.0544211891648664e-3,8.986288930772026e-3
0xff7f00,c wasm,5.08958442445829,5.0616237753749544,5.1035348503333,2.6855540278452848e-2,4.13411000005226e-3,3.235522456293531e-2
0xcab2d6,runtime,9.495478010875019,9.080482823500006,9.762713667375039,0.5041695404993424,0.3412360197040392,0.6171543128694117
0x6a3d9a,runtime wasm,15.194616755750047,15.135053085250007,15.230210963125046,5.956347361667598e-2,2.496297444607977e-2,8.22013008381873e-2
0xa6cee3,ocaml,7.217298212541668,7.21520594158333,7.219390483500007,3.1792491005263753e-3,1.4641497532338022e-3,4.384301719193761e-3
0x1f78b4,ocaml byte,51.420556702000034,49.381025479000016,53.38903120712499,2.579722427854069,1.4244581536363201,3.1052158805024246
0xb2df8a,haskell,8.074510674791705,7.529559110000093,8.456864833958338,0.6278310396877338,0.3576346227362088,0.8830091068825154
0x33a02c,haskell strict,7.583750690708352,7.3548428364167275,7.748851429500064,0.28740670502918925,0.1385445828333709,0.3686625407923345
0xfb9a99,juvix,10.646787840937492,10.639227325687244,10.650516757187603,7.138073469043413e-3,2.7549071250518864e-3,8.848698856622084e-3
0xe31a1c,juvix wasm,17.01781707162496,16.976217177999956,17.09420302512507,7.948874902046223e-2,1.3013745249850217e-2,9.583454034644365e-2
0xfdbf6f,c,3.907799685250031,3.904083035499942,3.915035277250041,7.265103003557344e-3,6.966192891945475e-5,8.478885127005684e-3
0xff7f00,c wasm,5.095015023166591,5.08497248549989,5.109485548874915,1.6819901667038395e-2,3.7430330833863046e-3,2.1936885646733434e-2
0xcab2d6,runtime,9.4742885430625,8.918155049625,9.949991440062462,0.6756719255116321,0.424841411802414,0.8024236973456503
0x6a3d9a,runtime wasm,15.220332674604228,15.118165939375103,15.288796524562486,0.1223543935395191,8.971590594978185e-2,0.1501821358895235
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27975535996995554,0.2796120262000234,0.2799360049199337,2.3463024961969877e-4,1.3469814379432038e-4,3.180026122538446e-4
0x1f78b4,ocaml byte,1.9599790746667054,1.8364174577500307,2.05140594204164,0.1551704758826288,0.10416442607294304,0.20177737462407153
0xb2df8a,haskell,19.386113539937565,19.01857411425014,19.57271961462512,0.36013810446325784,3.4125668875162773e-2,0.4441004368282225
0x33a02c,haskell strict,0.5838813755208321,0.5837956020208139,0.5839241883751356,8.308775005387701e-5,1.2755749821735662e-5,1.0640724224292423e-4
0xfb9a99,juvix,1.1444164900208307,1.1415597642501325,1.149951567458288,5.586739828441551e-3,4.1848031349318686e-5,6.5346205233865725e-3
0xe31a1c,juvix wasm,0.9094525351457227,0.9082306490830282,0.9100486562083082,1.1545534421687662e-3,3.1820195825577047e-4,1.4117426943418845e-3
0xfdbf6f,c,0.15525328783605988,0.15519040039386095,0.15541279997158716,1.4960170980794765e-4,2.9164043997665002e-5,2.1942804106923718e-4
0xff7f00,c wasm,0.19694125990002298,0.1968581039166616,0.1970251819944906,1.3901036693594705e-4,1.0974383720863146e-4,1.9607476176704012e-4
0xcab2d6,runtime,0.2788659826599936,0.2788400401200791,0.2788956882999325,4.119312241353587e-5,2.2133341944069844e-5,5.452360927989486e-5
0x6a3d9a,runtime wasm,0.3211884445699828,0.32100775811989785,0.32138107167000574,2.731679839213432e-4,1.5923873764848423e-4,3.5431941674541066e-4
0xa6cee3,ocaml,0.2807032411232664,0.279608211573274,0.28288599428990435,2.368934495098606e-3,1.5591849330829624e-4,2.9888857709348244e-3
0x1f78b4,ocaml byte,2.1623854275417123,2.1117823503749946,2.201546346166642,5.9081311655994596e-2,3.447827829658784e-2,8.30141487218487e-2
0xb2df8a,haskell,19.11268774612506,18.82100050962515,19.25274624987503,0.2781624664458825,4.838392024998939e-2,0.35017155868024163
0x33a02c,haskell strict,0.5836534854374046,0.5835683812500367,0.5837120682499517,1.0078551579724185e-4,8.117587268564384e-5,1.1757160853058376e-4
0xfb9a99,juvix,1.142318279062503,1.1384620331875794,1.147077953500002,5.90841671004722e-3,2.7240451098515294e-3,7.695311212375423e-3
0xe31a1c,juvix wasm,0.9094338827916317,0.9085047938333446,0.9103629717499189,1.216315212226844e-3,5.314375475874026e-4,1.6142014930853514e-3
0xfdbf6f,c,0.15514104588122216,0.15510886812645572,0.1551959051260924,7.164301871122501e-5,3.765078825252157e-5,1.0540262937001454e-4
0xff7f00,c wasm,0.19685571703059346,0.19676230495842142,0.1969916923501387,1.828732872358804e-4,1.0384597491632338e-4,2.571981113898785e-4
0xcab2d6,runtime,0.2788753647099808,0.278738284029887,0.27910521726005755,2.6246645080264005e-4,1.1329795597237081e-4,3.470371221485465e-4
0x6a3d9a,runtime wasm,0.32061253355679586,0.32042914289015245,0.3207620484134531,2.4491590359740855e-4,1.774758704305245e-4,3.0664165221403443e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.279314305646648,0.27925856702665597,0.2793888110666823,1.0100467974760724e-4,6.305271388447289e-5,1.4968107282259366e-4
0x1f78b4,ocaml byte,0.9889882018125036,0.9859106571250322,0.9909871218124806,3.760036180990778e-3,2.4420726532091287e-3,4.616308000301069e-3
0xb2df8a,haskell,19.487411949479153,19.46057583824998,19.516083939499964,3.5848899982715746e-2,1.6666821625022976e-2,4.425922861596449e-2
0x33a02c,haskell strict,0.5838364345416854,0.5837837366667221,0.5839034906249481,8.173663888103071e-5,3.400230539885163e-5,1.0398857767322682e-4
0xfb9a99,juvix,0.27889237684664525,0.2788147830800176,0.27903024377993463,1.579627391483496e-4,5.8354395435440025e-5,2.0954858642150645e-4
0xe31a1c,juvix wasm,0.3202039906833382,0.32000271933337293,0.3204523869499781,3.6102631644950605e-4,1.9238148637591335e-4,5.067926746368426e-4
0xfdbf6f,c,0.15529383458234117,0.15525468957282415,0.15536967101430665,9.152038465013987e-5,2.9038569500490212e-5,1.3405310316300315e-4
0xff7f00,c wasm,0.19689872105277384,0.19680625709724117,0.19696199795552427,1.1207944302299342e-4,7.610079375512007e-5,1.511696893074639e-4
0xcab2d6,runtime,0.27891839971003873,0.27889688721001676,0.2789461859501216,3.8022162678601096e-5,1.4717144495425128e-5,5.0700778255401705e-5
0x6a3d9a,runtime wasm,0.3204430819366644,0.3202797299866597,0.32054227336666374,1.895191650295904e-4,9.589744536759826e-5,2.6508123743888574e-4
0xa6cee3,ocaml,0.27912003447334616,0.27905614077334995,0.27921154993334957,1.1121433341473508e-4,5.511027348778313e-5,1.5314487024372438e-4
0x1f78b4,ocaml byte,0.992484802666676,0.9863312556666793,0.9972196735000125,7.447457394961555e-3,4.734232071805887e-3,1.0335106754242426e-2
0xb2df8a,haskell,19.33978616050001,19.296389363000003,19.376985111125023,5.680251499915292e-2,3.2103579139100856e-2,7.64363013610917e-2
0x33a02c,haskell strict,0.5836595726458711,0.5836247651875226,0.5837017929375463,5.316083330247645e-5,2.1088392174224063e-5,6.936531507361067e-5
0xfb9a99,juvix,0.27885548683332595,0.2787893191999956,0.2789378337999892,1.1433250859821076e-4,4.9227441240986926e-5,1.5463767610447964e-4
0xe31a1c,juvix wasm,0.32001293786337026,0.31981238359667336,0.3203862219800885,3.8437954014803455e-4,1.762468132066143e-4,5.269103980574074e-4
0xfdbf6f,c,0.15511342550950472,0.15508656335236126,0.15514028766664814,4.4465503735271515e-5,3.370250263924952e-5,6.141649477034509e-5
0xff7f00,c wasm,0.19705745290555873,0.19678953978332933,0.19731949575001786,4.3886775375747886e-4,3.335750945719479e-4,5.510589049968773e-4
0xcab2d6,runtime,0.2788289813099823,0.27875457046999375,0.27896010889996886,1.428590809954024e-4,4.0636119883265704e-5,1.9107470244997084e-4
0x6a3d9a,runtime wasm,0.32022097314669506,0.320057801260009,0.32042419548001816,2.8328116591955525e-4,1.7674599971396305e-4,4.178197097607347e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31512189498011745,0.31478551968006896,0.3154336744801912,4.7056039742987354e-4,3.622533037956256e-4,5.891783636203438e-4
0x1f78b4,ocaml byte,3.002826661083134,2.969590987582933,3.0232838099999526,3.431494052853305e-2,1.6417667037350193e-2,4.7970999255508955e-2
0xb2df8a,haskell,0.424017853416539,0.4157205810000164,0.42810751949991754,8.249841848456781e-3,2.799441392901843e-4,9.73858297098812e-3
0x33a02c,haskell strict,0.4246975348748947,0.4198974895000447,0.4273772599998438,5.561002946954611e-3,4.957300749765636e-3,5.956378966818225e-3
0xfb9a99,juvix,0.281961599263271,0.28187802779975757,0.2820877941833563,1.5490794497952578e-4,7.343147235536658e-5,2.2629650432542259e-4
0xe31a1c,juvix wasm,0.3222349782867665,0.3220462266334228,0.32260511826010774,3.9723840386593815e-4,1.692441503722885e-4,5.104172670214116e-4
0xcab2d6,runtime,0.2833569972098333,0.2820831781099544,0.2858693473495654,2.7427376783958667e-3,1.7013355677181034e-4,3.457034344019659e-3
0x6a3d9a,runtime wasm,0.7260538177291475,0.7258863521250305,0.7261922504582874,2.351070256311433e-4,1.0599462113923246e-4,3.1969669373445227e-4
0xa6cee3,ocaml,0.31473988375328493,0.31449297045324176,0.3149645925999721,3.5050160024643185e-4,2.5014680324486925e-4,4.4404681029847016e-4
0x1f78b4,ocaml byte,3.0312479997083415,2.951095014333305,3.0737702389583887,7.649371585799383e-2,3.824162647114861e-2,9.820090511024186e-2
0xb2df8a,haskell,0.4181954861249058,0.40678789437509977,0.4239836098747863,1.0764654048237447e-2,3.40341315425242e-3,1.336709922038542e-2
0x33a02c,haskell strict,0.42539844608340144,0.4250261272499074,0.4256059875835187,4.212944164828351e-4,3.670316269287122e-4,4.7929656384287217e-4
0xfb9a99,juvix,0.281508469703355,0.28140564613995595,0.2816054958500899,1.4428686027824573e-4,8.817192448748706e-5,1.9162638780986123e-4
0xe31a1c,juvix wasm,0.3219469473031404,0.32184317668982654,0.3220605954664279,1.6681238604916837e-4,1.056972358856346e-4,2.4951230898548105e-4
0xcab2d6,runtime,0.28399340077658053,0.2823578649097726,0.28720804710992526,3.391362211161699e-3,5.191190836441473e-4,4.410587729529709e-3
0x6a3d9a,runtime wasm,0.7259360863542194,0.7246723610833972,0.7270221050625878,1.5564580339823783e-3,8.724661667353639e-4,1.911011348716629e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1575073940416398,1.1016961774165945,1.1877005804166554,5.395011682358857e-2,2.772866758778239e-2,6.972817712523109e-2
0x1f78b4,ocaml byte,6.930261598770755,6.822287528125003,7.001145680312504,0.12904031757343543,9.640140781098698e-2,0.15295402720031326
0xb2df8a,haskell,1.8499891945208067,1.7899137806873568,1.8793722350208857,5.668872539151227e-2,1.9711185625055805e-2,7.088100002436068e-2
0x33a02c,haskell strict,1.8027283860206655,1.764651702687388,1.8246351817914879,3.812522827901751e-2,1.6569191542506346e-2,5.27569765470759e-2
0xfb9a99,juvix,2.694379275395837,2.692277538312453,2.6969938790833416,3.1718643568594434e-3,1.1704953340847348e-3,4.178131285217399e-3
0xe31a1c,juvix wasm,0.8329233508332928,0.8305566532499711,0.8345986750833086,2.831156152715214e-3,1.6122170967772865e-3,3.868995626906165e-3
0xcab2d6,runtime,2.8627279352083974,2.8578379362502915,2.8678895506665185,6.937956961948737e-3,3.3192164202885785e-3,9.270065440661978e-3
0x6a3d9a,runtime wasm,2.398147308541752,2.384097715833377,2.4068688276250896,1.6753410859062696e-2,1.2240453527913508e-2,2.0141485562029743e-2
0xa6cee3,ocaml,1.1827927786249575,1.1560880007498326,1.1951151045000188,2.558336397851787e-2,8.015785913719944e-3,3.38190714408155e-2
0x1f78b4,ocaml byte,7.0040794205207435,6.940437920895666,7.112103768312579,0.1090424720719408,3.690913139556937e-2,0.14697374776068056
0xb2df8a,haskell,1.977795432958241,1.9363805226666577,2.0118791108752134,4.995745358485856e-2,2.9072169999722064e-2,6.207398807070718e-2
0x33a02c,haskell strict,1.8342839544791143,1.760300966437569,1.8695957456249062,7.127239634698194e-2,2.403281749524082e-2,9.537374352868896e-2
0xfb9a99,juvix,2.681152418458396,2.6775351484166094,2.683630041875176,4.477554870499359e-3,2.737463611551805e-3,5.721826186514417e-3
0xe31a1c,juvix wasm,0.8354073407499149,0.8316506299998613,0.8410002682500135,6.493835076712719e-3,1.974842682190359e-3,8.675751851243961e-3
0xcab2d6,runtime,2.86510392647917,2.8623390766250623,2.8665504575207974,3.1960660153471138e-3,2.799487661173573e-3,3.3406203450991657e-3
0x6a3d9a,runtime wasm,2.3560904251457564,2.2940181328748395,2.388194839916575,6.1110350269997255e-2,2.5673314238230147e-2,8.408093786692923e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.34709385920850383,0.34598873850029577,0.3477962782501436,1.3186235809229416e-3,1.0741323982180171e-3,1.5459889061296677e-3
0x1f78b4,ocaml byte,1.2657153921665365,1.2426220639999883,1.2768604409163042,2.2440890879650163e-2,4.48059383355337e-3,2.925275052281328e-2
0xb2df8a,haskell,1.9692771070205974,1.961609708624792,1.9738100687495717,7.926411127590391e-3,4.216531108719158e-3,1.1152499442806106e-2
0x33a02c,haskell strict,0.933945143166568,0.899124661499684,0.951147345166703,3.2917105057144874e-2,8.882797000183018e-3,4.068767403302259e-2
0xfb9a99,juvix,1.1289187510208383,1.128540887500094,1.1294200488333292,5.546391282445096e-4,1.7091687493575591e-4,6.786531896804408e-4
0xe31a1c,juvix wasm,1.005555359145698,1.0048575737915448,1.0061951153332227,8.670462654808925e-4,4.998086936077153e-4,1.0393613507077941e-3
0xcab2d6,runtime,2.1168109158540838,2.116449935499986,2.1170234107707033,4.292983075492769e-4,3.4546831075871784e-4,4.907359892471893e-4
0x6a3d9a,runtime wasm,1.0121786086043774,1.01146642325034,1.0128059219378542,8.711017846258765e-4,5.432650483881173e-4,1.1014565750773315e-3
0xa6cee3,ocaml,0.33758833233323077,0.3345392840831967,0.3424142854999559,5.095613848375134e-3,2.2030793450336424e-3,7.041475311717259e-3
0x1f78b4,ocaml byte,1.2757473426460326,1.259892353229342,1.296868627583611,2.6686486011474338e-2,1.1326485003293878e-2,3.661552963089985e-2
0xb2df8a,haskell,2.0309189585415575,2.002714185874993,2.0741066577497804,4.813931899896234e-2,1.209353604367528e-2,6.1710174166239654e-2
0x33a02c,haskell strict,0.9532541191457918,0.94186684112492,0.9622702965832938,1.5259519183507314e-2,9.964491899284925e-3,2.0821969882412694e-2
0xfb9a99,juvix,1.1286579109375339,1.1281757327500372,1.1294599776875316,8.662387274407144e-4,2.2798562520165433e-4,1.0581011128767363e-3
0xe31a1c,juvix wasm,1.0049214541457256,1.0043164084997898,1.005430801999978,7.594221958400855e-4,4.4439574910001226e-4,9.824251841229208e-4
0xcab2d6,runtime,2.1133132111665986,2.1124728597499143,2.114153562583283,1.2726049454149044e-3,5.196750628549204e-4,1.7481791833527185e-3
0x6a3d9a,runtime wasm,1.0144753930832924,1.0095640854999601,1.0198808654998857,6.871802981303607e-3,3.3143403737334147e-3,9.183695572869266e-3
Loading

0 comments on commit bcd39e8

Please sign in to comment.