Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jul 29, 2024
1 parent acfa911 commit e0d93f9
Show file tree
Hide file tree
Showing 20 changed files with 1,193 additions and 1,050 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31037213562329574,0.3102474376533185,0.31044527009994455,1.3903691727880742e-4,6.313762074246977e-5,1.9408790978874647e-4
0x1f78b4,ocaml byte,2.126669823958347,2.0999241641250137,2.162937645624993,4.0738005636141265e-2,1.148233200001414e-2,4.9829530649118325e-2
0xb2df8a,haskell,1.038641667624982,1.0142500182499816,1.0630333169999822,4.0130277516066105e-2,1.7936634896522478e-2,5.5807314991911376e-2
0x33a02c,haskell strict,0.36326607887496226,0.3563407204999862,0.36747495062497626,8.327571005635543e-3,5.529264219695942e-3,9.719972951420805e-3
0xfb9a99,juvix,1.6424978717916094,1.5925048443749574,1.666649066958295,4.733225826320453e-2,1.3158408902239085e-2,5.967915522348525e-2
0xe31a1c,juvix wasm,0.7269221568957202,0.7104400238748667,0.7386492765623984,1.9264357256861094e-2,1.0673530659331184e-2,2.7082622785502563e-2
0xfdbf6f,c,5.728105918482293e-4,5.714096356048909e-4,5.743733410797066e-4,5.912267163052769e-6,4.800829368529409e-6,7.580322041365561e-6
0xff7f00,c wasm,0.20929137407212894,0.20576934413881845,0.21634912099989378,8.587691344821789e-3,9.344514880209494e-5,1.1561233691208908e-2
0xcab2d6,runtime,1.5991005038334265,1.5705956399166325,1.6185246806253986,3.548676789917616e-2,2.0216207555491826e-2,4.312178507745834e-2
0x6a3d9a,runtime wasm,1.0942733649792256,1.0922367651252216,1.097172381000064,3.353464877338996e-3,1.001231743388101e-3,4.466926700867844e-3
0xa6cee3,ocaml,0.3192398470133276,0.3136465027800205,0.3281177902332729,1.0796822330952943e-2,3.98203080492936e-3,1.4568283115984001e-2
0x1f78b4,ocaml byte,2.084654575187462,2.0528861040625563,2.1176181739998583,4.316376879127371e-2,2.0283589727668635e-2,5.3769711369265734e-2
0xb2df8a,haskell,1.0136597415416588,1.0063092619999452,1.019902578791715,9.262361999411575e-3,4.91947087391801e-3,1.2055734494406816e-2
0x33a02c,haskell strict,0.3696508062917303,0.36896049674999176,0.36999583900012567,6.834480073260072e-4,2.542333048203172e-5,8.098124647348458e-4
0xfb9a99,juvix,1.6005767145625402,1.5698209735000241,1.6287300189374605,3.8224989709736076e-2,2.1708319500097217e-2,4.5960733312209213e-2
0xe31a1c,juvix wasm,0.7290711320416108,0.7255733095832966,0.7313352183749657,4.220383814947002e-3,2.7919825660736885e-3,5.0078925488071255e-3
0xfdbf6f,c,5.71112838112859e-4,5.697647195891971e-4,5.727401467745863e-4,6.040645652205434e-6,4.888366417423147e-6,7.624434144897956e-6
0xff7f00,c wasm,0.2079423843277621,0.20573473368885845,0.21232222930555308,5.3294133213811655e-3,8.756418026122093e-5,7.1825207722759354e-3
0xcab2d6,runtime,1.5930137256874748,1.5793382772500308,1.6029809928125094,1.571488630665741e-2,9.479365113304085e-3,2.2102730233284615e-2
0x6a3d9a,runtime wasm,1.0955135526042454,1.0931409610002447,1.0995571617916653,4.179177088803332e-3,5.074851248991763e-4,4.996832833084467e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.215672852208357,7.214167153666665,7.216690559125041,1.86328902999197e-3,1.1084722548453203e-3,2.3502934492154065e-3
0x1f78b4,ocaml byte,51.42958999037503,49.563111477625014,52.341363938375025,1.7767675110483983,0.3440089247499607,2.156363641029835
0xb2df8a,haskell,7.93366697289584,7.3312602109166765,8.288653040895857,0.6978309049515673,0.6292281050512143,0.7474732361155338
0x33a02c,haskell strict,8.138742708812543,7.477504073750083,8.482366746125024,0.6313576616091853,0.3059974338122322,0.7935657217695462
0xfb9a99,juvix,10.643271131604243,10.446399716208344,10.840142547000141,0.297050271427693,0.12125522427730462,0.40778239654623
0xe31a1c,juvix wasm,17.103905673958355,16.98109143375001,17.25787264737511,0.19043292515002988,7.68078392622733e-2,0.2594790548499607
0xfdbf6f,c,3.9166658676249235,3.912564810874926,3.92361804199993,7.340999770679682e-3,8.332927499925535e-4,9.087190705713018e-3
0xff7f00,c wasm,5.105581316916641,5.078576206833304,5.134396522666634,3.8464430894121285e-2,1.7275558136786013e-2,5.259517153613979e-2
0xcab2d6,runtime,9.239805058687551,8.970010698000067,9.429536423437554,0.311770146837458,0.19613822193880942,0.4381658180485166
0x6a3d9a,runtime wasm,15.210486824791653,15.101512969083291,15.283966499624995,0.1275794743732975,0.11516239875966229,0.14678322323018106
0xa6cee3,ocaml,7.23445211522917,7.222481610833276,7.245772539250055,1.578536214263689e-2,6.645711853880907e-3,2.099898388734109e-2
0x1f78b4,ocaml byte,50.42129761447919,49.36050810425007,51.1370698336666,1.293935414215608,0.877510458884151,1.6415125080774413
0xb2df8a,haskell,8.17361652777086,7.79107936374993,8.361189146708398,0.3613071939575172,0.10217868237492667,0.45025133034532205
0x33a02c,haskell strict,7.84761971604172,7.455411904250127,8.077184978583318,0.4633668650949954,0.3925941362083657,0.5301582644999154
0xfb9a99,juvix,10.60893291035426,10.57284263012508,10.626748235250147,3.55693903204468e-2,1.258294875071897e-3,4.168612846846451e-2
0xe31a1c,juvix wasm,17.089246487520864,16.98751801416673,17.170255092312516,0.1276318043642884,8.222381902999752e-2,0.1673411170926773
0xfdbf6f,c,3.913733353562568,3.903977900562751,3.91971478931247,9.917509301728853e-3,4.529402578724072e-3,1.3813534161385888e-2
0xff7f00,c wasm,5.105093708666668,5.091353144499919,5.112197464083371,1.2987391961763631e-2,4.628926500004127e-3,1.6405420408363073e-2
0xcab2d6,runtime,9.554606827541562,8.901586121999571,10.369213988291705,0.9227615566085233,4.3771598934327915e-4,1.1301452639392888
0x6a3d9a,runtime wasm,15.118769658874934,15.063216918500036,15.174322399249832,8.8567831716292e-2,4.2823653105242214e-2,0.1237353841256443
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27971848246343745,0.27965545018338767,0.279815279683559,1.1355235789593951e-4,3.216545416517692e-5,1.508693012288356e-4
0x1f78b4,ocaml byte,2.1561614344583404,2.114023575625083,2.1766596546667643,4.061430657224023e-2,6.081262166844681e-3,5.216762662995153e-2
0xb2df8a,haskell,19.277103445396033,19.21463549916674,19.319220345250187,7.403446967797474e-2,6.1290735439345226e-2,8.488151157255999e-2
0x33a02c,haskell strict,0.583854266353967,0.5837955439582174,0.583900206791327,7.412021053488335e-5,4.059893412420585e-5,9.410246453471499e-5
0xfb9a99,juvix,1.1334847546457734,1.1321199681251528,1.1356442530623667,2.3070369713761108e-3,6.361750448724188e-4,2.92505415789262e-3
0xe31a1c,juvix wasm,0.9086780383124733,0.9075550558751502,0.9091824722498814,1.0750608287217439e-3,3.9265007422787995e-4,1.428476571731174e-3
0xfdbf6f,c,0.15526936574784503,0.1552528231930719,0.1552862150118645,3.110440312375803e-5,2.1796574155959975e-5,4.221880716160872e-5
0xff7f00,c wasm,0.19722555909164738,0.19698487035556253,0.19789002205546544,5.664370773704328e-4,1.0022402335689947e-4,7.727024971099823e-4
0xcab2d6,runtime,0.2788691670067692,0.27878872697328916,0.27901998944034856,1.6503917817413486e-4,3.328432491853507e-5,2.1111406117418807e-4
0x6a3d9a,runtime wasm,0.32189857227673807,0.3207566142334447,0.3241721652801061,2.5257215320181312e-3,4.1614302278475835e-5,3.1162437094093822e-3
0xa6cee3,ocaml,0.2797563939299198,0.27965354264993036,0.27985529827981737,1.4841727329497598e-4,9.689246040785304e-5,1.9548655485572184e-4
0x1f78b4,ocaml byte,2.135121620708285,2.088711926708252,2.158304925833287,4.375675987829591e-2,1.5099503833350125e-2,5.3639047477208386e-2
0xb2df8a,haskell,19.519422709624944,19.42471352974993,19.61413188949996,0.15752140451662988,2.5269791918783868e-2,0.20115983346306837
0x33a02c,haskell strict,0.58393965374997,0.5837148477500402,0.5843185214998812,3.976495133769052e-4,7.613287026001284e-5,5.191672182997167e-4
0xfb9a99,juvix,1.1357766524583894,1.1347985776667429,1.1369689677082988,1.6192464523286862e-3,7.922306444527794e-4,2.2587669769789536e-3
0xe31a1c,juvix wasm,0.9101607426249151,0.9084699047498361,0.9127760620001482,2.7878601816953355e-3,6.378157499966619e-4,3.6079709517152503e-3
0xfdbf6f,c,0.1551424195407992,0.1551119880407998,0.15519318259527087,6.453350073657597e-5,3.349386011635611e-5,8.786471759638976e-5
0xff7f00,c wasm,0.19643522773339506,0.1962174711390061,0.19667846678895431,3.6744865602276794e-4,2.9897427858374817e-4,4.568551150971426e-4
0xcab2d6,runtime,0.27872820676656374,0.2786664336666763,0.2787971209997886,9.684814583487683e-5,4.86271634505895e-5,1.3001540753165922e-4
0x6a3d9a,runtime wasm,0.3205929752166291,0.32040461126666436,0.32076127863322956,2.673367342311109e-4,2.2049857963260728e-4,3.125375372889139e-4
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2793598010033209,0.2793110186733414,0.27944987976989755,1.0208256549167108e-4,8.120240858945334e-6,1.292181742017073e-4
0x1f78b4,ocaml byte,0.9871543316666825,0.9785688051250077,0.994728181499994,1.202899818144815e-2,3.7588178196032614e-3,1.613297276147455e-2
0xb2df8a,haskell,19.327938783312522,19.197028456124976,19.45884911050007,0.19219276615395267,8.456232591929186e-2,0.2645578224366893
0x33a02c,haskell strict,0.5837038137917053,0.5836311991667079,0.5838256261667046,1.2486625270607967e-4,3.99278827707051e-5,1.6769629315744176e-4
0xfb9a99,juvix,0.27888129769664755,0.27881849909997525,0.27898172294998175,1.1415145793677079e-4,3.371159311400232e-5,1.5049759822640605e-4
0xe31a1c,juvix wasm,0.32044279612670684,0.32036860326673683,0.32052305636001166,1.1226531654026175e-4,7.150000621982823e-5,1.5723252366082403e-4
0xfdbf6f,c,0.15528618864216442,0.1552703239319788,0.15530003458092367,2.587812836365964e-5,2.208731769994196e-5,3.196766953346657e-5
0xff7f00,c wasm,0.19710364585000725,0.19702015447222407,0.19725713211669246,1.7108613642996046e-4,5.839704407094022e-5,2.4131318009119928e-4
0xcab2d6,runtime,0.27887739487667285,0.27880688022666467,0.279015715766703,1.5120776520174723e-4,8.21408933236224e-6,1.8961699066310584e-4
0x6a3d9a,runtime wasm,0.3205653966733515,0.3204859497999905,0.32061101560000227,9.008387711872487e-5,2.3284599238418315e-5,1.2131686856875144e-4
0xa6cee3,ocaml,0.27941580424999796,0.2793602557499992,0.27948727884999963,8.885690717489734e-5,3.678459878689757e-5,1.1973764813235009e-4
0x1f78b4,ocaml byte,1.0061437158124893,0.9958245342499765,1.023367041312497,1.9169336842264562e-2,6.203989124998088e-3,2.359014834984916e-2
0xb2df8a,haskell,19.58142707054167,19.556922986333348,19.615736670416666,4.0492578078286885e-2,1.2688695017412599e-2,5.448475640605088e-2
0x33a02c,haskell strict,0.5839167557708057,0.5838515183125139,0.5840259660832506,1.1202330115047658e-4,1.5164583336002568e-5,1.3506597714445248e-4
0xfb9a99,juvix,0.2788888990766668,0.2788828424500139,0.27890036297998455,1.2370265774194258e-5,2.7592195026437565e-6,1.5775100871964675e-5
0xe31a1c,juvix wasm,0.3206253057366704,0.3204847345667,0.3207696666999936,2.0732746643965165e-4,1.4299763373416274e-4,2.7680884765202135e-4
0xfdbf6f,c,0.15533361970001885,0.15530295148576312,0.1553788429714364,6.540602477038343e-5,3.114010481251185e-5,9.516661619399037e-5
0xff7f00,c wasm,0.19735161531114234,0.1970924830666604,0.19764904386669288,4.682191406205443e-4,3.7191087226163866e-4,5.622254255869758e-4
0xcab2d6,runtime,0.2788409026899975,0.27881287393999327,0.27887691245001256,4.994638516059451e-5,2.4468740490818118e-5,6.727320390527876e-5
0x6a3d9a,runtime wasm,0.3207213244800126,0.32049400065999334,0.3210761206800362,4.218796228107493e-4,1.3792953468061463e-4,5.698154415000491e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31526203666333763,0.3150456288300575,0.3153843052133501,2.475900020880921e-4,1.3312431699133448e-4,3.330188295307979e-4
0x1f78b4,ocaml byte,2.9499668765418696,2.8329426111251905,3.010144994041942,0.11060763586978822,4.1279331583306655e-2,0.13897540935196692
0xb2df8a,haskell,0.3936645493334557,0.3923835689581286,0.39502426216692277,2.510030688115628e-3,1.594679164706181e-4,2.9548286125828647e-3
0x33a02c,haskell strict,0.39604880391694525,0.39354664300014974,0.400215526750344,4.552184816376837e-3,1.3076619998173555e-3,5.637028442894351e-3
0xfb9a99,juvix,0.28211487381683276,0.2819438849999642,0.2822353969171369,2.2474429624550475e-4,1.8795230607617752e-4,2.7067024755868756e-4
0xe31a1c,juvix wasm,0.32248347259999716,0.32237897429989976,0.3225490210001226,1.2785664960987547e-4,5.784950384724906e-5,1.7195620848110588e-4
0xcab2d6,runtime,0.2827115601131694,0.28255358203321823,0.2828732789397873,2.3725802938614162e-4,1.869165753042752e-4,2.947333418839665e-4
0x6a3d9a,runtime wasm,0.7257888723332826,0.7254428499165897,0.7261348947499755,5.352495598708422e-4,2.065406120096996e-4,7.325186390712701e-4
0xa6cee3,ocaml,0.31525811864993863,0.31508567269987303,0.3154820492000181,3.034362113975085e-4,1.6384443538738238e-4,4.1552570120790324e-4
0x1f78b4,ocaml byte,2.926165702687437,2.813619472499795,2.999034434874981,0.13961053000684845,7.93549960001958e-2,0.1682831285759413
0xb2df8a,haskell,0.4257563782708189,0.4238903406665031,0.42698142552097806,2.3103934387789147e-3,1.2819807083133128e-3,2.8291254385975845e-3
0x33a02c,haskell strict,0.4193194947500274,0.41660546500008877,0.422033524499966,3.981866703813802e-3,2.232575670903487e-3,5.5562605078879794e-3
0xfb9a99,juvix,0.28530857042650803,0.28266907235971306,0.2879771544600408,3.671019355504626e-3,3.0072576107825614e-3,3.812288413976957e-3
0xe31a1c,juvix wasm,0.3225248447865609,0.32240556911987367,0.32272584298659546,2.243788142806039e-4,7.592507461445658e-5,3.259710553289164e-4
0xcab2d6,runtime,0.28305477363655884,0.28284147827334893,0.28340852524970617,4.014982857666529e-4,1.1100129605317742e-4,5.334831430019659e-4
0x6a3d9a,runtime wasm,0.7269536360627361,0.7258392842503175,0.7289997530626238,2.0411965365417215e-3,2.6783025009535777e-4,2.4287185593184516e-3
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1972818078751288,1.1601334387503357,1.2195078727500004,3.702553063610582e-2,1.7847269601746724e-2,5.1328898154132704e-2
0x1f78b4,ocaml byte,7.106986528562459,6.993900669124855,7.220072388000062,0.18465218162164493,7.629976114589762e-2,0.25468700445877257
0xb2df8a,haskell,1.8086812597499033,1.7767469937498959,1.8279095964999215,3.279960733871865e-2,1.6378236578734984e-2,4.602898232072497e-2
0x33a02c,haskell strict,1.8328723507500893,1.823070475250006,1.8397961801250062,1.1513015971355641e-2,9.861564723572015e-3,1.3315186193724373e-2
0xfb9a99,juvix,2.683111808916673,2.676612109999951,2.6906795347915513,9.207956079730007e-3,3.8926577501570137e-3,1.1456210606837767e-2
0xe31a1c,juvix wasm,0.8322323482497799,0.8310355892497228,0.833178130374904,1.5466559169971376e-3,9.38673272099429e-4,2.0743470597098697e-3
0xcab2d6,runtime,2.857628754666886,2.850076625750148,2.8625803190835386,8.297169115239377e-3,3.916741129619459e-3,1.1435148195457037e-2
0x6a3d9a,runtime wasm,2.3925583174998906,2.3734194297500153,2.4045519741248427,2.3224814211024136e-2,1.4718681000268111e-2,2.732997426691618e-2
0xa6cee3,ocaml,1.174775427124909,1.16457128487491,1.1914866507498232,1.8326786526045632e-2,4.609801750272369e-3,2.276169314881985e-2
0x1f78b4,ocaml byte,7.047597856520724,6.8239856336665525,7.360744462499838,0.351534272450755,6.384436925893494e-2,0.4557600519283641
0xb2df8a,haskell,1.8790411863749341,1.8400298956249799,1.902210463999836,3.9297327179984166e-2,1.6677180983649478e-2,5.4376445591608626e-2
0x33a02c,haskell strict,1.818025665812532,1.808917930000007,1.8225822132500298,8.642148515716241e-3,4.006546749906192e-3,1.0522895558458447e-2
0xfb9a99,juvix,2.6884880456874307,2.679950625500017,2.6970254658748445,1.1231561003858977e-2,5.325396646993415e-3,1.4529973739774509e-2
0xe31a1c,juvix wasm,0.8310253871249719,0.8293756868750961,0.8334440179997576,2.8534839263154024e-3,1.017241250110601e-3,3.490836765408919e-3
0xcab2d6,runtime,2.9312574109789202,2.8668445785621657,3.0551784102500505,0.1256502243405759,3.972926499727691e-3,0.1487550645403177
0x6a3d9a,runtime wasm,2.407030721458303,2.3976235342499876,2.4148616144998414,1.2140268782515989e-2,7.037714198502869e-3,1.6201591322053645e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.3415153759376229,0.3317890445624698,0.34641926525023337,9.408338568256253e-3,2.2217408307032725e-3,1.2341870490695888e-2
0x1f78b4,ocaml byte,1.26277664425002,1.2542681527498871,1.2730215203749253,1.2539873582501483e-2,4.548417496176838e-3,1.68289165494541e-2
0xb2df8a,haskell,1.9833653187916223,1.9740719943332201,1.9923719270416693,1.3412507724956418e-2,7.814505250053116e-3,1.8708969559107096e-2
0x33a02c,haskell strict,0.9346664000207928,0.9179733520835119,0.9434927199997674,1.7271633628495913e-2,8.772846542547924e-3,2.426733431590199e-2
0xfb9a99,juvix,1.1282989744166798,1.1275051607916566,1.129175001666681,1.1358155734540905e-3,5.416997161758994e-4,1.455720191499581e-3
0xe31a1c,juvix wasm,1.0059792747708418,1.0055794618749587,1.0063687626666629,6.36288742915485e-4,3.808284387513015e-4,8.994837659936651e-4
0xcab2d6,runtime,2.1334497876875766,2.130222482750014,2.136498837062561,4.369654045515327e-3,2.2473009327973943e-3,5.941022460232625e-3
0x6a3d9a,runtime wasm,1.0134221609376368,1.0130270863752457,1.0141361205625685,7.245328369280488e-4,8.51155745138424e-5,9.104786317976326e-4
0xa6cee3,ocaml,0.33560900802082944,0.3140560303750135,0.3464669129375011,2.087978000938726e-2,3.760448292065566e-4,2.4888655355231822e-2
0x1f78b4,ocaml byte,1.2703507897500874,1.229315841000016,1.297065052000164,4.400123323832654e-2,2.3725454908449604e-2,6.169394600513596e-2
0xb2df8a,haskell,1.9715715078123708,1.9596749502497914,1.978179052874907,1.3833517482983903e-2,1.2120372244223647e-2,1.5259471682151539e-2
0x33a02c,haskell strict,0.9514332272707217,0.9064676661246267,0.9736803543750057,4.4413271851825975e-2,1.3214319583691458e-3,5.2684686760801236e-2
0xfb9a99,juvix,1.1286016653126012,1.1281891635003376,1.128852148999954,4.907993370959674e-4,3.936429583993175e-4,5.784672972827618e-4
0xe31a1c,juvix wasm,0.9996790347083977,0.9856787792499517,1.006702306541778,1.3718017984746783e-2,8.855307499970877e-4,1.6219551534376146e-2
0xcab2d6,runtime,2.1238379849166145,2.1168549694167873,2.1272594696664933,6.647243523676039e-3,3.1802832275258292e-3,8.225002948839263e-3
0x6a3d9a,runtime wasm,1.0159180879582739,1.0109008548751035,1.0248538092497483,9.512961643141684e-3,2.153640750066188e-3,1.1569925996781364e-2
Loading

0 comments on commit e0d93f9

Please sign in to comment.