Skip to content

Commit

Permalink
Add benchmark results
Browse files Browse the repository at this point in the history
  • Loading branch information
paulcadman committed Jul 28, 2024
1 parent 778d7cc commit acfa911
Show file tree
Hide file tree
Showing 20 changed files with 1,127 additions and 1,101 deletions.
20 changes: 10 additions & 10 deletions benchmark-results/csv/ackermann.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.31034595489343547,0.3100214477200916,0.31061400093361347,4.3299628060658235e-4,3.5658265328726037e-4,4.830759594890153e-4
0x1f78b4,ocaml byte,2.082513680729259,2.034932506812538,2.1053324653125856,4.515039392661344e-2,9.908248875035497e-3,5.503360561380912e-2
0xb2df8a,haskell,0.9928991760417603,0.981514037833449,1.0017558158750717,1.4097657632729448e-2,9.937307697446586e-3,1.8171629182262027e-2
0x33a02c,haskell strict,0.36563664187510386,0.3598602045002129,0.3684580477500579,5.450471363623467e-3,1.808092749987139e-3,6.824352927809622e-3
0xfb9a99,juvix,1.6069093508126098,1.5638524218126406,1.6372960666876206,5.03261176937786e-2,3.0178825968247974e-2,7.017511436090476e-2
0xe31a1c,juvix wasm,0.7131030510000093,0.687549159749968,0.725825532375031,2.4190679597311977e-2,2.515595951845459e-4,2.9507628140424045e-2
0xfdbf6f,c,5.734690457879484e-4,5.722068080486911e-4,5.751436553716484e-4,5.821969020642776e-6,4.540484067378439e-6,8.024639837946897e-6
0xff7f00,c wasm,0.20794378751392184,0.2059777895277749,0.2117587636250088,4.509800974475037e-3,1.0012406343308734e-3,6.141996183217392e-3
0xcab2d6,runtime,1.5804853115832316,1.5684651756247376,1.588742180916654,1.4326509819465484e-2,7.393970771271044e-3,1.9068422929259955e-2
0x6a3d9a,runtime wasm,1.0700416707707727,1.0536579359999223,1.0805030069999475,1.9595283448614078e-2,1.4032855348457772e-2,2.4024009660419773e-2
0xa6cee3,ocaml,0.31037213562329574,0.3102474376533185,0.31044527009994455,1.3903691727880742e-4,6.313762074246977e-5,1.9408790978874647e-4
0x1f78b4,ocaml byte,2.126669823958347,2.0999241641250137,2.162937645624993,4.0738005636141265e-2,1.148233200001414e-2,4.9829530649118325e-2
0xb2df8a,haskell,1.038641667624982,1.0142500182499816,1.0630333169999822,4.0130277516066105e-2,1.7936634896522478e-2,5.5807314991911376e-2
0x33a02c,haskell strict,0.36326607887496226,0.3563407204999862,0.36747495062497626,8.327571005635543e-3,5.529264219695942e-3,9.719972951420805e-3
0xfb9a99,juvix,1.6424978717916094,1.5925048443749574,1.666649066958295,4.733225826320453e-2,1.3158408902239085e-2,5.967915522348525e-2
0xe31a1c,juvix wasm,0.7269221568957202,0.7104400238748667,0.7386492765623984,1.9264357256861094e-2,1.0673530659331184e-2,2.7082622785502563e-2
0xfdbf6f,c,5.728105918482293e-4,5.714096356048909e-4,5.743733410797066e-4,5.912267163052769e-6,4.800829368529409e-6,7.580322041365561e-6
0xff7f00,c wasm,0.20929137407212894,0.20576934413881845,0.21634912099989378,8.587691344821789e-3,9.344514880209494e-5,1.1561233691208908e-2
0xcab2d6,runtime,1.5991005038334265,1.5705956399166325,1.6185246806253986,3.548676789917616e-2,2.0216207555491826e-2,4.312178507745834e-2
0x6a3d9a,runtime wasm,1.0942733649792256,1.0922367651252216,1.097172381000064,3.353464877338996e-3,1.001231743388101e-3,4.466926700867844e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/combinations.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,7.229816193520814,7.222827498520881,7.240437871999887,1.2160294619165839e-2,3.2501431666296376e-3,1.613969975798188e-2
0x1f78b4,ocaml byte,50.99477572004167,50.150977559416674,52.486624833125006,1.5710472938760311,0.315315780083381,1.904799465387053
0xb2df8a,haskell,8.791991917166674,8.27739397262502,9.148559321750014,0.5944671859123312,0.36495589914045634,0.8234571480817497
0x33a02c,haskell strict,8.217355966354186,7.623231905187595,8.632700446145822,0.6814610514009549,0.39730201820835465,0.9591969888565074
0xfb9a99,juvix,10.537640415750019,10.343699615125018,10.633837360000001,0.19234447532902174,3.4660722499779695e-3,0.22395779370619925
0xe31a1c,juvix wasm,16.92743707291669,16.911983313125063,16.936012812958325,1.56167553686106e-2,1.0001670567778257e-2,1.9804823286154096e-2
0xfdbf6f,c,3.9245479004375263,3.9192459484375206,3.933002862999994,8.893135393104554e-3,2.0653897590369e-3,1.1412345506053398e-2
0xff7f00,c wasm,5.09239490402076,5.072908521812479,5.1011549845624415,1.8660307457995955e-2,7.437909504530323e-3,2.4771332618479337e-2
0xcab2d6,runtime,10.031591473145918,9.449551355125038,10.529580821812687,0.7423179611462823,0.42041390706242177,0.9748478101056404
0x6a3d9a,runtime wasm,15.303409108083295,15.230037409833281,15.419828315624954,0.13484245114517535,5.0501302916662105e-2,0.16506386245723628
0xa6cee3,ocaml,7.215672852208357,7.214167153666665,7.216690559125041,1.86328902999197e-3,1.1084722548453203e-3,2.3502934492154065e-3
0x1f78b4,ocaml byte,51.42958999037503,49.563111477625014,52.341363938375025,1.7767675110483983,0.3440089247499607,2.156363641029835
0xb2df8a,haskell,7.93366697289584,7.3312602109166765,8.288653040895857,0.6978309049515673,0.6292281050512143,0.7474732361155338
0x33a02c,haskell strict,8.138742708812543,7.477504073750083,8.482366746125024,0.6313576616091853,0.3059974338122322,0.7935657217695462
0xfb9a99,juvix,10.643271131604243,10.446399716208344,10.840142547000141,0.297050271427693,0.12125522427730462,0.40778239654623
0xe31a1c,juvix wasm,17.103905673958355,16.98109143375001,17.25787264737511,0.19043292515002988,7.68078392622733e-2,0.2594790548499607
0xfdbf6f,c,3.9166658676249235,3.912564810874926,3.92361804199993,7.340999770679682e-3,8.332927499925535e-4,9.087190705713018e-3
0xff7f00,c wasm,5.105581316916641,5.078576206833304,5.134396522666634,3.8464430894121285e-2,1.7275558136786013e-2,5.259517153613979e-2
0xcab2d6,runtime,9.239805058687551,8.970010698000067,9.429536423437554,0.311770146837458,0.19613822193880942,0.4381658180485166
0x6a3d9a,runtime wasm,15.210486824791653,15.101512969083291,15.283966499624995,0.1275794743732975,0.11516239875966229,0.14678322323018106
20 changes: 10 additions & 10 deletions benchmark-results/csv/cps.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.2795517774300515,0.27933921203995854,0.2796787712000878,2.345856405387101e-4,9.07168351063919e-5,3.2405349594632837e-4
0x1f78b4,ocaml byte,2.1498027840832683,2.033647647333131,2.234674172333333,0.14480711783788516,8.755238186737499e-2,0.19600207541068834
0xb2df8a,haskell,19.687167865583337,19.607836276000114,19.79408627375011,0.12644452645469115,3.983314328775789e-2,0.16422859253933103
0x33a02c,haskell strict,0.5839867648125315,0.583667728375076,0.5845791979375008,6.050869554896519e-4,2.977762505906867e-5,7.245724227570524e-4
0xfb9a99,juvix,1.1467997434375168,1.1462025200625021,1.1474721174999254,8.800690174859988e-4,4.290095857618921e-4,1.1430588472417541e-3
0xe31a1c,juvix wasm,0.9423659963334406,0.9133329146667772,0.999918622249993,5.767163014519142e-2,2.7374766674864714e-4,6.686443982697494e-2
0xfdbf6f,c,0.1553450225609629,0.15529285000135432,0.15543264940640075,1.1334592366321691e-4,5.8436794892518996e-5,1.6075618466940836e-4
0xff7f00,c wasm,0.1969224920695423,0.19679641204177944,0.19703969488909934,1.8291123828783102e-4,1.2303856813989747e-4,2.397470312818153e-4
0xcab2d6,runtime,0.2788548497765866,0.27877587930340575,0.27894310779984155,1.2321424091565105e-4,6.349896737753033e-5,1.6617973272835883e-4
0x6a3d9a,runtime wasm,0.32093545083676267,0.32051549777008403,0.32137166853341725,6.233372441175427e-4,4.171760578644387e-4,7.943201173705262e-4
0xa6cee3,ocaml,0.27971848246343745,0.27965545018338767,0.279815279683559,1.1355235789593951e-4,3.216545416517692e-5,1.508693012288356e-4
0x1f78b4,ocaml byte,2.1561614344583404,2.114023575625083,2.1766596546667643,4.061430657224023e-2,6.081262166844681e-3,5.216762662995153e-2
0xb2df8a,haskell,19.277103445396033,19.21463549916674,19.319220345250187,7.403446967797474e-2,6.1290735439345226e-2,8.488151157255999e-2
0x33a02c,haskell strict,0.583854266353967,0.5837955439582174,0.583900206791327,7.412021053488335e-5,4.059893412420585e-5,9.410246453471499e-5
0xfb9a99,juvix,1.1334847546457734,1.1321199681251528,1.1356442530623667,2.3070369713761108e-3,6.361750448724188e-4,2.92505415789262e-3
0xe31a1c,juvix wasm,0.9086780383124733,0.9075550558751502,0.9091824722498814,1.0750608287217439e-3,3.9265007422787995e-4,1.428476571731174e-3
0xfdbf6f,c,0.15526936574784503,0.1552528231930719,0.1552862150118645,3.110440312375803e-5,2.1796574155959975e-5,4.221880716160872e-5
0xff7f00,c wasm,0.19722555909164738,0.19698487035556253,0.19789002205546544,5.664370773704328e-4,1.0022402335689947e-4,7.727024971099823e-4
0xcab2d6,runtime,0.2788691670067692,0.27878872697328916,0.27901998944034856,1.6503917817413486e-4,3.328432491853507e-5,2.1111406117418807e-4
0x6a3d9a,runtime wasm,0.32189857227673807,0.3207566142334447,0.3241721652801061,2.5257215320181312e-3,4.1614302278475835e-5,3.1162437094093822e-3
20 changes: 10 additions & 10 deletions benchmark-results/csv/fibonacci.csv
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.27912277633000904,0.2790842121500134,0.27914761258000836,4.7093892086417044e-5,2.517765277495046e-5,6.801687184228478e-5
0x1f78b4,ocaml byte,0.9928018991250033,0.9900697282500157,0.9957540511249903,3.8776329823090646e-3,1.691734765306173e-3,5.272969742040081e-3
0xb2df8a,haskell,19.46917848174998,19.367136611999967,19.547367582749985,0.1281544030149741,8.061734066690038e-2,0.16798639666262538
0x33a02c,haskell strict,0.5833776920208606,0.5833475619583623,0.5834293212083708,5.573453726570225e-5,1.4622333310398972e-5,6.809257364526677e-5
0xfb9a99,juvix,0.2787225918999896,0.2786425440999847,0.27882654309998545,1.3509385167513453e-4,7.673963653672918e-5,1.847920057534336e-4
0xe31a1c,juvix wasm,0.31971839174331534,0.31959294385997505,0.3198963259332913,2.301851421445463e-4,8.81710466567999e-5,3.385577195353515e-4
0xfdbf6f,c,0.1550926829887571,0.1550701948102068,0.15513481722442043,5.2994933943646725e-5,2.0050263101045968e-5,7.87615724803413e-5
0xff7f00,c wasm,0.1966371989916638,0.19604945444442337,0.1982893454583632,1.3815083661618446e-3,9.878313240597211e-5,1.8755432428217485e-3
0xcab2d6,runtime,0.2786652261899758,0.27862705054003073,0.2787137113999279,6.568245947001385e-5,3.326968501768591e-5,8.736421960617881e-5
0x6a3d9a,runtime wasm,0.32034131842665603,0.32020309840000893,0.32052844059998054,2.497560478143412e-4,1.1446612329507293e-4,3.4726470272036715e-4
0xa6cee3,ocaml,0.2793598010033209,0.2793110186733414,0.27944987976989755,1.0208256549167108e-4,8.120240858945334e-6,1.292181742017073e-4
0x1f78b4,ocaml byte,0.9871543316666825,0.9785688051250077,0.994728181499994,1.202899818144815e-2,3.7588178196032614e-3,1.613297276147455e-2
0xb2df8a,haskell,19.327938783312522,19.197028456124976,19.45884911050007,0.19219276615395267,8.456232591929186e-2,0.2645578224366893
0x33a02c,haskell strict,0.5837038137917053,0.5836311991667079,0.5838256261667046,1.2486625270607967e-4,3.99278827707051e-5,1.6769629315744176e-4
0xfb9a99,juvix,0.27888129769664755,0.27881849909997525,0.27898172294998175,1.1415145793677079e-4,3.371159311400232e-5,1.5049759822640605e-4
0xe31a1c,juvix wasm,0.32044279612670684,0.32036860326673683,0.32052305636001166,1.1226531654026175e-4,7.150000621982823e-5,1.5723252366082403e-4
0xfdbf6f,c,0.15528618864216442,0.1552703239319788,0.15530003458092367,2.587812836365964e-5,2.208731769994196e-5,3.196766953346657e-5
0xff7f00,c wasm,0.19710364585000725,0.19702015447222407,0.19725713211669246,1.7108613642996046e-4,5.839704407094022e-5,2.4131318009119928e-4
0xcab2d6,runtime,0.27887739487667285,0.27880688022666467,0.279015715766703,1.5120776520174723e-4,8.21408933236224e-6,1.8961699066310584e-4
0x6a3d9a,runtime wasm,0.3205653966733515,0.3204859497999905,0.32061101560000227,9.008387711872487e-5,2.3284599238418315e-5,1.2131686856875144e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/fold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.315377480379866,0.31480437707983583,0.3165066436999041,1.2073345224066251e-3,1.5726284552122034e-4,1.5543390912668253e-3
0x1f78b4,ocaml byte,3.0662795411460024,3.0334485703123732,3.08178516929172,3.1619808539653446e-2,1.1004043836038115e-2,4.236708011850983e-2
0xb2df8a,haskell,0.39644315281259424,0.3962714707502073,0.39673492581243863,3.2154666795939605e-4,9.843299305863039e-5,3.944200116505497e-4
0x33a02c,haskell strict,0.40697035337476944,0.40357238499958237,0.41009422737480844,4.29246332763655e-3,2.1077385003991367e-3,5.413465043274849e-3
0xfb9a99,juvix,0.28155614394332285,0.2814290843733276,0.28173921318331546,2.1873075919175033e-4,8.91823811373809e-5,2.9653740334469037e-4
0xe31a1c,juvix wasm,0.32269375404341794,0.3212688194534045,0.32538285785012705,2.9440972462477207e-3,3.4640617453610134e-4,3.8001213178126556e-3
0xcab2d6,runtime,0.2834320685301191,0.28157328828012396,0.2871324237301178,4.122803290793577e-3,4.855144207423917e-5,5.0784673397712135e-3
0x6a3d9a,runtime wasm,0.7262435173958958,0.7251612915208435,0.7281006445626304,1.919360475593061e-3,3.247796856597257e-4,2.4792348169984245e-3
0xa6cee3,ocaml,0.31526203666333763,0.3150456288300575,0.3153843052133501,2.475900020880921e-4,1.3312431699133448e-4,3.330188295307979e-4
0x1f78b4,ocaml byte,2.9499668765418696,2.8329426111251905,3.010144994041942,0.11060763586978822,4.1279331583306655e-2,0.13897540935196692
0xb2df8a,haskell,0.3936645493334557,0.3923835689581286,0.39502426216692277,2.510030688115628e-3,1.594679164706181e-4,2.9548286125828647e-3
0x33a02c,haskell strict,0.39604880391694525,0.39354664300014974,0.400215526750344,4.552184816376837e-3,1.3076619998173555e-3,5.637028442894351e-3
0xfb9a99,juvix,0.28211487381683276,0.2819438849999642,0.2822353969171369,2.2474429624550475e-4,1.8795230607617752e-4,2.7067024755868756e-4
0xe31a1c,juvix wasm,0.32248347259999716,0.32237897429989976,0.3225490210001226,1.2785664960987547e-4,5.784950384724906e-5,1.7195620848110588e-4
0xcab2d6,runtime,0.2827115601131694,0.28255358203321823,0.2828732789397873,2.3725802938614162e-4,1.869165753042752e-4,2.947333418839665e-4
0x6a3d9a,runtime wasm,0.7257888723332826,0.7254428499165897,0.7261348947499755,5.352495598708422e-4,2.065406120096996e-4,7.325186390712701e-4
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfold.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,1.1572501881873904,1.1429759100623187,1.1745194673748074,2.3659331581376723e-2,1.1531334365747138e-2,3.2965033271991066e-2
0x1f78b4,ocaml byte,7.031403976395818,7.004073671916634,7.067086563375028,4.31319329751614e-2,1.472311968650624e-2,5.8397491608305374e-2
0xb2df8a,haskell,1.8462536930208746,1.8173623936249896,1.8657081386042287,3.630035195740598e-2,1.8873707625061797e-2,4.4928117577937736e-2
0x33a02c,haskell strict,1.844001147166826,1.8364852765834407,1.8515170177502114,1.2391787896649204e-2,5.5695520930536925e-3,1.7243221563123075e-2
0xfb9a99,juvix,2.6858120826666436,2.6770848334999755,2.697903653791627,1.3864413834625852e-2,3.0744667501494405e-3,1.7945953258163002e-2
0xe31a1c,juvix wasm,0.838344781354086,0.8365993314165129,0.8411426743124935,3.1007106899756127e-3,6.223747500371246e-4,4.030943965259343e-3
0xcab2d6,runtime,2.857875713020898,2.849902076812498,2.865995481833503,1.1379493259069206e-2,5.840752362200399e-3,1.5116513067928106e-2
0x6a3d9a,runtime wasm,2.4141410414168263,2.410495215750416,2.4173639066667647,5.310801325852532e-3,3.3131346814929915e-3,7.442888478455355e-3
0xa6cee3,ocaml,1.1972818078751288,1.1601334387503357,1.2195078727500004,3.702553063610582e-2,1.7847269601746724e-2,5.1328898154132704e-2
0x1f78b4,ocaml byte,7.106986528562459,6.993900669124855,7.220072388000062,0.18465218162164493,7.629976114589762e-2,0.25468700445877257
0xb2df8a,haskell,1.8086812597499033,1.7767469937498959,1.8279095964999215,3.279960733871865e-2,1.6378236578734984e-2,4.602898232072497e-2
0x33a02c,haskell strict,1.8328723507500893,1.823070475250006,1.8397961801250062,1.1513015971355641e-2,9.861564723572015e-3,1.3315186193724373e-2
0xfb9a99,juvix,2.683111808916673,2.676612109999951,2.6906795347915513,9.207956079730007e-3,3.8926577501570137e-3,1.1456210606837767e-2
0xe31a1c,juvix wasm,0.8322323482497799,0.8310355892497228,0.833178130374904,1.5466559169971376e-3,9.38673272099429e-4,2.0743470597098697e-3
0xcab2d6,runtime,2.857628754666886,2.850076625750148,2.8625803190835386,8.297169115239377e-3,3.916741129619459e-3,1.1435148195457037e-2
0x6a3d9a,runtime wasm,2.3925583174998906,2.3734194297500153,2.4045519741248427,2.3224814211024136e-2,1.4718681000268111e-2,2.732997426691618e-2
16 changes: 8 additions & 8 deletions benchmark-results/csv/mapfun.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
Color,Name,Mean,MeanLB,MeanUB,Stddev,StddevLB,StddevUB
0xa6cee3,ocaml,0.336734208770982,0.30750580368754754,0.35125257387528563,2.8414604715849265e-2,3.1013028336322745e-3,3.554059311164476e-2
0x1f78b4,ocaml byte,1.2672805740416113,1.236548254375009,1.2845012393333186,3.140228725601992e-2,1.188006561121345e-2,4.2692957202399726e-2
0xb2df8a,haskell,2.0053207016665433,1.9707651999999598,2.0377236734998405,4.033513753493314e-2,3.5304956083412664e-2,4.573770651171936e-2
0x33a02c,haskell strict,0.9563600057083477,0.9496019529999558,0.960790204583418,7.30484774468568e-3,3.7304114891516336e-3,1.0231106052341765e-2
0xfb9a99,juvix,1.1278000604377023,1.1274062080626095,1.1282199937503872,4.8815454103334625e-4,4.3415468978728634e-4,5.187220812238652e-4
0xe31a1c,juvix wasm,1.004265145187541,1.0019570178124582,1.0052928675000508,2.2209173342951564e-3,9.731616001965033e-4,2.956968830193607e-3
0xcab2d6,runtime,2.1157105632918083,2.107587768041848,2.1291097371667242,1.463812809340732e-2,1.8028164376794574e-3,1.790282750041983e-2
0x6a3d9a,runtime wasm,1.0149878021876095,1.0132723662502485,1.0163110986875001,2.1193437619580627e-3,1.3242263045236743e-3,2.714624177921699e-3
0xa6cee3,ocaml,0.3415153759376229,0.3317890445624698,0.34641926525023337,9.408338568256253e-3,2.2217408307032725e-3,1.2341870490695888e-2
0x1f78b4,ocaml byte,1.26277664425002,1.2542681527498871,1.2730215203749253,1.2539873582501483e-2,4.548417496176838e-3,1.68289165494541e-2
0xb2df8a,haskell,1.9833653187916223,1.9740719943332201,1.9923719270416693,1.3412507724956418e-2,7.814505250053116e-3,1.8708969559107096e-2
0x33a02c,haskell strict,0.9346664000207928,0.9179733520835119,0.9434927199997674,1.7271633628495913e-2,8.772846542547924e-3,2.426733431590199e-2
0xfb9a99,juvix,1.1282989744166798,1.1275051607916566,1.129175001666681,1.1358155734540905e-3,5.416997161758994e-4,1.455720191499581e-3
0xe31a1c,juvix wasm,1.0059792747708418,1.0055794618749587,1.0063687626666629,6.36288742915485e-4,3.808284387513015e-4,8.994837659936651e-4
0xcab2d6,runtime,2.1334497876875766,2.130222482750014,2.136498837062561,4.369654045515327e-3,2.2473009327973943e-3,5.941022460232625e-3
0x6a3d9a,runtime wasm,1.0134221609376368,1.0130270863752457,1.0141361205625685,7.245328369280488e-4,8.51155745138424e-5,9.104786317976326e-4
Loading

0 comments on commit acfa911

Please sign in to comment.