updated benchmark data

Author: pachadotdev

extended-tests-results/bench_summary.csv

@@ -1,51 +1,51 @@
 test,cpp_standard,cpp_compiler,avg_time_cpp11,avg_time_cpp4r,avg_time_Rcpp,rel_time_cpp11,rel_time_cpp4r,rel_time_Rcpp,rel_cpp4r_cpp11,rel_cpp4r_Rcpp,rel_cpp4r_within_test
-Add four matrices,C++11,Clang,0.016349345575115283,0.015208200625219971,0.010129892675928315,0.6320663999284523,0.5823713043533337,0.42283671633084163,0.921,1.38,1.26
-Add four matrices,C++11,GCC,0.019509511589956452,0.016949697585339298,0.01493076088586442,0.5352551032794227,0.46208489989801715,0.4078113333688065,0.863,1.13,1
-Add four matrices,C++14,Clang,0.017113283395349066,0.016754436468211363,0.015196741871032104,0.6191128608797756,0.5936323949533086,0.5553401335877628,0.959,1.07,1.28
-Add four matrices,C++14,GCC,0.01759478725416928,0.01661188315543137,0.01430529519578214,0.6878966796708397,0.6392839533306134,0.5595052870407311,0.929,1.14,1.38
-Add four matrices,C++17,Clang,0.017562418643917357,0.015963536279741675,0.012325388974538644,0.6659685897414647,0.5981629008212608,0.4749338826854933,0.898,1.26,1.29
-Add four matrices,C++17,GCC,0.018560733738811497,0.017503713674567715,0.012916456365112064,0.7159320530456268,0.6678903593593961,0.5066717085194806,0.933,1.32,1.45
-Add four matrices,C++20,Clang,0.018885497996887685,0.016872593762391076,0.013385510070924173,0.691573234053171,0.615425056432933,0.49734596314505813,0.89,1.24,1.33
-Add four matrices,C++20,GCC,0.01985242841907834,0.017568805316767216,0.01295204375091256,0.7166934522429883,0.6291250589845441,0.4711122984743649,0.878,1.34,1.36
-Add four matrices,C++23,Clang,0.020066226629435788,0.018053202619015867,0.013427234609962955,0.6672536472511384,0.5976950564836031,0.4472765008185648,0.896,1.34,1.29
-Add four matrices,C++23,GCC,0.030846811700327208,0.02407775762400647,0.018646280721960857,0.6880712471197308,0.5423877066439259,0.4348854452637203,0.788,1.25,1.17
-Add two matrices,C++11,Clang,0.008808001420907296,0.020913050391198118,0.014966634763832375,1.252715841227453,2.9476203343935548,1.9111729003441826,2.35,1.54,1.27
-Add two matrices,C++11,GCC,0.011919295593468967,0.024814615875473057,0.016886228002959445,1.1577075319115289,2.3624701375629638,1.4820948119645019,2.04,1.59,1.02
-Add two matrices,C++14,Clang,0.009396544374924685,0.018524660509108205,0.01242075340313913,1.33489409756545,2.4787148623740776,1.6225205685572166,1.86,1.53,1.07
-Add two matrices,C++14,GCC,0.009939493856164721,0.022566693792195648,0.015252812927094649,1.3080625508513188,2.9088705841331115,1.7910500960897704,2.22,1.62,1.26
-Add two matrices,C++17,Clang,0.00965364091454682,0.02075397554423888,0.01322992794139653,1.1224616063819286,2.3170558279824,1.393465119170221,2.06,1.66,1
-Add two matrices,C++17,GCC,0.011666234705017462,0.02404520516901524,0.014227096555631,1.2762814443782386,2.579993409517826,1.4001719542374929,2.02,1.84,1.11
-Add two matrices,C++20,Clang,0.009463615334184118,0.022795681453224425,0.014143389231544368,1.2355587176521956,2.9026889541345424,1.6798622696197894,2.35,1.73,1.25
-Add two matrices,C++20,GCC,0.010490127729860192,0.022709679663922563,0.015235570443518536,1.4018242162258194,2.961912207678792,1.8388867575024068,2.11,1.61,1.28
-Add two matrices,C++23,Clang,0.011518932835018376,0.023136253077869436,0.014742008691929204,1.4235019985311637,2.846345260204477,1.6371430836726257,2,1.74,1.23
-Add two matrices,C++23,GCC,0.016718446588314766,0.03730554573062085,0.02943608223470118,1.5319353163184106,3.2528416294001423,2.3961927337031423,2.12,1.36,1.4
-Multiple matrix operations,C++11,Clang,9.785121192737502e-6,1.0072517360807682e-5,1.1260756671580733e-5,2.119022910956628e-5,2.1265690171993335e-5,2.4743233451831644e-5,1,0.859,5.08
-Multiple matrix operations,C++11,GCC,6.662990555775409e-6,6.168307403900794e-6,8.891110916679002e-6,1.6032819175239057e-5,1.4618278913268347e-5,2.1025323552413343e-5,0.912,0.695,3.5
-Multiple matrix operations,C++14,Clang,1.7405007680764004e-5,1.5840698176120617e-5,1.5739271920934625e-5,3.5499526065203315e-5,3.20571283972852e-5,3.185428470231796e-5,0.903,1.01,7.66
-Multiple matrix operations,C++14,GCC,7.335183315207156e-6,6.450002784935795e-6,6.860151782403795e-6,2.003448015462912e-5,1.769177053735728e-5,1.9045353852648034e-5,0.883,0.929,4.23
-Multiple matrix operations,C++17,Clang,6.53085797759039e-6,5.84996139098491e-6,7.236445303626207e-6,1.7373001492671273e-5,1.556176315852313e-5,1.8990905815671578e-5,0.896,0.819,3.72
-Multiple matrix operations,C++17,GCC,6.130285922209827e-6,5.710499399170584e-6,6.481259110934881e-6,1.7447139518557654e-5,1.5903768265137993e-5,1.8453019416039293e-5,0.912,0.862,3.8
-Multiple matrix operations,C++20,Clang,6.764832579967927e-6,5.86113963770319e-6,7.699832928423978e-6,1.8185204455009857e-5,1.5986639749789967e-5,2.017935965656602e-5,0.879,0.792,3.82
-Multiple matrix operations,C++20,GCC,6.731902486739718e-6,6.372623421175747e-6,7.17609702628486e-6,1.4523572199970763e-5,1.3569071336378953e-5,1.5537340188929195e-5,0.934,0.873,3.24
-Multiple matrix operations,C++23,Clang,7.101453422587745e-6,6.8679943737782996e-6,8.08216341562113e-6,1.1619289310935452e-5,1.1182037495856813e-5,1.3314678508954835e-5,0.962,0.84,2.67
-Multiple matrix operations,C++23,GCC,1.3478881945567472e-5,1.1961714706706757e-5,1.3177303302729008e-5,4.6665006918338194e-6,4.182538582786726e-6,4.59660827027238e-6,0.896,0.91,1
-Multiply four matrices,C++11,Clang,0.056100894561588614,0.05895901487888388,0.06399073003558442,1.8785746432156292,1.9757297085982175,2.145730885425772,1.05,0.921,1.27
-Multiply four matrices,C++11,GCC,0.06362000278586864,0.061639180728852064,0.06567789893240991,1.6466033413192631,1.5966333624578943,1.7070653796782067,0.97,0.935,1.02
-Multiply four matrices,C++14,Clang,0.05957533192241146,0.061577995715197176,0.06061211650554395,1.6835754064904507,1.7396862579044692,1.7125864849491208,1.03,1.02,1.11
-Multiply four matrices,C++14,GCC,0.06025789735235312,0.05537742743392152,0.059245757705161384,1.8787918025115027,1.732575572795432,1.8537351792012273,0.922,0.935,1.11
-Multiply four matrices,C++17,Clang,0.057048128681418925,0.05894596512994862,0.05686144904371313,1.6961446744369737,1.7516044587718844,1.6927607138730516,1.03,1.03,1.12
-Multiply four matrices,C++17,GCC,0.06372292976165951,0.06248510730980268,0.061364320567714015,1.9350999160585844,1.8966822568160446,1.8612537013474622,0.98,1.02,1.21
-Multiply four matrices,C++20,Clang,0.057182591168533026,0.05513370080200043,0.05889118513881172,1.6207628138770374,1.561767581276274,1.6635825622411786,0.964,0.939,1
-Multiply four matrices,C++20,GCC,0.06372428722370758,0.06840420581105792,0.06786535364547175,1.6975680512723983,1.8206245086009303,1.7957234402904418,1.07,1.01,1.17
-Multiply four matrices,C++23,Clang,0.06337361811180314,0.060754313301152496,0.05977019426360612,1.8667978166585473,1.7855840242748113,1.7585092495521342,0.956,1.02,1.14
-Multiply four matrices,C++23,GCC,0.10555822188295994,0.1024047542192346,0.05476942709623361,1.9289411484381391,1.8569561587993706,1.0014686698325534,0.963,1.85,1.19
-Submatrix manipulation,C++11,Clang,0.0086677752064579,0.006182785442916258,0.006571647467576347,1.6154724187380858,1.3337113179016615,1.1387354170689379,0.826,1.17,1.28
-Submatrix manipulation,C++11,GCC,0.00819138546084643,0.0058643020504173275,0.008417233576456427,1.3507983794640388,1.1411540863646448,1.222117973793211,0.845,0.934,1.1
-Submatrix manipulation,C++14,Clang,0.007260452716003115,0.006057677956830178,0.006839929835167618,1.6098425507952177,1.480274259083817,1.4116604792101997,0.92,1.05,1.42
-Submatrix manipulation,C++14,GCC,0.007034530928500985,0.005024925185538524,0.007005996675449138,1.3501174558805722,1.141194568543087,1.2156218353647226,0.845,0.939,1.1
-Submatrix manipulation,C++17,Clang,0.007893626492622555,0.006340942229144275,0.008884579887642165,1.3888977173307533,1.3352246885908987,1.3653768490837352,0.961,0.978,1.28
-Submatrix manipulation,C++17,GCC,0.007525210072790101,0.006079918315292013,0.008893370380083442,1.4191395406872307,1.3582874512740721,1.4690073493055196,0.957,0.925,1.31
-Submatrix manipulation,C++20,Clang,0.006725442716946864,0.005094663002433217,0.00820882732110402,1.3526547117292926,1.23346542262987,1.444102355142387,0.912,0.854,1.19
-Submatrix manipulation,C++20,GCC,0.00829488126328215,0.006005189707027558,0.008457590350691152,1.1980389076394973,1.0408220333725713,1.0999376199885857,0.869,0.946,1
-Submatrix manipulation,C++23,Clang,0.007676047452354842,0.00572729882741423,0.007899254295566328,1.3869168793027766,1.2166574075092655,1.2571438862476079,0.877,0.968,1.17
-Submatrix manipulation,C++23,GCC,0.0086689891117834,0.006156522417155912,0.007850148646179967,1.3924078134909026,1.1615725959271177,1.1624052738369688,0.834,0.999,1.12
+Add four matrices,C++11,Clang,0.010721617994820508,0.008007456548511982,0.009205629535931714,0.6448345824118098,0.48810539081641946,0.5600966657441044,0.757,0.871,1.07
+Add four matrices,C++11,GCC,0.011161039432520238,0.008357635306013862,0.009724786954133638,0.6481517681233283,0.4919993074752241,0.5710825458881585,0.759,0.862,1.08
+Add four matrices,C++14,Clang,0.011279229743510713,0.008543146290692824,0.009558051031044856,0.6584277087836101,0.5048029546508532,0.5650161590941035,0.767,0.893,1.11
+Add four matrices,C++14,GCC,0.009814869784702527,0.007427917244578046,0.008100055287620624,0.6394218078935101,0.48881360664825096,0.5335881134587336,0.764,0.916,1.07
+Add four matrices,C++17,Clang,0.010324831759766201,0.0075591572415444775,0.008366234147949715,0.6383652651968711,0.47393538551417747,0.5257929676818413,0.742,0.901,1.04
+Add four matrices,C++17,GCC,0.009667125485400309,0.007316510049312623,0.008511150261738851,0.6320642169867758,0.48524530458381665,0.5625046497734689,0.768,0.863,1.07
+Add four matrices,C++20,Clang,0.009906727795688701,0.007360235670324871,0.008325866658753735,0.6119270690866835,0.46076434614410827,0.5203887208578373,0.753,0.885,1.01
+Add four matrices,C++20,GCC,0.011022496270015836,0.010029780571539032,0.010110848152069184,0.6521068366935016,0.5969715258790189,0.6015514491711516,0.915,0.992,1.31
+Add four matrices,C++23,Clang,0.010090549996749935,0.007307375139765897,0.008230282542561846,0.6363590621122555,0.46729120354252407,0.5254186752125477,0.734,0.889,1.03
+Add four matrices,C++23,GCC,0.010087204127743537,0.007494566968062474,0.008190014065784991,0.6060510305109358,0.45498090937942376,0.4973741335593659,0.751,0.915,1
+Add two matrices,C++11,Clang,0.007651773619950198,0.00523661520707478,0.006978034982647823,0.8353984784655627,0.5656180245910707,0.740903634999316,0.677,0.763,1.12
+Add two matrices,C++11,GCC,0.008901382920009141,0.005779113725055845,0.007498542177110759,0.8707093036814807,0.5598601469912166,0.7127168717765788,0.643,0.786,1.1
+Add two matrices,C++14,Clang,0.0074020085621112,0.005019256361636656,0.006943126769774422,0.8358911379950186,0.5606206326321306,0.7622528986711342,0.671,0.735,1.11
+Add two matrices,C++14,GCC,0.006665627941327664,0.004846585725614687,0.006487271117702202,0.7995104466658178,0.574835227495153,0.7572138148443873,0.719,0.759,1.13
+Add two matrices,C++17,Clang,0.007355075595634324,0.005047612135745205,0.006555635199349906,0.8725793374298386,0.5937274746256229,0.7580640329975078,0.68,0.783,1.17
+Add two matrices,C++17,GCC,0.006780851486243536,0.004786464167112599,0.006325045626667537,0.8485624577183604,0.5946764898699386,0.7733689296173195,0.701,0.769,1.17
+Add two matrices,C++20,Clang,0.007120288470142274,0.005028533030595935,0.00628172281098419,0.8220971094241064,0.5744333595069945,0.7087909705020629,0.699,0.81,1.13
+Add two matrices,C++20,GCC,0.007443482888986034,0.005087189021168695,0.007008681655861437,0.7470490847230862,0.5071571269826177,0.6867513704275424,0.679,0.738,1
+Add two matrices,C++23,Clang,0.006889830959951315,0.004905434208922088,0.0062779073225695415,0.7961870681844465,0.5596060090422734,0.7065753042689861,0.703,0.792,1.1
+Add two matrices,C++23,GCC,0.007253976300007151,0.004894711254212093,0.006523349192896288,0.8148934714069651,0.5464119714177968,0.7164701359911309,0.671,0.763,1.08
+Multiple matrix operations,C++11,Clang,3.441742963480706e-6,2.983232903085193e-6,3.6661204292762037e-6,1.643478806954815e-5,1.4306972185808978e-5,1.7575309751727736e-5,0.871,0.814,1
+Multiple matrix operations,C++11,GCC,5.818400959655338e-6,5.162046623549291e-6,6.305049078501001e-6,2.1922304186022275e-5,1.9447583940018205e-5,2.3755902180932095e-5,0.887,0.819,1.36
+Multiple matrix operations,C++14,Clang,5.9690910904687275e-6,5.301202134210237e-6,6.40402586028284e-6,2.245326852768762e-5,1.994216284081567e-5,2.4091497205085575e-5,0.888,0.828,1.39
+Multiple matrix operations,C++14,GCC,5.366465989120153e-6,4.973269675915338e-6,5.8114445502204556e-6,2.6393181019099168e-5,2.4248663320166385e-5,2.858489267504002e-5,0.919,0.848,1.69
+Multiple matrix operations,C++17,Clang,6.226338066008626e-6,5.524704109269137e-6,6.697683509591283e-6,2.374502539811853e-5,2.107616380247221e-5,2.555097431427543e-5,0.888,0.825,1.47
+Multiple matrix operations,C++17,GCC,3.3857412541247146e-6,2.8947917079286915e-6,3.53773333588425e-6,1.654242296638881e-5,1.4356514641229292e-5,1.7554956564230798e-5,0.868,0.818,1
+Multiple matrix operations,C++20,Clang,3.7104271504343772e-6,3.266469005267231e-6,3.90676277860695e-6,1.765137587064842e-5,1.548893890056155e-5,1.8709725390277965e-5,0.877,0.828,1.08
+Multiple matrix operations,C++20,GCC,3.511608787337128e-6,3.1293662055870707e-6,3.791860855963765e-6,1.902103251081873e-5,1.6937335577030936e-5,2.0545614104709874e-5,0.89,0.824,1.18
+Multiple matrix operations,C++23,Clang,4.532925157370616e-6,4.16527963148392e-6,5.3485665394335375e-6,2.1373344749126365e-5,1.9739561189974707e-5,2.5337583676292176e-05,0.924,0.779,1.38
+Multiple matrix operations,C++23,GCC,6.6795536050839085e-6,8.450878061810319e-6,8.266527272228683e-6,2.2925799390781483e-5,2.603391201346322e-5,2.8380544447880588e-5,1.14,0.917,1.82
+Multiply four matrices,C++11,Clang,0.04724198904919571,0.046285779959028016,0.04655662201088378,1.7518916977474217,1.7163654818313434,1.7274020470111657,0.98,0.994,1.19
+Multiply four matrices,C++11,GCC,0.043695909585281065,0.04123204348760904,0.04130416613533067,1.5272316102059174,1.4424098070000722,1.4447808410389797,0.944,0.998,1
+Multiply four matrices,C++14,Clang,0.045253002341380535,0.04520465186868357,0.04393387332140487,1.5771233551109005,1.5830844168562324,1.5334380949273916,1,1.03,1.1
+Multiply four matrices,C++14,GCC,0.0446943725561438,0.04150746477297412,0.04367662600849812,1.7969369521057745,1.6708156632332694,1.754820352604303,0.93,0.952,1.16
+Multiply four matrices,C++17,Clang,0.04204788764378018,0.04097925197233313,0.03911162546493721,1.6342506938583152,1.5930608977308451,1.5234388885100894,0.975,1.05,1.1
+Multiply four matrices,C++17,GCC,0.044445195080883494,0.043481269968930175,0.043090979169522016,1.7977411970847172,1.7583927018821484,1.7432145057359518,0.978,1.01,1.22
+Multiply four matrices,C++20,Clang,0.04196385617667277,0.04023652255525623,0.0408874491208271,1.66276243189287,1.596333428392893,1.6212861898703903,0.96,0.985,1.11
+Multiply four matrices,C++20,GCC,0.043046572657862714,0.04115090238842733,0.04126233428512339,1.5716949031146874,1.503686605846681,1.5070502031474817,0.957,0.998,1.04
+Multiply four matrices,C++23,Clang,0.03972177749751516,0.037827527348892956,0.03802731901535536,1.6127867269547829,1.5377062900940217,1.5459096023025323,0.953,0.995,1.07
+Multiply four matrices,C++23,GCC,0.04395514739824611,0.04278780260166077,0.043577148024306386,1.739988704669216,1.6951799413670265,1.7265720857060776,0.974,0.982,1.18
+Submatrix manipulation,C++11,Clang,0.0051604998951340665,0.0032181329680701755,0.004082208587217848,1.8405338494650636,1.0702900665832098,1.409498353055664,0.582,0.759,1.09
+Submatrix manipulation,C++11,GCC,0.004705635435185491,0.0027962578793189357,0.0035756170602363286,1.7808634953152664,0.98386059291548,1.3023339676348102,0.552,0.755,1
+Submatrix manipulation,C++14,Clang,0.004836703015120738,0.0029350638660431212,0.0037630306086407937,1.7610292897290438,0.991716072540898,1.3169901644331783,0.563,0.753,1.01
+Submatrix manipulation,C++14,GCC,0.004740211332207356,0.0029001018087075527,0.0035340467513044725,1.753702352982905,0.9982035602469753,1.2607513899813643,0.569,0.792,1.02
+Submatrix manipulation,C++17,Clang,0.004546138821454833,0.002736643819157414,0.0034014169977293635,1.7396167531894673,0.9796631646638262,1.2551740441078463,0.563,0.78,1
+Submatrix manipulation,C++17,GCC,0.004772582273141538,0.002915907714145296,0.0038065090050863823,1.7871999228618094,1.0135849517388968,1.3739349298509071,0.567,0.738,1.03
+Submatrix manipulation,C++20,Clang,0.005302512622675954,0.0031361339045973607,0.003764026345713634,1.9057226353739434,1.0584842674878856,1.307153578078693,0.555,0.81,1.08
+Submatrix manipulation,C++20,GCC,0.004725590823408292,0.0028737976230034717,0.003623049974688614,1.7925641065308349,1.0091521843938591,1.31616576744442,0.563,0.767,1.03
+Submatrix manipulation,C++23,Clang,0.005241213358073894,0.002925510306804612,0.0034312003491712467,1.9605052103456735,1.0327251997997469,1.2475448302716656,0.527,0.828,1.05
+Submatrix manipulation,C++23,GCC,0.005285754561072634,0.003117767305170395,0.0036172351255841857,1.9099923873345366,1.0522354372441094,1.2591971649540723,0.551,0.836,1.07