benchmarks: update results with first benchmarks 2.1.0 run

[skip ci]
dathere · Sep 18, 2023 · 78c18f8 · 78c18f8
1 parent 0c122f8
commit 78c18f8
Show file tree

Hide file tree

Showing 4 changed files with 229 additions and 116 deletions.
diff --git a/scripts/results/benchmark_results.csv b/scripts/results/benchmark_results.csv
@@ -1,4 +1,116 @@
 version,tstamp,name,mean,stddev,median,user,system,min,max,recs_per_sec
+0.113.0,2023-09-17-22,apply_calcconv,1.5777342717866667,0.046419735813402106,1.57150286912,3.1408598466666664,0.27456949999999997,1.53474499412,1.62695495212,"633,820"
+0.113.0,2023-09-17-22,apply_datefmt,1.6002531565400002,0.007288856594658151,1.60290926754,4.335148786666667,0.19852939333333333,1.59200872654,1.6058414755400001,"624,901"
+0.113.0,2023-09-17-22,apply_datefmt_multi,1.9950437293866667,0.012121695927295464,1.98966090972,8.70978924,0.21772886666666666,1.98654565972,2.00892461872,"501,242"
+0.113.0,2023-09-17-22,apply_dynfmt,1.6439025826733333,0.007445511896602582,1.64587255534,4.762682926666666,0.22147601333333333,1.63567017934,1.65016501334,"608,308"
+0.113.0,2023-09-17-22,apply_emptyreplace,1.4080401825133333,0.00016072296588957193,1.40797589018,2.190241906666666,0.1933542,1.40792155818,1.40822309918,"710,207"
+0.113.0,2023-09-17-22,apply_op_eudex,1.4027358992533332,0.0038563247376190712,1.40305489892,1.7207513866666666,0.3265297533333333,1.39872998292,1.40642281592,"712,892"
+0.113.0,2023-09-17-22,apply_op_similarity,1.3941692751933334,0.003407201859528494,1.39582124686,2.050631713333333,0.20725866666666667,1.39025099786,1.39643558086,"717,273"
+0.113.0,2023-09-17-22,apply_op_string,1.40000884802,0.008062710696744026,1.4019579310199999,2.1883334066666666,0.17495352,1.3911502650199998,1.40691834802,"714,281"
+0.113.0,2023-09-17-22,behead,0.9331319158333334,0.006585535727771143,0.9316278735000001,0.8634089733333332,0.06888122,0.9274284995000001,0.9403393745,"1,071,659"
+0.113.0,2023-09-17-22,cat_columns,2.9439527418333333,0.0059993944677814255,2.9440830195,2.80248778,0.14047953999999999,2.9378892695000003,2.9498859365000003,"339,679"
+0.113.0,2023-09-17-22,cat_rows,1.8500167316600002,0.006182835541795457,1.85296252366,1.7205236466666667,0.12858770666666663,1.84291185666,1.85417581466,"540,535"
+0.113.0,2023-09-17-22,cat_rowskey,5.818014727606666,1.0069501366164189,5.25782297694,5.0893734,0.1872831,5.21573456094,6.98048664494,"171,879"
+0.113.0,2023-09-17-22,count,0.4914958341866667,0.0001374420521832179,0.49149454252,0.43812004,0.052577186666666664,0.49135904252,0.49163391752,"2,034,605"
+0.113.0,2023-09-17-22,count_index,0.011025069126666667,0.0000644707217140715,0.01101140246,0.009450366666666666,0.0011340599999999999,0.010968527460000002,0.01109527746,"90,702,379"
+0.113.0,2023-09-17-22,dedup,1.3862607581533333,0.0031613871355702684,1.38485836882,3.18204364,0.14963196666666667,1.38404316082,1.38988074482,"721,365"
+0.113.0,2023-09-17-22,dedup_sorted,1.0337081618733333,0.007237244355317417,1.03333327354,0.9543966133333334,0.12530980666666666,1.02666564754,1.04112556454,"967,391"
+0.113.0,2023-09-17-22,diff,3.1133339224133336,0.005701142871079225,3.11275346408,4.6455189599999995,0.21961112666666663,3.10794521408,3.1193030890799998,"321,199"
+0.113.0,2023-09-17-22,enum,0.9956974523600001,0.00806488239545919,0.9910999383600001,0.91487922,0.07994084,0.9909826883600001,1.00500973036,"1,004,321"
+0.113.0,2023-09-17-22,excel,12.937083968879998,0.07046118263893962,12.938011482879999,12.531920653333332,0.4017225133333333,12.866163607879999,13.00707681588,"77,297"
+0.113.0,2023-09-17-22,exclude,0.6157282724800001,0.00936365743423817,0.61108602248,0.56227924,0.05239483333333333,0.6095927304800001,0.62650606448,"1,624,093"
+0.113.0,2023-09-17-22,exclude_index,0.6055590486866667,0.0008510977858608857,0.60522042402,0.5557056466666667,0.0488003,0.60492938202,0.60652734002,"1,651,366"
+0.113.0,2023-09-17-22,explode,1.68143029124,0.009330438948288647,1.67674252724,1.6100382466666663,0.07055878666666666,1.6753732362400002,1.6921751102400002,"594,731"
+0.113.0,2023-09-17-22,extdedup,2.136371217226667,0.8029060697651406,1.7111261615600002,1.3241577666666666,0.16668526666666664,1.6355281615600001,3.0624593285599997,"468,083"
+0.113.0,2023-09-17-22,extsort,0.7609776485866667,0.008158038233786495,0.76218299592,1.2668458266666667,0.24965084666666662,0.75228399592,0.7684659539200001,"1,314,099"
+0.113.0,2023-09-17-22,fill,1.5997647070666667,0.003762953893747802,1.5993011654,1.5338973200000001,0.06494474,1.5962549984,1.6037379574,"625,091"
+0.113.0,2023-09-17-22,fixlengths,1.4206122680533335,0.002906740865866084,1.41930171272,1.3120628466666666,0.10775563333333332,1.4185915457200002,1.42394354572,"703,921"
+0.113.0,2023-09-17-22,flatten,5.6134388020933335,0.03752298490592524,5.63475348276,5.525969473333333,0.08599341999999999,5.57011285776,5.63545006576,"178,143"
+0.113.0,2023-09-17-22,flatten_condensed,6.0831434448,0.07170234364804413,6.0441012088,5.990652966666667,0.09034456,6.0394347918,6.1658943338,"164,388"
+0.113.0,2023-09-17-22,fmt,0.9337504733533334,0.006499333572026617,0.9313921820200001,0.8737173399999999,0.059232686666666666,0.92875951502,0.94109972302,"1,070,949"
+0.113.0,2023-09-17-22,frequency,2.655658796113333,0.039838073962367465,2.64139953178,2.5568462466666664,0.09592340666666666,2.6249126157799996,2.7006642407799997,"376,554"
+0.113.0,2023-09-17-22,frequency_index,1.04644500004,0.04745078587133807,1.0695422640399999,4.088995933333333,0.4761730933333333,0.9918677220400001,1.0779250140399999,"955,616"
+0.113.0,2023-09-17-22,frequency_j1,2.6344580211533333,0.006308162487904823,2.6322221318200003,2.5365279,0.09544552666666666,2.6295723408200002,2.64157959082,"379,584"
+0.113.0,2023-09-17-22,frequency_selregex,0.8006588575333334,0.003790149459388155,0.8023645652,0.7435725599999999,0.05593939999999999,0.7963155662,0.8032964412,"1,248,971"
+0.113.0,2023-09-17-22,geocode_reverse,3.497141213526667,0.002310276751075454,3.4980762688600002,2.9013040533333325,11.735738353333334,3.4945099778600004,3.49883739386,"285,947"
+0.113.0,2023-09-17-22,geocode_suggest,4.119089318646666,0.02255498295186504,4.11701413798,19.37014764666667,2.9723170866666666,4.09764363798,4.14261017998,"242,772"
+0.113.0,2023-09-17-22,index,0.5095915725200001,0.004289086694538153,0.51078107252,0.4548890266666667,0.053434779999999994,0.50483328052,0.51316036452,"1,962,355"
+0.113.0,2023-09-17-22,input,1.7182291804266665,0.020043937777166412,1.72354477776,1.6499868133333333,0.06709298666666667,1.69606323576,1.73507952776,"581,994"
+0.113.0,2023-09-17-22,join,2.0134292243866665,0.010388281918611414,2.00758994672,1.3877055599999997,0.6249262733333333,2.00727452972,2.0254231967200003,"496,665"
+0.113.0,2023-09-17-22,joinp,2.9894588426733333,0.012169664278861,2.99417481534,6.078525593333333,0.6592347666666667,2.97563698134,2.99856473134,"334,508"
+0.113.0,2023-09-17-22,jsonl,8.397062567606666,0.01656761362985152,8.394945289939999,8.186453833333333,0.20966850666666667,8.38165537294,8.414587039939999,"119,089"
+0.113.0,2023-09-17-22,luau,16.594102777973333,0.011235060021767471,16.59869919464,15.891061906666666,0.7017241066666666,16.581298319640002,16.602310819640003,"60,262"
+0.113.0,2023-09-17-22,partition,1.0946432163133333,0.05846061845504062,1.06489913298,0.91079704,0.14180800666666663,1.05703563298,1.16199488298,"913,539"
+0.113.0,2023-09-17-22,pseudo,1.79568162212,0.004060220737533877,1.79686612212,1.7193403333333332,0.07462972666666666,1.7911608721199999,1.7990178721199999,"556,891"
+0.113.0,2023-09-17-22,rename,1.0742358213933334,0.004072366480039673,1.07224032106,1.0087486333333333,0.06442053999999998,1.07154607206,1.0789210710600001,"930,894"
+0.113.0,2023-09-17-22,replace,2.41151149214,0.017046076813712625,2.4095261731399997,2.3360342399999996,0.07449724666666667,2.39554500614,2.42946329714,"414,677"
+0.113.0,2023-09-17-22,reverse,1.0762905064933335,0.004185660734211603,1.07867640916,0.9455644400000001,0.12684542666666668,1.0714574511600001,1.07873765916,"929,117"
+0.113.0,2023-09-17-22,safenames,1.0779114616666667,0.016484313097701753,1.068725198,1.0046442666666666,0.07229494666666667,1.0680670730000001,1.0969421140000002,"927,719"
+0.113.0,2023-09-17-22,sample_10,0.5704909653600001,0.002791862769682768,0.5702699103600001,0.5168189066666667,0.05264088,0.5678162013600001,0.57338678436,"1,752,876"
+0.113.0,2023-09-17-22,sample_1000,0.5649794817133335,0.0026726484309991796,0.56509056538,0.5130771266666666,0.05104261333333334,0.56225302338,0.5675948563800001,"1,769,975"
+0.113.0,2023-09-17-22,sample_100000,0.7042049998133333,0.0026961075742255643,0.7052227774800001,0.6453522933333334,0.05779335333333333,0.70114815248,0.70624406948,"1,420,041"
+0.113.0,2023-09-17-22,sample_100000_index,0.4229861658666667,0.0010802807348093864,0.42259441620000004,0.17742147333333333,0.24450114666666664,0.42215641620000005,0.42420766520000003,"2,364,143"
+0.113.0,2023-09-17-22,sample_100000_seeded,0.71078927586,0.004487497645878382,0.70842202586,0.6491575533333332,0.060015766666666664,0.70798106786,0.71596473386,"1,406,886"
+0.113.0,2023-09-17-22,sample_100000_seeded_faster,0.69587450966,0.006187013637450617,0.69449750966,0.6377763533333333,0.05661627333333333,0.69049200966,0.70263400966,"1,437,040"
+0.113.0,2023-09-17-22,sample_100000_seeded_index,0.42225308623333335,0.0005984797196199049,0.4225455309,0.17654138666666666,0.24468974666666665,0.42156461390000005,0.42264911390000004,"2,368,247"
+0.113.0,2023-09-17-22,sample_100000_seeded_index_faster,0.40444235910666665,0.0001715077920163968,0.40436419244,0.16787171999999997,0.23548453333333333,0.40432385944,0.40463902544,"2,472,540"
+0.113.0,2023-09-17-22,sample_1000_index,0.027632156833333334,0.00032813708956217435,0.0274738515,0.022213139999999996,0.00465358,0.0274131845,0.028009434500000003,"36,189,719"
+0.113.0,2023-09-17-22,sample_10_index,0.02296193484666667,0.00014772439900142845,0.022942171180000002,0.020535559999999998,0.0018485066666666667,0.022825087180000002,0.02311854618,"43,550,336"
+0.113.0,2023-09-17-22,sample_25pct_index,1.0189291776400002,0.0012721232765938969,1.0183748996400002,0.4115107599999999,0.6063369733333334,1.0180282336400002,1.0203843996400002,"981,422"
+0.113.0,2023-09-17-22,sample_25pct_seeded_index,1.0255671871266667,0.009353993922962803,1.02124595146,0.41134339999999997,0.6131540333333333,1.01915503446,1.03630057546,"975,070"
+0.113.0,2023-09-17-22,schema,5.832710640493333,0.05275263970325509,5.80322480716,8.513510073333334,0.45925877333333337,5.80129318216,5.89361393216,"171,446"
+0.113.0,2023-09-17-22,schema_index,7.2311804064733325,0.050574948219256434,7.24135026714,12.918395073333334,0.9262762933333333,7.176293309139999,7.2758976431399995,"138,290"
+0.113.0,2023-09-17-22,search,0.6759692827933333,0.002144354456484799,0.67619247746,0.61861488,0.05639782666666667,0.67372206046,0.67799331046,"1,479,357"
+0.113.0,2023-09-17-22,search_unicode,0.6755936987666668,0.002609534627730438,0.6769110461000001,0.6183318266666665,0.05618558666666667,0.6725880871000001,0.6772819631,"1,480,179"
+0.113.0,2023-09-17-22,searchset,2.1090162211800005,0.010719123865899351,2.1047372071800003,1.9918547933333333,0.11541927333333334,2.10109754018,2.1212139161800003,"474,154"
+0.113.0,2023-09-17-22,searchset_ignorecase,1.9720386212933334,0.008926407548185982,1.97002538496,1.8543368333333332,0.11660071333333333,1.96429075996,1.98179971896,"507,089"
+0.113.0,2023-09-17-22,searchset_unicode,2.1256323104133337,0.00170547538279223,2.12501807408,2.00037442,0.12331809333333332,2.12431903308,2.12755982408,"470,448"
+0.113.0,2023-09-17-22,select,0.5426499068866667,0.004924177108178414,0.54000486522,0.4854691466666667,0.056124693333333336,0.53961349022,0.54833136522,"1,842,808"
+0.113.0,2023-09-17-22,select_regex,0.57405610918,0.0012778394270267295,0.5747869011800001,0.5200116666666665,0.05312923333333334,0.5725806091800001,0.5748008171800001,"1,741,989"
+0.113.0,2023-09-17-22,slice_one_middle,0.28182990323333335,0.0009661858905378071,0.2818634309,0.2541308666666666,0.026798506666666666,0.2808473899,0.2827788889,"3,548,239"
+0.113.0,2023-09-17-22,slice_one_middle_index,0.01095047296,0.00005247726068498665,0.010931264960000001,0.0094802,0.0010486066666666666,0.01091030596,0.011009847960000001,"91,320,256"
+0.113.0,2023-09-17-22,snappy_compress,0.14976355803333338,0.0016050694256375113,0.1498733627,1.1991804266666666,0.14489848666666666,0.14810640570000003,0.15131090570000003,"6,677,191"
+0.113.0,2023-09-17-22,snappy_decompress,0.5296046965466668,0.001882765738929169,0.5296135858800001,0.49697514,0.031636279999999996,0.52771750188,0.5314830018800001,"1,888,200"
+0.113.0,2023-09-17-22,snappy_validate,0.5100663609000001,0.001000289200369063,0.5105624859000001,0.48003502000000003,0.029164899999999997,0.5089149859000001,0.5107216109,"1,960,529"
+0.113.0,2023-09-17-22,sort,1.3910745778133335,0.0016755400124536498,1.3918462444800002,2.939680526666667,0.15536202,1.3891522444800002,1.39222524448,"718,868"
+0.113.0,2023-09-17-22,sort_random_seeded,1.2592102669866665,0.024193614292544605,1.24821883632,1.1275454733333334,0.12838264666666666,1.24246362832,1.2869483363199998,"794,148"
+0.113.0,2023-09-17-22,sortcheck_sorted,0.5339934168133333,0.0014269668798000865,0.53471594448,0.48159976,0.05143254,0.53234969448,0.5349146114800001,"1,872,682"
+0.113.0,2023-09-17-22,sortcheck_unsorted,0.011352400853333333,0.00011771980510658985,0.01132356752,0.009870593333333334,0.0011088466666666665,0.01125177652,0.01148185852,"88,087,093"
+0.113.0,2023-09-17-22,sortcheck_unsorted_all,0.5718068758266667,0.002376493263702035,0.57261297316,0.5184704800000001,0.052378786666666656,0.5691321811600001,0.57367547316,"1,748,842"
+0.113.0,2023-09-17-22,split,1.02737282418,0.014822075885994492,1.02608636518,0.8941870999999999,0.12757346,1.01323590818,1.0427961991799999,"973,356"
+0.113.0,2023-09-17-22,split_index,0.2507540997066667,0.08056239868865739,0.26190915504,1.11182264,0.28388245333333334,0.16519548904,0.32515765504,"3,987,970"
+0.113.0,2023-09-17-22,split_index_j1,1.0360981658333335,0.010147789425483606,1.0382918325000001,0.9082518066666667,0.12335358666666667,1.0250329575000001,1.0449697075,"965,159"
+0.113.0,2023-09-17-22,sqlp,2.5999466513200002,0.0072738324475978,2.5977739573200003,3.4686104199999996,0.4503258266666666,2.59400674832,2.60805924832,"384,623"
+0.113.0,2023-09-17-22,sqlp_format_arrow,2.6171295554,0.020034499150155757,2.6092518334,3.470080233333333,0.44248361333333336,2.6022312914,2.6399055414,"382,098"
+0.113.0,2023-09-17-22,sqlp_format_json,2.6265772446933338,0.008833920615151527,2.6233628003600002,3.423870093333333,0.4348234933333333,2.61980063336,2.6365683003600004,"380,723"
+0.113.0,2023-09-17-22,sqlp_format_parquet,2.6313935924133336,0.00819767172296866,2.62708094008,3.462530666666666,0.45666367999999996,2.6262524810800003,2.64084735608,"380,026"
+0.113.0,2023-09-17-22,sqlp_format_parquet_statistics,2.62781803674,0.001478688664286565,2.62810745374,3.467684966666667,0.4514644199999999,2.62621603674,2.62913061974,"380,543"
+0.113.0,2023-09-17-22,sqlp_lowmemory,2.6077384442800002,0.003569889664560877,2.6069903192800004,3.3873898600000003,0.21107558666666668,2.60460190228,2.61162311128,"383,474"
+0.113.0,2023-09-17-22,sqlp_nooptimizations,2.79577032412,0.13349624917560943,2.77947261612,3.6681490599999997,0.47065821999999996,2.67117115712,2.93666719912,"357,683"
+0.113.0,2023-09-17-22,sqlp_tryparsedates,67.24598458874667,0.5577288946357654,67.36889932508001,67.96483180666667,0.6413712466666667,66.63705074108,67.73200370008,"14,870"
+0.113.0,2023-09-17-22,sqlp_tryparsedates_inferlen,0.8767795112200001,0.0034321354765642627,0.8759445812200001,1.8862741533333331,0.44011434000000005,0.8738418722200001,0.8805520802200001,"1,140,537"
+0.113.0,2023-09-17-22,stats,2.0561805783800007,0.003882880794613785,2.05773466238,1.927619413333333,0.13008924,2.0517613693800003,2.0590457033800003,"486,338"
+0.113.0,2023-09-17-22,stats_everything,5.3452084266333335,0.04985245466401301,5.3652781762999995,12.021642779999999,0.70563432,5.2884491353,5.3818979683,"187,083"
+0.113.0,2023-09-17-22,stats_everything_index,3.209861276746667,0.08955569852661702,3.20394391608,12.005983006666666,0.8946476199999999,3.1234109990800003,3.30222891508,"311,539"
+0.113.0,2023-09-17-22,stats_everything_index_j1,7.922117795026668,0.014591375428306632,7.923064725360001,7.90345348,0.47191103999999995,7.9070760173600005,7.93621264236,"126,228"
+0.113.0,2023-09-17-22,stats_everything_infer_dates,10.477188917700001,1.4841550282750295,9.6287734737,16.579282686666662,0.88497688,9.611877514700002,12.190915764700001,"95,445"
+0.113.0,2023-09-17-22,stats_everything_infer_dates_index,3.7949148289066663,0.05057062047693228,3.79294267624,19.0680827,0.9257497066666667,3.74535913424,3.84644267624,"263,510"
+0.113.0,2023-09-17-22,stats_everything_j1,8.742318181906667,0.3318255888799647,8.79480966824,8.639855493333332,0.5539149133333333,8.38737545924,9.04476941824,"114,386"
+0.113.0,2023-09-17-22,stats_index,0.20138315056,0.006464722559426053,0.20038962256,1.9528279599999998,0.11581545333333332,0.19547270656,0.20828712256,"4,965,658"
+0.113.0,2023-09-17-22,stats_index_j1,1.5550652003666665,0.01099841347333985,1.5501997697,1.4960803599999999,0.057895433333333336,1.5473386447,1.5676571866999998,"643,059"
+0.113.0,2023-09-17-22,table,7.143926081926666,0.0059100364882055,7.147271401259999,6.161304439999999,0.9759369000000001,7.13710219326,7.14740465126,"139,979"
+0.113.0,2023-09-17-22,to_datapackage,0.7262622903933335,0.005469603119999724,0.72783255406,2.0818956799999992,0.31836232666666664,0.72017930406,0.73077501306,"1,376,913"
+0.113.0,2023-09-17-22,to_parquet,16.515373410633334,1.6699370971855723,15.7936319383,16.947660293333332,0.6880133666666667,15.3276942303,18.424794063300002,"60,549"
+0.113.0,2023-09-17-22,to_sqlite,0.8391060188466667,0.011686746562272886,0.8409534911800001,2.171408093333333,0.6027998266666666,0.82660557418,0.8497589911800001,"1,191,744"
+0.113.0,2023-09-17-22,to_xlsx,34.05742896946,1.044639880527473,33.67144063646,31.467900393333334,3.5744827200000002,33.26070992746,35.24013634446,"29,362"
+0.113.0,2023-09-17-22,tojsonl,12.99831795684,0.0708886452384848,12.99716259584,15.469494206666665,0.6494689933333334,12.92801405384,13.06977722084,"76,933"
+0.113.0,2023-09-17-22,tojsonl_index,12.406964978573333,0.11598522472857539,12.42840335324,18.131709633333333,0.9732822133333333,12.28175618724,12.51073539524,"80,599"
+0.113.0,2023-09-17-22,transpose,2.6566652153200003,0.011909159158205139,2.6507883263200003,2.429717093333333,0.22007795333333333,2.64883682632,2.67037049332,"376,411"
+0.113.0,2023-09-17-22,transpose_multipass,23.35891010419333,1.4283444625413153,22.61373143786,20.281826553333335,2.4243859666666663,22.45725477086,25.00574410386,"42,810"
+0.113.0,2023-09-17-22,validate,2.0094289648866663,0.003531234579441819,2.0092988952199997,12.026210493333332,0.11894702,2.00596456222,2.0130234372199998,"497,653"
+0.113.0,2023-09-17-22,validate_index,2.0368774658133337,0.0008389649718304763,2.0372857574800003,12.052812826666665,0.12217676666666666,2.03591250748,2.03743413248,"490,947"
+0.113.0,2023-09-17-22,validate_no_schema,0.564297826,0.0032890070254885423,0.562701965,0.5118564133333333,0.05124002,0.562111215,0.568080298,"1,772,113"
+0.113.0,2023-09-17-22,validate_no_schema_index,0.5633605233666668,0.0017431343028356588,0.5634004397000001,0.51313782,0.04904250666666667,0.5615977737000001,0.5650833567000001,"1,775,062"
 0.113.0,2023-09-16-14,apply_calcconv,1.5382594057933334,0.009451572524769268,1.54033753046,3.3324577000000004,0.23137752666666667,1.52794169746,1.54649898946,"650,085"
 0.113.0,2023-09-16-14,apply_datefmt,1.6049328478799998,0.001891499642780452,1.6053434728799998,4.374427173333333,0.19130708,1.60286976488,1.60658530588,"623,079"
 0.113.0,2023-09-16-14,apply_datefmt_multi,1.9933699835466667,0.014663202784122654,1.98643345588,8.740039493333333,0.20798850666666666,1.98346203888,2.0102144558800004,"501,663"