Generate HTML after #52

index.html

@@ -359,6 +359,7 @@
 ,{"system":"Databend","date":"2022-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","ClickHouse derivative"],"load_time":442,"data_size":16075899488,"result":[[0.0508,0.006124,0.006221],[0.116371,0.043494,0.043111],[0.285636,0.079906,0.079754],[1.015417,0.137815,0.094609],[0.884458,0.888167,0.88974],[0.889425,0.881534,0.884572],[0.119707,0.040901,0.040201],[0.085632,0.045283,0.048562],[2.514139,2.269367,2.258248],[3.609747,2.387973,2.377058],[1.072023,0.399061,0.352369],[1.325429,0.448702,0.403263],[1.577367,1.296656,1.251004],[3.353688,1.853624,1.898598],[1.912451,1.414917,1.525265],[1.619931,1.297493,1.293442],[5.634646,4.903098,4.957365],[4.459208,3.707654,3.964768],[11.119566,8.775199,8.637654],[0.559955,0.021579,0.020804],[9.193678,3.950343,3.907928],[11.203889,4.08378,4.068505],[21.24651,8.01459,8.00078],[55.987338,14.649996,14.752932],[3.853903,0.521871,0.473308],[1.009042,0.370048,0.32932],[3.952747,0.522387,0.475292],[9.174419,3.553316,3.548634],[8.476201,7.091029,7.086211],[2.571957,2.525812,2.547844],[4.317876,1.156125,1.158417],[7.987505,2.067545,2.095677],[13.518619,11.315866,11.490431],[12.589491,7.751158,7.677315],[16.296902,12.815518,12.707802],[2.314965,2.120891,2.141161],[0.560232,0.477576,0.476592],[0.272514,0.19943,0.185964],[0.171017,0.142604,0.142321],[1.141981,1.14406,1.172517],[0.146263,0.0551,0.053713],[0.077452,0.043259,0.043329],[0.070523,0.049476,0.052166]],"source":"databend/results/c6a.4xlarge.json"}
 ,{"system":"datafusion","date":"2022-08-10","machine":"f16s v2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[1.365,0.66,0.647],[0.485,0.491,0.46],[1.13,0.992,0.98],[0.864,0.636,0.627],[2.477,2.324,2.317],[4.989,4.707,4.687],[0.47,0.422,0.421],[0.529,0.51,0.493],[3.175,2.934,2.886],[5.496,5.113,5.056],[2.001,1.715,1.711],[2.524,2.162,2.156],[5.354,5.132,5.221],[7.277,7.016,6.849],[6.135,5.724,5.722],[4.286,4.023,4.126],[10.519,10.005,9.987],[8.287,7.855,7.898],[17.448,17.179,16.774],[0.753,0.568,0.566],[26.014,10.427,10.361],[15.792,13.861,13.542],[52.167,37.184,36.419],[158.124,105.186,104.726],[5.948,5.328,5.312],[7.518,7.221,7.207],[9.74,9.051,9.32],[12.577,10.655,10.695],[248.741,253.971,255.908],[2.263,2.674,2.652],[8.128,7.429,7.305],[10.015,8.755,8.773],[null,null,null],[22.521,20.963,20.646],[22.683,20.848,20.849],[4.194,4,3.929],[0.365,0.324,0.32],[0.322,0.293,0.29],[0.285,0.259,0.252],[0.669,0.621,0.624],[0.13,0.107,0.106],[0.12,0.099,0.108],[0.107,0.095,0.088]],"source":"datafusion/results/f16s_v2.json"}
 ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"}
+,{"system":"DuckDB (Parquet)","date":"2022-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.15255265499990855,0.032177488999877824,0.03128326899991407],[0.1512561879999339,0.05458722900016255,0.05392151399996692],[0.17167986499998733,0.09995069000001422,0.09747308599980897],[0.32638904600003116,0.08025165799995193,0.07781587599993145],[1.3622741589999805,0.8020002760001717,0.7882643820000794],[1.5986611480000192,0.905206084999918,0.8923251289998007],[0.19578096999998706,0.1727834680000342,0.17144673999996485],[0.14916418200004955,0.05640668699993512,0.05402569700004278],[1.2932305809999889,0.9019594260000758,0.902378624999983],[1.962573343000031,1.29343327100014,1.3015213239998502],[0.504676014999859,0.2644338150000749,0.2537441370000124],[0.8143152309999095,0.31369776199994703,0.29620394999983546],[1.1580296610000005,0.7799177189999682,0.7586700070000916],[3.4789537280000786,1.2198064450001311,1.206218268000157],[1.2482245060000423,0.8424065669998981,0.8678128400001697],[2.1837149620000673,0.8448476789999404,0.8492143610001222],[2.9010631749999902,1.8770421239998996,1.859835455999928],[4.6367616359998465,1.8144295800000236,2.977320546000101],[5.932184310000139,3.7547057240001322,3.4905751789999613],[1.0825107470000148,0.6089946629999758,0.6027930899999774],[9.431518925000091,1.8313576000000467,1.8272091119999914],[11.088325851000036,1.7101613590000397,1.7332129410001471],[21.759323214000005,3.6137633480000204,3.5981952510001065],[55.858323720000044,11.130785724999896,11.137916557000153],[2.62945403599997,0.48112061599999834,0.47660431999997854],[0.724943537999934,0.3750543330002074,0.37342856700001903],[2.68823736000013,0.4855612100000144,0.5017041849998805],[9.432771488999833,1.4729457909998018,1.4764195239999935],[8.373684226000023,4.492152146999842,4.521108621999929],[7.942450724999844,1.5387269580000975,1.547872401999939],[2.4811867640000855,0.921913929000084,1.4909157100000812],[6.329192314000011,1.1808154699999704,1.142661366000084],[9.606873708999956,5.282511374999785,6.381937246000007],[10.85659978700005,3.1545218410001326,3.1670173970001088],[10.854515859000003,3.186118347999809,3.2063636679999945],[1.615416661999916,0.8797393360000569,0.8869118689999596],[0.27963824800008297,0.1805793179999,0.18357048100006068],[0.18112159000020256,0.1387902070000564,0.13812656300001436],[0.19202985199990508,0.13907866399995328,0.13576146300010805],[0.4347770939998554,0.3260163970001031,0.3153109580000546],[0.15686156200013102,0.08243094600015866,0.08062338900003851],[0.1538962489998994,0.0836899139999332,0.08601155300016217],[0.16666654100004052,0.08488733899980616,0.08224888199993075]],"source":"duckdb-parquet/results/c6a.4xlarge.json"}
 ,{"system":"DuckDB","date":"2022-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":416,"data_size":25024802816,"result":[[0.007988478000015675,0.004515659999924537,0.004503920000161088],[0.11100315900011992,0.0329610019998654,0.028879086999950232],[0.6478460649998397,0.05915705200004595,0.05621285400002307],[1.323183034000067,0.0455285499999718,0.04504826400011552],[1.222814291000077,0.7548531599998114,0.7589927649999026],[2.8619665539999914,0.7005150949999006,0.6948298479999266],[0.11942326999997022,0.05013811599997098,0.04905426100003751],[0.14966445099980774,0.034241171000076065,0.03345654100007778],[4.244694572000071,0.8486790140000267,0.8334544100000585],[3.0409637129998828,1.1786685279998892,1.1486964670000361],[1.2471184640000956,0.42324365099989336,0.3113840030000574],[4.312250543000118,0.2591428690000157,0.25120333299992126],[3.587442906999968,0.5870498879999104,0.5784097270000075],[6.9048232530001314,1.0046518700000888,0.987080990999857],[4.13467192600001,0.6404815850000887,0.6235957799999596],[2.0105650860000424,0.8113902259999577,0.78756950900015],[3.248947224999938,2.7703119679999872,1.6008261179999863],[3.2351198680000834,1.5603282849999687,1.5319727170001443],[10.72432485399986,3.070198415999812,3.065633552999998],[2.3459199960000205,0.43844037300004857,0.44263849999993],[22.106918537999945,0.8214904700000716,0.815211096999974],[22.445440309000105,0.5390162549999786,0.5336183530000653],[38.162022707999995,0.7763018340001508,0.7754006909999589],[96.78093567899987,4.105949430999999,4.102333362000081],[3.6950249729998177,0.1867992550000963,0.18109103799997683],[1.0970243589999882,0.1984391500000129,0.18246500600002946],[3.6618248540000877,0.19925248999993528,0.185544137000079],[21.191481531999898,0.478393307000033,0.4700544350000655],[14.240373419999969,3.5203460679997534,3.638875715999802],[0.8780410869999287,0.547536578999825,0.4830867450000369],[4.3269140569996125,0.5835747720002473,0.5723880420000569],[9.054497873999935,0.8204964669998844,0.8048715669997364],[16.009907588999795,4.723961488999976,7.069065186999978],[21.76933206700005,2.2042322819997935,2.213854970000284],[21.591168588000073,2.22991274900005,2.237306400000307],[1.5004984629999853,0.8202248339998732,0.8199325200002932],[0.1191018049999002,0.0322099319996596,0.029625235999901633],[0.06348333900041325,0.016720733999591175,0.01323864699998012],[0.08746766900003422,0.021063181000045006,0.01836599499984004],[0.21232219900002747,0.06138483099994119,0.05096832199978962],[0.06383551399994758,0.015361045000190643,0.009370135000153823],[0.05804349699974409,0.010943656000108604,0.008688407000136067],[0.04755750599997555,0.010486199999832024,0.008859258000029513]],"source":"duckdb/results/c6a.4xlarge.json"}
 ,{"system":"Elasticsearch","date":"2022-07-20","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"","tags":["Java","search"],"load_time":10071.796,"data_size":76633643596,"result":[[0,0,0],[0.53,1.667,1.67],[13.977,14.071,13.991],[6.761,6.694,6.744],[4.38,4.413,4.432],[156.644,156.142,156.421],[6.252,6.206,6.301],[1.721,1.714,1.709],[16,16.05,16.432],[32.227,32.35,32.389],[1.784,1.778,1.772],[2.22,2.212,2.214],[5.197,5.25,5.201],[5.238,5.187,5.191],[5.564,5.598,5.63],[5.512,5.589,5.455],[12.825,12.748,12.841],[12.315,12.394,12.167],[36.529,36.493,36.737],[0.002,0.002,0.002],[13.372,13.321,13.418],[16.461,16.487,16.459],[26.246,25.728,25.837],[13.416,13.365,13.541],[1.028,1.045,1.026],[1.286,1.288,1.297],[1.028,1.03,1.032],[116.649,117.058,117.61],[null,null,null],[1480.142,1484.714,1483.256],[2.193,2.155,2.157],[2.238,2.233,2.257],[8.843,8.538,8.611],[16.879,16.863,16.949],[16.787,16.85,16.853],[47.658,46.439,46.566],[10.1,10.095,10.063],[7.803,7.834,7.821],[10.097,9.961,10.188],[16.014,16.064,16.065],[0.143,0.144,0.144],[0.13,0.131,0.131],[0.337,0.337,0.336]],"source":"elasticsearch/results/c6a.4xlarge.json"}
 ,{"hide":true,"system":"Elasticsearch (tuned)","date":"2022-07-25","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"Tuned by repeated benchmark to find the optimal Elasticsearch shard number and size for this resource type and workload","tags":["Java","search"],"load_time":5264.429,"data_size":91680375082,"result":[[0,0,0],[0.195,0.38,0.381],[3.559,3.504,3.493],[1.972,1.632,1.609],[1.066,1.055,1.065],[42.797,41.784,41.63],[1.575,1.561,1.565],[0.387,0.385,0.401],[4.005,4.042,3.985],[7.786,7.81,7.91],[0.613,0.489,0.494],[0.667,0.604,0.6],[1.467,1.401,1.413],[1.473,1.491,1.477],[1.592,1.524,1.526],[1.334,1.318,1.314],[3.203,3.192,3.219],[3.104,3.108,3.107],[8.973,9.051,9.087],[0.038,0.002,0.002],[8.41,4.558,4.55],[5.904,5.417,5.425],[12.761,9.118,9.103],[4.534,4.537,4.542],[0.326,0.294,0.288],[0.411,0.369,0.369],[0.292,0.292,0.291],[40.03,34.1,34.044],[null,null,null],[380.687,385.475,388.004],[0.746,0.542,0.538],[1.989,0.564,0.551],[1.993,2.019,1.997],[5.635,5.286,5.257],[5.242,5.207,5.266],[11.442,11.569,11.639],[3.625,3.604,3.583],[3.063,2.916,2.92],[3.581,3.494,3.497],[5.54,5.206,5.227],[0.108,0.025,0.026],[0.059,0.021,0.023],[0.071,0.071,0.071]],"source":"elasticsearch/results/c6a.4xlarge.tuned.json"}