forked from ClickHouse/ClickBench
-
Notifications
You must be signed in to change notification settings - Fork 1
/
index.html
1025 lines (862 loc) · 178 KB
/
index.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
<!DOCTYPE html>
<html>
<head>
<meta charset="UTF-8">
<title>ClickBench — a Benchmark For Analytical DBMS</title>
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="icon" href="data:image/gif;base64,R0lGODlhIAAgAOMPAHMUEmkyHOcbF8UvJts/E3BeOih1YziiQmebLt2AFjeyQKqZKNWPjLybfPfcDP///yH5BAEKAA8ALAAAAAAgACAAAATg8MlJ6ws26z0EGcQmZgAhnN6oPg0wDA0zrGMTAADDxEJCZ4Gba8c4hX4Uw+XWeYGOyMdhgkuYrAToqIBQHBCIKQ6wcJhPyINarUBcyuYE+ndQeOsKuNlxmv3CdnZfew5yAlEPC12BhFhZiBJ2CI1GkBMHeoV9PpYPhIUDBqIFnZ8EBaKplqYMqaqIewl8A6iupFF7C1YCoaJqq4UOWQIBBmtTuIQmWWxekJQeYWuWcFYPfl+dLAELOxML2hIYDeEWt7flEufknTZB7+8NBeyINxjqDwU4QYg26BTu6KVTEQEAOw==">
<link href="https://fonts.googleapis.com/css2?family=Inter&display=swap" rel="stylesheet">
<style>
:root {
--color: black;
--title-color: black;
--background-color: white;
--link-color: #08F;
--link-hover-color: #F40;
--selector-text-color: black;
--selector-active-text-color: black;
--selector-background-color: #EEE;
--selector-active-background-color: #FFCB80;
--selector-hover-text-color: black;
--selector-hover-background-color: #FDB;
--summary-every-other-row-color: #F8F8F8;
--highlight-color: #EEE;
--bar-color: #FFCB80;
--tooltip-text-color: white;
--tooltip-background-color: black;
--nothing-selected-color: #CCC;
--shadow-color: grey;
}
[data-theme="dark"] {
--color: #CCC;
--title-color: white;
--background-color: #04293A;
--link-color: #8CF;
--link-hover-color: #FFF;
--selector-text-color: white;
--selector-background-color: #444;
--selector-active-text-color: white;
--selector-active-background-color: #088;
--selector-hover-text-color: black;
--selector-hover-background-color: white;
--summary-every-other-row-color: #042e41;
--highlight-color: #064663;
--bar-color: #088;
--tooltip-text-color: white;
--tooltip-background-color: #444;
--nothing-selected-color: #666;
--shadow-color: black;
}
html, body {
color: var(--color);
background-color: var(--background-color);
width: 100%;
height: 100%;
margin: 0;
overflow: auto;
box-sizing: border-box;
}
body {
font-family: 'Inter', sans-serif;
padding: 1% 3% 0 3%;
}
h1 {
color: var(--title-color);
}
table {
border-spacing: 1px;
}
.stick-left {
position: sticky;
left: 0px;
}
.selectors-container {
padding: 2rem 0 2rem 0;
user-select: none;
}
.selectors-container th {
text-align: left;
vertical-align: top;
white-space: nowrap;
padding-top: 0.5rem;
padding-right: 1rem;
}
.selector {
display: inline-block;
margin-left: 0.1rem;
padding: 0.2rem 0.5rem 0.2rem 0.5rem;
background: var(--selector-background-color);
color: var(--selector-text-color);
border: 0.2rem solid var(--background-color);
border-radius: 0.5rem;
}
.selector-active {
color: var(--selector-active-text-color);
background: var(--selector-active-background-color);
}
a, a:visited {
text-decoration: none;
color: var(--link-color);
cursor: pointer;
}
a:hover {
color: var(--link-hover-color);
}
.selector:hover {
color: var(--selector-hover-text-color) !important;
background: var(--selector-background-color);
}
.selector-active:hover {
background: var(--selector-hover-background-color);
}
#summary tr:nth-child(odd) {
background: var(--summary-every-other-row-color);
}
.summary-name {
white-space: nowrap;
text-align: right;
padding-right: 1rem;
}
.summary-bar-cell {
width: 100%;
}
.summary-bar {
height: 1rem;
background: var(--bar-color);
border-radius: 0 0.2rem 0.2rem 0;
}
.summary-number {
font-family: monospace;
text-align: right;
padding-left: 1rem;
white-space: nowrap;
}
th {
padding-bottom: 0.5rem;
}
.th-entry-hilite {
background: var(--highlight-color);
font-weight: bold;
}
.summary-row:hover, .summary-row-hilite {
background: var(--highlight-color) !important;
font-weight: bold;
}
#details {
padding-bottom: 1rem;
}
#details th {
vertical-align: bottom;
white-space: pre;
}
#details td {
white-space: pre;
font-family: monospace;
text-align: right;
padding: 0.1rem 0.5rem 0.1rem 0.5rem;
}
.shadow:hover {
box-shadow: 0 0 1rem var(--shadow-color);
position: relative;
}
#nothing-selected {
display: none;
font-size: 32pt;
font-weight: bold;
color: var(--nothing-selected-color);
}
.note {
position: relative;
display: inline-block;
}
.tooltip {
position: absolute;
bottom: calc(100% + 0.5rem);
visibility: hidden;
background-color: var(--tooltip-background-color);
color: var(--tooltip-text-color);
box-shadow: 0 0 1rem var(--shadow-color);
padding: 0.5rem 0.75rem;
border-radius: 0.5rem;
z-index: 1;
text-align: left;
white-space: normal;
}
.tooltip-result {
left: calc(50% - 0.25rem);
width: 20rem;
margin-left: -10rem;
}
.tooltip-query {
left: 0;
width: 40rem;
margin-left: -3rem;
}
.note:hover .tooltip {
visibility: visible;
}
.tooltip::after {
content: " ";
position: absolute;
top: 100%;
border-width: 0.5rem;
border-style: solid;
border-color: var(--tooltip-background-color) transparent transparent transparent;
}
.tooltip-result::after {
left: 50%;
margin-left: -1rem;
}
.tooltip-query::after {
left: 3rem;
margin-left: 0.5rem;
}
.nowrap {
text-wrap: none;
}
.themes {
float: right;
font-size: 200%;
cursor: pointer;
}
#toggle-dark, #toggle-light {
padding-right: 0.5rem;
cursor: pointer;
}
#toggle-dark:hover, #toggle-light:hover {
display: inline-block;
transform: translate(1px, 1px);
filter: brightness(125%);
}
</style>
<script type="text/javascript">
const queries = [
"SELECT COUNT(*) FROM hits;",
"SELECT COUNT(*) FROM hits WHERE AdvEngineID <> 0;",
"SELECT SUM(AdvEngineID), COUNT(*), AVG(ResolutionWidth) FROM hits;",
"SELECT AVG(UserID) FROM hits;",
"SELECT COUNT(DISTINCT UserID) FROM hits;",
"SELECT COUNT(DISTINCT SearchPhrase) FROM hits;",
"SELECT MIN(EventDate), MAX(EventDate) FROM hits;",
"SELECT AdvEngineID, COUNT(*) FROM hits WHERE AdvEngineID <> 0 GROUP BY AdvEngineID ORDER BY COUNT(*) DESC;",
"SELECT RegionID, COUNT(DISTINCT UserID) AS u FROM hits GROUP BY RegionID ORDER BY u DESC LIMIT 10;",
"SELECT RegionID, SUM(AdvEngineID), COUNT(*) AS c, AVG(ResolutionWidth), COUNT(DISTINCT UserID) FROM hits GROUP BY RegionID ORDER BY c DESC LIMIT 10;",
"SELECT MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhoneModel ORDER BY u DESC LIMIT 10;",
"SELECT MobilePhone, MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel <> '' GROUP BY MobilePhone, MobilePhoneModel ORDER BY u DESC LIMIT 10;",
"SELECT SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;",
"SELECT SearchPhrase, COUNT(DISTINCT UserID) AS u FROM hits WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY u DESC LIMIT 10;",
"SELECT SearchEngineID, SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, SearchPhrase ORDER BY c DESC LIMIT 10;",
"SELECT UserID, COUNT(*) FROM hits GROUP BY UserID ORDER BY COUNT(*) DESC LIMIT 10;",
"SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;",
"SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase LIMIT 10;",
"SELECT UserID, extract(minute FROM EventTime) AS m, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, m, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;",
"SELECT UserID FROM hits WHERE UserID = 435090932899640449;",
"SELECT COUNT(*) FROM hits WHERE URL LIKE '%google%';",
"SELECT SearchPhrase, MIN(URL), COUNT(*) AS c FROM hits WHERE URL LIKE '%google%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;",
"SELECT SearchPhrase, MIN(URL), MIN(Title), COUNT(*) AS c, COUNT(DISTINCT UserID) FROM hits WHERE Title LIKE '%Google%' AND URL NOT LIKE '%.google.%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;",
"SELECT * FROM hits WHERE URL LIKE '%google%' ORDER BY EventTime LIMIT 10;",
"SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT 10;",
"SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;",
"SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;",
"SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL <> '' GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;",
"SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\\.)?([^/]+)/.*$', '\\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;",
"SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), ..., SUM(ResolutionWidth + 89) FROM hits;",
"SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;",
"SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;",
"SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;",
"SELECT URL, COUNT(*) AS c FROM hits GROUP BY URL ORDER BY c DESC LIMIT 10;",
"SELECT 1, URL, COUNT(*) AS c FROM hits GROUP BY 1, URL ORDER BY c DESC LIMIT 10;",
"SELECT ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3, COUNT(*) AS c FROM hits GROUP BY ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3 ORDER BY c DESC LIMIT 10;",
"SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND URL <> '' GROUP BY URL ORDER BY PageViews DESC LIMIT 10;",
"SELECT Title, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCountHits = 0 AND IsRefresh = 0 AND Title <> '' GROUP BY Title ORDER BY PageViews DESC LIMIT 10;",
"SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND IsLink <> 0 AND IsDownload = 0 GROUP BY URL ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;",
"SELECT TraficSourceID, SearchEngineID, AdvEngineID, CASE WHEN (SearchEngineID = 0 AND AdvEngineID = 0) THEN Referer ELSE '' END AS Src, URL AS Dst, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 GROUP BY TraficSourceID, SearchEngineID, AdvEngineID, Src, Dst ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;",
"SELECT URLHash, EventDate, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND TraficSourceID IN (-1, 6) AND RefererHash = 3594120000172545465 GROUP BY URLHash, EventDate ORDER BY PageViews DESC LIMIT 10 OFFSET 100;",
"SELECT WindowClientWidth, WindowClientHeight, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND DontCountHits = 0 AND URLHash = 2868770270353813622 GROUP BY WindowClientWidth, WindowClientHeight ORDER BY PageViews DESC LIMIT 10 OFFSET 10000;",
"SELECT DATE_TRUNC('minute', EventTime) AS M, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-14' AND EventDate <= '2013-07-15' AND IsRefresh = 0 AND DontCountHits = 0 GROUP BY DATE_TRUNC('minute', EventTime) ORDER BY DATE_TRUNC('minute', EventTime) LIMIT 10 OFFSET 1000;",
];
const data = [
{"system":"AlloyDB","date":"2023-11-25","machine":"16 vCPU 128GB","cluster_size":"serverless","comment":"","tags":["C","column-oriented","PostgreSQL compatible","managed","gcp"],"data_size":9941379875,"result":[[3.58975,3.57992,3.54662],[0.08625,0.0838,0.08574],[3.10807,2.97731,2.9985],[2.44647,2.36909,2.39708],[41.17192,39.8976,41.06776],[133.67873,131.0997,128.0839],[4.12758,4.0239,4.08013],[0.09695,0.09319,0.09563],[36.86525,35.32732,35.25588],[48.45764,47.93144,46.52182],[2.97389,2.89167,2.95393],[2.72543,2.63553,2.69429],[23.60888,23.60363,23.46187],[33.28765,32.03713,31.81454],[12.95648,12.47305,12.33908],[21.37397,21.35981,21.19967],[46.84838,46.70314,46.10616],[0.06719,0.06616,0.06635],[49.55343,49.13112,48.82092],[0.06027,0.05733,0.05961],[7.33196,7.22324,7.31305],[7.30749,7.03247,7.22055],[2.55208,2.53827,2.4771],[1.20815,1.16618,1.19975],[0.76076,0.73289,0.75499],[6.91366,6.74895,6.64693],[1.02818,1.0217,0.98556],[6.67123,6.46139,6.44516],[73.94566,71.68655,73.74145],[0.00645,0.00614,0.00639],[11.49935,11.35433,10.95156],[23.93414,23.63846,22.78162],[204.59582,195.91745,203.92405],[198.93847,190.58213,191.488],[197.07735,193.70621,190.22602],[21.8236,21.72214,21.08265],[0.5763,0.55371,0.57517],[0.15114,0.14738,0.14813],[0.10535,0.1045,0.10124],[61.08416,59.11649,60.05224],[0.15439,0.1529,0.15313],[0.10687,0.10602,0.10481],[0.06382,0.06367,0.06166]],"source":"alloydb/results/gcp.128GB_tuned.json"}
,{"system":"AlloyDB","date":"2023-11-25","machine":"8 vCPU 64GB","cluster_size":"serverless","comment":"","tags":["C","column-oriented","PostgreSQL compatible","managed","gcp"],"load_time":1542.701,"data_size":9941379875,"result":[[0.04429,0.04555,0.04464],[0.05494,0.05795,0.0538],[5.52233,5.55348,5.53804],[0.18139,0.17172,0.17111],[38.25567,38.1576,38.5746],[132.30154,124.59854,129.70091],[0.1538,0.14888,0.1502],[0.0584,0.05693,0.0575],[48.85052,54.4561,47.63751],[58.38215,50.89242,53.64699],[4.42328,3.71359,3.7597],[5.6967,4.67211,4.48202],[32.4703,28.54384,37.19972],[36.8378,34.04776,34.80886],[33.21462,30.91896,30.53358],[41.69617,33.77339,36.76691],[43.20633,37.4131,37.30944],[25.46057,23.55137,23.50256],[83.6056,72.14608,72.80396],[0.03791,0.03714,0.03701],[1.84639,1.83773,1.82651],[1.84538,1.84679,1.83233],[2.80047,2.80394,2.79981],[1.84779,1.85333,2.09807],[0.24713,0.24938,0.24784],[0.242,0.24185,0.24887],[0.25738,0.25794,0.2578],[12.25023,13.87483,13.80917],[140.76758,137.80336,135.55751],[34.61802,32.68714,32.99748],[11.94978,10.60262,10.63637],[17.55175,15.42009,15.80226],[136.56734,132.20804,128.12384],[299.99693,299.39792,300.19667],[292.53741,294.08641,290.84805],[35.0318,35.99207,34.83464],[1.77379,1.77419,1.77291],[0.20839,0.20906,0.20819],[0.08119,0.08196,0.0806],[79.63974,79.52291,79.7422],[0.16732,0.16582,0.16672],[0.08804,0.08814,0.08854],[0.26845,0.27617,0.26581]],"source":"alloydb/results/gcp.64GB.json"}
,{"system":"AlloyDB","date":"2023-11-25","machine":"8 vCPU 64GB","cluster_size":"serverless","comment":"","tags":["C","column-oriented","PostgreSQL compatible","managed","gcp"],"data_size":9941379875,"result":[[7.11048,6.81159,6.85428],[0.10712,0.10539,0.10201],[6.42161,6.42044,6.17124],[7.88847,7.65133,7.83937],[47.47492,46.46201,46.61368],[151.57497,151.01057,147.70801],[8.20814,8.05926,7.98462],[0.12629,0.12275,0.12579],[50.9117,50.11772,48.58087],[65.24977,62.63182,63.58147],[3.48446,3.46335,3.37196],[3.43708,3.35836,3.28975],[30.4466,29.72274,29.29321],[46.18427,44.27185,44.86855],[17.84287,17.05244,17.21619],[39.27104,39.05974,38.04304],[61.95329,60.63962,60.3608],[40.38744,39.67606,39.63239],[117.0918,113.77307,113.70085],[0.07113,0.0696,0.06804],[28.62813,28.23878,28.54505],[7.46989,7.29768,7.45564],[11.97918,11.49149,11.95816],[2.06128,2.0465,1.96989],[1.49499,1.42799,1.49289],[7.03996,6.81411,6.82069],[1.70064,1.6449,1.62148],[16.29584,15.77466,15.90961],[143.97222,143.47589,137.00654],[34.64727,33.73392,32.98713],[12.95055,12.88698,12.75863],[21.14254,20.3264,20.5585],[182.45645,182.13571,174.99374],[280.35455,280.26156,270.72378],[283.26785,280.28151,283.25794],[39.54823,38.02645,38.04996],[3.28297,3.1221,3.16658],[0.43624,0.4229,0.41784],[0.10995,0.10963,0.10946],[99.91317,96.76177,97.57349],[0.18159,0.17739,0.1768],[0.11189,0.11146,0.11141],[0.09493,0.09065,0.09334]],"source":"alloydb/results/gcp.64GB_tuned.json"}
,{"system":"Athena (partitioned)","date":"2022-07-01","machine":"serverless","cluster_size":"serverless","comment":"","tags":["stateless","managed","Java","column-oriented"],"load_time":0,"data_size":13800000000,"result":[[2.777,3.275,2.925],[1.503,3.136,4.003],[4.544,3.833,3.64],[3.9,2.514,3.522],[3.46,2.186,3.244],[3.624,2.742,3.185],[2.21,1.984,3.123],[3.207,2.403,2.685],[2.936,2.014,3.869],[8.333,7.102,4.434],[7.401,4.697,3.155],[4.214,3.065,4.748],[6.207,4.213,2.576],[3.428,3.085,3.401],[2.92,3.3,3.278],[2.205,2.558,2.419],[4.641,3.888,2.155],[3.219,2.822,3.292],[3.23,3.579,4.31],[2.288,3.543,3.95],[3.032,2.859,2.807],[3.926,3.247,2.928],[4.477,4.048,4.392],[7.407,6.375,6.123],[2.611,2.872,2.827],[2.566,2.567,3.6],[3.673,3.733,2.925],[2.426,3.218,2.78],[5.125,3.778,4.25],[4.565,4.03,4.066],[3.628,3.219,2.953],[6.207,5.973,3.158],[4.339,5.601,4.234],[2.618,3.107,3.433],[4.661,2.79,2.846],[2.373,1.629,2.734],[2.721,2.15,1.962],[3.207,2.154,2.186],[2.453,2.477,3.217],[2.691,4.732,3.584],[2.589,2.613,3.231],[1.926,3.617,1.82],[1.506,2.404,2.343]],"source":"athena/results/partitioned.json"}
,{"system":"Athena (single)","date":"2022-07-01","machine":"serverless","cluster_size":"serverless","comment":"","tags":["stateless","managed","Java","column-oriented"],"load_time":0,"data_size":13800000000,"result":[[2.268,1.327,2.137],[3.427,2.248,3.605],[3.254,2.548,2.316],[3.025,2.314,3.003],[2.264,2.876,4.213],[3.044,2.745,2.698],[2.732,2.199,2.659],[2.022,3.692,3.072],[2.746,2.477,2.785],[3.53,2.782,4.031],[2.709,2.047,2.853],[2.318,1.969,3.4],[2.635,1.935,2.707],[3.049,3.38,3.071],[3.661,2.387,2.476],[2.479,2.591,2.21],[3.093,3.698,4.351],[3.479,3.236,2.274],[4.36,2.97,3.457],[2.525,2.384,3.328],[3.34,3.174,3.409],[3.163,2.971,3.034],[2.999,3.539,2.906],[6.454,7.597,7.858],[2.754,1.951,2.645],[2.852,3.018,2.718],[2.513,2.678,2.417],[3.293,2.521,2.771],[4.392,3.863,3.981],[3.658,4.246,4.027],[3.028,3.87,2.337],[2.923,3.635,3.591],[3.142,4.105,3.15],[3.66,3.187,4.745],[2.652,2.695,2.742],[2.262,2.776,1.815],[1.881,2.212,2.053],[1.934,2.551,1.524],[2.069,2.26,1.805],[2.626,2.902,2.793],[1.791,2.082,2.481],[3.757,2.6,1.946],[2.608,1.994,3.967]],"source":"athena/results/single.json"}
,{"system":"Aurora for MySQL","date":"2022-07-01","machine":"16acu","cluster_size":1,"comment":"Some queries cannot run due to ERROR 1114 (HY000) at line 1: The table '/rdsdbdata/tmp/#sqlaff_e5_0' is full","tags":["managed","C++","MySQL compatible","row-oriented"],"load_time":7687.318,"data_size":89614492631,"result":[[740.42,739.91,746.65],[828.2,835.67,832.87],[830.08,830.98,832.38],[829.88,832.83,830.87],[845.99,842.4,843.21],[869.51,870.69,869.75],[823.77,829.08,825.54],[827.74,832.87,829.25],[916.26,909.46,929.17],[946.49,939.27,932.32],[852.37,857.69,854.74],[857.99,864.05,825.14],[null,null,null],[863.37,860.2,865.62],[null,null,null],[891.84,895.28,893.68],[null,null,null],[null,null,null],[1420.12,1419.34,1445.08],[28.94,0.21,0.21],[917.64,917.56,916.92],[923.47,921.7,923.82],[919.95,918.37,920.17],[1002.19,1002.07,1001.2],[902.23,902.65,901.8],[901.17,900.02,898.3],[900.04,898.89,903.35],[901.78,902.71,901.28],[null,null,null],[1153.29,1154,1156.46],[862.57,863.35,859.69],[923.14,921.1,923.92],[1370.78,1401.72,1401.44],[1454.67,1455.55,1458.79],[1463.31,1466.75,1461.83],[941.03,944.07,937.23],[7.42,2.8,2.77],[2.57,2.52,2.59],[1.5,1.52,1.59],[3.62,3.57,3.61],[0.95,0.94,0.94],[0.9,0.92,0.91],[1.69,1.72,1.69]],"source":"aurora-mysql/results/16acu.json"}
,{"system":"Aurora for PostgreSQL","date":"2022-07-01","machine":"16acu","cluster_size":1,"comment":"","tags":["managed","C","PostgreSQL compatible","row-oriented"],"load_time":2127,"data_size":52183852646,"result":[[12.8361,5.71812,5.8241],[61.2565,62.1402,63.7173],[68.0578,68.1218,67.609],[7.83207,5.90193,6.0461],[48.7194,48.0233,48.2198],[289.492,304.639,282.436],[6.30572,6.31857,6.21598],[53.644,53.8931,53.5307],[131.526,131.45,131.102],[137.724,136.921,137.758],[57.2079,56.2775,56.2152],[56.5349,56.2048,55.9569],[82.3897,82.8866,83.534],[97.0569,97.1392,96.4731],[85.6557,86.7783,86.2804],[49.4325,42.4309,42.5743],[111.537,114.59,111.807],[88.4322,89.3756,87.7899],[160.781,163.866,161.394],[1025.04,2.10165,2.10065],[106.741,56.2731,56.1535],[59.2681,59.5272,59.536],[58.6083,57.6054,57.3935],[54.8271,55.1397,56.3487],[54.718,52.469,53.271],[53.5387,53.1926,52.4008],[52.0042,51.9581,52.2453],[60.1317,59.9695,59.2187],[244.608,242.954,243.815],[91.8674,92.4165,91.5884],[63.7122,64.277,64.2783],[69.2596,68.9535,69.4508],[234.222,241.138,240.316],[488.169,462.257,460.466],[472.929,471.809,476.635],[103.664,116.131,103.467],[16.8124,3.34058,3.37782],[0.852414,0.832073,0.859857],[0.305464,0.31166,0.306694],[4.55625,4.54098,4.58501],[0.299746,0.297532,0.30334],[0.275732,0.279817,0.27766],[0.332107,0.324387,0.320099]],"source":"aurora-postgresql/results/16acu.json"}
,{"system":"ByConity","date":"2023-06-21","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":343.482,"data_size":14602455235,"result":[[0.003,0.003,0.003],[0.03,0.05,0.025],[0.137,0.049,0.048],[0.318,0.062,0.056],[0.564,0.479,0.475],[0.983,0.772,0.766],[0.054,0.044,0.036],[0.039,0.03,0.031],[0.717,0.6,0.611],[0.813,0.633,0.665],[0.348,0.238,0.234],[0.351,0.256,0.277],[0.899,0.765,0.756],[1.447,1.139,1.07],[1.07,0.867,0.861],[0.976,0.917,0.882],[2.614,2.385,2.425],[1.801,1.622,1.591],[4.729,4.366,4.437],[0.218,0.136,0.106],[8.703,0.786,0.722],[9.845,0.799,0.813],[18.827,1.709,1.682],[56.739,5.832,4.243],[1.777,0.267,0.27],[0.395,0.205,0.229],[1.776,0.244,0.263],[8.509,0.718,0.707],[11.414,10.222,10.292],[2.118,2.104,2.115],[1.413,0.624,0.614],[4.403,0.765,0.77],[5.21,4.964,4.947],[9.678,3.707,3.651],[9.684,3.661,3.712],[1.317,1.16,1.199],[0.22,0.152,0.101],[0.084,0.061,0.041],[0.08,0.035,0.053],[0.246,0.169,0.17],[0.083,0.025,0.034],[0.036,0.027,0.028],[0.054,0.047,0.019]],"source":"byconity/results/c6a.4xlarge.json"}
,{"system":"ByteHouse","date":"2022-07-27","machine":"L","tags":["managed","column-oriented","ClickHouse derivative","C++"],"load_time":745,"data_size":27190000000,"result":[[0.239865,0.0870234,0.222015],[0.182402,0.105131,0.131712],[0.200164,0.13875,0.121221],[0.38027,0.140809,0.106769],[0.345668,0.315182,0.3484],[0.499999,0.346608,0.376732],[0.163644,0.199362,0.104804],[0.135081,0.121857,0.132218],[0.498781,0.443817,0.451166],[0.925841,0.931702,0.938799],[0.208082,0.138678,0.154934],[0.1849,0.166067,0.189213],[0.375623,0.440097,0.408131],[2.876857214,2.879602691,2.856211343],[0.514966,0.481675,0.525073],[0.379692,0.403246,0.409433],[1.07893968,0.981566,0.998549],[0.970913,0.991069,1.019743901],[2.32956516,2.028961393,2.058936806],[0.121056,0.0874094,0.117498],[1.242306022,0.409433,0.381256],[0.333268,0.362866,0.368105],[0.724634,0.616216,0.609811],[8.372272024,1.940810909,1.919313531],[0.215081,0.16656,0.183373],[0.159827,0.173928,0.160971],[0.173209,0.217374,0.178429],[0.364914,0.392851,0.392753],[3.258063215,3.055232843,3.158432938],[0.969086,0.944354,1.001753137],[0.33521,0.344545,0.435078],[0.563083,0.597303,0.54695],[2.824918949,2.784792896,2.773636287],[2.04203589,1.985002429,1.96329676],[1.972932613,1.905925254,2.000995567],[0.660906,0.638376,0.638797],[0.273916,0.291013,0.275462],[0.197361,0.204497,0.245296],[0.158102,0.190007,0.220325],[0.420387,0.410065,0.391049],[0.185806,0.152663,0.138554],[0.302098,0.146736,0.132355],[0.153148,0.138142,0.140028]],"source":"bytehouse/results/l.json"}
,{"system":"ByteHouse","date":"2022-07-27","machine":"M","tags":["managed","column-oriented","ClickHouse derivative","C++"],"load_time":745,"data_size":27190000000,"result":[[0.204356,0.124087,0.111343],[0.162147,0.120088,0.129223],[0.138304,0.124968,0.100887],[0.424216,0.193393,0.148192],[0.626537,0.636493,0.701694],[0.700354,0.61407,0.563147],[0.226713,0.107379,0.105274],[0.115582,0.129062,0.135826],[0.908611,0.890668,0.930481],[1.072457112,1.196782563,1.085087466],[0.185372,0.229904,0.228918],[0.210959,0.220222,0.229587],[0.77719,0.751063,0.808261],[3.443675466,3.529152804,3.431081103],[0.918561,0.941661,0.964774],[0.81437,0.826625,0.830821],[2.154593924,2.196733859,2.145739942],[2.002076959,2.010973594,1.968857393],[5.072657424,5.071079422,4.954039807],[0.127813,0.107606,0.105492],[1.344124274,0.76118,0.738414],[0.847975,0.866883,0.790545],[2.17366727,1.90929253,1.956613481],[6.798822715,6.030441596,5.961431634],[0.232659,0.24189,0.225892],[0.22483,0.213993,0.165657],[0.249597,0.23609,0.234343],[0.886731,0.895649,0.93452],[8.905864883,8.909027527,9.119373795],[2.729399515,2.700112742,2.80527209],[0.599962,0.679839,0.657434],[1.120159397,1.130162921,1.114698924],[6.566110112,6.552839157,6.49319341],[4.601181289,4.529338346,4.554859438],[4.54498289,4.497598791,4.527396409],[1.33884046,1.347533604,1.313194291],[0.298073,0.29527,0.27903],[0.163254,0.188463,0.15891],[0.210311,0.197546,0.140187],[0.395194,0.434253,0.45348],[0.175269,0.17503,0.145714],[0.159227,0.126441,0.119968],[0.188247,0.140864,0.117428]],"source":"bytehouse/results/m.json"}
,{"system":"ByteHouse","date":"2022-07-27","machine":"S","tags":["managed","column-oriented","ClickHouse derivative","C++"],"load_time":745,"data_size":27190000000,"result":[[0.465819,0.116044,0.10382],[0.12678,0.120683,0.178592],[0.19001,0.153998,0.150897],[0.241946,0.125373,0.139151],[1.069480177,1.034297324,1.106595058],[1.562573773,1.206818889,1.221545036],[0.152539,0.122294,0.117231],[0.130834,0.117555,0.132048],[1.599240755,1.514699748,1.542136004],[1.341486754,1.417470413,1.509794379],[0.273263,0.302114,0.37113],[0.323308,0.317832,0.346367],[1.350003276,1.463167781,1.394062227],[6.526322756,6.562415941,6.603599898],[1.657413456,1.617141092,1.658355897],[1.301159782,1.328003217,1.417677445],[4.200100191,4.116794792,4.145844627],[4.083672003,3.939048097,4.009026718],[7.324285002,7.220264513,7.23919483],[0.124951,0.102059,0.120177],[1.358183279,0.815601,0.825568],[0.950995,0.890438,0.994714],[2.508912285,1.891410174,1.924645465],[9.532990518,6.816463253,6.810721155],[0.288955,0.257077,0.323011],[0.287261,0.252905,0.301686],[0.352302,0.289875,0.325013],[0.8885,0.853163,0.90298],[11.996772143,11.335378584,10.928031696],[3.223346367,3.274467765,3.039989844],[1.076384222,1.121689429,1.066842857],[1.584906113,1.634423718,1.636641605],[11.265273648,11.250953518,11.265621391],[6.284396525,6.419369583,6.503485024],[6.301652951,6.381827207,6.450726416],[1.645218925,1.660535448,1.591234664],[0.290394,0.268129,0.259014],[0.209527,0.20071,0.271621],[0.168356,0.156549,0.17388],[0.459272,0.45036,0.456921],[0.15138,0.149573,0.137896],[0.130298,0.127121,0.13154],[0.159379,0.147829,0.111582]],"source":"bytehouse/results/s.json"}
,{"system":"ByteHouse","date":"2022-07-27","machine":"XS","tags":["managed","column-oriented","ClickHouse derivative","C++"],"load_time":745,"data_size":27190000000,"result":[[0.334492,0.140158,0.0909441],[0.122217,0.142934,0.121548],[0.263181,0.251692,0.159929],[0.501333,0.200059,0.219135],[2.543492592,2.468309526,2.505868611],[2.105666571,1.866756211,1.868941926],[0.157011,0.138289,0.110994],[0.15848,0.144542,0.128616],[3.76437585,3.757666963,3.743468944],[5.197558004,5.259393402,5.139950006],[0.533442,0.52521,0.503231],[0.625686,0.555617,0.562393],[2.032266525,2.090553195,2.048844919],[9.476237603,9.242733377,9.257434743],[2.594378405,2.51700318,2.540499896],[2.787015125,2.553855869,2.685139351],[7.066527549,7.059590995,6.987027019],[7.108010061,7.044795687,7.03812524],[null,null,null],[null,0.209801,0.104863],[2.984792059,1.572371926,1.647719208],[1.726619136,1.633982696,1.798097257],[5.146083425,3.894626038,3.656518498],[18.920700154,13.498453727,13.139848744],[0.510479,0.499504,0.483596],[0.365547,0.425842,0.36962],[0.534826,0.504277,0.524545],[1.537858153,1.582564121,1.604139517],[23.250904201,22.080878553,21.513499569],[5.463228855,5.731769582,5.901987317],[2.113222129,2.060105649,2.033058146],[3.50674888,3.609345167,3.409845797],[20.424145951,19.854551128,19.813706849],[10.04241229,10.562756073,10.160329814],[10.287907057,10.111982383,10.401184257],[3.36941313,3.553914517,3.392025903],[0.249871,0.23235,0.272925],[0.193886,0.176331,0.190031],[0.136083,0.175412,0.146943],[0.446597,0.419983,0.430357],[0.163078,0.191785,0.18088],[0.187119,0.132299,0.121292],[0.150617,0.167402,0.139849]],"source":"bytehouse/results/xs.json"}
,{"system":"chDB","date":"2023-12-03","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"],"load_time":0,"data_size":14737670832,"result":[[0.14784930900009385,0.01985562499999105,0.021213920000036524],[0.23510076200000185,0.06982731300013256,0.06856002199992872],[0.2806472989998383,0.10366240700000162,0.10361096500014355],[0.4541343600001255,0.10390106999989257,0.10059215999990556],[0.6548878610001339,0.45662324699992496,0.44750324799997543],[0.9521819659998982,0.6404522270001962,0.6559423100000004],[0.19805788999997276,0.08715895099999216,0.0858150569999907],[0.19715853299999253,0.07409634200007531,0.07549481599994579],[0.8598950299999615,0.6492269000000306,0.6434426030000395],[1.4808940620000612,0.7829620970001088,0.7904872159999741],[0.7163226630000281,0.29504979300008927,0.29545888900020145],[0.7511556739998468,0.34864025900014894,0.3431280479999259],[1.0435813250001047,0.7161780030000955,0.7318749700000353],[2.4113232699999116,1.0243360720000965,1.0260252030000174],[1.2562044089997926,0.8427601549999508,0.8326057299998411],[0.8358988709999267,0.5704252309999447,0.5721753729999364],[2.9971273280000332,1.9693855880000228,2.0168051440000454],[2.2065102920000754,1.2419878719999815,1.206855657999995],[5.954841275999797,3.93939489100012,3.761597123999991],[0.3187466500000937,0.09396397000000434,0.09140732100013338],[9.446635591000131,1.2302154330000121,1.2444675809999808],[11.13492346199996,1.7419908340000347,1.7516095379999115],[21.622155369999973,4.072843675000058,4.131993770000008],[55.58301193300008,15.83693858699985,15.83159159999991],[2.6420749609999348,0.4748529260000396,0.4266739149998102],[0.9177854079998724,0.3910574720000568,0.38483357899986004],[2.641131261000055,0.40119044900006884,0.40792182199993476],[9.619309540000131,1.49244403900002,1.5195660050001152],[10.307241965000003,9.973063463000017,9.892692844999829],[1.4131518259998757,1.308299055000134,1.295807866999894],[2.608687121999992,0.7656866700001501,0.7761720030000561],[6.227150900999959,1.0895756959998835,1.0740852459998678],[7.3493140729999595,5.250387106000062,5.316255329999876],[10.698823475999916,4.070322148999821,4.003926844000034],[10.69004674499979,4.052407979999998,3.9830662209999446],[1.2015532409998286,0.9601744899998721,0.9185318380000353],[0.29470233899996856,0.1431545279999682,0.14107450999995308],[0.2372298170000704,0.09401625999998942,0.09287700000004406],[0.18732362600007946,0.08822406300009789,0.09083071099985318],[0.4340662390000034,0.26780105800003184,0.2632765340001697],[0.1738416400000915,0.06409417200006828,0.06505390999996052],[0.18030453799997304,0.057552695999902426,0.05883049899989601],[0.1795836840001357,0.1313909179998518,0.06348699399995894]],"source":"chdb/results/c6a.4xlarge.json"}
,{"system":"chDB","date":"2023-12-03","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"],"load_time":0,"data_size":14737670832,"result":[[0.18159093600002052,0.03465310399997179,0.03535941499990258],[0.2831564299999627,0.07290863800017178,0.07088584300004186],[0.4106436740000845,0.11962774199992054,0.11457044600001609],[0.47319400800006406,0.11146962500015434,0.11445495399993888],[1.6001970140000594,1.1832852380000531,1.2053231469999446],[1.9747222290000082,1.3993265449998944,1.4632436899998993],[0.293016236000085,0.10769365200007996,0.10403609099989808],[0.30888328800006093,0.08704660199987302,0.08690985099997306],[0.9676274400001148,0.4142185770001561,0.4095282320001843],[1.508716829999912,0.4386639290000858,0.42993967000006705],[0.7211182660000759,0.22335372600014125,0.22127814999998918],[0.8024834689999807,0.24581066700011434,0.2369266250000237],[0.9941888450000533,0.34986996500015266,0.36299695699995027],[2.2883914159999676,0.5018040939999082,0.39797729199995047],[1.0599523600001248,0.39205417400012266,0.3990406109999185],[0.614120850999825,0.26384819800000514,0.27866645900007825],[2.468679433000034,0.7421945380001489,0.707125589000043],[2.390665940999952,0.6761940030000915,0.6212907079998331],[4.531502312999919,1.2391869979999228,1.2929706920001536],[0.41148081200003617,0.08244017399988479,0.07748579300005076],[9.470291036999924,0.4142645150000135,0.42491283499998644],[11.166745869999886,0.4193407879999995,0.47778978899987123],[21.716601035000167,0.8906946930001141,0.9057610759998624],[55.87572047799995,4.693745457999967,4.408192557999882],[2.6822018080001726,0.2497673709999617,0.18029253800000333],[0.9117738509999072,0.19944890400006443,0.19231710099984411],[2.6458359000000655,0.19551512300017748,0.17991257200014843],[9.665634246000081,0.644791166999994,0.5677360409999892],[8.823865798999805,1.8234754839998004,1.911617729999989],[0.887859853000009,0.7314614570000231,0.7472309880001831],[2.609201996000138,0.3776117290001366,0.42668743700005507],[6.085526299000094,0.5356784809998771,0.5014943220000987],[5.348554426000192,1.4791098619998593,1.6584785480001756],[9.919410929999913,1.198197147999963,1.3908020020001004],[9.918529573000114,1.4790268179999657,1.2929598839998562],[0.5918198439999287,0.36387553300005493,0.3893138729999919],[0.353354839000076,0.15782711399992877,0.17798462199993992],[0.3100515420001102,0.16545474899999135,0.10927909599990926],[0.3464544030000525,0.19426173600004404,0.10704828600000837],[0.5001845439999215,0.28064504200006013,0.28905982800006313],[0.3150378160000855,0.12564524300000812,0.08628042499981348],[0.24802713799999765,0.1437892629999169,0.0803308869999455],[0.2594364960000348,0.2181738829999631,0.08233647700012625]],"source":"chdb/results/c6a.metal.json"}
,{"system":"Citus","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented"],"load_time":1579,"data_size":18980918899,"result":[[7.58503,6.70447,6.52499],[6.33941,5.06063,5.00238],[11.7488,9.86417,9.93223],[12.6306,9.36305,9.17061],[40.6101,39.0803,38.1187],[117.654,113.912,113.441],[10.3404,8.08936,7.70732],[6.31542,4.72821,4.72989],[82.5425,77.2124,76.9219],[91.1776,83.4492,82.4727],[14.5474,10.0815,10.3873],[15.4899,11.2922,11.1877],[19.9794,15.5002,17.4492],[76.9216,72.5172,72.7915],[21.5446,17.5691,18.561],[56.9438,54.6387,53.5745],[75.0977,69.7842,70.0259],[31.3299,27.0267,26.3216],[129.417,122.956,121.182],[3.73386,2.14148,2.12737],[34.6021,27.9727,28.6878],[37.152,29.6193,29.2966],[52.2157,37.8589,37.6994],[181.955,149.08,148.471],[15.4687,11.3138,10.3856],[10.2779,8.46868,8.8324],[14.4687,10.4076,11.4263],[47.009,40.2969,39.6888],[749.946,742.979,744.461],[69.4383,67.5636,67.2128],[27.0317,21.4008,20.9524],[36.6675,25.6347,26.4408],[140.424,130.546,129.738],[106.959,92.033,90.1609],[110.98,94.4787,96.2656],[64.4474,60.1853,60.6816],[6.17549,6.25376,5.87004],[1.99153,1.81776,1.80596],[1.00141,0.800271,0.801975],[7.91778,7.70928,8.33299],[0.929845,0.642076,0.638478],[0.866536,0.683567,0.680218],[0.937823,0.784747,0.765929]],"source":"citus/results/c6a.4xlarge.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2023-09-03","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":224.417,"data_size":9940946872,"result":[[0.003,0.004,0.003],[0.77,0.067,0.022],[0.351,0.69,0.045],[0.762,0.072,0.586],[0.324,0.432,0.361],[0.861,0.697,0.786],[0.509,0.054,0.031],[0.035,0.542,0.394],[0.986,0.624,0.64],[0.705,0.658,0.621],[0.295,0.245,0.191],[0.346,0.335,0.295],[0.706,0.808,0.809],[0.856,0.857,0.968],[0.836,0.861,0.983],[0.431,0.434,0.387],[1.55,1.564,1.692],[1.379,1.084,1.405],[3.511,3.56,3.617],[0.072,0.134,0.035],[1.324,2.146,1.026],[1.294,1.591,1.237],[2.004,1.217,2.248],[4.849,6.715,3.885],[0.432,0.354,0.354],[0.365,0.367,0.309],[0.351,0.44,0.394],[1.106,1.224,0.971],[8.116,9.85,9.576],[1.224,1.211,0.82],[0.69,0.646,0.699],[0.865,0.847,0.746],[3.477,2.954,2.843],[2.562,2.985,2.519],[2.451,2.462,2.528],[0.967,0.918,0.883],[0.095,0.089,0.091],[0.049,0.057,0.148],[0.138,0.072,0.07],[0.299,0.195,0.218],[0.058,0.329,0.047],[0.021,0.045,0.027],[0.038,0.029,0.033]],"source":"clickhouse-cloud/results/aws.192GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2023-09-03","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":898.272,"data_size":9949087959,"result":[[0.002,0.002,0.002],[0.134,0.151,1.04],[0.481,0.547,0.228],[0.952,0.427,0.56],[2.505,2.465,2.421],[3.252,3.143,3.498],[0.281,0.121,0.139],[0.048,0.042,0.043],[4.113,2.525,2.291],[2.742,2.965,2.652],[1.161,1.069,1.193],[1.555,1.333,1.357],[3.277,3.667,3.194],[4.85,5.542,5.12],[4.442,4.498,4.674],[2.645,2.745,2.731],[11.061,10.301,10.394],[8.293,7.391,7.995],[32.636,30.847,30.519],[0.099,0.133,0.129],[7.746,9.111,5.625],[13.131,6.666,6.92],[24.838,12.782,8.131],[33.065,23.814,46.946],[1.903,1.852,2.352],[1.172,1.294,1.241],[1.913,1.883,1.851],[6.512,5.868,6.225],[58.901,55.853,55.978],[3.891,5.452,4],[2.982,3.194,3.433],[5.779,4.125,4.88],[32.403,35.532,34.985],[27.241,27.673,26.393],[26.661,25.919,28.05],[4.74,4.937,4.659],[0.361,0.175,0.168],[0.079,0.101,0.07],[0.177,0.088,0.072],[0.336,0.341,0.327],[0.231,0.033,0.039],[0.056,0.192,0.027],[0.023,0.021,0.026]],"source":"clickhouse-cloud/results/aws.24GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2023-09-03","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":216.929,"data_size":9942386190,"result":[[0.003,0.005,0.003],[0.651,0.021,0.647],[0.307,0.039,0.293],[0.638,0.628,0.14],[0.273,0.303,0.259],[0.585,0.521,0.431],[0.117,0.025,0.066],[0.059,0.032,0.042],[0.61,0.54,1.024],[1.158,1.01,0.534],[0.236,0.234,0.223],[0.289,0.21,0.249],[0.444,0.455,0.454],[0.582,0.592,0.644],[0.739,0.586,0.513],[0.313,0.32,0.369],[1.126,1.175,1.242],[0.838,0.828,0.792],[1.88,2.022,2.056],[0.036,0.058,0.043],[0.95,0.921,1.028],[0.842,0.832,0.827],[0.931,1.435,0.904],[2.66,2.337,5.094],[0.258,0.27,0.235],[0.305,0.214,0.231],[0.257,0.261,0.238],[0.77,1.022,0.812],[5.886,4.937,5.757],[0.655,0.627,0.638],[0.427,0.675,0.476],[0.541,0.595,0.696],[2.303,2.386,1.514],[1.604,1.685,1.776],[1.59,1.616,1.653],[0.621,0.722,0.49],[0.174,0.156,0.093],[0.084,0.046,0.059],[0.061,0.132,0.083],[0.283,0.315,0.207],[0.062,0.316,0.037],[0.21,0.037,0.032],[0.029,0.038,0.052]],"source":"clickhouse-cloud/results/aws.360GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2023-09-03","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":313.53,"data_size":9941379875,"result":[[0.002,0.002,0.002],[0.575,0.147,0.015],[0.248,0.775,0.09],[0.789,0.388,0.179],[1.162,1.033,1.021],[1.732,1.498,2.214],[0.128,0.052,0.079],[0.058,0.03,0.047],[1.56,1.619,1.152],[1.958,1.49,1.82],[0.498,0.453,0.45],[0.643,0.797,0.615],[1.818,1.617,2.116],[2.826,2.798,2.674],[2.364,2.222,2.019],[1.275,1.221,1.322],[5.23,4.694,5.178],[3.506,3.187,2.962],[9.025,11.452,10.064],[0.098,0.058,0.09],[4.267,3.073,3.884],[2.856,3.725,2.821],[6.76,3.852,3.267],[15.132,10.307,11.082],[0.956,0.905,0.933],[0.607,0.724,0.662],[0.915,0.917,0.888],[2.453,2.441,2.577],[22.966,24.132,22.6],[1.99,1.856,2.246],[1.629,1.615,1.535],[2.691,2.884,1.926],[14.293,15.228,13.532],[6.949,7.111,9.26],[7.081,8.422,8.627],[3.143,2.628,2.513],[0.193,0.129,0.155],[0.048,0.051,0.086],[0.121,0.07,0.076],[0.37,0.21,0.179],[0.044,0.242,0.04],[0.042,0.031,0.042],[0.151,0.031,0.024]],"source":"clickhouse-cloud/results/aws.48GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2023-09-03","machine":"720GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":220.239,"data_size":9941859054,"result":[[0.004,0.004,0.005],[0.118,0.059,0.637],[0.248,0.166,0.036],[0.175,0.516,0.501],[0.222,0.192,0.195],[0.405,0.262,0.264],[0.164,0.054,0.026],[0.058,0.421,0.064],[0.522,0.411,0.549],[0.552,0.451,0.457],[0.245,0.18,0.21],[0.196,0.211,0.178],[0.514,0.266,0.571],[0.662,0.635,0.593],[0.398,0.4,0.365],[0.236,0.223,0.343],[0.665,0.631,0.652],[0.474,0.526,0.469],[1.462,1.219,1.468],[0.032,0.027,0.055],[0.762,1.088,0.477],[0.553,0.502,0.507],[0.928,0.618,0.706],[4.07,3.194,1.992],[0.206,0.163,0.147],[0.128,0.177,0.114],[0.177,0.171,0.172],[0.528,0.647,0.6],[4.037,4.033,4.04],[0.663,0.629,0.65],[0.286,0.302,0.299],[0.395,0.366,0.335],[1.704,1.802,1.76],[1.307,1.265,1.361],[1.276,1.281,1.38],[0.351,0.317,0.319],[0.134,0.12,0.122],[0.07,0.053,0.064],[0.086,0.082,0.087],[0.171,0.18,0.204],[0.063,0.034,0.046],[0.059,0.05,0.044],[0.061,0.049,0.039]],"source":"clickhouse-cloud/results/aws.720GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2023-09-03","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":227.755,"data_size":9942057937,"result":[[0.002,0.002,0.002],[0.709,0.039,0.317],[0.163,0.295,0.754],[0.33,0.144,0.813],[0.661,0.869,0.654],[1.315,1.402,1.182],[0.177,0.042,0.07],[0.586,0.052,0.042],[1.178,1.141,1.472],[1.062,1.06,0.875],[0.605,0.374,0.403],[0.492,0.443,0.409],[1.228,1.3,1.254],[2.161,1.633,1.644],[1.493,1.734,1.602],[0.986,0.939,0.823],[3.121,3.165,2.713],[1.867,1.716,3.116],[5.606,7.876,5.516],[0.168,0.262,0.084],[2.063,1.632,1.636],[2.995,3.168,1.861],[2.431,4.313,2.309],[12.271,6.228,7.296],[0.751,0.699,0.659],[0.489,0.475,0.563],[0.692,0.592,0.554],[1.75,1.626,1.768],[14.788,15.976,15.28],[1.456,1.202,1.483],[0.985,1.104,1.059],[2.162,1.552,1.099],[4.401,6.886,6.793],[4.445,4.203,4.891],[4.964,4.319,4.943],[1.4,1.475,1.427],[0.101,0.12,0.119],[0.08,0.088,0.048],[0.122,0.067,0.047],[0.214,0.186,0.263],[0.137,0.025,0.026],[0.157,0.057,0.042],[0.023,0.058,0.037]],"source":"clickhouse-cloud/results/aws.96GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2023-09-08","machine":"1430GB","cluster_size":"dedicated","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":225.127,"data_size":9940236142,"result":[[0.014,0.014,0.007],[0.09,0.471,0.027],[0.52,0.029,0.325],[0.332,0.375,0.033],[0.529,0.845,0.54],[0.932,0.752,0.669],[0.356,0.068,0.061],[0.074,0.071,0.037],[0.502,0.421,0.35],[0.401,0.333,0.347],[0.261,0.245,0.139],[0.206,0.263,0.154],[0.229,0.338,0.204],[0.377,0.342,0.291],[0.275,0.284,0.241],[0.173,0.137,0.144],[0.484,0.451,0.492],[0.326,0.327,0.355],[0.975,0.888,0.886],[0.032,0.038,0.053],[0.693,0.566,0.423],[0.345,0.336,0.729],[0.485,0.41,0.377],[2.533,2.148,1.213],[0.177,0.242,0.093],[0.194,0.365,0.239],[0.334,0.218,0.245],[0.773,0.655,0.323],[1.728,1.8,1.713],[0.387,0.408,0.385],[0.195,0.183,0.171],[0.557,0.377,0.24],[1.193,1.251,1.148],[0.707,0.794,0.776],[0.697,0.838,0.857],[0.31,0.229,0.332],[0.15,0.1,0.105],[0.049,0.062,0.045],[0.076,0.065,0.163],[0.219,0.186,0.19],[0.167,0.037,0.037],[0.053,0.037,0.031],[0.039,0.029,0.028]],"source":"clickhouse-cloud/results/aws.dedicated.standard.1430GB.json"}
,{"system":"ClickHouse Cloud (aws)","date":"2023-09-03","machine":"dev","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":700.114,"data_size":9944443104,"result":[[0.002,0.002,0.002],[0.114,0.112,0.044],[0.53,0.223,0.231],[0.658,0.321,0.578],[2.042,1.725,1.454],[2.508,2.023,2.725],[0.091,0.091,0.084],[0.033,0.081,0.035],[1.891,2.362,2.009],[2.071,1.951,2.251],[1.077,0.666,0.809],[1.082,0.89,0.977],[2.813,3.022,2.817],[3.666,3.734,3.593],[3.647,3.371,2.7],[2.513,1.743,1.641],[6.708,9.375,8.844],[4.948,6.079,5.46],[26.159,20.86,17.466],[0.395,0.08,0.107],[3.658,3.448,6.485],[6.897,6.948,4.022],[8.765,7.751,4.769],[13.487,27.999,20.242],[1.132,1.961,1.199],[0.799,0.705,0.838],[2.009,1.063,1.744],[3.712,5.554,3.618],[32.808,60.019,32.276],[3.389,2.354,3.351],[1.779,2.202,2.205],[3.687,3.694,2.223],[23.809,16.334,16.007],[19.995,19.951,17.978],[16.47,19.988,19.945],[3.228,2.638,3.916],[0.303,0.103,0.105],[0.257,0.093,0.064],[0.08,0.136,0.066],[0.27,0.275,0.347],[0.055,0.205,0.056],[0.182,0.059,0.033],[0.082,0.176,0.03]],"source":"clickhouse-cloud/results/aws.dev.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2023-09-03","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":343.743,"data_size":9944304173,"result":[[0.003,0.002,0.002],[0.026,1.152,0.018],[0.088,0.529,0.089],[1.196,0.067,0.062],[0.275,0.266,0.698],[0.498,0.447,1.528],[0.598,0.62,0.034],[0.533,0.026,0.16],[0.676,0.628,0.524],[0.814,0.588,0.571],[0.195,0.296,0.282],[0.215,0.208,0.35],[0.613,0.5,0.781],[0.879,0.708,0.821],[0.601,0.595,0.957],[0.335,0.319,0.326],[1.624,1.323,1.492],[0.877,1.269,0.95],[3.889,2.801,3.879],[0.059,0.077,0.192],[1.162,1.376,0.826],[1.079,0.976,0.823],[2.241,1.161,1.293],[6.01,3.231,6.571],[0.335,0.279,0.269],[0.224,0.253,0.235],[0.335,0.319,0.315],[0.745,0.939,0.725],[6.356,6.294,7.592],[0.77,0.725,0.806],[0.543,0.526,0.473],[0.782,0.832,0.696],[3.412,2.442,2.937],[1.812,1.819,1.889],[2.386,2.62,2.594],[0.795,0.747,0.866],[0.129,0.122,0.102],[0.063,0.086,0.046],[0.063,0.068,0.081],[0.153,0.191,0.229],[0.05,0.061,0.039],[0.046,0.028,0.026],[0.072,0.022,0.019]],"source":"clickhouse-cloud/results/gcp.192GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2023-09-03","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":763.464,"data_size":9946144862,"result":[[0.002,0.002,0.002],[0.265,0.022,0.022],[0.408,0.24,0.267],[0.994,0.342,0.479],[2.284,1.765,2.514],[3.99,2.548,2.53],[0.187,0.088,0.087],[0.029,0.155,0.029],[2.035,1.852,2.887],[2.812,2.227,2.535],[1.173,1.064,1.109],[1.373,1.144,0.872],[3.742,2.382,3.517],[6.107,3.781,3.69],[3.56,7.737,3.467],[2.87,2.274,2.313],[8.827,10.482,10.345],[6.702,5.775,6.96],[23.942,30.504,28.644],[0.089,0.111,0.105],[10.025,4.656,8.109],[5.292,6.732,6.562],[19.192,7.473,7.452],[41.852,20.429,17.857],[1.486,1.817,2.216],[0.952,1.092,1.101],[1.458,1.779,1.431],[5.706,4.643,4.71],[54.04,52.301,50.632],[3.204,2.606,2.534],[3.222,2.917,2.78],[5.636,3.353,3.353],[24.542,33.083,32.492],[20.607,25.238,20.718],[25.099,20.741,25.281],[4.873,4.468,4.134],[0.144,0.18,0.261],[0.098,0.054,0.059],[0.064,0.075,0.073],[0.436,0.333,0.322],[0.213,0.037,0.043],[0.025,0.029,0.223],[0.027,0.023,0.021]],"source":"clickhouse-cloud/results/gcp.24GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2023-09-03","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":329.494,"data_size":9944755537,"result":[[0.004,0.004,0.003],[1.018,0.069,1.415],[1.146,0.035,0.188],[1.053,0.047,0.047],[0.267,0.233,0.219],[0.602,0.504,0.609],[0.923,0.673,1.034],[0.837,0.582,0.051],[0.676,0.739,0.481],[0.928,0.626,0.478],[0.312,0.234,0.239],[0.402,0.308,0.232],[0.402,0.513,0.483],[0.548,0.621,0.638],[0.54,0.477,0.516],[0.383,0.298,0.344],[1.156,0.922,0.865],[0.73,0.896,0.651],[1.836,1.689,2.031],[0.032,0.051,0.152],[0.962,0.987,0.591],[0.898,1.133,0.821],[2.602,0.917,1.33],[4.678,2.837,2.668],[0.764,0.29,0.261],[0.148,0.146,0.205],[0.276,0.192,0.28],[0.822,0.907,0.839],[5.19,6.455,5.898],[0.775,0.68,0.657],[0.451,0.436,0.66],[0.488,1.211,0.486],[2.9,2.543,2.817],[1.725,1.921,2.194],[1.76,2.202,1.664],[0.756,0.639,0.867],[0.18,0.228,0.111],[0.1,0.098,0.092],[0.097,0.176,0.076],[0.255,0.384,0.25],[0.183,0.089,0.045],[0.17,0.301,0.031],[0.056,0.063,0.017]],"source":"clickhouse-cloud/results/gcp.360GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2023-09-03","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":342.555,"data_size":9944039775,"result":[[0.002,0.002,0.002],[0.166,1.205,0.852],[0.185,0.247,0.103],[0.34,0.172,0.261],[1.33,1.641,1.018],[1.569,1.416,1.901],[0.162,0.144,0.058],[0.07,0.04,0.082],[1.404,1.195,1.07],[1.619,1.457,1.155],[0.568,0.48,0.526],[0.74,0.656,0.591],[1.607,1.521,2.311],[4.133,2.108,2.593],[3.2,2.605,2.843],[1.224,1.431,1.814],[6.083,6.614,3.921],[5.476,4.496,2.886],[13.246,9.49,16.402],[0.064,0.057,0.046],[3.035,3.445,2.538],[2.825,2.889,2.424],[5.096,4.32,2.742],[11.694,7.609,14.963],[0.805,1.069,0.957],[0.557,0.57,0.693],[1.085,1.013,1.038],[3.069,3.055,2.036],[22.679,27.661,21.333],[2.542,1.791,1.931],[1.26,1.748,1.249],[3.443,2.476,2.798],[12.3,16.949,15.784],[7.072,6.025,6.006],[5.654,9.278,5.854],[3.19,2.635,3.008],[0.329,0.116,0.286],[0.226,0.081,0.198],[0.064,0.096,0.12],[0.357,0.375,0.211],[0.179,0.092,0.079],[0.216,0.031,0.026],[0.295,0.037,0.156]],"source":"clickhouse-cloud/results/gcp.48GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2023-09-03","machine":"708GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":332.613,"data_size":9955529328,"result":[[0.008,0.004,0.003],[0.978,0.027,0.131],[0.171,0.034,0.447],[0.851,0.047,1.202],[0.413,0.285,0.157],[0.996,0.269,0.389],[0.119,0.103,0.027],[0.042,0.033,0.103],[0.507,0.414,0.432],[0.448,0.474,0.374],[0.29,0.259,0.145],[0.269,0.193,0.237],[0.361,0.276,0.324],[0.407,0.348,0.355],[0.452,0.405,0.311],[0.208,0.159,0.238],[0.66,0.578,0.617],[0.458,0.464,0.638],[1.284,1.711,1.098],[0.027,0.058,0.052],[0.629,0.83,0.737],[0.502,0.474,0.647],[0.979,0.622,1.044],[1.77,3.892,4.164],[0.248,0.175,0.184],[0.172,0.121,0.114],[0.143,0.349,0.193],[0.459,0.454,0.461],[3.294,3.247,3.36],[0.665,0.483,0.491],[0.24,0.245,0.242],[0.35,0.303,0.352],[1.782,1.407,1.462],[0.916,1.417,1.379],[1.188,1.309,1.2],[0.37,0.383,0.326],[0.103,0.095,0.085],[0.052,0.047,0.067],[0.1,0.085,0.092],[0.179,0.189,0.188],[0.094,0.04,0.052],[0.044,0.042,0.055],[0.027,0.023,0.031]],"source":"clickhouse-cloud/results/gcp.708GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2023-09-03","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":347.594,"data_size":9946918782,"result":[[0.005,0.002,0.003],[0.127,0.025,1.637],[0.204,1.207,0.082],[1.777,0.287,1.093],[0.64,0.741,0.702],[1.423,1.238,1.37],[0.139,0.128,0.041],[0.101,0.08,0.031],[1.052,0.837,0.902],[1.051,1.13,1.001],[0.406,0.343,0.395],[0.531,0.434,0.395],[1.308,1.559,1.377],[1.649,1.71,2.276],[1.823,1.607,1.604],[0.897,0.995,0.71],[3.035,4.213,2.684],[2.647,2.39,2.203],[6.204,8.062,5.8],[0.134,0.06,0.072],[2.525,1.48,1.432],[3.288,1.977,1.978],[3.821,2.437,1.965],[8.819,11.01,7.518],[0.571,0.666,0.652],[0.453,0.479,0.546],[0.578,0.556,0.553],[1.653,1.512,1.577],[14.345,13.001,13.298],[1.229,1.155,1.454],[1.215,1.164,0.941],[1.591,1.965,1.533],[6.665,6.808,5.717],[4.75,5.407,5.341],[5.569,5.417,5.732],[1.4,1.462,1.651],[0.121,0.188,0.081],[0.047,0.042,0.072],[0.091,0.051,0.06],[0.227,0.208,0.16],[0.05,0.03,0.026],[0.027,0.061,0.037],[0.021,0.017,0.051]],"source":"clickhouse-cloud/results/gcp.96GB.json"}
,{"system":"ClickHouse Cloud (gcp)","date":"2023-09-03","machine":"dev","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":573.697,"data_size":9944356651,"result":[[0.002,0.003,0.002],[0.11,0.884,0.363],[0.307,0.166,0.245],[0.624,0.485,0.275],[1.616,1.292,1.614],[2.591,2.192,2.484],[0.139,0.069,0.516],[0.105,0.037,0.102],[1.507,2.259,1.592],[2.481,1.774,1.806],[0.559,0.777,0.697],[0.681,0.57,0.92],[1.818,1.888,1.738],[3.266,3.113,4.488],[2.576,2.658,3.535],[1.551,1.555,1.926],[7.342,7.817,6.89],[5.789,6.373,4.137],[28.36,17.62,27.891],[0.06,0.053,0.44],[2.887,5.945,5],[3.713,6.44,3.736],[7.915,4.291,4.111],[11.21,27.281,19.303],[0.896,1.808,1.61],[0.631,1.026,1.015],[1.705,0.942,0.967],[2.979,2.904,5.303],[51.146,50.49,50.144],[2.103,1.933,3.405],[2.998,1.414,2.24],[2.496,3.989,2.741],[23.552,22.336,13.822],[14.086,12.553,19.012],[19.032,12.498,12.244],[3.916,3.466,3.089],[0.215,0.081,0.079],[0.091,0.236,0.041],[0.18,0.046,0.048],[0.378,0.158,0.266],[0.06,0.032,0.182],[0.049,0.132,0.04],[0.025,0.218,0.032]],"source":"clickhouse-cloud/results/gcp.dev.json"}
,{"system":"ClickHouse (data lake, partitioned)","date":"2023-12-09","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[1.212,0.625,0.479],[2.383,1.763,0.751],[2.528,1.602,1.474],[2.855,1.201,1.026],[1.341,1.227,1.248],[1.585,1.518,1.475],[0.846,0.934,0.941],[0.722,0.643,0.751],[1.448,1.407,1.514],[2.019,2.174,2.163],[1.387,1.211,1.192],[1.563,1.692,1.536],[1.511,1.606,1.592],[2.557,2.58,2.489],[1.717,1.608,1.666],[1.4,1.521,1.321],[3.168,3.124,3.398],[2.635,2.533,2.367],[5.942,5.894,5.672],[0.747,0.705,0.743],[3.236,3.284,3.242],[3.975,4.013,4.202],[6.7,6.887,6.936],[22.07,21.69,21.136],[1.687,2.041,1.893],[1.045,1.166,1.159],[1.835,2.044,1.673],[3.447,3.522,3.476],[11.048,10.896,10.986],[1.278,1.244,1.758],[2.177,2.353,1.907],[3.454,3.32,3.464],[5.891,5.814,5.984],[5.683,5.609,5.68],[5.651,5.637,5.542],[1.831,1.738,1.688],[0.432,0.454,0.447],[0.457,0.387,0.409],[0.437,0.469,0.45],[0.703,0.613,0.692],[0.338,0.33,0.331],[0.347,0.367,0.351],[0.303,0.303,0.261]],"source":"clickhouse-datalake/results/c6a.4xlarge.partitioned.23.11.json"}
,{"system":"ClickHouse (data lake, single)","date":"2023-12-09","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.115,0.114,0.168],[0.56,0.558,0.486],[0.965,0.906,1.018],[1.043,0.945,0.59],[0.858,1.018,1.094],[1.278,1.314,1.285],[0.602,0.618,0.521],[0.634,0.572,0.71],[1.135,1.117,1.157],[1.665,1.796,1.575],[1.23,1.088,1.052],[1.192,1.365,1.081],[1.368,1.405,1.41],[2.538,2.062,1.995],[1.471,1.614,1.523],[1.167,1.394,1.11],[2.972,2.806,2.882],[2.144,2.046,1.969],[5.375,5.371,5.393],[0.766,0.82,0.605],[4.19,4.116,4.105],[4.633,4.823,4.765],[7.908,7.794,7.823],[23.214,22.933,22.833],[1.574,1.565,1.878],[1.186,1.093,1.073],[1.746,1.723,1.671],[4.34,4.445,4.357],[10.039,10.118,10.214],[1.667,1.622,1.764],[2.193,2.282,1.953],[3.013,3.076,3.383],[5.627,5.738,5.799],[5.866,5.857,5.915],[5.707,5.845,5.973],[1.523,1.571,1.52],[0.574,0.507,0.469],[0.392,0.403,0.311],[0.497,0.458,0.501],[0.677,0.633,0.702],[0.299,0.29,0.367],[0.286,0.449,0.328],[0.318,0.27,0.324]],"source":"clickhouse-datalake/results/c6a.4xlarge.single.23.11.json"}
,{"system":"ClickHouse (data lake, partitioned)","date":"2023-12-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.162,0.147,0.162],[0.254,0.296,0.292],[0.409,0.379,0.354],[0.961,0.473,0.335],[0.61,0.629,0.607],[0.986,0.758,0.625],[0.482,0.361,0.286],[0.323,0.359,0.326],[0.802,0.728,0.7],[0.926,1.001,0.898],[0.547,0.52,0.561],[0.57,0.593,0.586],[0.761,0.69,0.686],[0.914,0.986,0.919],[0.664,0.777,0.845],[0.685,0.603,0.522],[1.188,1.155,1.253],[0.967,1.077,1.151],[1.924,1.939,1.877],[0.249,0.305,0.271],[2.144,2.064,1.992],[2.104,2.185,2.026],[2.703,2.804,2.859],[8.946,8.069,8.166],[0.62,0.632,0.664],[0.498,0.524,0.48],[0.61,0.627,0.592],[2.22,2.087,2.17],[2.65,2.66,2.669],[0.966,0.98,0.98],[0.855,0.867,0.84],[1.245,1.297,1.097],[2.456,2.424,2.283],[2.902,2.863,2.882],[2.845,2.853,2.877],[0.734,1.336,0.708],[0.517,0.508,0.529],[0.365,0.374,0.392],[0.492,0.465,0.477],[0.658,0.686,0.673],[0.326,0.341,0.326],[0.318,0.332,0.363],[0.239,0.297,0.258]],"source":"clickhouse-datalake/results/c6a.metal.partitioned.23.11.json"}
,{"system":"ClickHouse (data lake, single)","date":"2023-12-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.402,0.185,0.145],[0.752,0.522,0.517],[1.168,0.978,0.598],[1.503,0.949,0.606],[0.599,0.592,0.735],[1.007,0.933,0.679],[0.63,0.483,0.341],[0.305,0.348,0.348],[0.84,0.736,0.864],[1.017,1.002,0.937],[0.639,0.622,0.662],[0.61,0.647,0.642],[0.694,0.76,0.683],[0.923,1,0.867],[0.636,0.75,0.746],[0.735,0.638,0.657],[1.092,1.151,1.091],[1.024,1.031,1.049],[2.09,1.913,1.93],[0.46,0.444,0.445],[2.757,2.241,1.62],[1.924,2.727,2.275],[3.464,3.005,3.496],[8.998,8.437,8.723],[1.428,0.675,0.656],[0.471,0.495,0.529],[0.768,0.78,0.745],[1.707,1.67,1.667],[2.048,1.834,1.88],[0.966,1.058,0.873],[0.89,0.785,0.83],[1.228,1.113,1.095],[2.544,2.053,2.025],[2.299,2.393,2.434],[2.391,2.235,2.506],[0.781,0.708,0.731],[0.656,0.581,0.547],[0.416,0.385,0.46],[0.455,0.445,0.485],[0.665,0.711,0.732],[0.381,0.34,0.341],[0.362,0.301,0.357],[0.332,0.315,0.393]],"source":"clickhouse-datalake/results/c6a.metal.single.23.11.json"}
,{"system":"ClickHouse (Parquet, partitioned)","date":"2024-01-31","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.046,0.056,0.04],[0.218,0.119,0.085],[0.227,0.144,0.145],[0.931,0.137,0.11],[1.223,0.463,0.429],[0.993,0.646,0.649],[0.144,0.099,0.109],[0.149,0.099,0.087],[0.922,0.6,0.601],[1.557,0.696,0.725],[0.711,0.313,0.301],[0.973,0.36,0.355],[1.154,0.808,0.792],[2.6,1.113,1.088],[1.284,0.924,0.923],[0.762,0.641,0.639],[3.284,2.014,2.013],[2.485,1.286,1.276],[6.196,4.434,4.364],[0.284,0.121,0.101],[10.428,1.838,1.877],[11.6,2.329,2.318],[22.533,5.226,5.124],[57.602,18.346,18.51],[2.84,0.481,0.462],[0.936,0.354,0.352],[2.833,0.471,0.456],[9.982,2.089,2.163],[9.997,9.677,9.576],[0.21,0.133,0.122],[2.852,0.719,0.691],[6.681,1.195,1.104],[7.276,4.589,4.665],[11.067,4.658,4.657],[11.099,4.695,4.58],[1.154,1.087,1.07],[0.225,0.162,0.161],[0.173,0.1,0.093],[0.254,0.114,0.111],[0.397,0.279,0.259],[0.168,0.067,0.064],[0.143,0.085,0.064],[0.149,0.06,0.067]],"source":"clickhouse-parquet/results/c6a.4xlarge.partitioned.24.1.json"}
,{"system":"ClickHouse (Parquet, single)","date":"2024-01-31","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14779976446,"result":[[0.1,0.052,0.051],[0.272,0.208,0.211],[0.316,0.204,0.204],[0.404,0.245,0.215],[0.973,0.547,0.55],[0.879,0.775,0.782],[0.228,0.197,0.194],[0.26,0.213,0.205],[0.832,0.716,0.717],[1.369,0.817,0.839],[0.603,0.396,0.371],[0.717,0.414,0.399],[1.022,0.902,0.889],[2.399,1.226,1.211],[1.154,1.063,1.051],[0.808,0.71,0.719],[2.954,2.208,2.205],[2.199,1.455,1.447],[6.005,4.645,4.614],[0.356,0.221,0.215],[10.123,1.873,1.778],[11.556,2.293,2.342],[22.691,5.274,4.932],[57.918,17.254,17.186],[2.65,0.575,0.536],[0.831,0.418,0.422],[2.671,0.581,0.559],[9.961,1.961,1.919],[9.626,9.34,9.295],[0.289,0.201,0.201],[2.518,0.766,0.751],[6.258,1.246,1.201],[7.031,4.649,4.506],[11.134,4.665,4.566],[11.136,4.749,4.639],[1.273,1.171,1.175],[0.237,0.139,0.136],[0.214,0.118,0.118],[0.255,0.125,0.124],[0.372,0.191,0.191],[0.196,0.089,0.088],[0.182,0.089,0.089],[0.17,0.086,0.081]],"source":"clickhouse-parquet/results/c6a.4xlarge.single.24.1.json"}
,{"system":"ClickHouse (Parquet, partitioned)","date":"2024-01-31","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.061,0.104,0.085],[0.178,0.114,0.145],[0.357,0.141,0.129],[1.102,0.181,0.181],[1.182,0.382,0.402],[1.11,0.485,0.531],[0.151,0.145,0.104],[0.145,0.104,0.16],[1.062,0.499,0.463],[1.693,0.476,0.521],[0.836,0.246,0.274],[1.149,0.313,0.314],[1.235,0.481,0.531],[2.53,0.559,0.573],[1.141,0.483,0.506],[0.674,0.39,0.408],[2.746,0.827,0.823],[2.54,0.674,0.671],[4.839,1.545,1.608],[0.292,0.137,0.15],[10.396,0.813,0.658],[11.644,0.79,0.931],[22.355,1.418,1.32],[57.663,5.93,4.84],[2.895,0.297,0.304],[1.14,0.23,0.311],[3.184,0.33,0.304],[9.98,0.86,0.74],[8.862,2.212,2.153],[0.209,0.183,0.176],[2.831,0.409,0.502],[6.602,0.592,0.56],[5.545,1.818,1.842],[10.401,1.756,1.704],[10.462,1.663,1.852],[0.623,0.548,0.536],[0.251,0.205,0.165],[0.174,0.141,0.129],[0.242,0.145,0.139],[0.374,0.288,0.276],[0.198,0.09,0.127],[0.146,0.122,0.087],[0.143,0.085,0.098]],"source":"clickhouse-parquet/results/c6a.metal.partitioned.24.1.json"}
,{"system":"ClickHouse (Parquet, single)","date":"2024-01-31","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.118,0.092,0.056],[0.237,0.194,0.221],[0.282,0.236,0.231],[0.448,0.229,0.248],[0.902,0.451,0.478],[1.006,0.499,0.439],[0.212,0.185,0.191],[0.242,0.189,0.208],[0.93,0.537,0.549],[1.439,0.596,0.6],[0.685,0.393,0.411],[0.755,0.381,0.356],[0.984,0.51,0.535],[2.277,0.647,0.619],[1.025,0.521,0.503],[0.558,0.443,0.425],[2.412,0.832,0.829],[2.31,0.736,0.781],[4.417,1.606,1.584],[0.328,0.218,0.216],[10.27,0.965,0.753],[11.713,0.887,0.874],[22.782,1.42,1.578],[57.806,4.804,5.079],[2.696,0.35,0.355],[0.908,0.293,0.31],[2.915,0.368,0.404],[10.002,0.708,0.722],[8.479,1.551,1.488],[0.263,0.236,0.223],[2.562,0.463,0.433],[6.126,0.663,0.568],[4.979,1.735,1.588],[10.344,1.485,1.453],[10.454,1.475,1.415],[0.749,0.601,0.621],[0.27,0.248,0.23],[0.218,0.134,0.129],[0.253,0.143,0.139],[0.371,0.235,0.228],[0.198,0.104,0.102],[0.182,0.1,0.097],[0.174,0.095,0.095]],"source":"clickhouse-parquet/results/c6a.metal.single.24.1.json"}
,{"system":"ClickHouse (web)","date":"2024-01-31","machine":"c5n.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","serverless","stateless"],"load_time":0.33,"data_size":14557009492,"result":[[0.002,0.002,0.002],[0.298,0.011,0.011],[0.539,0.03,0.03],[0.755,0.039,0.038],[0.492,0.321,0.321],[0.987,0.494,0.503],[0.068,0.012,0.009],[0.094,0.017,0.018],[0.914,0.594,0.602],[0.919,0.652,0.638],[0.568,0.185,0.18],[0.575,0.227,0.214],[0.793,0.529,0.518],[1.237,0.762,0.736],[0.998,0.651,0.635],[0.61,0.418,0.413],[2.063,1.623,1.607],[1.386,1,0.983],[4.366,3.12,3.22],[0.457,0.026,0.022],[4.25,0.773,0.748],[4.517,0.836,0.813],[5.018,1.041,1.027],[15.432,2.598,2.577],[0.953,0.227,0.225],[0.488,0.182,0.187],[0.88,0.226,0.228],[3.682,0.741,0.736],[13.138,12.242,12.091],[0.208,0.034,0.034],[0.995,0.467,0.477],[2.032,0.553,0.56],[3.746,2.882,2.944],[6.015,2.614,2.634],[5.905,2.6,2.603],[1.132,0.926,1.001],[0.155,0.04,0.038],[0.093,0.023,0.022],[0.14,0.025,0.022],[0.194,0.072,0.079],[0.121,0.014,0.013],[0.083,0.014,0.012],[0.131,0.015,0.018]],"source":"clickhouse-web/results/c5n.4xlarge.24.1.json"}
,{"system":"ClickHouse (web)","date":"2024-01-31","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","serverless","stateless"],"load_time":0.33,"data_size":14557009492,"result":[[0.046,0.003,0.003],[0.085,0.015,0.015],[0.223,0.024,0.022],[0.357,0.024,0.023],[0.323,0.202,0.195],[1.015,0.194,0.195],[0.13,0.019,0.018],[0.079,0.029,0.029],[0.803,0.271,0.261],[0.459,0.281,0.28],[0.75,0.112,0.104],[0.606,0.092,0.09],[0.441,0.173,0.162],[0.499,0.223,0.209],[1.339,0.2,0.198],[0.239,0.133,0.136],[0.777,0.378,0.362],[0.547,0.278,0.262],[1.307,0.708,0.649],[0.472,0.021,0.02],[2.778,0.191,0.16],[1.813,0.173,0.165],[5.994,0.268,0.321],[10.319,0.792,0.856],[0.457,0.059,0.059],[0.342,0.053,0.051],[0.416,0.059,0.064],[1.335,0.328,0.368],[1.902,1.24,1.182],[0.133,0.038,0.04],[0.567,0.138,0.141],[0.905,0.216,0.232],[1.838,0.952,0.89],[1.999,0.711,0.765],[1.792,0.71,0.72],[0.286,0.208,0.183],[0.144,0.035,0.042],[0.129,0.029,0.034],[0.146,0.031,0.03],[0.193,0.069,0.072],[0.128,0.019,0.026],[0.128,0.023,0.022],[0.124,0.029,0.024]],"source":"clickhouse-web/results/c6a.metal.24.1.json"}
,{"system":"ClickHouse","date":"2024-01-31","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":493.601,"data_size":14473164771,"result":[[0.007,0.002,0.002],[0.023,0.007,0.008],[0.126,0.02,0.02],[0.707,0.029,0.027],[0.846,0.351,0.339],[0.637,0.443,0.445],[0.016,0.01,0.009],[0.05,0.011,0.011],[0.548,0.499,0.49],[0.641,0.533,0.54],[0.21,0.132,0.135],[0.207,0.149,0.15],[1.164,0.55,0.537],[1.511,0.775,0.776],[1.119,0.627,0.628],[0.574,0.497,0.491],[1.974,1.659,1.638],[1.288,0.931,0.886],[4.467,3.242,3.273],[0.096,0.017,0.014],[10.241,0.582,0.573],[11.036,7.71,0.622],[12.386,1.043,1.041],[34.393,2.399,2.383],[1.797,0.157,0.151],[0.882,0.123,0.123],[2.411,0.151,0.146],[9.18,0.612,0.607],[9.063,8.792,8.818],[0.056,0.023,0.024],[1.395,0.425,0.424],[4.487,0.616,0.603],[5.087,3.792,3.828],[9.825,3.011,3.004],[9.832,3.059,3.012],[1.03,0.908,0.884],[0.052,0.036,0.034],[0.026,0.021,0.023],[0.042,0.013,0.017],[0.086,0.064,0.066],[0.023,0.012,0.011],[0.016,0.01,0.009],[0.015,0.008,0.009]],"source":"clickhouse/results/c6a.4xlarge.24.1.json"}
,{"system":"ClickHouse","date":"2024-01-31","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":133.724,"data_size":14466417276,"result":[[0.027,0.004,0.003],[0.026,0.049,0.017],[0.053,0.02,0.018],[0.608,0.02,0.019],[0.839,0.21,0.181],[1.102,0.185,0.176],[0.018,0.018,0.016],[0.041,0.026,0.027],[0.803,0.26,0.261],[1.116,0.278,0.283],[0.333,0.092,0.091],[0.733,0.101,0.102],[1.266,0.187,0.155],[1.873,0.208,0.189],[1.247,0.171,0.169],[0.529,0.141,0.139],[2.053,0.398,0.366],[1.63,0.284,0.25],[3.635,0.741,0.684],[0.076,0.014,0.012],[9.254,0.142,0.125],[10.848,0.16,0.146],[13.102,0.224,0.197],[36.252,0.639,0.682],[1.879,0.055,0.05],[1.263,0.043,0.041],[2.756,0.057,0.049],[9.545,0.247,0.246],[8.049,1.218,1.21],[0.067,0.036,0.035],[1.59,0.111,0.112],[5.103,0.159,0.155],[4.266,1.194,0.83],[9.46,0.732,0.721],[9.405,0.706,0.655],[0.236,0.191,0.181],[0.044,0.03,0.032],[0.028,0.023,0.024],[0.044,0.023,0.027],[0.086,0.068,0.069],[0.026,0.019,0.02],[0.022,0.025,0.016],[0.027,0.016,0.027]],"source":"clickhouse/results/c6a.metal.24.1.json"}
,{"system":"ClickHouse (tuned)","date":"2024-02-07","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":165.938,"data_size":14807919160,"result":[[0.007,0.01,0.006],[0.027,0.027,0.023],[0.048,0.025,0.024],[0.17,0.024,0.021],[0.223,0.122,0.11],[0.91,0.139,0.131],[0.056,0.019,0.02],[0.032,0.034,0.03],[0.337,0.184,0.171],[0.773,0.299,0.305],[0.163,0.049,0.056],[0.171,0.063,0.061],[1.079,0.171,0.145],[1.578,0.216,0.18],[0.828,0.158,0.152],[0.23,0.13,0.131],[1.78,0.376,0.343],[1.142,0.115,0.106],[3.364,0.678,0.607],[0.083,0.028,0.026],[8.824,0.149,0.122],[10.257,0.176,0.151],[13.896,0.16,0.139],[10.755,0.558,0.526],[1.786,0.053,0.047],[0.929,0.04,0.035],[2.452,0.051,0.047],[9.375,0.164,0.147],[7.434,0.195,0.176],[0.085,0.037,0.037],[1.281,0.121,0.11],[4.7,0.174,0.153],[3.749,0.959,0.731],[9.136,0.684,0.584],[9.126,0.683,0.625],[0.213,0.193,0.176],[0.075,0.054,0.051],[0.045,0.032,0.037],[0.059,0.037,0.042],[0.092,0.052,0.046],[0.033,0.033,0.029],[0.029,0.03,0.039],[0.047,0.047,0.043]],"source":"clickhouse/results/c6a.metal.tuned.json"}
,{"system":"ClickHouse (tuned, memory)","date":"2024-02-13","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":289.623,"data_size":137605811811,"result":[[0.019,0.013,0.011],[0.014,0.015,0.015],[0.019,0.018,0.02],[0.029,0.02,0.024],[0.142,0.134,0.107],[0.162,0.121,0.118],[0.017,0.014,0.015],[0.03,0.031,0.028],[0.187,0.174,0.151],[0.282,0.28,0.287],[0.055,0.046,0.048],[0.05,0.061,0.049],[0.142,0.145,0.14],[0.175,0.184,0.175],[0.155,0.15,0.157],[0.131,0.129,0.118],[0.317,0.305,0.311],[0.139,0.08,0.077],[0.66,0.638,0.581],[0.032,0.022,0.028],[0.241,0.13,0.12],[0.183,0.169,0.158],[0.292,0.168,0.164],[0.182,0.179,0.17],[0.042,0.038,0.044],[0.035,0.034,0.033],[0.042,0.04,0.043],[0.175,0.177,0.168],[0.327,0.252,0.248],[0.036,0.035,0.033],[0.1,0.091,0.093],[0.139,0.149,0.139],[1.053,1.053,0.892],[0.541,0.56,0.552],[0.538,0.562,0.53],[0.2,0.191,0.181],[0.066,0.053,0.051],[0.054,0.046,0.053],[0.054,0.04,0.046],[0.072,0.067,0.063],[0.052,0.041,0.045],[0.046,0.041,0.038],[0.03,0.034,0.048]],"source":"clickhouse/results/c6a.metal.tuned.memory.json"}
,{"system":"CrateDB","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"For some queries it gives \"Data too large\".","tags":["Java","column-oriented"],"load_time":10687,"data_size":109636633416,"result":[[0.008162,0.005118,0.002553],[0.350014,0.39977,0.133775],[2.58426,2.47192,2.59779],[2.12939,0.532981,0.507246],[null,null,null],[null,null,null],[1.18488,1.06603,1.07219],[0.209264,0.073284,0.067912],[null,null,null],[null,null,null],[1.68892,1.2866,1.47428],[1.62976,1.43073,1.26904],[12.7517,13.0334,13.2685],[18.8587,null,18.6951],[11.2982,11.2108,11.577],[20.2964,20.4035,19.1076],[null,null,null],[null,null,null],[null,null,null],[0.202044,0.010009,0.005566],[9.22964,4.54606,0.774149],[1.41673,1.09885,0.789775],[12.3933,8.06911,1.69671],[1.45018,0.969528,0.979718],[0.357589,0.14887,0.153326],[0.189282,0.133963,0.130279],[0.153222,0.140756,0.139861],[27.5195,19.6862,20.1825],[72.7575,68.2,67.1238],[144.533,146.579,152.144],[8.76866,9.00563,8.46917],[17.6652,16.6755,16.0558],[null,null,null],[null,null,null],[null,null,null],[42.2967,44.9621,44.4386],[0.786911,0.4904,0.508416],[0.602075,0.226261,0.182399],[0.131407,0.058958,0.054518],[0.954736,1.1361,1.14233],[0.23764,0.139109,0.134472],[0.110253,0.057695,0.056073],[0.124285,0.150479,0.066226]],"source":"cratedb/results/c6a.4xlarge.json"}
,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"}
,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"}
,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"}
,{"system":"DataFusion (Parquet, partitioned)","date":"2024-01-08","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v34.0.0 (2693384)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.031,0.013,0.013],[0.065,0.028,0.027],[0.144,0.079,0.079],[0.366,0.078,0.077],[1.085,0.794,0.823],[1.29,1.173,1.21],[0.056,0.03,0.031],[0.056,0.029,0.031],[1.561,1.46,1.448],[2.628,2.502,2.516],[0.527,0.308,0.306],[0.464,0.35,0.332],[1.346,1.246,1.279],[3.357,2.538,2.558],[1.531,1.448,1.407],[1.003,0.908,0.936],[3.054,2.72,2.756],[2.983,2.665,2.699],[6.937,5.886,5.935],[0.309,0.065,0.064],[10.021,1.706,1.698],[11.143,1.946,1.938],[21.75,4.349,4.293],[55.5,11.741,11.809],[2.52,0.506,0.492],[0.69,0.405,0.396],[2.507,0.571,0.584],[9.597,2.381,2.372],[8.579,5.414,5.327],[0.476,0.437,0.412],[2.09,1.087,1.079],[5.722,1.575,1.563],[8.361,8.076,8.055],[11.832,7.255,7.144],[12.161,7.531,7.706],[1.912,1.84,1.876],[0.399,0.279,0.268],[0.18,0.119,0.118],[0.187,0.127,0.128],[0.817,0.639,0.638],[0.144,0.062,0.062],[0.14,0.055,0.055],[0.134,0.063,0.063]],"source":"datafusion/results/partitioned.json"}
,{"system":"DataFusion (Parquet, single)","date":"2024-01-08","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v34.0.0 (2693384)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.067,0.046,0.047],[0.113,0.064,0.063],[0.162,0.109,0.109],[0.369,0.111,0.111],[1.056,0.865,0.859],[1.339,1.289,1.273],[0.085,0.064,0.066],[0.089,0.067,0.068],[1.59,1.524,1.504],[2.699,2.57,2.582],[0.472,0.334,0.343],[0.481,0.366,0.365],[1.372,1.268,1.282],[3.44,2.72,2.669],[1.482,1.432,1.44],[1.066,0.975,0.975],[3.138,2.811,2.749],[3.011,2.676,2.701],[6.943,5.822,5.923],[0.335,0.107,0.103],[9.886,1.596,1.591],[11.131,1.944,1.945],[21.921,4.175,4.22],[55.942,11.896,11.949],[2.46,0.591,0.578],[0.708,0.524,0.496],[2.423,0.652,0.641],[9.529,2.429,2.395],[8.989,5.087,5.205],[0.519,0.478,0.466],[2.094,1.138,1.149],[5.599,1.615,1.605],[8.289,7.879,7.869],[11.493,6.972,7.087],[12.009,7.605,7.606],[1.966,1.899,1.855],[0.431,0.31,0.32],[0.227,0.182,0.183],[0.236,0.168,0.172],[0.809,0.688,0.667],[0.175,0.091,0.095],[0.167,0.09,0.089],[0.166,0.098,0.096]],"source":"datafusion/results/single.json"}
,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"}
,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"}
,{"system":"DuckDB (Parquet, partitioned)","date":"2023-09-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.06858791799959363,0.044711035000091215,0.042833501000131946],[0.08466665400010243,0.061327259999870876,0.06103660400003719],[0.14877448299967,0.10559172700004638,0.10446714899990184],[0.33234463500002676,0.09389112100006969,0.09252776699986498],[1.1345820209999147,0.5388421589996142,0.5428325200000472],[0.8665522809997128,0.7525683420003588,0.7726315990003059],[0.14739966299976004,0.12885476300016308,0.1280705589997524],[0.08514470599993729,0.0660608250000223,0.06364701199981937],[0.7901016199998594,0.6670942910000122,0.6656622149998839],[1.112716422000176,0.9176106790000631,0.8993262330000107],[0.4155927659999179,0.21104949600021428,0.21018879099983678],[1.0025453209996158,0.2506203090001691,0.24569647199996325],[1.2344316989997424,0.6329478739999104,0.6651636070000677],[2.456399698000041,1.0311697550000645,1.0137859460000982],[0.9334836890002407,0.6877674190000107,0.70905577800022],[0.673465615999703,0.5981919160003599,0.6082133740001154],[2.494906011999774,1.4013747280000644,1.3922408849998646],[2.375765204000345,1.324844154999937,1.3226832469999863],[4.690465237999888,2.3323504360000697,2.3752783559998534],[0.20363476300008188,0.08883917699995436,0.08691825200003223],[9.97606974700011,1.850158613000076,1.8413504770001055],[10.993020309999793,1.688866285000131,1.6903490720001173],[21.570115048999924,3.479486579999957,3.460369050999816],[55.44843658699983,11.133978315999684,11.129654930000015],[2.6089661060000253,0.48738706799986176,0.47928872500006037],[0.7135218759999589,0.3805757249997441,0.35711958900037644],[2.769580591999784,0.4973172830000294,0.4876009600002362],[9.315595299000051,1.488970874000188,1.4658663950003756],[8.170337007999933,4.1328330040000765,4.145880016000319],[4.665519644000142,4.670076305000293,4.6598440840002695],[2.2809909809998317,0.781899636000162,0.7691932829998223],[6.008987953999622,0.9412647040003321,0.9506733889998031],[6.1903129289999015,3.628633594999883,3.815570798999943],[9.97725304100004,2.979070244000013,2.997355967999738],[9.978100522000204,2.992902611000318,3.022268540999903],[0.92484311599992,0.8439210039996397,0.8562627520000206],[0.23992238600021665,0.13403623200019865,0.1317714319998231],[0.1254186490000393,0.09669256999995923,0.09850224299998445],[0.13835749800000485,0.09647460799988039,0.0929961749998256],[0.3313648240000475,0.2376939770001627,0.24857611900006304],[0.07056037899974399,0.05403545599983772,0.051252997999654326],[0.07037150599990127,0.04856322000023283,0.04816857199966762],[0.06874101699986568,0.04819512300036877,0.04709468300006847]],"source":"duckdb-parquet/results/c6a.4xlarge.json"}
,{"system":"DuckDB","date":"2023-09-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":584,"data_size":25332035584,"result":[[0.026924091999717348,0.003037471999959962,0.0030087130003266793],[0.16772413799981223,0.012932972999806225,0.012755570000081207],[1.2386933419998059,0.03195383900037996,0.03169731600019077],[1.193935569000132,0.05566495500033852,0.055519788000310655],[1.2719721720000052,0.4797815800002354,0.47364618500023425],[1.7204052460001549,0.5739197209995837,0.6044714929998918],[0.13692102499999237,0.016513684000074136,0.016418880999935936],[0.42878113500000836,0.013978246000078798,0.01376930500009621],[2.144393795000269,0.5794733759998962,0.5795776770000884],[2.8978004400000827,0.7554636660001961,0.7576688170001944],[1.4596238879998964,0.18253447699999015,0.18234920899976714],[2.0671171230001164,0.20573082399960185,0.20432037900036448],[2.0727818139998817,0.49253306799982965,0.5038160149997566],[3.3520127649999267,0.8635853699997824,0.8859385079999811],[2.076823574000173,0.5337086039999122,0.5591845710000598],[0.6800219409997226,0.5261602820000917,0.5328403540002],[3.3403330400001323,1.2221616189999622,1.2723400309996578],[3.3052175400002852,1.2275647739998021,1.2696754610001335],[6.236794336999992,2.1919357929996295,2.266641716000322],[0.34883063199958997,0.038191365000329824,0.03821421199972974],[20.648422884999945,0.8656416110002283,0.8617157950002365],[22.367165485999976,0.6310706739996021,0.6244764059997578],[38.236362885999824,0.9444063159999132,0.9462657369999761],[95.79474400300023,4.57907104800006,4.498353044000396],[4.15015750900011,0.1932854189999489,0.18837451800027338],[1.9394079560001956,0.19987759199966604,0.19433718700020108],[4.543052850000095,0.20305141100016044,0.19478781699990577],[20.80425411499982,0.5468405399997209,0.5366565440003797],[14.24943101000008,4.494378264999796,4.4872481480001625],[0.7351944990000447,0.6778340149999167,0.6781058520000443],[4.485817211999802,0.4642300189998423,0.472603571000036],[7.575815559000148,0.6107541849996778,0.629833944999973],[7.22739360200012,4.044819612000083,4.163989215000129],[20.450376160999895,2.465135957000257,2.461840141999801],[20.466968382999767,2.605108253999788,2.608107234000272],[0.8528685460000816,0.6727260970001225,0.6969227390000015],[0.11805038800002876,0.03027148999990459,0.0272187630002918],[0.07883884800003216,0.015259446000072785,0.012236310999924171],[0.09153883999988466,0.017189998000048945,0.013864642000044114],[0.1759261150000384,0.06460375899996507,0.06465984499982369],[0.09337568199998714,0.00883036599998377,0.007896293999692716],[0.08930611300002056,0.008033808000163845,0.007339697000134038],[0.06956559599984757,0.009394902000167349,0.009093027000290022]],"source":"duckdb/results/c5.4xlarge.json"}
,{"system":"DuckDB","date":"2023-09-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":557,"data_size":25409892352,"result":[[0.028086780999728944,0.002414253000097233,0.0021636960000250838],[0.46563523099985105,0.010625985999922705,0.01016174400001546],[0.8891034559997024,0.025961164999898756,0.025551394000103755],[1.2264355699999214,0.03623923299983289,0.036103159000049345],[1.2716879180002252,0.3992600950000451,0.39979254900026717],[1.7464284959996803,0.476917694000349,0.4876424449998922],[0.3640209790000881,0.014415404999908787,0.013864879999800905],[0.4231801880000603,0.011493789000269317,0.011028166999949462],[1.9182373680000637,0.4695572649998212,0.473022095000033],[2.8863619510002536,0.6202132429998528,0.6272343959999489],[1.469674029000089,0.15033233000031032,0.1493539050002255],[2.122888372000034,0.16747449600006803,0.16623175400036416],[2.19689435600003,0.41368822100002944,0.4245434929998737],[3.353093207999791,0.7176920880001489,0.7419013379999342],[2.106729788999928,0.45157940500030236,0.45956111399982547],[0.7618140450003921,0.44360254799994436,0.4438193040000442],[3.3160554369997044,1.0091327439999986,1.0501606820002962],[3.2899087420000797,0.9937532539997846,1.0319792189998225],[6.147077066000293,1.8601839829998426,1.7930358930002512],[0.5478519510002116,0.029630810000071506,0.029407205000097747],[20.476412891999644,0.7287512409998271,0.7185980860003838],[22.457170643000154,0.5557742740002141,0.5497367680000025],[38.57942790900006,0.7984957059998123,0.7973248660000536],[96.20789085900014,3.8985825760000807,3.8594193190001533],[4.189989236000201,0.16466093799999726,0.1578326910002943],[2.0615221919997566,0.16868170299994745,0.1622597460000179],[4.6220101120002255,0.17378973800032327,0.1636861649999446],[20.925809684999876,0.4753908990001037,0.46921747900023547],[14.220432916999926,3.337972157999957,3.3373912329998348],[0.584624170999632,0.4804462130000502,0.4832376250001289],[4.546239200999935,0.39545450399964466,0.3945328300001165],[7.614473170999645,0.5206363369998144,0.5212976839998191],[6.800434293000308,3.344280624000021,3.4436193860001367],[20.560247130000334,2.172507063000012,2.1904886800002714],[20.578359694000028,2.2406041530002767,2.3070416179998574],[0.7716577450000841,0.5659581239997351,0.5712790600000517],[0.15594478200000594,0.02518773699966914,0.023627209000096627],[0.10974644699990677,0.012240085000030376,0.01144400700013648],[0.12063824999995632,0.01217633400028717,0.01063554699976521],[0.24521544600020206,0.04823300399993968,0.0470517949997884],[0.13470358900030988,0.007704704999923706,0.006628890000229148],[0.13843043999986548,0.006789723999645503,0.006517027999962011],[0.08625227099992117,0.0081432560000394,0.00758258299993031]],"source":"duckdb/results/c6a.4xlarge.json"}
,{"system":"DuckDB","date":"2023-09-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":143.93,"data_size":28223746048,"result":[[0.03236215499964601,0.001631959999940591,0.0017349720001220703],[0.2017167620001601,0.004977931000212266,0.004112590999739041],[1.7824451350002164,0.01057577699975809,0.00924506499995914],[1.5068001750000803,0.011147404999974242,0.008505592999881628],[1.9968912629997249,0.3409851499995966,0.3641603260002739],[2.19996057499975,0.42094028299970887,0.37727264799968907],[0.21778730100004395,0.009304663999955665,0.006554180999955861],[0.6552495579999231,0.00758900300024834,0.006111935000262747],[3.237778974000321,0.37195273199995427,0.37644760800003496],[4.101916444999915,0.3916224780000448,0.4356481650002024],[1.981583973999932,0.10101389099963853,0.0828059509999548],[2.5021246000001156,0.12936520600032964,0.06469776399990224],[2.0287027350000244,0.2671814919999633,0.2580042009999488],[5.0058850400000665,2.5847008529999584,0.9242121399997814],[2.3203943019998405,0.23897008799985997,0.2951310849998663],[0.9209703480000826,0.37256716299998516,0.20133301800024128],[3.6552786790002756,0.49283485800015114,0.4653434940000807],[3.684886160000133,0.5913837480002258,0.6050533939996967],[6.08533725999996,1.1212222939998355,1.2291971190002187],[0.7086644400001205,0.012204473000110738,0.011541186000158632],[22.877518454999972,0.24069266800006517,0.14223928199999136],[24.865264503000162,0.11923907699974734,0.09882567700014988],[44.523412047999955,0.43662231000007523,0.2732989429996451],[106.65310618600006,2.291449360000115,1.0823644299998705],[4.273118970999803,0.11639817900004346,0.04853129599996464],[1.9446537600001648,0.18474681899988354,0.07775153500006127],[4.282858682999631,0.1974552310002764,0.07218202500007465],[22.900311010999758,0.16852921000008791,0.137986748000003],[15.712022881999928,1.605772540000089,1.495060542000374],[0.35286867500008157,0.12376627899993764,0.09917158700000073],[4.9339620559999275,0.19886905099974683,0.25272748499992304],[7.844819150999683,0.2757238479998705,0.3000885700002982],[6.1183534870001495,1.578629292000187,1.6954807430001892],[22.53793776099974,1.0309925289998318,1.407939608000106],[22.57955366799979,1.7960458739999012,2.255313027000284],[0.6876235540003108,0.331532089999655,0.2276349650001066],[1.1719605680000313,0.061066774999744666,0.040371307999976125],[1.5213748269998177,0.04644827699985399,0.03365288300028624],[1.7530375439996533,0.05019643499963422,0.02876765000019077],[3.1484079319998273,0.09479282800020883,0.059220590999757405],[2.582429621999836,0.03467660899968905,0.013035046999902988],[3.2146319700000276,0.03065071499986516,0.013175667999803409],[1.291933348999919,0.027330930000061926,0.011119961000076728]],"source":"duckdb/results/c6a.metal.json"}
,{"system":"Elasticsearch","date":"2022-07-20","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"","tags":["Java","search"],"load_time":10071.796,"data_size":76633643596,"result":[[0,0,0],[0.53,1.667,1.67],[13.977,14.071,13.991],[6.761,6.694,6.744],[4.38,4.413,4.432],[156.644,156.142,156.421],[6.252,6.206,6.301],[1.721,1.714,1.709],[16,16.05,16.432],[32.227,32.35,32.389],[1.784,1.778,1.772],[2.22,2.212,2.214],[5.197,5.25,5.201],[5.238,5.187,5.191],[5.564,5.598,5.63],[5.512,5.589,5.455],[12.825,12.748,12.841],[12.315,12.394,12.167],[36.529,36.493,36.737],[0.002,0.002,0.002],[13.372,13.321,13.418],[16.461,16.487,16.459],[26.246,25.728,25.837],[13.416,13.365,13.541],[1.028,1.045,1.026],[1.286,1.288,1.297],[1.028,1.03,1.032],[116.649,117.058,117.61],[null,null,null],[1480.142,1484.714,1483.256],[2.193,2.155,2.157],[2.238,2.233,2.257],[8.843,8.538,8.611],[16.879,16.863,16.949],[16.787,16.85,16.853],[47.658,46.439,46.566],[10.1,10.095,10.063],[7.803,7.834,7.821],[10.097,9.961,10.188],[16.014,16.064,16.065],[0.143,0.144,0.144],[0.13,0.131,0.131],[0.337,0.337,0.336]],"source":"elasticsearch/results/c6a.4xlarge.json"}
,{"hide":true,"system":"Elasticsearch (tuned)","date":"2022-07-25","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"Tuned by repeated benchmark to find the optimal Elasticsearch shard number and size for this resource type and workload","tags":["Java","search"],"load_time":5264.429,"data_size":91680375082,"result":[[0,0,0],[0.195,0.38,0.381],[3.559,3.504,3.493],[1.972,1.632,1.609],[1.066,1.055,1.065],[42.797,41.784,41.63],[1.575,1.561,1.565],[0.387,0.385,0.401],[4.005,4.042,3.985],[7.786,7.81,7.91],[0.613,0.489,0.494],[0.667,0.604,0.6],[1.467,1.401,1.413],[1.473,1.491,1.477],[1.592,1.524,1.526],[1.334,1.318,1.314],[3.203,3.192,3.219],[3.104,3.108,3.107],[8.973,9.051,9.087],[0.038,0.002,0.002],[8.41,4.558,4.55],[5.904,5.417,5.425],[12.761,9.118,9.103],[4.534,4.537,4.542],[0.326,0.294,0.288],[0.411,0.369,0.369],[0.292,0.292,0.291],[40.03,34.1,34.044],[null,null,null],[380.687,385.475,388.004],[0.746,0.542,0.538],[1.989,0.564,0.551],[1.993,2.019,1.997],[5.635,5.286,5.257],[5.242,5.207,5.266],[11.442,11.569,11.639],[3.625,3.604,3.583],[3.063,2.916,2.92],[3.581,3.494,3.497],[5.54,5.206,5.227],[0.108,0.025,0.026],[0.059,0.021,0.023],[0.071,0.071,0.071]],"source":"elasticsearch/results/c6a.4xlarge.tuned.json"}
,{"system":"GlareDB","date":"2024-02-02","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","serverless"],"load_time":0,"data_size":14779976446,"result":[[0.221,0.07,0.069],[0.509,0.425,0.424],[0.569,0.462,0.466],[0.787,0.483,0.47],[1.339,1.22,1.2],[1.8,1.644,1.649],[0.49,0.418,0.41],[0.509,0.423,0.423],[2.009,1.88,1.92],[3.383,3.134,3.147],[0.95,0.695,0.702],[0.891,0.743,0.721],[1.787,1.646,1.654],[4.032,3.007,2.974],[1.911,1.746,1.762],[1.538,1.321,1.36],[3.746,3.335,3.327],[3.611,3.064,2.993],[7.835,6.293,6.414],[0.882,0.469,0.47],[9.903,1.943,1.947],[11.653,2.182,2.172],[22.503,4.41,4.416],[56.481,11.754,11.769],[3.039,0.925,0.917],[1.132,0.854,0.855],[2.939,0.991,0.973],[9.958,2.688,2.695],[9.431,5.639,5.614],[1.027,0.872,0.814],[2.611,1.508,1.497],[6.177,1.887,1.96],[9.675,9.095,8.891],[12.268,7.139,7.063],[12.675,7.661,7.671],[2.418,2.25,2.21],[9.998,2.095,2.066],[9.273,2.782,2.722],[10.015,2.085,2.079],[18.876,3.284,3.317],[2.963,0.939,0.917],[2.165,0.973,0.936],[1.38,0.901,0.864]],"source":"glaredb/results/c6a.4xlarge.json"}
,{"system":"GlareDB","date":"2024-02-02","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","serverless"],"load_time":0,"data_size":14779976446,"result":[[0.213,0.07,0.071],[4.066,4.06,3.978],[3.994,3.812,4.046],[4.287,4.122,4.218],[6.016,6.482,6.21],[5.26,5.308,5.242],[3.968,4.054,4.054],[4.013,3.961,4.045],[7.124,6.742,6.934],[5.632,5.625,5.433],[4.546,4.463,4.577],[4.54,4.616,4.675],[5.438,5.302,5.243],[6.286,6.115,6.202],[5.46,5.259,5.531],[6.064,6.451,6.458],[7.461,7.655,7.337],[6.92,7.538,7.684],[11.688,11.362,11.378],[4.264,4.085,4.092],[12.973,4.585,4.449],[14.739,4.562,4.676],[25.511,5.088,5.323],[59.374,8.895,8.542],[6.076,4.352,4.324],[4.305,4.233,4.334],[6.083,4.45,4.398],[12.983,4.812,4.721],[11.651,5.245,5.281],[4.275,4.214,4.175],[5.561,5.378,5.63],[9.22,5.983,6.112],[17.147,15.575,15.934],[14.016,9.356,8.974],[14.274,9.454,9.371],[6.675,6.473,6.51],[13.348,4.684,4.587],[12.473,4.655,4.58],[13.153,4.471,4.637],[21.939,4.932,4.951],[6.033,4.32,4.282],[5.181,4.242,4.286],[4.503,4.312,4.215]],"source":"glaredb/results/c6a.metal.json"}
,{"system":"Greenplum","date":"2022-08-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","column-oriented","PostgreSQL compatible"],"load_time":1080,"data_size":42000000000,"result":[[2.19644,1.27581,1.07334],[1.36821,1.09289,1.00081],[1.84455,1.93433,1.9734],[1.38533,1.07306,0.997511],[10.4301,10.1377,10.0064],[3.24183,3.67479,3.23526],[1.81177,1.22447,1.72696],[1.28568,1.12341,1.02112],[3.5159,3.7946,3.51106],[5.78795,5.90487,5.95635],[1.50773,1.80496,1.26395],[1.68682,1.93425,1.54081],[2.29378,2.75715,2.22458],[3.41812,3.09848,3.0303],[2.96859,2.96836,2.9949],[3.04409,3.00935,2.98848],[4.10668,3.98626,4.00533],[3.51045,3.14617,3.02558],[9.31981,9.03239,9.00459],[0.563991,0.853628,0.971569],[8.40649,3.29997,3.82986],[9.52108,3.52917,3.86565],[18.4842,4.56174,4.67819],[50.449,16.4463,16.4923],[1.96056,1.59658,1.85278],[1.76567,1.51262,1.52955],[2.11338,1.81927,1.92422],[8.6392,5.18686,5.77986],[51.8749,52.0756,52.2289],[63.6736,63.868,63.3526],[2.92731,2.88967,2.96908],[4.83141,3.88826,3.41858],[42.2016,40.1165,39.4692],[14.5369,10.3602,10.4522],[14.7224,10.829,10.8651],[5.32702,5.79151,5.20852],[0.339799,0.158694,0.160555],[0.173487,0.112253,0.112419],[0.158136,0.102158,0.101214],[0.341324,0.263589,0.24586],[0.171119,0.109181,0.108795],[0.178617,0.117175,0.117738],[0.205935,0.137013,0.137252]],"source":"greenplum/results/c6a.4xlarge.json"}
,{"system":"HeavyAI","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous names: OmniSci, mapD. Many queries cannot run due to errors and limitations.","tags":["C++","column-oriented"],"load_time":572.633,"data_size":50887437386,"result":[[6.525,0.022,0.029],[0.301,0.042,0.04],[0.287,0.095,0.093],[2.572,0.039,0.04],[null,null,null],[null,null,null],[7.327,0.093,0.097],[0.244,0.043,0.038],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.939,0.295,0.294],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[4.716,3.91,3.955],[null,null,null],[0.154,0.083,0.106],[14.426,0.07,0.071],[null,null,null],[null,null,null],[null,null,null],[2.276,0.258,0.272],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[1.832,1.64,1.602],[null,null,null],[null,null,null],[null,null,null],[14.811,0.494,0.497],[null,null,null],[null,null,null],[1.941,0.255,0.255],[5.457,0.172,0.283],[0.476,0.269,0.256],[14.239,0.179,0.178],[3.992,0.112,0.112],[1.031,0.116,0.116],[1.365,0.089,0.088]],"source":"heavyai/results/c6a.4xlarge.json"}
,{"system":"Hydra","date":"2023-09-19","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented"],"load_time":1222,"data_size":18995669982,"result":[[0.381752,0.249001,0.243783],[0.261088,0.211013,0.209277],[0.6692,0.634666,0.627473],[0.545165,0.431892,0.439854],[22.4371,21.8547,21.731],[34.8689,33.0467,32.5865],[0.410038,0.377206,0.376254],[0.22464,0.206133,0.204092],[27.1582,26.4292,26.5203],[30.1541,29.4784,30.2199],[3.31616,2.76618,2.75128],[3.55764,3.28978,3.27316],[7.74401,7.64012,7.6384],[10.703,10.2599,10.2098],[8.70712,8.33702,8.29268],[17.9937,17.5084,17.5291],[22.8406,22.2649,22.1176],[4.08958,3.59194,3.61345],[39.0156,37.7258,37.8926],[0.267125,0.233304,0.233594],[3.12914,2.74305,2.72563],[2.91522,2.89177,2.90416],[3.76881,3.62139,3.62348],[26.322,20.5805,20.3337],[1.69125,1.05602,1.06068],[1.06135,0.828339,0.831532],[1.26898,1.06035,1.05212],[4.17896,4.03193,4.03657],[43.0503,42.5091,42.3298],[7.89438,7.50181,7.39528],[9.33451,8.76728,8.79973],[15.0403,14.6597,14.3034],[58.8221,58.6056,58.6859],[34.2914,35.0405,34.2519],[36.3141,35.6205,36.5728],[14.2056,13.8882,13.8284],[0.367202,0.33666,0.33517],[0.22008,0.172653,0.167434],[0.15307,0.126572,0.126678],[1.11688,0.671288,0.696326],[0.160667,0.145181,0.141243],[0.137686,0.122734,0.118493],[0.197786,0.123078,0.122094]],"source":"hydra/results/c6a.4xlarge.json"}
,{"system":"Infobright","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Only 90% of data successfully loaded. Some queries run for days.","tags":["C++","column-oriented","MySQL compatible"],"load_time":2317,"data_size":13760341294,"result":[[0.01,0,0],[2.39,2.4,2.44],[0,0,0],[7.21,6.04,6.91],[16.09,16.86,15.69],[48.8,42.37,48.63],[0,0,0],[3.48,2.42,2.42],[23.56,24.78,22.21],[32.87,31.71,34.48],[14.8,14.83,14.11],[16.7,16.53,17.37],[1752.91,1999.88,1961.4],[1193.43,1167,1220.47],[2184.81,2316.12,2224.14],[32.58,30.69,31.58],[300.17,16221.33,16168.44],[122.4,120.49,124.67],[78927.44,79250.44,78504.89],[3.38,1.22,1.21],[289.73,302.3,285.83],[415.82,389.23,403.28],[573.82,590.81,575.06],[300.13,293.96,285.64],[41.42,37.48,39.64],[75.2,75.37,72.07],[39.22,41.52,40.11],[449.56,445.03,448.68],[null,null,null],[450.87,488.3,453.83],[58.69,59.29,58.07],[84.47,78.92,79.38],[517.97,520.29,504.96],[182468.89,182468.89,182468.89],[182468.89,182468.89,182468.89],[68.43,66.93,67.68],[8.3,3.62,3.61],[1.04,0.62,0.62],[0.22,0.18,0.18],[567.78,566.52,563.02],[0.29,0.14,0.11],[0.17,0.08,0.08],[1.37,1.34,1.32]],"source":"infobright/results/c6a.4xlarge.json"}
,{"system":"Kinetica","date":"2023-01-04","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["column-oriented"],"load_time":1374,"data_size":null,"result":[[0.52,0.048,0.047],[0.504,0.349,0.048],[0.274,0.11,0.047],[1.782,8.797,0.046],[1.835,1.692,0.676],[2.123,1.176,0.203],[0.37,0.094,0.047],[0.149,0.081,0.05],[3.394,3.162,0.556],[3.609,3.344,1.727],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.475,2.355,2.269],[null,null,null],[null,null,null],[null,null,null],[0.109,0.09,0.06],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.084,0.173,0.177],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[24.669,23.317,0.093],[3.282,1.192,1.114],[4.848,2.753,2.768],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[0.521,0.1,0.055],[0.182,0.071,0.054],[0.122,0.089,0.053]],"source":"kinetica/results/c6a.4xlarge.json"}
,{"system":"MariaDB ColumnStore","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous name: InfiniDB.","tags":["C++","column-oriented","MySQL compatible"],"load_time":2507.8,"data_size":19712857022,"result":[[0.151,0.158,0.148],[0.1,0.101,0.106],[1.221,1.233,1.226],[0.739,0.736,0.741],[2.025,2.046,2.004],[3.725,4.801,3.755],[0.871,0.749,0.736],[0.118,0.108,0.103],[2.108,2.029,2.029],[4.225,4.271,4.288],[1.711,1.402,1.407],[1.526,1.435,1.42],[5.339,4.172,3.61],[4.692,4.729,4.96],[4.013,3.86,3.918],[3.236,2.68,2.629],[null,null,null],[null,null,null],[null,null,null],[0.137,0.109,0.147],[12.331,6.069,8.619],[2.162,2.178,2.192],[16.849,30.463,26.639],[92,90.208,92.814],[3.042,1.763,1.791],[1.779,1.772,1.749],[1.793,1.821,1.888],[13.036,10.747,9.59],[null,null,null],[78.224,79.141,77.806],[2.837,2.654,2.675],[5.833,4.552,3.678],[null,null,null],[null,null,null],[null,null,null],[3.626,3.546,3.709],[1.719,1.787,1.876],[1.345,0.906,0.91],[0.117,0.091,0.093],[1.217,1.133,1.133],[0.114,0.063,0.062],[0.1,0.062,0.061],[null,null,null]],"source":"mariadb-columnstore/results/c6a.4xlarge.json"}
,{"hide":true,"system":"MariaDB","date":"2023-03-16","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"For some reason many queries run in almost exactly one hour. Most likely a coincidence. It is installed from Debian packages, which might explain the abysmal performance.","tags":["C++","row-oriented","MySQL compatible"],"load_time":8625,"data_size":104270986073,"result":[[2325.7,2320,2333.78],[2334.78,2332.22,2327.4],[2348.31,2364.93,2375.47],[2378.97,2384.7,2404.94],[2440.64,2424.09,2426.42],[2672.27,2688.11,2690.41],[2431.34,2443.24,2434.15],[2436.65,2428.4,2433.15],[2498.67,2502.58,2489.58],[2530.63,2520.99,2526.05],[3214.94,3152.09,3133.92],[3189.99,3169.31,3148.69],[2554.55,2556.7,2546.32],[8019,8082.98,8090.95],[2610.89,2587.29,2597.82],[2956.4,2965.74,2976.53],[3093.56,3104.46,3100.55],[3050.67,3036.62,3103.31],[3533.67,3477.88,3570.5],[2453.61,2436.78,2427.24],[2521.56,2514.54,2519.21],[2542.57,2540.39,2544.67],[2558.61,2567.56,2563.08],[2579.95,2568.24,2571.27],[2507.4,2522.47,2517.66],[2543.29,2536.27,2528.08],[2532.54,2530.23,2526.74],[2563.83,2548.74,2545.44],[2926.8,2897.01,2920.1],[2940.88,2963.93,2982.09],[2626.55,2621.43,2635.34],[2623.32,2616.79,2583.39],[3729.89,3730.41,3734.37],[3047.16,3063.14,3090.9],[3096.45,3111.46,3103.45],[3124.1,3097.9,3097.01],[20.222,13.586,12.646],[12.03,11.99,12.006],[10.709,11.112,11.187],[14.77,14.692,14.271],[10.71,11.108,11.218],[11.676,11.118,11.19],[null,null,null]],"source":"mariadb/results/c6a.4xlarge.json"}
,{"system":"MonetDB","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","column-oriented"],"load_time":939,"data_size":49696606499,"result":[[0.000218,0.000157,0.000155],[0.101903,0.019908,0.018439],[0.282431,0.035987,0.034938],[2.868,0.029387,0.029207],[4.675,4.515,4.511],[6.584,4.269,4.65],[0.528827,0.063135,0.065742],[0.506863,0.020966,0.021687],[8.343,4.457,4.408],[7.224,6.548,7.576],[0.267003,0.233353,0.230444],[0.347206,0.28358,0.266085],[5.389,3.099,3.074],[7.653,7.759,8.596],[3.276,3.326,3.292],[5.31,3.465,3.578],[9.341,9.143,9.536],[9.584,9.604,9.419],[19.539,19.783,19.611],[0.004509,0.000702,0.000643],[20.801,1.57,1.603],[2.752,0.418221,0.395884],[14.717,0.800894,0.395477],[14.429,1.804,1.869],[1.386,0.159602,0.156426],[0.189736,0.167664,0.168781],[0.164681,0.176666,0.17126],[3.005,3.113,3.882],[null,null,null],[2.751,2.846,2.676],[7.937,2.579,2.447],[5.12,3.492,3.467],[22.862,22.567,23.211],[33.437,18.889,19.043],[18.898,19.583,19.047],[14.774,12.984,13.803],[3.865,0.322143,0.323117],[0.192149,0.177791,0.175984],[0.194173,0.159398,0.165201],[0.680778,0.592252,0.560738],[0.106465,0.10638,0.102692],[0.154871,0.153752,0.155782],[0.11459,0.09639,0.095594]],"source":"monetdb/results/c6a.4xlarge.json"}
,{"system":"MongoDB","date":"2022-10-25","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["row-oriented","document","C++"],"load_time":44824,"data_size":86397751448,"result":[[64.713,63.126,62.48],[0.402,0.398,0.398],[116.556,115.775,115.935],[116.883,92.054,91.646],[28.523,25.694,25.618],[19.974,10.235,10.204],[0.005,0.003,0.003],[0.656,0.644,0.65],[390.984,377.012,377.204],[2331.229,2617.011,2659.976],[403.396,410.754,389.201],[400.136,391.611,384.638],[90.255,70.314,70.648],[171.232,133.632,133.416],[57.835,57.8,57.136],[474.638,421.62,419.999],[332.07,266.801,266.967],[246.706,246.484,246.741],[466.25,465.911,465.399],[0.01,0.003,0.002],[238.439,70.732,69.911],[152.131,20.13,20.276],[28.018,23.201,23.292],[118.896,79.388,74.994],[21.888,11.393,11.423],[0.005,0.002,0.002],[31.821,15.74,15.353],[113.3,110.56,109.007],[287.151,178.123,177.878],[1099.097,1076.143,1064.104],[4987.582,4947.372,4873.488],[4816.666,4748.195,4823.137],[982.576,933.784,912.187],[1081.243,706.058,585.97],[593.68,570.279,594.089],[544.094,427.503,419.334],[11.766,5.643,4.975],[1.628,1.651,1.626],[3.444,2.222,2.232],[10.562,8.762,9.151],[0.724,0.445,0.446],[0.423,0.413,0.388],[1.601,2.202,2.375]],"source":"mongodb/results/c6a.4xlarge.json"}
,{"system":"Motherduck","date":"2024-01-27","machine":"cloud","cluster_size":1,"tags":["C++","column-oriented","serverless"],"load_time":4122,"data_size":25332035584,"result":[[0.21968004433438182,0.3162029208615422,0.21604336006566882],[0.33489555725827813,0.29951094510033727,0.21411490021273494],[0.4648742200806737,0.3040045131929219,0.30952421203255653],[0.6499226209707558,0.22191201290115714,0.2888053017668426],[0.7704195859842002,0.921060211956501,0.819766622968018],[1.9447067943401635,1.2225632020272315,1.3308632392436266],[0.2486483482643962,0.22854855004698038,0.20795917278155684],[0.22081567207351327,0.2213178831152618,0.2327750907279551],[1.3735258071683347,1.2279518628492951,1.0233631990849972],[1.277890115045011,1.3313516019843519,1.1260047918185592],[0.6073150201700628,0.2593280617147684,0.3234165138565004],[0.34701970824971795,0.32168390695005655,0.3142702719196677],[1.0892055933363736,1.1165755479596555,0.8717481149360538],[1.5503880502656102,1.6257044719532132,1.464306827634573],[0.9123282572254539,0.7499142647720873,0.8189653856679797],[0.9769321829080582,0.8805147060193121,0.8598887426778674],[1.8943038629367948,2.4523583548143506,2.457844952121377],[2.4018522929400206,2.1315763420425355,2.188034536782652],[7.007666043005884,5.863597965799272,5.461284582037479],[0.24364612391218543,0.325953362043947,0.3064295807853341],[15.391365340910852,0.8924880139529705,0.8800020259805024],[1.0099374479614198,0.7060354948043823,0.7063306840136647],[8.954986380413175,4.095173366833478,3.279917892999947],[23.613256133161485,19.25096853263676,23.278139277826995],[1.5025351103395224,0.7977945390157402,0.6170151601545513],[0.46431142510846257,0.4349544760771096,0.36817489471286535],[0.5523030371405184,0.5110767548903823,0.3649540198966861],[4.98280710587278,2.0472186598926783,2.6902666091918945],[6.719612340908498,4.538661384955049,4.369533614721149],[3.358773229178041,3.1345412940718234,3.100874589756131],[2.000370934139937,1.3284917967393994,1.2289274740032852],[3.7089375513605773,2.681138473097235,1.91789041319862],[7.777549963910133,7.958697326015681,7.435122138820589],[9.89957385417074,6.938831991981715,5.757995248306543],[5.393568014726043,5.632281670346856,5.551704770885408],[1.4525640471838415,0.8954971083439887,0.9103033309802413],[0.22383009875193238,0.2152935261838138,0.21353887394070625],[0.2124440912157297,0.20737810991704464,0.20923770079389215],[0.2175677828490734,0.23641109932214022,0.22010038886219263],[0.24250942608341575,0.21723396237939596,0.2134688631631434],[0.21473077218979597,0.2085639163851738,0.251109620090574],[0.21749612782150507,0.24898552894592285,0.20936914114281535],[0.2193519319407642,0.2155164610594511,0.20863541215658188]],"source":"motherduck/results/result.json"}
,{"system":"MySQL (MyISAM)","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","row-oriented","MySQL compatible"],"load_time":2512,"data_size":121588958061,"result":[[0,0,0],[283.32,276.83,274.52],[276.93,278.29,283.27],[28.83,23.63,21.55],[46.41,40.81,40.93],[467.04,467.39,469.08],[31.02,25.89,24.2],[277.89,275.3,277.3],[329.34,325.8,325.35],[342.86,338.43,336.95],[282.03,279.87,281.22],[277.74,282.68,282],[335.66,334.83,336.44],[305.24,310.39,307.3],[337.41,338.52,342.94],[308.66,307.34,306.27],[738.38,748.44,740.75],[738.75,734.01,738.25],[867.01,872.92,868.84],[25.65,20.61,18.46],[312.39,313.67,306.66],[301.66,305.12,308.01],[298.12,298.44,312.4],[311.34,309.9,311.85],[281.87,278.5,275],[277.46,277.46,277.46],[280.75,278.04,281.76],[263.9,417.39,406.88],[707.21,711.96,705],[668.1,668.33,665.96],[330.31,333.36,331.94],[506.57,506.18,500.53],[2604.49,2681.96,2703.12],[830.65,832.88,831.14],[831.98,830.46,833.41],[608.49,608.51,613.68],[4.56,4.13,4.16],[3.8,3.8,3.7],[1.65,1.45,1.46],[6.33,5.14,6.15],[1.6,1.41,1.41],[1.56,1.42,1.39],[7.04,1.17,1.13]],"source":"mysql-myisam/results/c6a.4xlarge.json"}
,{"system":"MySQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","row-oriented","MySQL compatible"],"load_time":9472,"data_size":171953585825,"result":[[339.77,339.88,339.77],[364.91,371.86,367.55],[366.2,368.91,389.66],[364.39,377.53,571.45],[377.69,390.02,384.86],[569.48,576.51,574.68],[367.4,368.23,370.41],[371.29,384.02,613.22],[478.85,683.22,495.68],[489.9,635.96,662.43],[386.07,396.49,640.15],[389.13,412.55,444.12],[447.97,455.54,448.06],[423.22,845.44,813.6],[452.48,460.07,453.98],[577.54,623.21,586.49],[852.07,856.36,862.66],[838.09,848.92,851.12],[1006.37,1011.16,1023.17],[369.76,375.61,415.28],[412.45,419.9,456.62],[411.65,432.88,482.2],[412.73,420.73,429.5],[551.16,577.62,545.45],[382.89,394.76,386.37],[380.9,391.4,385.05],[385.3,394.67,460.32],[388.95,394.7,387.21],[800.33,807.9,807.11],[706.03,745.27,718.9],[450.9,489.59,530.97],[625.5,651.93,647.32],[2721.13,2792.12,2819.26],[945.9,954.94,957.54],[945.42,953.78,965.16],[684.36,716.29,708.75],[10.01,3.79,3.77],[7.48,3.32,3.27],[5.09,0.98,0.96],[8.7,4.77,4.68],[4.82,0.76,0.74],[4.46,0.77,0.75],[7.04,1.17,1.13]],"source":"mysql/results/c6a.4xlarge.json"}
,{"system":"Oxla.com","date":"2024-01-31","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"ingests data only from non-compressed cvs. data should be ingested in chunks < ~5Gb","tags":["C","analytical","somewhat PostgreSQL compatible"],"load_time":584.88,"data_size":83948840996,"result":[[0.050129,0.022855,0.022903],[0.057503,0.015481,0.015516],[0.094277,0.025541,0.026299],[0.16258,0.024306,0.023829],[0.039942,0.021789,0.02218],[0.1374,0.101147,0.099119],[0.059388,0.025719,0.0264],[0.033712,0.017465,0.0184],[0.135859,0.096702,0.095512],[0.171016,0.155303,0.154772],[0.190669,0.182083,0.183751],[0.22111,0.18886,0.193252],[2.52142,2.55214,2.54007],[2.6807,2.5843,2.63534],[2.75055,2.68715,2.67322],[1.52986,1.47056,1.49706],[8.22161,7.84746,7.57008],[7.06027,7.33078,6.88351],[10.5416,10.2955,10.2149],[0.053765,0.02466,0.023807],[2.67538,2.54948,2.71025],[null,null,null],[null,null,null],[8.75207,8.09075,8.26788],[0.359349,0.31487,0.312975],[0.331405,0.339576,0.332647],[0.351841,0.340408,0.325682],[1.62115,1.67895,1.74872],[null,null,null],[1.58662,1.58356,1.58278],[0.632047,0.553994,0.586148],[1.15181,1.14935,1.10892],[13.1952,13.0677,12.6957],[15.9073,13.0187,12.6488],[12.3274,13.7521,14.7386],[1.27877,1.35705,1.24621],[1.011,0.955655,0.967898],[3.46346,0.841062,0.878294],[0.867865,0.885799,0.812358],[4.55556,1.79754,1.75293],[4.00301,0.064817,0.062893],[0.163954,0.063076,0.060033],[null,null,null]],"source":"oxla/results/c6a.4xlarge.json"}
,{"hide":false,"system":"ParadeDB","date":"2024-02-02","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"The results for (c6a.4xlarge, 500gb gp2) are also submitted here for easy comparison with Elasticsearch","tags":["Rust","row-oriented","column-oriented","search","PostgreSQL compatible"],"load_time":1294,"data_size":15415061091,"result":[[0.170805,0.005724,0.006098],[0.207075,0.09786,0.097367],[0.223766,0.088988,0.083545],[0.428068,0.097471,0.098085],[1.02813,0.842475,0.847983],[1.47076,1.27149,1.24457],[0.079231,0.005903,0.006381],[0.20438,0.102631,0.101062],[1.61474,1.57814,1.57654],[1.34235,1.09032,1.07038],[0.624544,0.350221,0.354308],[0.592603,0.38256,0.382334],[1.5044,1.32063,1.31768],[3.54282,2.67601,2.61359],[1.66994,1.46717,1.4526],[1.16541,0.999982,0.975601],[3.36336,2.90587,2.89977],[3.1358,2.75251,2.71843],[7.57537,5.9709,6.09835],[0.450773,0.136726,0.134937],[9.75662,1.39915,1.44835],[11.2973,1.70324,1.6996],[22.2634,4.01717,3.96894],[57.8901,10.7998,10.8794],[3.10183,0.605149,0.595146],[0.829921,0.542481,0.531427],[3.01411,0.668447,0.680061],[9.88178,2.28414,2.28912],[9.13347,5.15906,5.15358],[0.599997,0.454952,0.463381],[2.34495,1.18331,1.19755],[5.76726,1.62152,1.52735],[8.98009,8.85184,8.65374],[11.9086,6.49934,6.7125],[12.2924,7.10393,7.21253],[2.04731,1.8265,1.84334],[0.274516,0.252795,0.251755],[0.338633,0.253551,0.252828],[0.339914,0.254548,0.253683],[0.244831,0.158776,0.158403],[0.382238,0.253784,0.254412],[0.404016,0.253894,0.253025],[0.358676,0.204648,0.204944]],"source":"paradedb/results/c6a.4xlarge.1500gb.json"}
,{"hide":false,"system":"ParadeDB","date":"2024-02-02","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","row-oriented","column-oriented","search","PostgreSQL compatible"],"load_time":1294,"data_size":15415061091,"result":[[0.170805,0.005724,0.006098],[0.207075,0.09786,0.097367],[0.223766,0.088988,0.083545],[0.428068,0.097471,0.098085],[1.02813,0.842475,0.847983],[1.47076,1.27149,1.24457],[0.079231,0.005903,0.006381],[0.20438,0.102631,0.101062],[1.61474,1.57814,1.57654],[1.34235,1.09032,1.07038],[0.624544,0.350221,0.354308],[0.592603,0.38256,0.382334],[1.5044,1.32063,1.31768],[3.54282,2.67601,2.61359],[1.66994,1.46717,1.4526],[1.16541,0.999982,0.975601],[3.36336,2.90587,2.89977],[3.1358,2.75251,2.71843],[7.57537,5.9709,6.09835],[0.450773,0.136726,0.134937],[9.75662,1.39915,1.44835],[11.2973,1.70324,1.6996],[22.2634,4.01717,3.96894],[57.8901,10.7998,10.8794],[3.10183,0.605149,0.595146],[0.829921,0.542481,0.531427],[3.01411,0.668447,0.680061],[9.88178,2.28414,2.28912],[9.13347,5.15906,5.15358],[0.599997,0.454952,0.463381],[2.34495,1.18331,1.19755],[5.76726,1.62152,1.52735],[8.98009,8.85184,8.65374],[11.9086,6.49934,6.7125],[12.2924,7.10393,7.21253],[2.04731,1.8265,1.84334],[0.274516,0.252795,0.251755],[0.338633,0.253551,0.252828],[0.339914,0.254548,0.253683],[0.244831,0.158776,0.158403],[0.382238,0.253784,0.254412],[0.404016,0.253894,0.253025],[0.358676,0.204648,0.204944]],"source":"paradedb/results/c6a.4xlarge.json"}
,{"system":"Pinot","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"It successfully loaded only 94465149 out of 99997497 records. Some queries returned NullPointerException. The loading process is painful - splitting to 100 pieces required. It does not correctly report errors on data loading, the results may be incorrect.","tags":["Java","column-oriented"],"load_time":2032,"data_size":null,"result":[[0.002,0.001,0.001],[0.186,0.186,0.185],[0.251,0.276,0.258],[0.475,0.281,0.238],[3.907,3.655,3.633],[30.471,14.687,14.93],[null,null,null],[0.135,0.134,0.148],[3.039,2.902,2.938],[3.159,3.212,3.225],[4.217,4.197,4.384],[4.145,4.124,4.121],[2.989,3.145,3.18],[6.402,6.886,6.374],[3.245,3.35,3.129],[5.112,5.027,5.141],[5.509,5.279,5.257],[0.865,0.856,0.829],[null,null,null],[0.017,0.015,0.015],[54.348,19.562,19.128],[null,null,null],[76.596,74.719,14.228],[7.441,5.77,5.87],[0.376,0.327,0.286],[7.689,0.395,1.281],[3.434,0.499,0.5],[27.679,2.378,2.393],[null,null,null],[2.221,2.227,2.167],[4.941,4.639,4.565],[5.641,5.37,5.007],[5.295,5.006,5.357],[5.28,5.21,5.105],[6.231,6.238,6.385],[5.918,5.933,5.934],[0.26,0.202,0.21],[0.364,0.072,0.069],[0.042,0.034,0.035],[1.483,0.686,0.651],[0.113,0.071,0.079],[0.042,0.051,0.037],[null,null,null]],"source":"pinot/results/c6a.4xlarge.json"}
,{"hide":true,"system":"PostgreSQL (tuned)","date":"2022-12-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":11800,"data_size":128875248605,"result":[[4.10957,0.687829,0.702019],[3.92694,0.63874,0.636411],[262.331,262.793,262.826],[6.14366,1.16457,1.20297],[26.752,27.4474,27.4878],[50.6555,47.6136,49.2373],[0.035605,0.002266,0.002208],[1.07557,0.599462,0.597673],[18.537,17.4348,17.7942],[309.49,306.831,306.894],[7.78261,2.95749,3.00855],[325.58,315.688,319.237],[4.03189,2.31557,2.21055],[18.8998,10.0497,10.0307],[272.381,271.91,271.87],[5.91906,4.17788,4.21394],[15.6578,15.8794,15.937],[0.025629,0.001484,0.00153],[312.64,312.543,310.582],[0.026206,0.001114,0.001115],[13.1447,0.090463,0.104537],[0.11893,0.093162,0.090471],[18.7775,0.107025,0.110361],[0.131412,0.089608,0.087852],[0.048958,0.00153,0.001405],[0.016134,0.001351,0.001268],[0.021939,0.001781,0.00164],[265.557,260.971,261.025],[277.516,276.053,277.378],[7.56565,6.50964,6.54902],[266.723,266.389,266.231],[269.738,269.255,269.193],[331.115,330.011,330.913],[416.169,421.255,423.724],[408.434,409.538,407.552],[35.5578,18.1707,18.6893],[3.17403,0.652905,0.698142],[0.730699,0.489315,0.465665],[0.563463,0.319131,0.3182],[1.23744,0.989391,1.01963],[0.752814,0.509212,0.511453],[0.677541,0.435178,0.437736],[1.18281,0.688545,0.697523]],"source":"postgresql-tuned/results/c6a.4xlarge.json"}
,{"system":"PostgreSQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":2342,"data_size":77797067741,"result":[[439.753,309.785,282.017],[317.874,254.238,254.941],[262.883,263.072,263.09],[32.421,5.31,5.06],[57.134,42.648,42.334],[358.423,356.315,358.342],[31.524,5.35,4.994],[263.145,263.193,263.165],[323.659,322.858,321.918],[327.395,326.17,326.231],[265.983,265.681,265.912],[269.984,265.336,265.379],[284.096,284.56,282.234],[277.25,279.455,280.035],[285.66,286.2,283.611],[66.605,32.023,38.282],[312.452,304.431,305.391],[289.209,290.449,287.578],[331.706,327.485,334.428],[24.646,2.543,2.263],[267.561,267.496,267.524],[267.729,267.69,268.184],[263.074,263.12,267.04],[267.602,267.488,267.494],[263.141,263.859,263.137],[262.923,263.102,263.113],[262.885,263.088,263.114],[267.864,269.127,268.204],[303.376,306.925,308.664],[263.221,263.119,263.148],[270.814,270.575,270.294],[278.342,275.925,276.224],[584.599,576.932,591.502],[462.576,446.962,439.779],[429.93,417.696,416.704],[296.875,297.283,295.14],[3.461,0.842,0.794],[2.179,0.564,0.558],[2.258,0.566,0.416],[2.805,1.311,1.317],[2.936,0.82,0.615],[2.197,0.736,0.535],[1.983,0.32,0.312]],"source":"postgresql/results/c6a.4xlarge.json"}
,{"system":"QuestDB (partitioned)","date":"2024-01-16","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"Data load for partitioned tables is multi-threaded and thus more efficient.","tags":["Java","time-series"],"load_time":169,"data_size":95922186385,"result":[[0.0292921,0.000344417,0.000182404],[0.498079,0.0228751,0.0288649],[0.18693,0.0114555,0.0116076],[2.90926,0.00863406,0.0088085],[3.45155,0.492445,1.47365],[8.17935,0.99209,0.556419],[2.06139,0.0229008,0.023484],[0.372982,0.034722,0.0350991],[2.5721,1.72937,1.71059],[1.98764,1.89641,1.89234],[0.616192,0.146506,0.130667],[0.29366,0.131715,0.143699],[0.834577,0.648873,0.600611],[1.88853,1.44196,1.23802],[0.899398,0.715438,0.757761],[1.60641,1.00134,1.00993],[2.14711,2.09635,2.07796],[1.56807,1.49914,1.48181],[6.7191,5.52518,5.51346],[0.0148411,0.0123442,0.0137447],[70.9979,0.379018,0.365644],[0.145949,0.116801,0.118459],[47.2378,0.211405,0.206836],[9.4649,0.193766,0.0295795],[0.0585012,0.0240035,0.0618251],[0.597881,1.04872,0.664535],[0.00706444,0.00698201,0.00660908],[0.51897,0.311063,0.378903],[52.767,2.66474,3.01004],[0.0121957,0.0116642,0.00945858],[1.64631,0.506382,0.528855],[3.34608,1.12295,1.12987],[8.57131,8.53915,8.56395],[8.51933,8.21996,8.11531],[8.15292,8.239,8.27896],[1.39754,1.13525,1.1262],[0.603033,0.483757,0.423835],[0.35588,0.313829,0.285801],[0.47327,0.11723,0.116908],[0.703008,0.66154,0.611175],[2.4946,0.0648903,0.0741033],[1.81352,0.0777115,0.0621356],[0.0369927,0.0325104,0.0323978]],"source":"questdb-partitioned/results/c6a.metal.json"}
,{"system":"QuestDB","date":"2024-01-16","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Java","time-series"],"load_time":934,"data_size":95916929061,"result":[[0.026615,0.000316965,0.000198353],[0.225318,0.0658647,0.0720071],[0.179234,0.0525421,0.0521059],[2.79873,0.0527816,0.0506722],[1.01627,0.886061,0.751709],[7.13449,0.739168,0.720142],[2.0583,0.026379,0.024837],[0.135836,0.0825092,0.0873214],[1.64094,1.42491,1.39238],[1.64618,1.62842,1.59616],[0.573405,0.163037,0.164275],[0.257416,0.18094,0.176882],[1.09441,0.990698,1.09611],[1.54418,1.50859,1.30459],[0.929697,0.872503,0.881651],[1.58446,1.51726,1.55454],[2.69726,2.5856,2.78408],[1.86159,1.85333,1.89421],[6.68808,6.55463,6.67297],[0.0225824,0.0216274,0.0214108],[70.6804,0.920126,0.997402],[0.364648,0.318541,0.313596],[51.3606,20.3661,0.527816],[154.82,161.325,163.875],[8.54603,0.39976,0.411648],[0.565781,0.580723,0.574339],[0.570953,0.559171,0.559249],[46.5605,0.683138,0.654096],[53.7717,4.81562,4.54658],[0.184255,0.0120655,0.0113885],[10.1153,0.845475,0.851883],[3.11382,1.44432,1.37136],[11.3043,10.2776,9.36126],[80.3295,42.6906,10.4124],[8.73977,11.8218,10.8817],[1.96307,1.86475,1.84775],[23.0624,1.40107,1.35516],[46.8533,3.24007,1.20621],[0.789145,0.510094,0.493307],[1.69486,1.06953,1.09578],[2.12729,0.22029,0.268392],[2.05539,0.234839,0.26143],[0.763411,0.757553,0.762254]],"source":"questdb/results/c6a.4xlarge.json"}
,{"system":"Redshift","date":"2022-07-29","machine":"serverless","cluster_size":"serverless","comment":"","tags":["managed","column-oriented"],"load_time":1889,"data_size":30300000000,"result":[[0.204673,0.204057,0.199682],[2.57227,0.06361,0.029767],[4.436641,0.063275,0.038419],[4.045285,0.095483,0.036212],[3.836475,0.331029,0.302588],[3.870503,0.354183,0.334163],[4.415212,0.138202,0.202982],[4.595758,0.218455,0.218352],[5.014696,0.681662,0.748541],[5.225219,1.547334,1.545263],[4.584578,0.72432,0.662759],[4.989708,0.325297,0.664825],[4.113529,0.36393,0.343591],[4.261916,0.638592,0.606164],[4.05665,0.359074,0.467625],[4.562217,0.324242,0.323635],[4.794707,0.392733,0.552696],[2.785799,0.555024,0.533908],[5.186795,0.834753,0.821691],[2.538645,0.055274,0.025005],[2.952623,0.389594,0.235447],[4.522708,0.587444,0.607969],[6.980801,0.932761,0.949326],[27.480743,0.934181,0.912692],[3.802747,0.068159,0.06577],[3.781327,0.065613,0.065988],[3.995625,0.067925,0.067972],[4.607562,0.395705,0.441231],[5.138266,0.800484,0.79964],[5.705465,1.236098,1.133279],[5.105528,0.32746,0.348947],[5.075262,0.452786,0.339682],[4.465012,0.955494,0.742195],[4.586866,0.783934,0.812498],[5.182903,1.04809,1.058838],[4.331838,0.452791,0.325946],[5.790735,0.553011,0.582903],[5.600699,0.588159,0.589788],[5.217314,0.519302,0.423573],[6.281955,0.687085,0.494527],[3.990623,0.501763,0.533571],[4.451641,0.464027,0.231731],[3.953942,0.288126,0.283841]],"source":"redshift-serverless/results/serverless.json"}
,{"system":"Redshift","date":"2023-03-16","machine":"dc2.8xlarge","cluster_size":2,"comment":"","tags":["managed","column-oriented"],"load_time":2485,"data_size":27278704640,"result":[[0.091406,0.086338,0.087612],[3.69766,0.134031,0.091109],[3.5111,0.168351,0.142172],[3.60815,0.258997,0.218437],[0.889436,0.837116,0.849539],[0.731434,0.637602,0.614294],[0.18962,0.102182,0.112139],[3.62328,0.131585,0.106394],[5.24115,1.36685,1.31341],[10.9166,5.36471,5.42147],[5.42547,0.276808,0.290985],[5.64058,0.279121,0.279034],[5.46763,0.53574,0.5168],[5.29286,1.07603,1.03563],[5.78458,0.536501,0.549506],[3.21523,1.12748,1.13882],[6.54437,2.03254,2.00971],[5.98581,1.92732,1.81327],[7.66486,2.55847,2.56672],[3.42706,0.12806,0.098883],[4.73143,0.925719,0.859908],[4.83294,1.13573,0.965813],[9.84339,2.50898,2.52251],[40.4326,4.64149,3.80256],[5.19757,0.247997,0.264246],[5.41506,0.209713,0.260805],[4.77753,0.216233,0.267095],[5.56149,0.814863,0.785771],[134.925,129.613,129.588],[8.71915,0.56382,0.435913],[4.87089,0.885857,0.849695],[6.30403,0.576453,0.533121],[7.8966,2.51425,2.4379],[3.59329,3.52192,3.5328],[8.12716,3.53348,3.57861],[5.20591,1.00374,0.871943],[5.04128,1.00458,0.958819],[5.07238,1.01154,1.01714],[4.55457,0.394789,0.369611],[4.56489,0.511554,0.459726],[4.09241,0.155302,0.137224],[4.12911,0.15957,0.129961],[4.13896,0.14336,0.113134]],"source":"redshift/results/2x.dc2.8xlarge.json"}
,{"system":"Redshift","date":"2022-07-25","machine":"ra3.16xlarge","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":1829,"data_size":26330791936,"result":[[0.077429,0.024911,0.023306],[2.53116,0.059213,0.027695],[3.583972,0.063486,0.036182],[2.376308,0.084898,0.058801],[0.1555,0.109031,0.114305],[0.2439,0.198301,0.176052],[0.130623,0.028745,0.029271],[3.740631,0.035144,0.033783],[3.615666,0.136355,0.133104],[5.125836,1.432898,1.413138],[3.781026,0.090368,0.088729],[3.996543,0.111767,0.102832],[3.665831,0.168544,0.158393],[3.980324,0.305395,0.308288],[3.868897,0.181746,0.182552],[3.625138,0.146538,0.143406],[4.024699,0.340789,0.339775],[2.646998,0.442014,0.385201],[4.370081,0.663792,0.664333],[2.517381,0.055869,0.029468],[2.892161,0.361342,0.335877],[4.306186,0.364156,0.365814],[6.576232,1.030228,1.037391],[26.654131,1.354625,1.361705],[3.641366,0.103397,0.093371],[3.593615,0.079071,0.081853],[3.822308,0.083556,0.081115],[3.824567,0.295163,0.338925],[5.321484,1.061397,1.052438],[4.795037,0.267308,0.203014],[4.466789,0.164681,0.162661],[4.715724,0.204908,0.204441],[4.148436,0.664311,0.658639],[0.958589,0.91596,0.916875],[4.43871,0.940025,0.940112],[4.152015,0.137629,0.140684],[4.881633,0.303343,0.30078],[5.020373,0.314807,0.316961],[4.586323,0.065513,0.076092],[5.424183,0.100862,0.106056],[2.947259,0.080757,0.046727],[3.585538,0.074431,0.047424],[3.753716,0.04414,0.042809]],"source":"redshift/results/4x.ra3.16xlarge.json"}
,{"system":"Redshift","date":"2022-07-25","machine":"ra3.4xlarge","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":1904,"data_size":22313697280,"result":[[2.135081,0.017989,0.01775],[2.4142,0.022495,0.022023],[6.414938,0.057299,0.055643],[6.411557,0.178071,0.1771],[3.710171,0.300286,0.303593],[3.876626,0.454045,0.477494],[6.41068,0.037709,0.036684],[5.793739,0.024525,0.023881],[5.769831,0.465373,0.490227],[5.939799,3.530177,3.57276],[6.115389,0.177672,0.161334],[6.230233,0.170112,0.166583],[4.046352,0.479846,0.481283],[4.620393,0.923121,0.952839],[4.18785,0.509904,0.518239],[5.660648,0.413803,0.411108],[5.886176,1.123718,1.103859],[3.556251,1.336332,1.381805],[6.040107,1.981635,1.965932],[2.484137,0.030438,0.029756],[4.105144,1.515947,1.515338],[6.21666,1.581792,1.581579],[9.005864,3.555306,3.567163],[30.723242,4.88672,4.885439],[5.678108,0.240413,0.239727],[5.923512,0.232055,0.231429],[5.809703,0.242922,0.242932],[5.820199,1.254403,1.2539],[8.798963,4.587414,4.592794],[13.184562,0.925342,0.873526],[6.617764,0.406749,0.404641],[6.770537,0.587831,0.586834],[5.173074,1.685266,1.713844],[6.216833,2.82166,2.859146],[6.262067,2.851894,2.835493],[5.716614,0.313373,0.328139],[5.683282,0.95632,0.97491],[5.83116,1.103328,1.10476],[6.917177,0.124116,0.107132],[7.662737,0.149158,0.149209],[4.621167,0.044216,0.043012],[4.572912,0.042941,0.042108],[5.906381,0.027692,0.026924]],"source":"redshift/results/4x.ra3.4xlarge.json"}
,{"system":"Redshift","date":"2022-07-29","machine":"ra3.xlplus","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":2103,"data_size":21060648960,"result":[[0.079613,0.033549,0.03409],[2.968579,0.063904,0.041282],[4.080153,0.13095,0.108882],[3.210337,0.34364,0.298495],[4.544852,0.631037,0.582424],[4.387295,1.084085,1.060912],[3.068245,0.108602,0.082147],[4.600868,0.045357,0.044651],[5.016095,0.9119,0.867873],[6.649061,2.367888,2.313359],[5.443231,0.309726,0.290368],[5.668514,0.333039,0.313292],[5.188214,1.085051,1.149722],[6.32409,1.961323,1.973299],[5.49248,1.14419,1.123103],[4.882748,0.733695,0.7748],[6.401272,2.257003,2.278818],[5.977724,2.511508,2.403787],[7.838491,3.47004,3.546783],[2.942119,0.094772,0.052837],[5.742532,2.535047,2.498187],[7.144539,2.607847,2.610038],[13.254883,6.773696,6.784579],[21.841477,11.673254,9.552525],[4.594945,0.474181,0.478285],[4.635551,0.494066,0.455041],[4.832767,0.474136,0.474433],[6.19406,2.059882,2.06739],[12.694282,7.745891,7.737045],[19.926847,1.349867,1.27298],[6.178553,0.845828,0.858791],[6.394659,1.080842,1.070668],[8.112381,3.869544,3.9868],[10.048186,5.276152,5.259864],[9.260186,5.163649,5.210499],[4.766534,0.646525,0.657038],[7.602645,1.880335,1.884086],[7.527802,2.172033,2.190131],[5.57036,0.229991,0.228068],[6.632048,0.286827,0.275382],[4.224273,0.103105,0.077275],[4.614709,0.102518,0.075337],[4.389546,0.052659,0.050885]],"source":"redshift/results/4x.ra3.xplus.json"}
,{"system":"SelectDB","date":"2022-11-02","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible"],"load_time":526,"data_size":17122903966,"result":[[0.03,0.04,0.02],[0.15,0.03,0.03],[0.13,0.05,0.05],[1.05,0.06,0.05],[0.34,0.28,0.27],[0.82,0.57,0.57],[0.01,0.02,0.02],[0.22,0.02,0.02],[0.56,0.46,0.45],[0.52,0.51,0.5],[0.4,0.11,0.12],[0.18,0.12,0.12],[0.54,0.5,0.49],[0.83,0.93,0.95],[0.74,0.89,0.72],[0.32,0.31,0.31],[1.08,1.08,1.09],[0.27,0.35,0.23],[2.18,2.04,1.98],[0.02,0.01,0.02],[10.74,1.3,1.31],[8.36,3.46,0.99],[12.21,1.23,1.04],[5.2,0.52,0.5],[0.11,0.04,0.05],[0.39,0.13,0.13],[0.05,0.04,0.04],[9.43,1.8,1.16],[9.93,9.69,9.6],[0.83,0.78,0.78],[1.77,0.38,0.37],[2.57,0.41,0.43],[2.77,2.75,3.11],[11.62,4.01,3.95],[11.63,4.03,5.97],[0.46,0.4,0.39],[0.11,0.06,0.06],[0.06,0.03,0.03],[0.03,0.03,0.02],[0.13,0.11,0.1],[0.05,0.02,0.03],[0.04,0.02,0.02],[0.02,0.02,0.02]],"source":"selectdb/results/c5.4xlarge.json"}
,{"system":"SelectDB","date":"2022-11-02","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible"],"load_time":444,"data_size":17122903978,"result":[[0.03,0.03,0.02],[0.36,0.05,0.04],[0.18,0.07,0.06],[0.96,0.06,0.06],[0.32,0.28,0.29],[0.86,0.62,0.61],[0.01,0.01,0.01],[0.04,0.02,0.03],[0.5,0.47,0.47],[0.53,0.74,0.55],[0.31,0.11,0.11],[0.15,0.1,0.14],[0.57,0.62,0.55],[0.85,0.92,0.96],[0.77,0.9,0.74],[0.32,0.32,0.32],[1.22,0.99,0.98],[0.23,0.22,0.25],[2.01,1.8,1.82],[0.01,0.01,0.01],[10.76,1.05,1.04],[8.99,2.84,0.84],[12.21,1.04,0.87],[5.79,0.3,0.29],[0.12,0.04,0.04],[0.41,0.12,0.13],[0.04,0.04,0.03],[9.67,1.59,1.11],[9.06,8.23,7.84],[0.67,0.55,0.57],[1.76,0.37,0.77],[2.1,0.42,0.43],[2.78,2.76,3.11],[11.56,4.04,4.21],[11.52,4.05,4.28],[0.5,0.41,0.41],[0.63,0.05,0.05],[0.06,0.03,0.03],[0.03,0.02,0.03],[0.16,0.13,0.12],[0.06,0.01,0.03],[0.03,0.02,0.02],[0.03,0.03,0.02]],"source":"selectdb/results/c6a.4xlarge.json"}
,{"system":"SelectDB","date":"2022-10-08","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":369,"data_size":17123069872,"result":[[0.01,0.01,0],[0.03,0.02,0.02],[0.04,0.04,0.05],[0.07,0.06,0.07],[0.17,0.15,0.17],[0.3,0.3,0.28],[0.01,0.01,0.01],[0.02,0.02,0.02],[0.32,0.33,0.34],[0.36,0.37,0.34],[0.11,0.11,0.25],[0.11,0.11,0.1],[0.23,0.23,0.23],[0.55,0.75,0.89],[0.32,0.3,0.31],[0.18,0.16,0.19],[0.53,0.51,0.5],[0.2,0.2,0.2],[1.04,1.06,1.3],[0.01,0.01,0],[0.59,0.6,0.66],[0.48,0.34,0.34],[0.38,0.38,0.37],[0.25,0.26,0.25],[0.04,0.04,0.04],[0.15,0.15,0.14],[0.04,0.04,0.04],[0.55,0.54,0.54],[1.39,1.36,1.34],[0.68,0.69,0.76],[0.24,0.23,0.23],[0.21,0.2,0.21],[1.45,1.53,2.05],[1.84,1.92,1.67],[1.83,1.75,1.9],[0.19,0.22,0.2],[0.03,0.04,0.04],[0.03,0.03,0.03],[0.02,0.02,0.02],[0.06,0.06,0.06],[0.02,0.02,0.02],[0.02,0.02,0.02],[0.02,0.02,0.02]],"source":"selectdb/results/c6a.metal.json"}
,{"system":"SingleStore","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to memory limits","tags":["MySQL compatible","column-oriented"],"load_time":690,"data_size":29836263469,"result":[[0.09,0,0],[0.23,0.04,0.01],[0.47,0.15,0.15],[0.63,0.09,0.08],[1.65,1.23,1.2],[7.96,2.79,2.63],[0.1,0,0],[0.17,0.02,0.02],[1.9,1.4,1.39],[4.79,3.52,3.48],[0.94,0.22,0.23],[0.89,0.24,0.23],[5.82,2.26,2.25],[6.97,4.62,4.66],[3.05,2.28,2.31],[3.92,2.7,2.28],[5.83,4.48,4.42],[4.76,4.13,4.12],[14.03,null,null],[0.57,0.05,0.04],[18.18,1.74,1.94],[20.85,2.17,0.98],[31.98,3.12,1.22],[78.96,3.35,108.85],[2.82,0.39,0.32],[1.83,0.44,0.35],[2.81,0.33,0.32],[18.33,2.57,1.15],[null,null,null],[3.56,2.4,2.4],[3.83,1.11,1.11],[7.35,1.73,1.7],[null,null,null],[null,null,null],[null,null,null],[2.53,1.92,1.84],[0.92,0.23,0.19],[0.84,0.15,0.08],[0.7,0.05,0.05],[3.12,0.38,0.36],[0.29,0.03,0.03],[0.22,0.06,0.02],[0.27,0.11,0.12]],"source":"singlestore/results/c6a.4xlarge.json"}
,{"system":"SingleStore","date":"2022-07-15","machine":"S2","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1145,"data_size":19219978649,"result":[[0.1,0.04,0.01],[0.13,0,0.01],[0.57,0.09,0.1],[0.64,0.13,0.08],[2.04,1.39,1.32],[2.56,1.95,2.15],[0.12,0.01,0],[0.34,0.06,0.01],[2.14,1.71,1.71],[5.7,5.1,5.49],[1.02,0.25,0.28],[1.05,0.29,0.25],[2.38,1.91,1.74],[4.04,3.4,3.46],[2.19,1.6,1.75],[1.9,1.56,1.55],[4.92,4.26,4.46],[4.13,4.01,4.03],[10.11,9.61,9.56],[0.36,0.05,0.1],[1.61,1.29,1.24],[1.04,0.55,0.57],[1.38,0.96,0.89],[3,2.15,2.31],[0.66,0.28,0.2],[0.67,0.19,0.16],[0.69,0.18,0.16],[1.14,0.56,0.56],[null,null,null],[3.43,1.69,1.51],[1.73,1.06,1.03],[2.17,1.6,1.45],[11.17,10.42,10.74],[9.94,9.61,9.66],[10.22,9.84,9.84],[2.31,1.79,1.97],[0.4,0.2,0.14],[0.35,0.16,0.09],[0.28,0.08,0.08],[0.68,0.28,0.36],[0.25,0.15,0.02],[0.23,0.1,0.01],[0.24,0.1,0.03]],"source":"singlestore/results/s2.json"}
,{"system":"SingleStore","date":"2022-07-15","machine":"S24","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1043,"data_size":19219978649,"result":[[0.1,0.04,0.07],[0.12,0.06,0],[0.42,0.05,0.01],[0.34,0.05,0.01],[0.97,0.29,0.23],[0.87,0.34,0.25],[0.06,0.04,0],[0.15,0.01,0.01],[1.04,0.39,0.31],[1.68,0.96,0.85],[0.3,0.19,0.09],[0.3,0.21,0.08],[0.56,0.26,0.35],[0.7,0.48,0.43],[0.64,0.35,0.27],[0.98,0.4,0.36],[1.52,0.75,0.86],[0.7,0.74,0.71],[1.73,1.07,0.96],[0.15,0.05,0.01],[0.37,0.2,0.26],[0.55,0.14,0.25],[0.41,0.31,0.31],[0.66,0.39,0.46],[0.52,0.12,0.08],[0.3,0.08,0.15],[0.32,0.16,0.07],[0.82,0.21,0.13],[null,null,null],[2.28,0.34,0.38],[0.55,0.28,0.17],[0.53,0.29,0.34],[1.75,1.07,1.04],[2.05,1.41,1.43],[2.11,1.45,1.4],[1.14,0.53,0.45],[0.34,0.12,0.24],[0.29,0.09,0.21],[0.35,0.11,0.18],[0.59,0.22,0.39],[0.3,0.07,0.15],[0.27,0.22,0.16],[0.29,0.06,0.06]],"source":"singlestore/results/s24.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"2XL","cluster_size":32,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.177,0.052,0.09],[0.903,0.324,0.782],[0.458,2.909,0.275],[0.881,0.316,0.166],[0.404,0.257,0.256],[0.481,0.325,0.339],[0.056,0.062,0.06],[0.183,0.324,0.28],[0.444,0.314,0.32],[0.408,0.426,0.417],[0.345,0.241,0.253],[0.406,0.245,0.235],[0.521,1.259,0.326],[0.466,0.493,0.526],[0.447,0.349,0.362],[0.327,0.322,0.302],[0.462,0.508,0.461],[0.489,0.481,0.455],[0.731,0.659,0.674],[0.151,0.156,0.16],[0.832,0.339,0.312],[0.289,0.292,0.34],[0.591,0.484,0.419],[2.661,0.716,0.696],[0.19,0.199,0.377],[0.181,0.182,0.194],[0.22,0.209,0.195],[0.368,0.33,0.347],[0.677,0.645,0.646],[0.877,0.886,0.871],[0.415,0.282,0.301],[1.265,0.404,0.55],[0.786,0.75,0.757],[0.905,0.835,0.841],[0.864,0.865,0.823],[0.352,0.36,0.364],[0.201,0.186,0.2],[0.143,0.137,0.276],[0.29,0.132,0.146],[0.31,0.301,0.304],[0.212,0.197,0.17],[0.223,0.174,0.177],[0.172,0.172,0.172]],"source":"snowflake/results/2xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"3XL","cluster_size":64,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.165,0.061,0.049],[1.356,1.252,1.502],[1.287,0.47,0.325],[0.627,0.331,0.181],[0.265,0.265,0.483],[0.887,0.45,0.298],[0.054,0.066,0.062],[0.182,0.222,0.194],[0.408,0.438,0.319],[0.434,0.462,0.411],[1.357,0.247,0.412],[0.343,0.25,0.517],[0.273,0.289,0.6],[0.404,0.405,0.392],[0.379,0.304,0.455],[0.275,0.271,0.264],[0.418,0.386,0.388],[0.417,0.434,0.567],[0.753,0.759,0.506],[0.291,0.307,0.4],[0.954,0.423,0.28],[0.568,0.562,0.248],[0.568,0.477,0.496],[1.458,0.492,0.514],[0.179,0.3,0.184],[0.165,0.169,0.176],[0.197,0.186,0.19],[0.289,0.547,0.397],[0.513,0.544,0.632],[0.766,0.754,0.775],[0.389,0.374,0.383],[0.484,0.297,0.286],[0.505,0.505,0.734],[0.656,0.598,0.621],[0.634,0.646,0.609],[0.309,0.298,0.37],[0.192,0.219,0.212],[0.84,0.174,0.139],[0.172,0.163,0.151],[0.323,0.296,0.347],[0.2,0.154,0.144],[0.191,0.121,0.125],[0.137,0.233,0.148]],"source":"snowflake/results/3xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"4XL","cluster_size":128,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.164,0.061,0.078],[2.471,2.436,1.927],[1.656,0.222,0.639],[0.336,1.244,0.206],[0.435,0.414,0.373],[0.52,0.495,0.326],[0.052,0.051,0.057],[0.244,0.515,0.358],[0.473,0.477,0.659],[0.706,0.523,0.499],[0.619,0.361,0.303],[0.463,0.367,0.29],[0.385,0.319,0.376],[0.661,0.436,0.452],[0.446,0.317,0.336],[0.504,0.283,0.395],[0.478,1.395,0.35],[0.555,1.041,0.993],[0.565,0.558,1.473],[0.31,0.684,0.278],[0.637,1.202,0.249],[0.467,0.294,0.436],[0.671,0.478,0.611],[6.262,0.449,0.425],[0.476,0.213,0.184],[0.552,0.241,0.201],[0.458,0.415,0.402],[0.339,0.357,0.322],[0.732,0.549,0.483],[0.914,0.757,0.743],[0.718,0.31,0.606],[0.605,0.363,0.425],[0.468,0.86,0.784],[0.868,1.787,0.713],[0.807,0.691,0.544],[0.485,0.338,0.672],[0.263,0.221,0.23],[0.147,0.145,0.139],[0.135,0.239,0.136],[0.322,0.378,0.348],[0.236,0.138,0.132],[0.193,0.124,0.139],[0.146,0.145,0.139]],"source":"snowflake/results/4xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"L","cluster_size":8,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.067,0.054,0.051],[1.158,1.409,0.19],[1.47,0.566,0.715],[0.892,0.534,0.264],[0.474,0.499,0.489],[0.95,0.65,0.699],[0.069,0.055,0.11],[0.317,0.307,0.321],[0.949,0.593,0.654],[0.713,1.099,0.86],[0.622,0.37,0.404],[0.457,0.369,0.414],[0.61,0.566,0.653],[0.97,1.006,0.976],[1.517,0.636,0.603],[0.532,0.541,0.533],[1.018,1.001,1.022],[0.942,0.996,0.94],[2.246,1.596,1.56],[0.181,0.184,0.2],[1.135,0.788,0.609],[0.669,0.528,0.524],[1.164,0.827,0.882],[3.545,2.214,2.107],[0.559,0.431,0.426],[0.34,0.296,0.383],[0.695,0.314,0.368],[0.628,0.658,0.637],[1.511,1.385,1,440],[1.39,1.418,1.322],[1.107,0.687,0.537],[1.026,0.737,0.659],[1.712,1.681,1.728],[2.141,2.13,2.225],[2.163,2.157,2.11],[0.65,0.619,0.627],[0.204,0.195,0.225],[0.159,0.152,0.156],[0.146,0.136,0.15],[0.359,0.29,0.364],[0.196,0.129,0.227],[0.201,0.128,0.143],[0.176,0.129,0.146]],"source":"snowflake/results/l.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"M","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.054,0.062,0.064],[0.698,0.563,0.407],[0.586,0.412,0.266],[1.386,0.363,0.301],[0.814,0.825,0.984],[1.303,1.024,1.048],[0.069,0.066,0.062],[0.334,0.254,0.27],[1.043,0.952,0.993],[1.21,1.209,1.171],[0.667,0.483,0.456],[0.543,0.495,0.5],[1.005,0.889,0.888],[1.644,1.646,1.652],[1.054,1.044,0.966],[0.893,0.874,0.907],[1.737,1.779,1.837],[1.518,1.539,1.526],[3.082,2.818,2.842],[0.309,0.286,0.256],[1.594,1.017,0.993],[0.781,0.853,0.735],[1.461,1.226,1.08],[5.308,2.974,2.642],[0.511,0.625,0.467],[0.405,0.382,0.439],[0.601,0.535,0.471],[0.947,1.624,1.192],[2.631,2.486,2.49],[1.938,1.96,1.954],[1.93,0.83,0.835],[1.359,1.14,1.062],[3.599,3.623,3.621],[3.619,3.741,3.663],[3.725,3.614,3.786],[1.149,1.126,1.055],[0.202,0.207,0.196],[0.152,0.139,0.145],[0.149,0.144,0.148],[0.383,0.287,0.294],[0.203,0.137,0.119],[0.2,0.312,0.137],[0.149,0.13,0.214]],"source":"snowflake/results/m.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"S","cluster_size":2,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.186,0.06,0.062],[0.98,0.574,0.311],[0.977,0.554,0.426],[0.686,0.573,0.404],[1.386,1.384,1.349],[1.871,1.697,1.704],[0.052,0.059,0.227],[0.309,0.536,0.508],[1.768,1.631,1.635],[2.039,2.219,1.908],[0.807,0.647,0.587],[0.763,0.69,0.631],[1.403,1.586,1.404],[2.593,2.584,2.554],[1.67,1.538,1.653],[1.659,1.509,1.514],[2.875,2.99,2.998],[2.605,2.549,2.598],[6.12,5.894,5.766],[0.32,0.431,0.416],[2.406,1.703,1.609],[1.189,1.186,1.163],[2.104,1.441,1.37],[7.144,5.174,4.139],[0.839,0.659,0.641],[0.527,0.518,0.509],[0.633,0.621,0.695],[1.491,1.509,1.514],[4.848,4.485,4.571],[3.067,3.106,3.098],[1.521,1.224,1.236],[1.839,1.69,1.497],[5.692,5.751,6.087],[6.733,6.755,6.712],[6.722,6.709,6.676],[1.704,1.686,1.676],[0.203,0.231,0.218],[0.151,0.134,0.214],[0.14,0.156,0.163],[0.317,0.328,0.319],[0.166,0.133,0.141],[0.166,0.12,0.14],[0.12,0.119,0.126]],"source":"snowflake/results/s.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"XL","cluster_size":16,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.071,0.053,0.057],[0.998,0.61,0.24],[0.42,1.138,1.051],[0.653,0.264,0.178],[0.352,0.312,0.349],[1.126,0.431,0.42],[0.067,0.057,0.054],[0.225,0.217,0.2],[0.617,0.366,0.371],[1.006,0.541,0.498],[0.463,0.425,0.293],[0.431,0.36,0.339],[0.392,0.371,0.386],[0.588,0.581,0.59],[0.634,0.414,0.4],[0.368,0.41,0.388],[0.594,0.639,0.663],[0.616,0.581,0.569],[1.092,0.933,0.901],[0.493,0.213,0.16],[0.886,0.48,0.442],[0.448,0.337,0.399],[0.84,0.572,0.505],[2.251,1.23,0.959],[0.295,0.253,0.241],[0.214,0.239,0.278],[0.261,0.232,0.314],[0.422,0.429,0.403],[0.892,0.934,0.883],[1.041,1.017,1.009],[0.715,0.442,0.363],[0.845,0.413,0.461],[1.101,1.085,1.102],[1.294,1.272,1.339],[1.839,1.327,1.241],[0.439,0.399,0.393],[0.199,0.211,0.19],[0.157,0.143,0.14],[0.145,0.157,0.141],[0.331,0.291,0.333],[0.173,0.214,0.138],[0.189,0.15,0.159],[0.135,0.149,0.138]],"source":"snowflake/results/xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"XS","cluster_size":1,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.169,0.055,0.056],[1.184,0.582,0.386],[1.35,0.56,0.568],[1.27,0.554,0.538],[2.516,2.564,2.506],[2.935,2.649,2.67],[0.052,0.05,0.064],[0.383,0.387,0.397],[3.249,2.993,3.014],[3.589,3.627,3.887],[1.243,0.986,0.966],[1.325,1.08,1.073],[2.038,2.046,2.035],[3.738,3.626,3.718],[2.318,2.159,2.176],[2.733,2.637,2.668],[5.607,5.683,5.667],[3.978,3.923,3.879],[10.085,9.871,9.844],[0.45,0.375,0.469],[5.474,3.103,3.06],[2.012,1.982,1.971],[3.365,2.471,2.501],[11.96,10.619,9.518],[1.074,1.059,1.026],[0.856,0.846,0.879],[1.1,1.085,1.083],[3.057,3.228,3.117],[9.406,9.019,9.158],[6.196,6.243,6.911],[2.906,2.343,2.017],[2.954,2.666,2.565],[9.459,9.565,9.557],[9.555,9.529,9.368],[9.409,9.185,9.294],[2.796,2.88,2.685],[0.299,0.249,0.262],[0.156,0.145,0.18],[0.147,0.146,0.16],[0.371,0.357,0.356],[0.166,0.133,0.155],[0.218,0.14,0.135],[0.14,0.152,0.158]],"source":"snowflake/results/xs.json"}
,{"system":"SQLite","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","embedded","row-oriented"],"load_time":2608,"data_size":75776589824,"result":[[752.739,2.003,1.2],[304.302,291.521,286.965],[293.964,287.619,287.219],[758.302,5.879,5.65],[836.393,48.593,48.452],[362.605,344.884,356.245],[763.993,11.602,10.795],[296.348,286.879,287.557],[365.816,360.339,354.126],[374.403,365.196,362.261],[302.989,293.888,298.432],[303.64,291.729,295.347],[316.824,298.18,301.006],[320.665,301.15,305.227],[313.593,301.021,301.626],[794.881,47,47.225],[355.346,344.615,342.442],[316.499,305.971,305.007],[398.177,380.383,385.571],[751.82,5.082,4.913],[295.522,286.573,287.368],[298.58,287.182,288.303],[296.474,288.747,288.638],[296.579,287.127,287.361],[304.709,286.865,287.56],[300.391,290.633,288.587],[294.605,286.91,287.799],[305.986,312.111,305.626],[null,null,null],[411.225,397.614,394.253],[307.711,295.181,300.266],[312.472,299.079,298.19],[386.674,378.347,376.963],[409.742,409.554,420.273],[468.73,453.709,458.149],[366.015,347.446,346.728],[2.911,0.781,0.757],[1.599,0.609,0.587],[1.288,0.256,0.238],[2.469,1.582,1.52],[1.274,0.303,0.283],[1.322,0.317,0.314],[1.498,0.602,0.613]],"source":"sqlite/results/c6a.4xlarge.json"}
,{"system":"StarRocks","date":"2022-09-25","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":492,"data_size":17233927256,"result":[[0.04,0.02,0.02],[0.21,0.03,0.04],[1.88,0.07,0.07],[3.4,0.09,0.1],[0.37,0.34,0.33],[2.71,0.88,0.84],[0.03,0.02,0.02],[0.06,0.03,0.03],[1.66,0.53,0.47],[1.58,1.52,1.47],[0.68,0.1,0.11],[1.26,0.12,0.12],[0.54,0.54,0.54],[0.99,0.96,0.99],[0.81,0.77,0.8],[0.41,0.39,0.4],[1.45,1.49,1.52],[0.52,0.52,0.51],[2.98,2.6,2.56],[0.02,0.01,0],[12.97,1.1,1.11],[14.84,0.91,0.94],[27.68,1.96,1.94],[46.49,1.49,1.22],[0.16,0.11,0.07],[0.94,0.12,0.12],[0.06,0.05,0.04],[13.99,1.44,1.42],[11.58,10.2,10.37],[0.22,0.1,0.11],[4.6,0.38,0.36],[4.15,0.53,0.52],[3.54,3.48,3.48],[15.22,6.08,6.17],[14.9,6.34,6.31],[1.86,0.59,0.51],[0.99,0.09,0.08],[0.42,0.05,0.05],[0.15,0.04,0.04],[1.27,0.18,0.18],[0.32,0.04,0.03],[0.11,0.03,0.04],[0.08,0.03,0.02]],"source":"starrocks/results/c6a.4xlarge.json"}
,{"system":"StarRocks","date":"2023-02-10","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":433,"data_size":17705230744,"result":[[0.04,0.04,0.03],[0.12,0.03,0.03],[0.66,0.06,0.06],[2.08,0.08,0.06],[0.1,0.08,0.09],[2.19,0.22,0.21],[0.04,0.02,0.03],[0.06,0.04,0.04],[0.99,0.12,0.12],[0.73,0.74,0.7],[0.13,0.06,0.05],[1.04,0.06,0.07],[0.17,0.18,0.17],[0.23,0.23,0.23],[0.54,0.18,0.18],[0.09,0.09,0.08],[0.31,0.32,0.3],[0.12,0.1,0.11],[1.27,0.48,0.44],[0.01,0.01,0],[12.09,0.17,0.15],[0.17,0.13,0.12],[10.91,0.28,0.24],[28.25,0.86,1.36],[0.03,0.03,0.02],[0.06,0.04,0.04],[0.02,0.03,0.02],[0.63,0.24,0.21],[8.77,1.6,1.64],[0.12,0.1,0.1],[1.33,0.13,0.13],[3.46,0.18,0.19],[0.97,0.86,0.86],[0.95,0.96,0.98],[0.96,0.97,0.97],[0.14,0.12,0.14],[0.07,0.06,0.06],[0.05,0.04,0.04],[0.04,0.03,0.03],[0.1,0.09,0.09],[0.47,0.03,0.03],[0.25,0.03,0.03],[0.04,0.03,0.03]],"source":"starrocks/results/c6a.metal.json"}
,{"hide":false,"system":"Tablespace","date":"2024-02-25","machine":"L1 - 16CPU 32GB","cluster_size":1,"comment":"","tags":["C","Rust","row-oriented","column-oriented","PostgreSQL compatible","managed","analytical"],"load_time":13711,"data_size":135469176422,"result":[[0.436542,0.032826,0.058116],[0.475804,0.06273,0.069842],[0.221264,0.118931,0.108054],[1.13058,0.110611,0.107611],[0.842296,0.840424,0.84895],[2.84863,1.22785,1.17402],[0.009753,0.002873,0.003417],[0.195597,0.098896,0.074905],[1.70796,1.37998,1.54147],[1.4772,1.33613,1.31476],[0.373194,0.340836,0.338413],[0.375037,0.361468,0.378387],[1.16898,1.22366,1.21796],[2.09798,2.94135,2.16265],[1.52902,1.34797,1.2899],[0.972571,0.981924,0.914636],[2.43485,2.58636,2.75724],[0.005437,0.003755,0.003427],[5.30082,5.16673,5.20788],[0.006782,0.002805,0.002702],[16.7202,0.179415,0.169258],[0.210038,0.180524,0.174665],[23.7864,0.2504,0.242016],[0.183456,0.173261,0.17237],[0.048444,0.003245,0.003059],[0.007258,0.003278,0.003245],[0.015761,0.003279,0.003193],[22.3888,1.79019,1.70748],[17.1564,4.59906,18.7535],[0.599159,0.572579,0.5331],[1.20788,1.13153,1.1528],[3.71611,1.39238,1.40143],[8.40708,8.20716,7.2647],[46.2087,5.43577,45.5534],[6.23327,6.50139,6.08041],[2.44898,2.23633,2.08641],[0.42763,0.352619,0.30957],[0.678261,0.476425,0.445909],[0.179801,0.154265,0.160855],[0.776884,0.791492,0.785599],[0.171634,0.11076,0.090103],[0.110994,0.084385,0.084405],[0.103362,0.10878,0.093837]],"source":"tablespace/results/large-1.json"}
,{"system":"Tembo OLAP (columnar)","date":"2024-02-09","machine":"c6a.4xlarge, 500gb gp3","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented"],"load_time":4903,"data_size":33864704000,"result":[[0.335424,0.288406,0.291833],[0.273387,0.276144,0.280566],[1.04303,1.03311,1.02745],[0.699428,0.698998,0.701829],[23.4004,23.0228,23.3303],[35.6514,35.9655,36.1087],[0.091153,0.074667,0.076713],[0.27855,0.276916,0.278651],[27.9524,27.7416,27.1891],[30.495,31.5809,30.8035],[2.98169,3.01209,2.96031],[3.36352,3.38749,3.32161],[9.25541,9.33663,9.30109],[10.6757,10.6452,10.352],[10.0414,9.99654,9.95628],[23.6013,23.7551,24.0158],[27.5649,26.7495,27.0685],[0.422969,0.37809,0.382737],[46.2609,46.2509,46.5879],[0.312248,0.312461,0.319174],[2.71278,2.74919,2.66242],[2.85679,2.8941,2.91063],[3.79428,3.82795,3.76534],[21.6777,21.8457,22.4842],[1.55266,1.4268,1.42082],[0.3739,0.336904,0.343475],[1.23959,1.22557,1.23188],[4.89249,4.94013,4.92233],[42.7291,42.4905,42.5116],[8.16955,8.15319,8.1022],[11.0438,10.8213,10.9278],[18.9006,18.1182,17.7459],[72.6787,71.4905,72.13],[44.2683,42.1593,42.9159],[44.1782,44.6741,44.1548],[17.2926,18.1069,17.8896],[0.393598,0.395635,0.394274],[0.234447,0.237086,0.196967],[0.108035,0.125385,0.117379],[0.78023,0.826582,0.806038],[0.106995,0.113052,0.118778],[0.120202,0.11803,0.119093],[0.153295,0.150266,0.151742]],"source":"tembo-olap/results/tembo-olap-col-c6a.json"}
,{"system":"TimescaleDB (compression)","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented","time-series"],"load_time":4605,"data_size":20333747165,"result":[[2.28686,1.63642,1.64263],[32.6848,1.63476,1.40052],[60.8633,3.70484,3.59342],[36.4029,2.87091,2.80739],[110.391,38.9688,38.0549],[147.379,66.2513,65.6379],[33.0294,2.92031,2.84375],[33.0221,1.2984,1.19227],[115.694,47.4651,47.0125],[156.347,51.577,51.2694],[68.3301,4.75521,4.68007],[77.4356,5.55128,5.56577],[49.7741,11.2911,11.3265],[81.1014,14.9111,14.9541],[82.9569,14.6156,14.6331],[62.0338,26.399,26.3351],[103.259,36.4122,36.6076],[92.8828,26.2395,25.8991],[144.281,63.5102,63.7661],[7.00679,0.573073,0.536283],[75.0203,7.86344,7.90495],[81.2825,9.15868,9.01775],[104.084,13.9528,13.8435],[132.531,81.522,82.1561],[80.6965,3.28231,3.16574],[39.7693,2.51443,2.43849],[80.4245,3.26941,3.13916],[104.015,13.7044,13.5313],[307.26,253.127,252.147],[42.8549,22.4187,22.0325],[137.601,14.9592,14.6804],[136.767,22.8007,22.131],[263.005,168.551,163.355],[156.919,92.6308,91.702],[160.842,96.0512,97.1773],[62.8357,28.0336,28.7397],[1.75869,0.561604,0.541215],[0.46607,0.191863,0.19021],[0.303671,0.137579,0.136615],[2.32031,1.49223,1.52369],[0.563764,0.14192,0.138234],[0.372428,0.122989,0.123709],[0.448574,0.159092,0.154687]],"source":"timescaledb-compressed/results/c6a.4xlarge.json"}
,{"system":"TimescaleDB","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","row-oriented","time-series"],"load_time":1620,"data_size":72882392030,"result":[[437.7,215.793,176.42],[327.026,259.568,244.578],[262.978,263.09,263.083],[262.807,263.046,266.847],[337.497,334.964,330.852],[355.689,356.801,362.894],[262.762,263.012,262.968],[263.055,263.016,263.028],[319.928,319.388,320.704],[323.584,322.224,322.488],[265.979,265.465,265.375],[266.019,265.543,265.462],[277.018,276.3,276.595],[280.352,279.251,279.572],[279.915,279.896,279.674],[296.377,298.506,297.659],[314.448,314.605,312.57],[302.668,302.672,303.039],[325.81,324.061,324.376],[262.447,262.698,262.704],[267.581,267.467,267.482],[268.085,267.466,267.696],[263.391,263.097,263.126],[38.291,0.435,0.335],[0.127,0.005,0.005],[263.138,263.1,263.092],[0.889,0.341,0.339],[267.586,267.498,267.491],[289.086,290.012,290.093],[263.22,263.071,263.109],[274.78,273.995,273.998],[282.217,281.39,281.47],[429.273,426.588,439.431],[448.808,418.724,418.207],[455.196,422.75,423.142],[299.263,296.937,297.261],[18.693,1.552,1.481],[18.125,0.945,0.937],[18.528,1.062,0.902],[18.268,1.779,1.77],[19.615,1.965,1.966],[18.97,1.435,1.43],[18.33,1.153,0.952]],"source":"timescaledb/results/c6a.4xlarge.json"}
,{"system":"Umbra","date":"2024-02-05","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","PostgreSQL compatible"],"load_time":505.913,"data_size":36477780830,"result":[[0.030601,0.010866,0.011101],[0.33904,0.003698,0.003548],[0.645752,0.027352,0.026303],[0.719249,0.026984,0.026267],[0.727638,0.13537,0.133211],[2.0782,0.252201,0.255137],[0.338405,0.027632,0.027376],[0.309864,0.004253,0.004158],[1.61685,0.243389,0.263255],[3.01982,0.51973,0.524606],[1.08709,0.033062,0.032059],[1.46887,0.037179,0.035897],[2.0821,0.216457,0.215829],[3.92123,0.391088,0.395779],[2.48072,0.233635,0.21876],[0.765295,0.18303,0.18472],[3.88406,0.518152,0.541263],[3.8342,0.459446,0.476508],[7.15095,0.868591,0.862418],[0.674124,0.001847,0.001711],[18.1118,0.276739,0.27634],[21.1296,0.085333,0.083386],[35.0997,0.143139,0.141073],[122.717,118.44,116.582],[5.06751,0.009433,0.009186],[2.00484,0.00967,0.009456],[5.07312,0.038766,0.038597],[18.5152,0.269536,0.271205],[13.2374,2.55058,2.54432],[0.465351,0.022607,0.021943],[4.74853,0.13671,0.133112],[7.54723,0.204112,0.20182],[5.16736,1.29808,1.30411],[18.7229,1.4329,1.42222],[18.6891,1.47666,1.50563],[0.706767,0.194858,0.196652],[19.6567,0.01349,0.013724],[12.869,0.008628,0.009058],[1.23511,0.019785,0.019251],[34.5888,0.030742,0.027173],[0.503624,0.015988,0.015614],[0.288441,0.016486,0.016809],[3.59948,0.005299,0.005082]],"source":"umbra/results/c6a.4xlarge.json"}
,{"system":"Umbra","date":"2024-02-05","machine":"c6a.metal, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","PostgreSQL compatible"],"load_time":224.253,"data_size":37985071698,"result":[[0.664962,0.014879,0.013896],[0.86897,0.014264,0.014216],[1.39741,0.019753,0.019888],[1.76497,0.022482,0.022356],[1.80665,0.067752,0.081],[3.30264,0.133111,0.156861],[0.785534,0.0208,0.022284],[0.870046,0.015516,0.016097],[2.66753,0.14137,0.15998],[4.51368,0.689448,0.726916],[2.19478,0.053639,0.059179],[2.57461,0.043306,0.045997],[3.30665,0.164523,0.175388],[4.92596,0.234748,0.273746],[3.70171,0.147932,0.182008],[1.851,0.094632,0.113691],[4.93327,0.243824,0.270263],[4.87596,0.226228,0.210788],[8.02335,0.306983,0.333771],[1.7747,0.017516,0.018097],[19.9175,0.097303,0.081085],[22.3949,0.049008,0.049755],[37.544,0.080033,0.08298],[127.193,0.237656,0.249893],[5.70401,0.02041,0.02158],[2.93367,0.020734,0.021048],[6.12096,0.034546,0.038698],[19.8159,0.110082,0.107088],[14.2241,0.336072,0.36425],[0.663126,0.019808,0.019036],[5.58319,0.082806,0.083288],[8.2146,0.106136,0.093486],[5.46498,0.342316,0.345279],[19.5496,0.631508,0.862308],[19.0042,0.849141,0.840496],[0.303872,0.119839,0.087051],[20.4269,0.029673,0.027629],[14.2258,0.02278,0.019946],[7.9593,0.012017,0.013362],[35.6343,0.039568,0.037401],[2.49159,0.014061,0.013447],[2.00332,0.012786,0.011437],[3.64226,0.016922,0.017801]],"source":"umbra/results/c6a.metal.json"}
]; // end of data
const additional_data_size_points = [
{"fake": true, "system": "hits.tsv", "data_size": 74807831229},
{"fake": true, "system": "hits.csv", "data_size": 81136059858},
{"fake": true, "system": "hits.json", "data_size": 232733025002},
{"fake": true, "system": "hits.parquet", "data_size": 14779976446},
{"fake": true, "system": "hits.tsv.gz", "data_size": 16298506510},
{"fake": true, "system": "hits.csv.gz", "data_size": 16608960810},
{"fake": true, "system": "hits.json.gz", "data_size": 23728268670}
];
</script>
</head>
<body>
<div class="header stick-left">
<span class="nowrap themes"><span id="toggle-dark">🌚</span><span id="toggle-light">🌞</span></span>
<h1>ClickBench — a Benchmark For Analytical DBMS</h1>
<a href="https://github.com/ClickHouse/ClickBench/">Methodology</a> | <a href="https://github.com/ClickHouse/ClickBench/">Reproduce and Validate the Results</a> | <a href="https://github.com/ClickHouse/ClickBench/">Add a System</a> | <a href="https://github.com/ClickHouse/ClickBench/">Report Mistake</a> | <a href="https://benchmark.clickhouse.com/hardware/">Hardware Benchmark</a> | <a href="https://benchmark.clickhouse.com/versions/">Versions Benchmark</a>
</div>
<table class="selectors-container stick-left">
<tr>
<th>System: </th>
<td id="selectors_system">
<a id="select-all-systems" class="selector selector-active">All</a>
</td>
</tr>
<tr>
<th>Type: </th>
<td id="selectors_type">
<a id="select-all-types" class="selector selector-active">All</a>
</td>
</tr>
<tr>
<th>Machine: </th>
<td id="selectors_machine">
<a id="select-all-machines" class="selector selector-active">All</a>
</td>
</tr>
<tr>
<th>Cluster size: </th>
<td id="selectors_cluster_size">
<a id="select-all-cluster-sizes" class="selector selector-active">All</a>
</td>
</tr>
<tr>
<th>Metric: </th>
<td id="selectors_run">
<a class="selector" id="selector-metric-cold">Cold Run</a>
<a class="selector" id="selector-metric-hot">Hot Run</a>
<a class="selector" id="selector-metric-load">Load Time</a>
<a class="selector" id="selector-metric-size">Storage Size</a>
</td>
</tr>
</table>
<table class="stick-left comparison">
<thead>
<tr>
<th class="summary-name">
System & Machine
</th>
<th colspan="2">
Relative <span id="time-or-size">time</span> (lower is better)
</th>
</tr>
</thead>
<tbody id="summary">
</tbody>
</table>
<div id="nothing-selected" class="stick-left">Nothing selected</div>
<div class="stick-left comparison">
<h2>Detailed Comparison</h2>
</div>
<table id="details">
<thead>
<tr id="details_head">
</tr>
</thead>
<tbody id="details_body">
</tbody>
</table>
<script type="text/javascript">
const constant_time_add = 0.01;
const missing_result_penalty = 2;
const missing_result_time = 300;
let selectors = {
"system": {},
"type": {},
"machine": {},
"cluster_size": {},
"metric": "hot",
"queries": [],
};
let theme = 'light';
function setTheme(new_theme) {
theme = new_theme;
document.documentElement.setAttribute('data-theme', theme);
window.localStorage.setItem('theme', theme);
render();
}
document.getElementById('toggle-light').addEventListener('click', e => setTheme('light'));
document.getElementById('toggle-dark').addEventListener('click', e => setTheme('dark'));
let new_theme = window.localStorage.getItem('theme');
if (new_theme && new_theme != theme) {
setTheme(new_theme);
}
/// Generate selectors
let systems = document.getElementById('selectors_system');
let types = document.getElementById('selectors_type');
let machines = document.getElementById('selectors_machine');
let cluster_sizes = document.getElementById('selectors_cluster_size');
let unique_systems = [... new Set(data.map(elem => elem.system))];
function toggle(e, elem, selectors_map) {
selectors_map[elem] = !selectors_map[elem];
e.target.className = selectors_map[elem] ? 'selector selector-active' : 'selector';
render();
updateHistory();
}
function toggleAll(e, selectors_map) {
const new_value = Object.keys(selectors_map).filter(k => selectors_map[k]).length * 2 < Object.keys(selectors_map).length;
[...e.target.parentElement.querySelectorAll('a')].map(
elem => { elem.className = new_value ? 'selector selector-active' : 'selector' });
Object.keys(selectors_map).map(k => { selectors_map[k] = new_value });
render();
updateHistory();
}
unique_systems.map(elem => {
let selector = document.createElement('a');
selector.className = 'selector selector-active';
selector.appendChild(document.createTextNode(elem));
systems.appendChild(selector);
if (!(elem in selectors.system)) { selectors.system[elem] = data.some(entry => entry.system == elem && !entry.hide); }
selector.addEventListener('click', e => toggle(e, elem, selectors.system));
/// Highlighting summary rows and table columns on hovering over the system selector.
selector.addEventListener('mouseover', e => {
[...document.querySelectorAll('.summary-row')].map(row => {
row.className = row.dataset.system == elem ? 'summary-row summary-row-hilite' : 'summary-row' });
[...document.querySelectorAll('.th-entry')].map(th => {
th.className = th.dataset.system == elem ? 'th-entry th-entry-hilite' : 'th-entry' });
});
selector.addEventListener('mouseout', e => {
[...document.querySelectorAll('.summary-row')].map(row => { row.className = 'summary-row' });
[...document.querySelectorAll('.th-entry')].map(row => { row.className = 'th-entry' });
});
});
[... new Set(data.map(elem => elem.tags).flat())].map(elem => {
let selector = document.createElement('a');
selector.className = 'selector selector-active';
selector.appendChild(document.createTextNode(elem));
types.appendChild(selector);
if (!(elem in selectors.type)) { selectors.type[elem] = true; }
selector.addEventListener('click', e => toggle(e, elem, selectors.type));
});
[... new Set(data.map(elem => elem.machine))].map(elem => {
let selector = document.createElement('a');
selector.className = 'selector selector-active';
selector.appendChild(document.createTextNode(elem));
machines.appendChild(selector);
if (!(elem in selectors.machine)) { selectors.machine[elem] = true; }
selector.addEventListener('click', e => toggle(e, elem, selectors.machine));
});
[... new Set(data.map(elem => elem.cluster_size))].sort(
(a, b) => ((typeof(b) === 'number') - (typeof(a) === 'number')) || (a - b)).map(elem => {
let selector = document.createElement('a');
selector.className = 'selector selector-active';
selector.appendChild(document.createTextNode(elem));
cluster_sizes.appendChild(selector);
if (!(elem in selectors.cluster_size)) { selectors.cluster_size[elem] = true; }
selector.addEventListener('click', e => toggle(e, elem, selectors.cluster_size));
});
document.getElementById('select-all-systems').addEventListener('click', e => toggleAll(e, selectors.system));
document.getElementById('select-all-types').addEventListener('click', e => toggleAll(e, selectors.type));
document.getElementById('select-all-machines').addEventListener('click', e => toggleAll(e, selectors.machine));
document.getElementById('select-all-cluster-sizes').addEventListener('click', e => toggleAll(e, selectors.cluster_size));
[...document.getElementById('selectors_run').querySelectorAll('a')].map(elem => elem.addEventListener('click', e => {
[...e.target.parentElement.querySelectorAll('a')].map(elem => { elem.className = elem == e.target ? 'selector selector-active' : 'selector' });
}));
document.getElementById('selector-metric-cold').addEventListener('click', e => { selectors.metric = 'cold'; render(); updateHistory(); });
document.getElementById('selector-metric-hot').addEventListener('click', e => { selectors.metric = 'hot'; render(); updateHistory(); });
document.getElementById('selector-metric-load').addEventListener('click', e => { selectors.metric = 'load'; render(); updateHistory(); });
document.getElementById('selector-metric-size').addEventListener('click', e => { selectors.metric = 'size'; render(); updateHistory(); });
selectors.queries = [...data[0].result.keys()].map(k => true);
function updateSelectors() {
[...systems.childNodes].map(elem => { elem.className = selectors.system[elem.innerText] ? 'selector selector-active' : 'selector' });
[...types.childNodes].map(elem => { elem.className = selectors.type[elem.innerText] ? 'selector selector-active' : 'selector' });
[...machines.childNodes].map(elem => { elem.className = selectors.machine[elem.innerText] ? 'selector selector-active' : 'selector' });
[...cluster_sizes.childNodes].map(elem => { elem.className = selectors.cluster_size[elem.innerText] ? 'selector selector-active' : 'selector' });
[...document.getElementById('selectors_run').querySelectorAll('a')].map(elem => {
elem.className = elem.id == 'selector-metric-' + selectors.metric ? 'selector selector-active' : 'selector' });
[...document.querySelectorAll('.query-checkbox')].map((elem, i) => { elem.checked = selectors.queries[i] });
}
function clearElement(elem)
{
while (elem.firstChild) {
elem.removeChild(elem.lastChild);
}
}
function selectRun(timings) {
return selectors.metric == 'cold' ? timings[0] : (timings[1] !== null && timings[2] !== null ? Math.min(timings[1], timings[2]) : null)
}
function addNote(text) {
let note = document.createElement('sup');
note.className = 'note';
note.appendChild(document.createTextNode('†'));
let tooltip = document.createElement('span');
tooltip.className = 'tooltip tooltip-result';
tooltip.appendChild(document.createTextNode(text));
note.appendChild(tooltip);
return note;
}
function renderSummary(filtered_data) {
let table = document.getElementById('summary');
clearElement(table);
/// Generate summary
/// The algorithm: for each of the queries,
/// - if there is a result - take query duration, add 10 ms, and divide it to the corresponding value from the baseline,
/// - if there is no result - take the worse query duration across all query runs for this system and multiply by 2.
/// Take geometric mean across the queries.
let summary = {};
const num_queries = filtered_data[0].result.length;
const baseline_data = [...filtered_data[0].result.keys()].map(query_num =>
[...Array(3).keys()].map(run_num =>
Math.min(...filtered_data.filter(elem => !elem.fake).map(elem => elem.result[query_num][run_num]).filter(x => x))));
const min_load_time = Math.min(...filtered_data.map(elem => elem.load_time).filter(x => x));
const min_data_size = Math.min(...filtered_data.map(elem => elem.data_size).filter(x => x));
let summaries;
if (selectors.metric == 'load') {
summaries = filtered_data.map(elem => elem.load_time / min_load_time);
document.getElementById('time-or-size').innerText = 'time';
} else if (selectors.metric == 'size') {
summaries = filtered_data.map(elem => elem.data_size / min_data_size);
document.getElementById('time-or-size').innerText = 'size';
} else {
summaries = filtered_data.map(elem => {
const fallback_timing = missing_result_penalty * Math.max(missing_result_time, ...elem.result.map(timings => selectRun(timings)));
let accumulator = 0;
let used_queries = 0;
const no_queries_selected = selectors.queries.filter(x => x).length == 0;
for (let i = 0; i < num_queries; ++i) {
if (no_queries_selected || selectors.queries[i]) {
const curr_timing = selectRun(elem.result[i]) ?? fallback_timing;
const baseline_timing = selectRun(baseline_data[i]);
const ratio = (constant_time_add + curr_timing) / (constant_time_add + baseline_timing);
accumulator += Math.log(ratio);
++used_queries;
}
}
return Math.exp(accumulator / used_queries);
});
document.getElementById('time-or-size').innerText = 'time';
}
const sorted_indices = [...summaries.keys()].sort((a, b) => summaries[a] - summaries[b]);
const max_ratio = summaries[sorted_indices[sorted_indices.length - 1]];
sorted_indices.map(idx => {
const elem = filtered_data[idx];
if (selectors.metric == 'size' && elem.data_size === null) { return; }
let tr = document.createElement('tr');
tr.className = 'summary-row';
tr.dataset.system = elem.system;
let td_name = document.createElement('td');
td_name.className = 'summary-name';
if (!elem.fake) {
let link = document.createElement('a');
link.appendChild(document.createTextNode(`${elem.system} (${Number.isInteger(elem.cluster_size) && elem.cluster_size > 1 ? elem.cluster_size + '×': ''}${elem.machine})`));
link.href = "https://github.com/ClickHouse/ClickBench/blob/main/" + elem.source;
td_name.appendChild(link);
} else {
td_name.appendChild(document.createTextNode(elem.system));
}
if (elem.comment) { td_name.appendChild(addNote(elem.comment)); }
td_name.appendChild(document.createTextNode(': '));
const ratio = summaries[idx];
const percentage = summaries[idx] / max_ratio * 100;
let td_number = document.createElement('td');
td_number.className = 'summary-number';
const text = selectors.metric == 'load' ? (elem.load_time ? `${Math.round(elem.load_time)}s (×${ratio.toFixed(2)})` : 'stateless')
: selectors.metric == 'size' ? `${(elem.data_size / 1024 / 1024 / 1024).toFixed(2)} GiB (×${ratio.toFixed(2)})`
: `×${ratio.toFixed(2)}`;
td_number.appendChild(document.createTextNode(text));
let td_bar = document.createElement('td');
td_bar.className = 'summary-bar-cell';
let bar = document.createElement('div');
bar.className = `summary-bar`;
bar.style.width = `${percentage}%`;
td_bar.appendChild(bar);
tr.appendChild(td_name);
tr.appendChild(td_bar);
tr.appendChild(td_number);
table.appendChild(tr);
});
return [sorted_indices, baseline_data];
}
function colorize(elem, ratio) {
let [r, g, b] = [0, 0, 0];
/// ratio less than 1 - green
/// ratio from 1 to 2 - green to yellow
/// ratio from 2 to 10 - yellow to red
/// ratio from 10 to 1000 to infinity - red to brown to black
/// Note: we are using RGB space without proper gamma correction. Read more: https://www.handprint.com/HP/WCL/color1.html
if (ratio !== null) {
if (ratio < 1) {
r = 232;
g = 255;
b = 232;
} else if (ratio <= 1) {
g = 255;
} else if (ratio <= 2) {
g = 255;
r = (ratio - 1) * 255;
} else if (ratio <= 10) {
g = (10 - ratio) / 8 * 255;
r = 255;
} else {
r = (1 - ((ratio - 10) / ((ratio - 10) + 1000))) * 255;
}
}
if (document.documentElement.getAttribute('data-theme') == 'dark') {
r /= 1.5;
g /= 1.5;
b /= 1.5;
}
elem.style.backgroundColor = `rgb(${r}, ${g}, ${b})`;
if (ratio === null || ratio > 10) {
/// This will look better on dark backgrounds
elem.style.color = 'white';
} else {
elem.style.color = 'black';
}
/// The best result is highlighted
if (ratio == 1) {
elem.style.fontWeight = 'bold';
}
}
function render() {
let details_head = document.getElementById('details_head');
let details_body = document.getElementById('details_body');
clearElement(details_head);
clearElement(details_body);
let filtered_data = data.filter(elem =>
selectors.system[elem.system] &&
selectors.machine[elem.machine] &&
selectors.cluster_size[elem.cluster_size] &&
elem.tags.filter(type => selectors.type[type]).length > 0);
let nothing_selected_elem = document.getElementById('nothing-selected');
if (filtered_data.length == 0) {
nothing_selected_elem.style.display = 'block';
[...document.querySelectorAll('.comparison')].map(e => e.style.display = 'none');
return;
}
nothing_selected_elem.style.display = 'none';
[...document.querySelectorAll('.comparison')].map(e => e.style.display = 'block');
if (selectors.metric == 'size') {
filtered_data = [...filtered_data, ...additional_data_size_points];
}
let [sorted_indices, baseline_data] = renderSummary(filtered_data);
sorted_indices = sorted_indices.filter(idx => !filtered_data[idx].fake);
/// Generate details
/// Global checkbox
{
let th_checkbox = document.createElement('th');
let checkbox = document.createElement('input');
checkbox.type = 'checkbox';
checkbox.checked = true;
checkbox.addEventListener('change', e => {
[...document.querySelectorAll('.query-checkbox')].map(elem => { elem.checked = e.target.checked });
selectors.queries.map((_, i) => { selectors.queries[i] = e.target.checked });
renderSummary(filtered_data);
updateHistory();
});
th_checkbox.appendChild(checkbox);
details_head.appendChild(th_checkbox);
details_head.appendChild(document.createElement('th'));
}
/// Table header
sorted_indices.map(idx => {
const elem = filtered_data[idx];
let th = document.createElement('th');
th.appendChild(document.createTextNode(`${elem.system}\n(${Number.isInteger(elem.cluster_size) && elem.cluster_size > 1 ? elem.cluster_size + '×': ''}${elem.machine})`));
th.className = 'th-entry';
th.dataset.system = elem.system;
details_head.appendChild(th);
});
/// Load times
{
let tr = document.createElement('tr');
tr.className = 'shadow';
let td_title = document.createElement('td');
td_title.colSpan = 2;
td_title.appendChild(document.createTextNode('Load time: '));
tr.appendChild(td_title);
sorted_indices.map(idx => {
const curr_timing = filtered_data[idx].load_time;
const baseline_timing = Math.min(...filtered_data.map(elem => elem.load_time).filter(x => x));
const ratio = curr_timing / baseline_timing;
let td = document.createElement('td');
td.appendChild(document.createTextNode(curr_timing ? `${Math.round(curr_timing)}s (×${ratio.toFixed(2)})` : '0'));
colorize(td, ratio);
tr.appendChild(td);
});
details_body.appendChild(tr);
}
/// Data sizes
{
let tr = document.createElement('tr');
tr.className = 'shadow';
let td_title = document.createElement('td');
td_title.colSpan = 2;
td_title.appendChild(document.createTextNode('Data size: '));
tr.appendChild(td_title);
sorted_indices.map(idx => {
const curr_size = filtered_data[idx].data_size;
const baseline_size = Math.min(...filtered_data.map(elem => elem.data_size).filter(x => x));
const ratio = curr_size !== null ? curr_size / baseline_size : null;
let td = document.createElement('td');
td.appendChild(document.createTextNode(curr_size !== null ? `${(curr_size / 1024 / 1024 / 1024).toFixed(2)} GiB (×${ratio.toFixed(2)})` : '☠'));
colorize(td, ratio);
tr.appendChild(td);
});
details_body.appendChild(tr);
}
/// Query runtimes
const num_queries = filtered_data[0].result.length;
for (let query_num = 0; query_num < num_queries; ++query_num) {
let tr = document.createElement('tr');
tr.className = 'shadow';
let td_checkbox = document.createElement('td');
let checkbox = document.createElement('input');
checkbox.type = 'checkbox';
checkbox.className = 'query-checkbox';
checkbox.checked = selectors.queries[query_num];
checkbox.addEventListener('change', e => {
selectors.queries[query_num] = e.target.checked;
renderSummary(filtered_data);
updateHistory();
});
td_checkbox.appendChild(checkbox);
tr.appendChild(td_checkbox);
let td_query_num = document.createElement('td');
td_query_num.className = 'note';
td_query_num.appendChild(document.createTextNode(`Q${query_num}. `));
let tooltip = document.createElement('span');
tooltip.className = 'tooltip tooltip-query';
tooltip.appendChild(document.createTextNode(`Query ${query_num}: ${queries[query_num]}`));
td_query_num.appendChild(tooltip);
tr.appendChild(td_query_num);
sorted_indices.map(idx => {
const curr_timing = selectRun(filtered_data[idx].result[query_num]);
const baseline_timing = selectRun(baseline_data[query_num]);
const ratio = curr_timing !== null ? (constant_time_add + curr_timing) / (constant_time_add + baseline_timing) : null;
let td = document.createElement('td');
td.appendChild(document.createTextNode(curr_timing !== null ? `${curr_timing.toFixed(3)}s (×${ratio.toFixed(2)})` : '☠'));
colorize(td, ratio);
tr.appendChild(td);
});
details_body.appendChild(tr);
}
}