Skip to content

Commit c4a9adb

Browse files
alexey-milovidovalexey-milovidov
authored
Merge pull request #627 from Mytherin/duckdb-v1.4.0
Bump DuckDB to v1.4
2 parents a103392 + 20e4c7d commit c4a9adb

File tree

16 files changed

+426
-415
lines changed

16 files changed

+426
-415
lines changed

‎duckdb-dataframe/results/c6a.metal.json‎

Lines changed: 46 additions & 46 deletions
Original file line numberDiff line numberDiff line change
@@ -1,57 +1,57 @@
11
{
22
"system": "DuckDB (DataFrame)",
3-
"date": "2025-09-07",
3+
"date": "2025-09-16",
44
"machine": "c6a.metal",
55
"cluster_size": 1,
66
"proprietary": "no",
77
"tuned": "no",
88
"tags": ["C++","column-oriented","embedded","Python","dataframe"],
9-
"load_time": 94,
10-
"data_size": 179532066816,
9+
"load_time": 82.77,
10+
"data_size": 176641134592,
1111
"result": [
12-
[0.028, 0.018, 0.017],
13-
[0.026, 0.018, 0.018],
14-
[0.025, 0.022, 0.024],
15-
[0.036, 0.022, 0.025],
16-
[0.22, 0.186, 0.162],
17-
[0.163, 0.167, 0.16],
18-
[0.031, 0.029, 0.032],
19-
[0.035, 0.039, 0.039],
20-
[0.206, 0.2, 0.192],
21-
[0.253, 0.233, 0.238],
22-
[0.074, 0.069, 0.074],
23-
[0.084, 0.076, 0.069],
24-
[0.143, 0.145, 0.144],
25-
[0.286, 0.284, 0.277],
26-
[0.182, 0.147, 0.151],
27-
[0.164, 0.167, 0.176],
28-
[0.401, 0.348, 0.29],
29-
[0.286, 0.295, 0.29],
30-
[0.388, 0.41, 0.395],
31-
[0.024, 0.025, 0.026],
32-
[0.552, 0.311, 0.31],
33-
[0.311, 0.382, 0.424],
34-
[0.597, 0.585, 0.591],
35-
[1.251, 0.985, 1.002],
36-
[0.064, 0.064, 0.067],
37-
[0.068, 0.069, 0.069],
38-
[0.071, 0.072, 0.071],
39-
[0.276, 0.291, 0.298],
40-
[1.511, 1.455, 1.657],
41-
[0.038, 0.032, 0.036],
42-
[0.216, 0.172, 0.163],
43-
[0.209, 0.186, 0.197],
44-
[0.588, 0.55, 0.5],
45-
[0.62, 0.579, 0.534],
46-
[0.554, 0.597, 0.565],
47-
[0.203, 0.212, 0.189],
48-
[0.276, 0.267, 0.274],
49-
[0.348, 0.339, 0.34],
50-
[0.261, 0.261, 0.263],
51-
[0.396, 0.397, 0.391],
52-
[0.033, 0.032, 0.035],
53-
[0.035, 0.037, 0.037],
54-
[0.045, 0.048, 0.05]
12+
[0.034, 0.016, 0.017],
13+
[0.035, 0.022, 0.024],
14+
[0.029, 0.026, 0.025],
15+
[0.066, 0.026, 0.031],
16+
[0.865, 0.094, 0.097],
17+
[0.171, 0.151, 0.166],
18+
[0.031, 0.03, 0.035],
19+
[0.022, 0.023, 0.025],
20+
[0.11, 0.114, 0.114],
21+
[0.14, 0.141, 0.143],
22+
[0.055, 0.052, 0.051],
23+
[0.07, 0.054, 0.056],
24+
[0.154, 0.15, 0.151],
25+
[0.199, 0.194, 0.197],
26+
[0.147, 0.152, 0.174],
27+
[0.108, 0.106, 0.104],
28+
[0.228, 0.223, 0.236],
29+
[0.245, 0.254, 0.236],
30+
[0.331, 0.345, 0.315],
31+
[0.053, 0.03, 0.031],
32+
[0.328, 0.315, 0.308],
33+
[0.329, 0.332, 0.355],
34+
[0.613, 0.622, 0.615],
35+
[1.396, 1.1, 1.104],
36+
[0.086, 0.08, 0.08],
37+
[0.075, 0.076, 0.075],
38+
[0.087, 0.085, 0.082],
39+
[0.308, 0.322, 0.308],
40+
[1.471, 1.36, 1.39],
41+
[0.037, 0.037, 0.033],
42+
[0.14, 0.136, 0.119],
43+
[0.186, 0.141, 0.139],
44+
[0.46, 0.43, 0.421],
45+
[0.57, 0.563, 0.615],
46+
[0.589, 0.547, 0.551],
47+
[0.132, 0.127, 0.131],
48+
[0.313, 0.31, 0.308],
49+
[0.371, 0.363, 0.358],
50+
[0.277, 0.32, 0.319],
51+
[0.455, 0.421, 0.446],
52+
[0.038, 0.039, 0.034],
53+
[0.035, 0.036, 0.038],
54+
[0.046, 0.067, 0.052]
5555
]
5656
}
5757

‎duckdb-memory/benchmark.sh‎

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -9,10 +9,7 @@ source myenv/bin/activate
99
pip install duckdb psutil
1010

1111
# Load the data
12-
13-
sudo apt-get install -y pigz
14-
wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
15-
pigz -d -f hits.tsv.gz
12+
wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compatible/hits.parquet'
1613

1714
# Run the queries
1815

‎duckdb-memory/create.sql‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,5 @@
1+
ATTACH ':memory:' AS compressed_mem (COMPRESS);
2+
USE compressed_mem;
13
CREATE TABLE hits
24
(
35
WatchID BIGINT NOT NULL,

‎duckdb-memory/load.sql‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
INSERT INTO hits
2+
SELECT * REPLACE (
3+
make_date(EventDate) AS EventDate,
4+
epoch_ms(EventTime * 1000) AS EventTime,
5+
epoch_ms(ClientEventTime * 1000) AS ClientEventTime,
6+
epoch_ms(LocalEventTime * 1000) AS LocalEventTime)
7+
FROM read_parquet('hits.parquet', binary_as_string=True);

‎duckdb-memory/memory.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,4 +13,4 @@
1313
con.execute("SET preserve_insertion_order = false;")
1414

1515
con.execute(open("create.sql").read())
16-
con.execute("COPY hits FROM 'hits.csv';")
16+
con.execute(open("load.sql").read())

‎duckdb-memory/query.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
print("Will load the data")
1818
start = timeit.default_timer()
1919
con.execute(open("create.sql").read())
20-
con.execute("COPY hits FROM 'hits.tsv' (QUOTE '');")
20+
con.execute(open("load.sql").read())
2121
end = timeit.default_timer()
2222
print(round(end - start, 3))
2323

‎duckdb-memory/results/c6a.4xlarge.json‎

Lines changed: 45 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -6,52 +6,52 @@
66
"proprietary": "no",
77
"tuned": "no",
88
"tags": ["C++","column-oriented","embedded"],
9-
"load_time": 429,
10-
"data_size": 27956441088,
9+
"load_time": 281.689,
10+
"data_size": 28136767488,
1111
"result": [
12-
[0.032, 0.013, 0.006],
13-
[0.67, 0.016, 0.016],
14-
[0.667, 0.051, 0.061],
15-
[1.702, 0.047, 0.089],
16-
[0.778, 0.544, 0.498],
17-
[2.859, 0.72, 0.52],
18-
[1.022, 0.022, 0.022],
19-
[0.079, 0.013, 0.013],
20-
[1.815, 1.078, 0.814],
21-
[1.086, 1.082, 0.937],
22-
[1.38, 0.11, 0.107],
23-
[0.646, 0.145, 0.14],
24-
[0.739, 0.468, 0.427],
25-
[1.379, 0.874, 1.345],
26-
[1.035, 0.503, 0.437],
27-
[0.595, 0.463, 0.446],
28-
[1.32, 1.227, 1.079],
29-
[0.771, 0.807, 0.821],
30-
[4.499, 2.536, 2.253],
31-
[0.096, 0.023, 0.023],
32-
[26.487, 10.098, 6.269],
33-
[5.939, 6.146, 4.001],
34-
[42.878, 38.645, 34.709],
35-
[6.553, 1.854, 1.948],
36-
[0.505, 0.074, 0.035],
37-
[0.238, 0.229, 0.09],
38-
[0.032, 0.027, 0.034],
39-
[15.547, 13.13, 9.468],
40-
[28.847, 17.557, 13.645],
41-
[0.818, 0.031, 0.019],
42-
[6.765, 2.383, 1.185],
43-
[5.801, 2.327, 2.681],
44-
[14.69, 3.848, 2.552],
45-
[27.652, 23.772, 19.437],
46-
[15.76, 16.019, 12.449],
47-
[1.041, 0.622, 0.585],
48-
[0.064, 0.023, 0.033],
49-
[0.121, 0.026, 0.017],
50-
[0.023, 0.009, 0.01],
51-
[0.085, 0.039, 0.049],
52-
[0.034, 0.007, 0.007],
53-
[0.028, 0.007, 0.007],
54-
[0.024, 0.009, 0.01]
12+
[0.032,0.003,0.003],
13+
[0.009,0.01,0.005],
14+
[0.03,0.022,0.022],
15+
[0.041,0.034,0.033],
16+
[0.371,0.364,0.366],
17+
[0.374,0.335,0.32],
18+
[0.006,0.005,0.005],
19+
[0.018,0.006,0.006],
20+
[0.4,0.402,0.401],
21+
[0.554,0.554,0.552],
22+
[0.082,0.081,0.079],
23+
[0.085,0.088,0.088],
24+
[0.366,0.351,0.35],
25+
[0.701,0.693,0.674],
26+
[0.395,0.392,0.388],
27+
[0.37,0.36,0.356],
28+
[0.862,0.817,0.832],
29+
[0.633,0.638,0.615],
30+
[1.584,1.57,1.563],
31+
[0.008,0.012,0.007],
32+
[0.546,0.521,0.501],
33+
[0.499,0.498,0.501],
34+
[0.766,0.677,0.682],
35+
[0.084,0.08,0.08],
36+
[0.02,0.02,0.02],
37+
[0.075,0.07,0.069],
38+
[0.021,0.015,0.015],
39+
[0.409,0.407,0.405],
40+
[6.503,6.472,6.45],
41+
[0.033,0.03,0.032],
42+
[0.301,0.3,0.299],
43+
[0.39,0.369,0.374],
44+
[1.826,1.753,1.744],
45+
[1.805,1.777,1.779],
46+
[1.959,1.955,1.934],
47+
[0.476,0.505,0.538],
48+
[0.075,0.027,0.042],
49+
[0.038,0.015,0.027],
50+
[0.016,0.035,0.046],
51+
[0.078,0.11,0.062],
52+
[0.028,0.006,0.009],
53+
[0.008,0.009,0.007],
54+
[0.021,0.02,0.013]
5555
]
5656
}
5757

‎duckdb-memory/results/c6a.metal.json‎

Lines changed: 47 additions & 47 deletions
Original file line numberDiff line numberDiff line change
@@ -1,57 +1,57 @@
11
{
22
"system": "DuckDB (memory)",
3-
"date": "2025-08-31",
3+
"date": "2025-09-16",
44
"machine": "c6a.metal",
55
"cluster_size": 1,
66
"proprietary": "no",
77
"tuned": "no",
88
"tags": ["C++","column-oriented","embedded"],
9-
"load_time": 27,
10-
"data_size": 118522880000,
9+
"load_time": 15.244,
10+
"data_size": 109925945344,
1111
"result": [
12-
[0.089, 0.018, 0.017],
13-
[0.018, 0.01, 0.008],
14-
[0.023, 0.019, 0.019],
15-
[0.021, 0.022, 0.02],
16-
[0.162, 0.149, 0.155],
17-
[0.187, 0.145, 0.15],
18-
[0.042, 0.018, 0.018],
19-
[0.018, 0.012, 0.01],
20-
[0.212, 0.184, 0.186],
21-
[0.251, 0.233, 0.239],
22-
[0.073, 0.073, 0.066],
23-
[0.068, 0.071, 0.062],
24-
[0.137, 0.126, 0.124],
25-
[0.26, 0.271, 0.265],
26-
[0.139, 0.154, 0.213],
27-
[0.257, 0.159, 0.16],
28-
[0.394, 0.35, 0.351],
29-
[0.414, 0.303, 0.322],
30-
[0.466, 0.386, 0.375],
31-
[0.034, 0.033, 0.045],
32-
[0.241, 0.094, 0.091],
33-
[0.12, 0.118, 0.1],
34-
[0.477, 0.214, 0.19],
35-
[0.194, 0.115, 0.121],
36-
[0.049, 0.049, 0.056],
37-
[0.041, 0.04, 0.041],
38-
[0.104, 0.07, 0.045],
39-
[0.11, 0.103, 0.115],
40-
[2.42, 1.384, 1.328],
41-
[0.114, 0.033, 0.071],
42-
[0.345, 0.134, 0.152],
43-
[0.322, 0.314, 0.188],
44-
[0.622, 0.642, 0.646],
45-
[0.597, 0.509, 0.479],
46-
[0.494, 0.484, 0.478],
47-
[0.195, 0.175, 0.19],
48-
[0.059, 0.046, 0.046],
49-
[0.061, 0.042, 0.046],
50-
[0.03, 0.04, 0.026],
51-
[0.105, 0.043, 0.05],
52-
[0.034, 0.032, 0.02],
53-
[0.035, 0.01, 0.046],
54-
[0.034, 0.013, 0.042]
55-
]
12+
[0.012,0.027,0.004],
13+
[0.005,0.011,0.035],
14+
[0.096,0.008,0.006],
15+
[0.099,0.007,0.006],
16+
[0.177,0.248,0.183],
17+
[0.208,0.193,0.26],
18+
[0.009,0.004,0.004],
19+
[0.033,0.088,0.006],
20+
[0.208,0.268,0.178],
21+
[0.217,0.307,0.307],
22+
[0.086,0.111,0.055],
23+
[0.059,0.068,0.074],
24+
[0.103,0.119,0.121],
25+
[0.25,0.173,0.283],
26+
[0.122,0.133,0.142],
27+
[0.099,0.099,0.1],
28+
[0.168,0.169,0.169],
29+
[0.171,0.185,0.184],
30+
[0.317,0.31,0.306],
31+
[0.006,0.005,0.004],
32+
[0.104,0.077,0.073],
33+
[0.074,0.072,0.074],
34+
[0.098,0.091,0.095],
35+
[0.074,0.07,0.063],
36+
[0.011,0.013,0.013],
37+
[0.031,0.034,0.032],
38+
[0.011,0.011,0.012],
39+
[0.073,0.075,0.074],
40+
[1.195,1.103,1.06],
41+
[0.024,0.019,0.023],
42+
[0.094,0.09,0.082],
43+
[0.106,0.096,0.097],
44+
[0.471,0.436,0.445],
45+
[0.366,0.323,0.346],
46+
[0.351,0.366,0.351],
47+
[0.105,0.098,0.107],
48+
[0.022,0.021,0.023],
49+
[0.015,0.006,0.011],
50+
[0.016,0.016,0.012],
51+
[0.04,0.045,0.038],
52+
[0.007,0.005,0.008],
53+
[0.006,0.014,0.006],
54+
[0.008,0.01,0.019]
55+
]
5656
}
5757

0 commit comments

Comments
 (0)