Skip to content

Commit

Permalink
Merge pull request #145 from kmitchener/datafusion
Browse files Browse the repository at this point in the history 
DataFusion v33 update and add benchmark for partitioned parquet
  • Loading branch information
@nickitat
nickitat authored Dec 2, 2023
2 parents 16af43c + f2b5d1d commit 4eac03c
Show file tree
Hide file tree
Showing 7 changed files with 144 additions and 61 deletions.
13 changes: 9 additions & 4 deletions datafusion/benchmark.sh
100644 → 100755
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,15 +14,20 @@ sudo yum install gcc -y
# Install DataFusion main branch
git clone https://github.com/apache/arrow-datafusion.git
cd arrow-datafusion/datafusion-cli
git checkout 22.0.0
git checkout 33.0.0
CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release
export PATH="`pwd`/target/release:$PATH"
cd ../..


# Download benchmark target data
# Download benchmark target data, single file
wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/hits.parquet

# Download benchmark target data, partitioned
mkdir -p partitioned
seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --directory-prefix partitioned --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'

# Run benchmarks for single parquet and partitioned
./run.sh single
./run.sh partitioned

# Run
bash run.sh
3 changes: 3 additions & 0 deletions datafusion/create_partitioned.sql
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
CREATE EXTERNAL TABLE hits
STORED AS PARQUET
LOCATION 'partitioned';
0 datafusion/create.sql → datafusion/create_single.sql
View file
File renamed without changes.
58 changes: 58 additions & 0 deletions datafusion/results/partitioned.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
{
"system": "DataFusion (Parquet, partitioned)",
"date": "2023-12-02",
"machine": "c6a.4xlarge, 500gb gp2",
"cluster_size": 1,
"comment": "v33.0.0 (d2efaa9)",

"tags": ["Rust", "column-oriented", "embedded", "stateless"],

"load_time": 0,
"data_size": 14779976446,

"result": [
[0.027, 0.012, 0.014],
[0.074, 0.027, 0.026],
[0.142, 0.079, 0.077],
[0.390, 0.073, 0.077],
[1.043, 0.742, 0.730],
[1.200, 1.101, 1.082],
[0.062, 0.032, 0.032],
[0.062, 0.028, 0.029],
[1.427, 1.379, 1.376],
[2.526, 2.383, 2.345],
[0.442, 0.297, 0.300],
[0.483, 0.327, 0.331],
[1.191, 1.098, 1.139],
[3.213, 2.370, 2.403],
[1.343, 1.287, 1.284],
[0.891, 0.861, 0.863],
[3.064, 2.602, 2.594],
[3.007, 2.528, 2.559],
[6.752, 5.508, 5.604],
[0.307, 0.065, 0.064],
[9.928, 1.532, 1.532],
[11.092, 1.809, 1.795],
[21.671, 4.209, 4.193],
[55.553, 11.259, 11.202],
[2.506, 0.470, 0.459],
[0.674, 0.375, 0.370],
[2.503, 0.539, 0.548],
[9.512, 2.250, 2.220],
[8.435, 4.891, 4.883],
[0.515, 0.464, 0.472],
[2.041, 0.993, 0.995],
[5.709, 1.461, 1.458],
[8.232, 7.693, 7.728],
[11.450, 6.656, 6.624],
[11.788, 7.241, 7.282],
[1.799, 1.694, 1.721],
[0.277, 0.183, 0.187],
[0.140, 0.090, 0.093],
[0.145, 0.084, 0.083],
[0.507, 0.418, 0.413],
[0.090, 0.050, 0.050],
[0.111, 0.047, 0.047],
[0.106, 0.050, 0.055]
]
}
90 changes: 45 additions & 45 deletions datafusion/results/single.json
View file
Original file line number Diff line number Diff line change
@@ -1,58 +1,58 @@
{
"system": "DataFusion (Parquet, single)",
"date": "2023-07-29",
"date": "2023-11-29",
"machine": "c6a.4xlarge, 500gb gp2",
"cluster_size": 1,
"comment": "v28.0.0 (51b4392)",
"comment": "v33.0.0 (d2efaa9)",

"tags": ["Rust", "column-oriented", "embedded", "stateless"],

"load_time": 0,
"data_size": 14779976446,

"result": [
[2.641, 0.232, 0.216],
[0.092, 0.074, 0.073],
[0.159, 0.121, 0.117],
[0.351, 0.122, 0.120],
[1.142, 0.874, 0.869],
[1.399, 1.303, 1.329],
[0.096, 0.075, 0.076],
[0.094, 0.074, 0.076],
[1.516, 1.481, 1.475],
[2.711, 2.582, 2.583],
[0.429, 0.332, 0.327],
[0.558, 0.357, 0.360],
[1.374, 1.323, 1.336],
[3.559, 2.670, 2.733],
[1.519, 1.487, 1.477],
[1.041, 0.981, 0.988],
[3.248, 2.748, 2.801],
[3.139, 2.696, 2.688],
[7.014, 5.770, 5.775],
[0.271, 0.111, 0.109],
[9.975, 1.558, 1.578],
[11.163, 1.926, 1.881],
[22.053, 4.208, 4.194],
[56.007, 12.132, 12.113],
[2.559, 0.602, 0.586],
[0.737, 0.479, 0.489],
[2.548, 0.589, 0.589],
[9.550, 2.299, 2.286],
[9.076, 5.399, 5.388],
[0.579, 0.568, 0.584],
[2.214, 1.136, 1.136],
[5.734, 1.593, 1.598],
[8.357, 7.896, 8.053],
[11.556, 7.358, 7.369],
[12.051, 7.878, 7.956],
[1.866, 1.820, 1.807],
[0.448, 0.347, 0.358],
[0.231, 0.197, 0.195],
[0.248, 0.198, 0.188],
[0.843, 0.725, 0.722],
[0.138, 0.091, 0.095],
[0.115, 0.089, 0.088],
[0.124, 0.097, 0.092]
[0.068, 0.045, 0.046],
[0.098, 0.060, 0.062],
[0.175, 0.111, 0.106],
[0.401, 0.107, 0.108],
[1.011, 0.812, 0.815],
[1.356, 1.258, 1.230],
[0.094, 0.069, 0.068],
[0.096, 0.065, 0.063],
[1.548, 1.432, 1.459],
[2.676, 2.483, 2.472],
[0.488, 0.342, 0.337],
[0.525, 0.353, 0.360],
[1.350, 1.246, 1.244],
[3.263, 2.467, 2.480],
[1.460, 1.376, 1.394],
[1.019, 0.940, 0.934],
[3.053, 2.688, 2.713],
[2.989, 2.598, 2.615],
[6.715, 5.675, 5.654],
[0.311, 0.098, 0.102],
[9.910, 1.566, 1.577],
[11.127, 1.946, 1.856],
[21.951, 4.155, 4.082],
[55.962, 11.448, 11.448],
[2.450, 0.555, 0.576],
[0.719, 0.507, 0.503],
[2.437, 0.637, 0.635],
[9.570, 2.371, 2.326],
[9.068, 5.013, 4.951],
[0.553, 0.488, 0.477],
[2.074, 1.104, 1.121],
[5.590, 1.526, 1.552],
[8.068, 7.646, 7.726],
[11.579, 6.687, 6.672],
[11.953, 7.284, 7.291],
[1.911, 1.814, 1.828],
[0.440, 0.311, 0.322],
[0.231, 0.184, 0.180],
[0.242, 0.171, 0.170],
[0.840, 0.676, 0.658],
[0.153, 0.094, 0.098],
[0.129, 0.089, 0.089],
[0.156, 0.097, 0.105]
]
}
38 changes: 27 additions & 11 deletions datafusion/run.sh
100644 → 100755
View file
Original file line number Diff line number Diff line change
@@ -1,26 +1,42 @@
#!/bin/bash

# Check if an argument is provided
if [ "$#" -ne 1 ]; then
echo "Usage: $0 [single|partitioned]"
exit 1
fi

# Set the SQL file based on the argument
if [ "$1" = "single" ]; then
CREATE_SQL_FILE="create_single.sql"
elif [ "$1" = "partitioned" ]; then
CREATE_SQL_FILE="create_partitioned.sql"
else
echo "Invalid argument. Please use 'single' or 'partitioned'."
exit 1
fi

TRIES=3
QUERY_NUM=1
echo $1
cat queries.sql | while read query; do
sync
echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null

echo "$query" > /tmp/query.sql
echo "$query" > /tmp/query.sql

echo -n "["
for i in $(seq 1 $TRIES); do
# 1. there will be two query result, one for creating table another for executing the select statement
# 2. each query contains a "Query took xxx seconds", we just grep these 2 lines
# 3. use sed to take the second line
# 4. use awk to take the number we want
RES=`datafusion-cli -f create.sql /tmp/query.sql 2>&1 | grep "Query took" | sed -n 2p | awk '{print $7}'`
[[ $RES != "" ]] && \
echo -n "$RES" || \
echo -n "null"
# 1. there will be two query result, one for creating table another for executing the select statement
# 2. each query contains a "Query took xxx seconds", we just grep these 2 lines
# 3. use sed to take the second line
# 4. use awk to take the number we want
RES=`datafusion-cli -f $CREATE_SQL_FILE /tmp/query.sql 2>&1 | grep "Query took" | sed -n 2p | awk '{print $7}'`
[[ $RES != "" ]] && \
echo -n "$RES" || \
echo -n "null"
[[ "$i" != $TRIES ]] && echo -n ", "

echo "${QUERY_NUM},${i},${RES}" >> result.csv
echo "${QUERY_NUM},${i},${RES}" >> result.csv
done
echo "],"

Expand Down
3 changes: 2 additions & 1 deletion index.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -379,7 +379,8 @@
,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"}
,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"}
,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"}
,{"system":"DataFusion (Parquet, single)","date":"2023-07-29","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v28.0.0 (51b4392)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[2.641,0.232,0.216],[0.092,0.074,0.073],[0.159,0.121,0.117],[0.351,0.122,0.12],[1.142,0.874,0.869],[1.399,1.303,1.329],[0.096,0.075,0.076],[0.094,0.074,0.076],[1.516,1.481,1.475],[2.711,2.582,2.583],[0.429,0.332,0.327],[0.558,0.357,0.36],[1.374,1.323,1.336],[3.559,2.67,2.733],[1.519,1.487,1.477],[1.041,0.981,0.988],[3.248,2.748,2.801],[3.139,2.696,2.688],[7.014,5.77,5.775],[0.271,0.111,0.109],[9.975,1.558,1.578],[11.163,1.926,1.881],[22.053,4.208,4.194],[56.007,12.132,12.113],[2.559,0.602,0.586],[0.737,0.479,0.489],[2.548,0.589,0.589],[9.55,2.299,2.286],[9.076,5.399,5.388],[0.579,0.568,0.584],[2.214,1.136,1.136],[5.734,1.593,1.598],[8.357,7.896,8.053],[11.556,7.358,7.369],[12.051,7.878,7.956],[1.866,1.82,1.807],[0.448,0.347,0.358],[0.231,0.197,0.195],[0.248,0.198,0.188],[0.843,0.725,0.722],[0.138,0.091,0.095],[0.115,0.089,0.088],[0.124,0.097,0.092]],"source":"datafusion/results/single.json"}
,{"system":"DataFusion (Parquet, partitioned)","date":"2023-12-02","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v33.0.0 (d2efaa9)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.027,0.012,0.014],[0.074,0.027,0.026],[0.142,0.079,0.077],[0.390,0.073,0.077],[1.043,0.742,0.730],[1.200,1.101,1.082],[0.062,0.032,0.032],[0.062,0.028,0.029],[1.427,1.379,1.376],[2.526,2.383,2.345],[0.442,0.297,0.300],[0.483,0.327,0.331],[1.191,1.098,1.139],[3.213,2.370,2.403],[1.343,1.287,1.284],[0.891,0.861,0.863],[3.064,2.602,2.594],[3.007,2.528,2.559],[6.752,5.508,5.604],[0.307,0.065,0.064],[9.928,1.532,1.532],[11.092,1.809,1.795],[21.671,4.209,4.193],[55.553,11.259,11.202],[2.506,0.470,0.459],[0.674,0.375,0.370],[2.503,0.539,0.548],[9.512,2.250,2.220],[8.435,4.891,4.883],[0.515,0.464,0.472],[2.041,0.993,0.995],[5.709,1.461,1.458],[8.232,7.693,7.728],[11.450,6.656,6.624],[11.788,7.241,7.282],[1.799,1.694,1.721],[0.277,0.183,0.187],[0.140,0.090,0.093],[0.145,0.084,0.083],[0.507,0.418,0.413],[0.090,0.050,0.050],[0.111,0.047,0.047],[0.106,0.050,0.055]],"source":"datafusion/results/partitioned.json"}
,{"system":"DataFusion (Parquet, single)","date":"2023-11-29","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v33.0.0 (d2efaa9)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.068,0.045,0.046],[0.098,0.060,0.062],[0.175,0.111,0.106],[0.401,0.107,0.108],[1.011,0.812,0.815],[1.356,1.258,1.230],[0.094,0.069,0.068],[0.096,0.065,0.063],[1.548,1.432,1.459],[2.676,2.483,2.472],[0.488,0.342,0.337],[0.525,0.353,0.360],[1.350,1.246,1.244],[3.263,2.467,2.480],[1.460,1.376,1.394],[1.019,0.940,0.934],[3.053,2.688,2.713],[2.989,2.598,2.615],[6.715,5.675,5.654],[0.311,0.098,0.102],[9.910,1.566,1.577],[11.127,1.946,1.856],[21.951,4.155,4.082],[55.962,11.448,11.448],[2.450,0.555,0.576],[0.719,0.507,0.503],[2.437,0.637,0.635],[9.570,2.371,2.326],[9.068,5.013,4.951],[0.553,0.488,0.477],[2.074,1.104,1.121],[5.590,1.526,1.552],[8.068,7.646,7.726],[11.579,6.687,6.672],[11.953,7.284,7.291],[1.911,1.814,1.828],[0.440,0.311,0.322],[0.231,0.184,0.180],[0.242,0.171,0.170],[0.840,0.676,0.658],[0.153,0.094,0.098],[0.129,0.089,0.089],[0.156,0.097,0.105]],"source":"datafusion/results/single.json"}
,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"}
,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"}
,{"system":"DuckDB (Parquet, partitioned)","date":"2023-09-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.06858791799959363,0.044711035000091215,0.042833501000131946],[0.08466665400010243,0.061327259999870876,0.06103660400003719],[0.14877448299967,0.10559172700004638,0.10446714899990184],[0.33234463500002676,0.09389112100006969,0.09252776699986498],[1.1345820209999147,0.5388421589996142,0.5428325200000472],[0.8665522809997128,0.7525683420003588,0.7726315990003059],[0.14739966299976004,0.12885476300016308,0.1280705589997524],[0.08514470599993729,0.0660608250000223,0.06364701199981937],[0.7901016199998594,0.6670942910000122,0.6656622149998839],[1.112716422000176,0.9176106790000631,0.8993262330000107],[0.4155927659999179,0.21104949600021428,0.21018879099983678],[1.0025453209996158,0.2506203090001691,0.24569647199996325],[1.2344316989997424,0.6329478739999104,0.6651636070000677],[2.456399698000041,1.0311697550000645,1.0137859460000982],[0.9334836890002407,0.6877674190000107,0.70905577800022],[0.673465615999703,0.5981919160003599,0.6082133740001154],[2.494906011999774,1.4013747280000644,1.3922408849998646],[2.375765204000345,1.324844154999937,1.3226832469999863],[4.690465237999888,2.3323504360000697,2.3752783559998534],[0.20363476300008188,0.08883917699995436,0.08691825200003223],[9.97606974700011,1.850158613000076,1.8413504770001055],[10.993020309999793,1.688866285000131,1.6903490720001173],[21.570115048999924,3.479486579999957,3.460369050999816],[55.44843658699983,11.133978315999684,11.129654930000015],[2.6089661060000253,0.48738706799986176,0.47928872500006037],[0.7135218759999589,0.3805757249997441,0.35711958900037644],[2.769580591999784,0.4973172830000294,0.4876009600002362],[9.315595299000051,1.488970874000188,1.4658663950003756],[8.170337007999933,4.1328330040000765,4.145880016000319],[4.665519644000142,4.670076305000293,4.6598440840002695],[2.2809909809998317,0.781899636000162,0.7691932829998223],[6.008987953999622,0.9412647040003321,0.9506733889998031],[6.1903129289999015,3.628633594999883,3.815570798999943],[9.97725304100004,2.979070244000013,2.997355967999738],[9.978100522000204,2.992902611000318,3.022268540999903],[0.92484311599992,0.8439210039996397,0.8562627520000206],[0.23992238600021665,0.13403623200019865,0.1317714319998231],[0.1254186490000393,0.09669256999995923,0.09850224299998445],[0.13835749800000485,0.09647460799988039,0.0929961749998256],[0.3313648240000475,0.2376939770001627,0.24857611900006304],[0.07056037899974399,0.05403545599983772,0.051252997999654326],[0.07037150599990127,0.04856322000023283,0.04816857199966762],[0.06874101699986568,0.04819512300036877,0.04709468300006847]],"source":"duckdb-parquet/results/c6a.4xlarge.json"}
Expand Down

0 comments on commit 4eac03c

Please sign in to comment.