diff --git a/datafusion/benchmark.sh b/datafusion/benchmark.sh old mode 100644 new mode 100755 index 481cb47e7..285e40976 --- a/datafusion/benchmark.sh +++ b/datafusion/benchmark.sh @@ -14,15 +14,20 @@ sudo yum install gcc -y # Install DataFusion main branch git clone https://github.com/apache/arrow-datafusion.git cd arrow-datafusion/datafusion-cli -git checkout 22.0.0 +git checkout 33.0.0 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release export PATH="`pwd`/target/release:$PATH" cd ../.. -# Download benchmark target data +# Download benchmark target data, single file wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/hits.parquet +# Download benchmark target data, partitioned +mkdir -p partitioned +seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --directory-prefix partitioned --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet' + +# Run benchmarks for single parquet and partitioned +./run.sh single +./run.sh partitioned -# Run -bash run.sh diff --git a/datafusion/create_partitioned.sql b/datafusion/create_partitioned.sql new file mode 100644 index 000000000..17a8b5b4d --- /dev/null +++ b/datafusion/create_partitioned.sql @@ -0,0 +1,3 @@ +CREATE EXTERNAL TABLE hits +STORED AS PARQUET +LOCATION 'partitioned'; diff --git a/datafusion/create.sql b/datafusion/create_single.sql similarity index 100% rename from datafusion/create.sql rename to datafusion/create_single.sql diff --git a/datafusion/results/partitioned.json b/datafusion/results/partitioned.json new file mode 100644 index 000000000..958b6fddb --- /dev/null +++ b/datafusion/results/partitioned.json @@ -0,0 +1,58 @@ +{ + "system": "DataFusion (Parquet, partitioned)", + "date": "2023-12-02", + "machine": "c6a.4xlarge, 500gb gp2", + "cluster_size": 1, + "comment": "v33.0.0 (d2efaa9)", + + "tags": ["Rust", "column-oriented", "embedded", "stateless"], + + "load_time": 0, + "data_size": 14779976446, + + "result": [ +[0.027, 0.012, 0.014], +[0.074, 0.027, 0.026], +[0.142, 0.079, 0.077], +[0.390, 0.073, 0.077], +[1.043, 0.742, 0.730], +[1.200, 1.101, 1.082], +[0.062, 0.032, 0.032], +[0.062, 0.028, 0.029], +[1.427, 1.379, 1.376], +[2.526, 2.383, 2.345], +[0.442, 0.297, 0.300], +[0.483, 0.327, 0.331], +[1.191, 1.098, 1.139], +[3.213, 2.370, 2.403], +[1.343, 1.287, 1.284], +[0.891, 0.861, 0.863], +[3.064, 2.602, 2.594], +[3.007, 2.528, 2.559], +[6.752, 5.508, 5.604], +[0.307, 0.065, 0.064], +[9.928, 1.532, 1.532], +[11.092, 1.809, 1.795], +[21.671, 4.209, 4.193], +[55.553, 11.259, 11.202], +[2.506, 0.470, 0.459], +[0.674, 0.375, 0.370], +[2.503, 0.539, 0.548], +[9.512, 2.250, 2.220], +[8.435, 4.891, 4.883], +[0.515, 0.464, 0.472], +[2.041, 0.993, 0.995], +[5.709, 1.461, 1.458], +[8.232, 7.693, 7.728], +[11.450, 6.656, 6.624], +[11.788, 7.241, 7.282], +[1.799, 1.694, 1.721], +[0.277, 0.183, 0.187], +[0.140, 0.090, 0.093], +[0.145, 0.084, 0.083], +[0.507, 0.418, 0.413], +[0.090, 0.050, 0.050], +[0.111, 0.047, 0.047], +[0.106, 0.050, 0.055] +] +} diff --git a/datafusion/results/single.json b/datafusion/results/single.json index f90a381ca..8c0c53837 100644 --- a/datafusion/results/single.json +++ b/datafusion/results/single.json @@ -1,9 +1,9 @@ { "system": "DataFusion (Parquet, single)", - "date": "2023-07-29", + "date": "2023-11-29", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v28.0.0 (51b4392)", + "comment": "v33.0.0 (d2efaa9)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[2.641, 0.232, 0.216], -[0.092, 0.074, 0.073], -[0.159, 0.121, 0.117], -[0.351, 0.122, 0.120], -[1.142, 0.874, 0.869], -[1.399, 1.303, 1.329], -[0.096, 0.075, 0.076], -[0.094, 0.074, 0.076], -[1.516, 1.481, 1.475], -[2.711, 2.582, 2.583], -[0.429, 0.332, 0.327], -[0.558, 0.357, 0.360], -[1.374, 1.323, 1.336], -[3.559, 2.670, 2.733], -[1.519, 1.487, 1.477], -[1.041, 0.981, 0.988], -[3.248, 2.748, 2.801], -[3.139, 2.696, 2.688], -[7.014, 5.770, 5.775], -[0.271, 0.111, 0.109], -[9.975, 1.558, 1.578], -[11.163, 1.926, 1.881], -[22.053, 4.208, 4.194], -[56.007, 12.132, 12.113], -[2.559, 0.602, 0.586], -[0.737, 0.479, 0.489], -[2.548, 0.589, 0.589], -[9.550, 2.299, 2.286], -[9.076, 5.399, 5.388], -[0.579, 0.568, 0.584], -[2.214, 1.136, 1.136], -[5.734, 1.593, 1.598], -[8.357, 7.896, 8.053], -[11.556, 7.358, 7.369], -[12.051, 7.878, 7.956], -[1.866, 1.820, 1.807], -[0.448, 0.347, 0.358], -[0.231, 0.197, 0.195], -[0.248, 0.198, 0.188], -[0.843, 0.725, 0.722], -[0.138, 0.091, 0.095], -[0.115, 0.089, 0.088], -[0.124, 0.097, 0.092] +[0.068, 0.045, 0.046], +[0.098, 0.060, 0.062], +[0.175, 0.111, 0.106], +[0.401, 0.107, 0.108], +[1.011, 0.812, 0.815], +[1.356, 1.258, 1.230], +[0.094, 0.069, 0.068], +[0.096, 0.065, 0.063], +[1.548, 1.432, 1.459], +[2.676, 2.483, 2.472], +[0.488, 0.342, 0.337], +[0.525, 0.353, 0.360], +[1.350, 1.246, 1.244], +[3.263, 2.467, 2.480], +[1.460, 1.376, 1.394], +[1.019, 0.940, 0.934], +[3.053, 2.688, 2.713], +[2.989, 2.598, 2.615], +[6.715, 5.675, 5.654], +[0.311, 0.098, 0.102], +[9.910, 1.566, 1.577], +[11.127, 1.946, 1.856], +[21.951, 4.155, 4.082], +[55.962, 11.448, 11.448], +[2.450, 0.555, 0.576], +[0.719, 0.507, 0.503], +[2.437, 0.637, 0.635], +[9.570, 2.371, 2.326], +[9.068, 5.013, 4.951], +[0.553, 0.488, 0.477], +[2.074, 1.104, 1.121], +[5.590, 1.526, 1.552], +[8.068, 7.646, 7.726], +[11.579, 6.687, 6.672], +[11.953, 7.284, 7.291], +[1.911, 1.814, 1.828], +[0.440, 0.311, 0.322], +[0.231, 0.184, 0.180], +[0.242, 0.171, 0.170], +[0.840, 0.676, 0.658], +[0.153, 0.094, 0.098], +[0.129, 0.089, 0.089], +[0.156, 0.097, 0.105] ] } diff --git a/datafusion/run.sh b/datafusion/run.sh old mode 100644 new mode 100755 index 008f94247..673f6dc9a --- a/datafusion/run.sh +++ b/datafusion/run.sh @@ -1,26 +1,42 @@ #!/bin/bash +# Check if an argument is provided +if [ "$#" -ne 1 ]; then + echo "Usage: $0 [single|partitioned]" + exit 1 +fi + +# Set the SQL file based on the argument +if [ "$1" = "single" ]; then + CREATE_SQL_FILE="create_single.sql" +elif [ "$1" = "partitioned" ]; then + CREATE_SQL_FILE="create_partitioned.sql" +else + echo "Invalid argument. Please use 'single' or 'partitioned'." + exit 1 +fi + TRIES=3 QUERY_NUM=1 +echo $1 cat queries.sql | while read query; do sync echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null - echo "$query" > /tmp/query.sql + echo "$query" > /tmp/query.sql echo -n "[" for i in $(seq 1 $TRIES); do - # 1. there will be two query result, one for creating table another for executing the select statement - # 2. each query contains a "Query took xxx seconds", we just grep these 2 lines - # 3. use sed to take the second line - # 4. use awk to take the number we want - RES=`datafusion-cli -f create.sql /tmp/query.sql 2>&1 | grep "Query took" | sed -n 2p | awk '{print $7}'` - [[ $RES != "" ]] && \ - echo -n "$RES" || \ - echo -n "null" + # 1. there will be two query result, one for creating table another for executing the select statement + # 2. each query contains a "Query took xxx seconds", we just grep these 2 lines + # 3. use sed to take the second line + # 4. use awk to take the number we want + RES=`datafusion-cli -f $CREATE_SQL_FILE /tmp/query.sql 2>&1 | grep "Query took" | sed -n 2p | awk '{print $7}'` + [[ $RES != "" ]] && \ + echo -n "$RES" || \ + echo -n "null" [[ "$i" != $TRIES ]] && echo -n ", " - - echo "${QUERY_NUM},${i},${RES}" >> result.csv + echo "${QUERY_NUM},${i},${RES}" >> result.csv done echo "]," diff --git a/index.html b/index.html index ba990131f..1a08c568d 100644 --- a/index.html +++ b/index.html @@ -379,7 +379,8 @@ ,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"} -,{"system":"DataFusion (Parquet, single)","date":"2023-07-29","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v28.0.0 (51b4392)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[2.641,0.232,0.216],[0.092,0.074,0.073],[0.159,0.121,0.117],[0.351,0.122,0.12],[1.142,0.874,0.869],[1.399,1.303,1.329],[0.096,0.075,0.076],[0.094,0.074,0.076],[1.516,1.481,1.475],[2.711,2.582,2.583],[0.429,0.332,0.327],[0.558,0.357,0.36],[1.374,1.323,1.336],[3.559,2.67,2.733],[1.519,1.487,1.477],[1.041,0.981,0.988],[3.248,2.748,2.801],[3.139,2.696,2.688],[7.014,5.77,5.775],[0.271,0.111,0.109],[9.975,1.558,1.578],[11.163,1.926,1.881],[22.053,4.208,4.194],[56.007,12.132,12.113],[2.559,0.602,0.586],[0.737,0.479,0.489],[2.548,0.589,0.589],[9.55,2.299,2.286],[9.076,5.399,5.388],[0.579,0.568,0.584],[2.214,1.136,1.136],[5.734,1.593,1.598],[8.357,7.896,8.053],[11.556,7.358,7.369],[12.051,7.878,7.956],[1.866,1.82,1.807],[0.448,0.347,0.358],[0.231,0.197,0.195],[0.248,0.198,0.188],[0.843,0.725,0.722],[0.138,0.091,0.095],[0.115,0.089,0.088],[0.124,0.097,0.092]],"source":"datafusion/results/single.json"} +,{"system":"DataFusion (Parquet, partitioned)","date":"2023-12-02","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v33.0.0 (d2efaa9)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.027,0.012,0.014],[0.074,0.027,0.026],[0.142,0.079,0.077],[0.390,0.073,0.077],[1.043,0.742,0.730],[1.200,1.101,1.082],[0.062,0.032,0.032],[0.062,0.028,0.029],[1.427,1.379,1.376],[2.526,2.383,2.345],[0.442,0.297,0.300],[0.483,0.327,0.331],[1.191,1.098,1.139],[3.213,2.370,2.403],[1.343,1.287,1.284],[0.891,0.861,0.863],[3.064,2.602,2.594],[3.007,2.528,2.559],[6.752,5.508,5.604],[0.307,0.065,0.064],[9.928,1.532,1.532],[11.092,1.809,1.795],[21.671,4.209,4.193],[55.553,11.259,11.202],[2.506,0.470,0.459],[0.674,0.375,0.370],[2.503,0.539,0.548],[9.512,2.250,2.220],[8.435,4.891,4.883],[0.515,0.464,0.472],[2.041,0.993,0.995],[5.709,1.461,1.458],[8.232,7.693,7.728],[11.450,6.656,6.624],[11.788,7.241,7.282],[1.799,1.694,1.721],[0.277,0.183,0.187],[0.140,0.090,0.093],[0.145,0.084,0.083],[0.507,0.418,0.413],[0.090,0.050,0.050],[0.111,0.047,0.047],[0.106,0.050,0.055]],"source":"datafusion/results/partitioned.json"} +,{"system":"DataFusion (Parquet, single)","date":"2023-11-29","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v33.0.0 (d2efaa9)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.068,0.045,0.046],[0.098,0.060,0.062],[0.175,0.111,0.106],[0.401,0.107,0.108],[1.011,0.812,0.815],[1.356,1.258,1.230],[0.094,0.069,0.068],[0.096,0.065,0.063],[1.548,1.432,1.459],[2.676,2.483,2.472],[0.488,0.342,0.337],[0.525,0.353,0.360],[1.350,1.246,1.244],[3.263,2.467,2.480],[1.460,1.376,1.394],[1.019,0.940,0.934],[3.053,2.688,2.713],[2.989,2.598,2.615],[6.715,5.675,5.654],[0.311,0.098,0.102],[9.910,1.566,1.577],[11.127,1.946,1.856],[21.951,4.155,4.082],[55.962,11.448,11.448],[2.450,0.555,0.576],[0.719,0.507,0.503],[2.437,0.637,0.635],[9.570,2.371,2.326],[9.068,5.013,4.951],[0.553,0.488,0.477],[2.074,1.104,1.121],[5.590,1.526,1.552],[8.068,7.646,7.726],[11.579,6.687,6.672],[11.953,7.284,7.291],[1.911,1.814,1.828],[0.440,0.311,0.322],[0.231,0.184,0.180],[0.242,0.171,0.170],[0.840,0.676,0.658],[0.153,0.094,0.098],[0.129,0.089,0.089],[0.156,0.097,0.105]],"source":"datafusion/results/single.json"} ,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"} ,{"system":"DuckDB (Parquet, partitioned)","date":"2023-09-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.06858791799959363,0.044711035000091215,0.042833501000131946],[0.08466665400010243,0.061327259999870876,0.06103660400003719],[0.14877448299967,0.10559172700004638,0.10446714899990184],[0.33234463500002676,0.09389112100006969,0.09252776699986498],[1.1345820209999147,0.5388421589996142,0.5428325200000472],[0.8665522809997128,0.7525683420003588,0.7726315990003059],[0.14739966299976004,0.12885476300016308,0.1280705589997524],[0.08514470599993729,0.0660608250000223,0.06364701199981937],[0.7901016199998594,0.6670942910000122,0.6656622149998839],[1.112716422000176,0.9176106790000631,0.8993262330000107],[0.4155927659999179,0.21104949600021428,0.21018879099983678],[1.0025453209996158,0.2506203090001691,0.24569647199996325],[1.2344316989997424,0.6329478739999104,0.6651636070000677],[2.456399698000041,1.0311697550000645,1.0137859460000982],[0.9334836890002407,0.6877674190000107,0.70905577800022],[0.673465615999703,0.5981919160003599,0.6082133740001154],[2.494906011999774,1.4013747280000644,1.3922408849998646],[2.375765204000345,1.324844154999937,1.3226832469999863],[4.690465237999888,2.3323504360000697,2.3752783559998534],[0.20363476300008188,0.08883917699995436,0.08691825200003223],[9.97606974700011,1.850158613000076,1.8413504770001055],[10.993020309999793,1.688866285000131,1.6903490720001173],[21.570115048999924,3.479486579999957,3.460369050999816],[55.44843658699983,11.133978315999684,11.129654930000015],[2.6089661060000253,0.48738706799986176,0.47928872500006037],[0.7135218759999589,0.3805757249997441,0.35711958900037644],[2.769580591999784,0.4973172830000294,0.4876009600002362],[9.315595299000051,1.488970874000188,1.4658663950003756],[8.170337007999933,4.1328330040000765,4.145880016000319],[4.665519644000142,4.670076305000293,4.6598440840002695],[2.2809909809998317,0.781899636000162,0.7691932829998223],[6.008987953999622,0.9412647040003321,0.9506733889998031],[6.1903129289999015,3.628633594999883,3.815570798999943],[9.97725304100004,2.979070244000013,2.997355967999738],[9.978100522000204,2.992902611000318,3.022268540999903],[0.92484311599992,0.8439210039996397,0.8562627520000206],[0.23992238600021665,0.13403623200019865,0.1317714319998231],[0.1254186490000393,0.09669256999995923,0.09850224299998445],[0.13835749800000485,0.09647460799988039,0.0929961749998256],[0.3313648240000475,0.2376939770001627,0.24857611900006304],[0.07056037899974399,0.05403545599983772,0.051252997999654326],[0.07037150599990127,0.04856322000023283,0.04816857199966762],[0.06874101699986568,0.04819512300036877,0.04709468300006847]],"source":"duckdb-parquet/results/c6a.4xlarge.json"}