should be it

This commit is contained in:
2025-10-24 19:21:19 -05:00
parent a4b23fc57c
commit f09560c7b1
14047 changed files with 3161551 additions and 1 deletions

View File

@@ -0,0 +1,8 @@
# name: benchmark/large/ingestion/tpcds/csv/ingest_inventory.benchmark
# description: benchmark ingestion of inventory
# group: [csv]
template benchmark/large/ingestion/tpcds/tpcds_ingestion_persistent.benchmark.in
table_name=inventory
format=csv

View File

@@ -0,0 +1,8 @@
# name: benchmark/large/ingestion/tpcds/csv/ingest_store_sales.benchmark
# description: benchmark ingestion of store_sales
# group: [csv]
template benchmark/large/ingestion/tpcds/tpcds_ingestion_persistent.benchmark.in
table_name=store_sales
format=csv

View File

@@ -0,0 +1,11 @@
CALL dsdgen(sf=10);
EXPORT DATABASE 'duckdb_benchmark_data/tpcds_parquet_sf10' (FORMAT PARQUET);
EXPORT DATABASE 'duckdb_benchmark_data/tpcds_csv_sf10' (FORMAT CSV);
create or replace view store_sales_csv as select * from read_csv('duckdb_benchmark_data/tpcds_csv_sf10/store_sales.csv');
create or replace view store_sales_parquet as select * from read_parquet('duckdb_benchmark_data/tpcds_parquet_sf10/store_sales.parquet');
create or replace view store_sales_native as select * from store_sales;
create or replace view inventory_csv as select * from read_csv('duckdb_benchmark_data/tpcds_csv_sf10/inventory.csv');
create or replace view inventory_parquet as select * from read_parquet('duckdb_benchmark_data/tpcds_parquet_sf10/inventory.parquet');
create or replace view inventory_native as select * from inventory;

View File

@@ -0,0 +1,8 @@
# name: benchmark/large/ingestion/tpcds/native/ingest_inventory.benchmark
# description: benchmark ingestion of inventory
# group: [native]
template benchmark/large/ingestion/tpcds/tpcds_ingestion_persistent.benchmark.in
table_name=inventory
format=native

View File

@@ -0,0 +1,8 @@
# name: benchmark/large/ingestion/tpcds/native/ingest_store_sales.benchmark
# description: benchmark ingestion of store_sales
# group: [native]
template benchmark/large/ingestion/tpcds/tpcds_ingestion_persistent.benchmark.in
table_name=store_sales
format=native

View File

@@ -0,0 +1,8 @@
# name: benchmark/large/ingestion/tpcds/parquet/ingest_inventory.benchmark
# description: benchmark ingestion of inventory
# group: [parquet]
template benchmark/large/ingestion/tpcds/tpcds_ingestion_persistent.benchmark.in
table_name=inventory
format=parquet

View File

@@ -0,0 +1,8 @@
# name: benchmark/large/ingestion/tpcds/parquet/ingest_store_sales.benchmark
# description: benchmark ingestion of store_sales
# group: [parquet]
template benchmark/large/ingestion/tpcds/tpcds_ingestion_persistent.benchmark.in
table_name=store_sales
format=parquet

View File

@@ -0,0 +1,22 @@
# name: ${FILE_PATH}
# description: ${DESCRIPTION}
# group: [ingestion]
name Q${table_name}
group ingestion
subgroup tpcds
require tpcds
require parquet
cache tpcds_sf10_ingest.duckdb
load benchmark/large/ingestion/tpcds/load_tpcds_sf10.sql
# reads table from view created in load script
run
create or replace table ${table_name}_ingested as select * from ${table_name}_${format};
cleanup
drop table ${table_name}_ingested;

View File

@@ -0,0 +1,7 @@
# name: benchmark/large/ingestion/tpch/csv/ingest_lineitem.benchmark
# description: benchmark ingestion of lineitem
# group: [csv]
template benchmark/large/ingestion/tpch/tpch_ingestion_persistent.benchmark.in
table_name=lineitem
format=csv

View File

@@ -0,0 +1,7 @@
# name: benchmark/large/ingestion/tpch/csv/ingest_orders.benchmark
# description: benchmark ingestion of orders
# group: [csv]
template benchmark/large/ingestion/tpch/tpch_ingestion_persistent.benchmark.in
table_name=orders
format=csv

View File

@@ -0,0 +1,11 @@
CALL dbgen(sf=10);
EXPORT DATABASE 'duckdb_benchmark_data/tpch_parquet_sf10' (FORMAT PARQUET);
EXPORT DATABASE 'duckdb_benchmark_data/tpch_csv_sf10' (FORMAT CSV);
create view lineitem_csv as select * from read_csv('duckdb_benchmark_data/tpch_csv_sf10/lineitem.csv');
create view lineitem_parquet as select * from read_parquet('duckdb_benchmark_data/tpch_parquet_sf10/lineitem.parquet');
create view lineitem_native as select * from lineitem;
create view orders_csv as select * from read_csv('duckdb_benchmark_data/tpch_csv_sf10/orders.csv');
create view orders_parquet as select * from read_parquet('duckdb_benchmark_data/tpch_parquet_sf10/orders.parquet');
create view orders_native as select * from orders;

View File

@@ -0,0 +1,7 @@
# name: benchmark/large/ingestion/tpch/native/ingest_lineitem.benchmark
# description: benchmark ingestion of lineitem
# group: [native]
template benchmark/large/ingestion/tpch/tpch_ingestion_persistent.benchmark.in
table_name=lineitem
format=native

View File

@@ -0,0 +1,7 @@
# name: benchmark/large/ingestion/tpch/native/ingest_orders.benchmark
# description: benchmark ingestion of orders
# group: [native]
template benchmark/large/ingestion/tpch/tpch_ingestion_persistent.benchmark.in
table_name=orders
format=native

View File

@@ -0,0 +1,7 @@
# name: benchmark/large/ingestion/tpch/parquet/ingest_lineitem.benchmark
# description: benchmark ingestion of lineitem
# group: [parquet]
template benchmark/large/ingestion/tpch/tpch_ingestion_persistent.benchmark.in
table_name=lineitem
format=parquet

View File

@@ -0,0 +1,7 @@
# name: benchmark/large/ingestion/tpch/parquet/ingest_orders.benchmark
# description: benchmark ingestion of orders
# group: [parquet]
template benchmark/large/ingestion/tpch/tpch_ingestion_persistent.benchmark.in
table_name=orders
format=parquet

View File

@@ -0,0 +1,21 @@
# name: ${FILE_PATH}
# description: ${DESCRIPTION}
# group: [ingestion]
name Q${table_name}
group ingestion
subgroup tpch
require parquet
require tpch
cache tpch_sf10_ingest.duckdb
load benchmark/large/ingestion/tpch/load_tpch_sf10.sql
run
create or replace table ${table_name}_ingested as select * from ${table_name}_${format};
cleanup
DROP TABLE ${table_name}_ingested;