should be it

This commit is contained in:
2025-10-24 19:21:19 -05:00
parent a4b23fc57c
commit f09560c7b1
14047 changed files with 3161551 additions and 1 deletions

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpcds/csv/ingest_customer_demographics.benchmark
# description: benchmark ingestion of customer_demographics
# group: [csv]
template benchmark/ingestion/in_memory_db/tpcds/tpcds_ingestion_in_memory.benchmark.in
table_name=customer_demographics
format=csv

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpcds/csv/ingest_inventory.benchmark
# description: benchmark ingestion of inventory
# group: [csv]
template benchmark/ingestion/in_memory_db/tpcds/tpcds_ingestion_in_memory.benchmark.in
table_name=inventory
format=csv

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpcds/csv/ingest_store_sales.benchmark
# description: benchmark ingestion of store_sales
# group: [csv]
template benchmark/ingestion/in_memory_db/tpcds/tpcds_ingestion_in_memory.benchmark.in
table_name=store_sales
format=csv

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpcds/native/ingest_customer_demographics.benchmark
# description: benchmark ingestion of customer_demographics
# group: [native]
template benchmark/ingestion/in_memory_db/tpcds/native/tpcds_ingest_native.benchmark.in
table_name=customer_demographics
format=native

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpcds/native/ingest_inventory.benchmark
# description: benchmark ingestion of inventory
# group: [native]
template benchmark/ingestion/in_memory_db/tpcds/native/tpcds_ingest_native.benchmark.in
table_name=inventory
format=native

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpcds/native/ingest_store_sales.benchmark
# description: benchmark ingestion of store_sales
# group: [native]
template benchmark/ingestion/in_memory_db/tpcds/native/tpcds_ingest_native.benchmark.in
table_name=store_sales
format=native

View File

@@ -0,0 +1,26 @@
call dsdgen(sf=1);
create view call_center_native as select * from call_center;
create view household_demographics_native as select * from household_demographics;
create view store_returns_native as select * from store_returns;
create view catalog_page_native as select * from catalog_page;
create view income_band_native as select * from income_band;
create view store_sales_native as select * from store_sales;
create view catalog_returns_native as select * from catalog_returns;
create view inventory_native as select * from inventory;
create view time_dim_native as select * from time_dim;
create view catalog_sales_native as select * from catalog_sales;
create view item_native as select * from item;
create view warehouse_native as select * from warehouse;
create view customer_native as select * from customer;
create view promotion_native as select * from promotion;
create view web_page_native as select * from web_page;
create view customer_address_native as select * from customer_address;
create view reason_native as select * from reason;
create view web_returns_native as select * from web_returns;
create view customer_demographics_native as select * from customer_demographics;
create view ship_mode_native as select * from ship_mode;
create view web_sales_native as select * from web_sales;
create view date_dim_native as select * from date_dim;
create view store_native as select * from store;
create view web_site_native as select * from web_site;

View File

@@ -0,0 +1,19 @@
# name: ${FILE_PATH}
# description: ${DESCRIPTION}
# group: [ingestion]
name Q${table_name}
group ingestion
subgroup tpcds
require parquet
require tpcds
load benchmark/ingestion/in_memory_db/tpcds/native/load_native.sql
run
create table ${table_name}_ingested as select * from ${table_name}_${format};
cleanup
DROP TABLE ${table_name}_ingested;

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpcds/parquet/ingest_customer_demographics.benchmark
# description: benchmark ingestion of customer_demographics
# group: [parquet]
template benchmark/ingestion/in_memory_db/tpcds/tpcds_ingestion_in_memory.benchmark.in
table_name=customer_demographics
format=parquet

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpcds/parquet/ingest_inventory.benchmark
# description: benchmark ingestion of inventory
# group: [parquet]
template benchmark/ingestion/in_memory_db/tpcds/tpcds_ingestion_in_memory.benchmark.in
table_name=inventory
format=parquet

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpcds/parquet/ingest_store_sales.benchmark
# description: benchmark ingestion of store_sales
# group: [parquet]
template benchmark/ingestion/in_memory_db/tpcds/tpcds_ingestion_in_memory.benchmark.in
table_name=store_sales
format=parquet

View File

@@ -0,0 +1,23 @@
# name: ${FILE_PATH}
# description: ${DESCRIPTION}
# group: [ingestion]
name Q${table_name}
group ingestion
subgroup tpcds
require tpcds
require parquet
cache tpcds_sf1_ingest.duckdb no_connect
load benchmark/ingestion/load_tpcds.sql
# reads table from view created in load script
run
create table ${table_name}_ingested as select * from read_${format}('${BENCHMARK_DIR}/tpcds_${format}/${table_name}.${format}');
cleanup
drop table ${table_name}_ingested;

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpch/csv/ingest_lineitem.benchmark
# description: benchmark ingestion of lineitem
# group: [csv]
template benchmark/ingestion/in_memory_db/tpch/tpch_ingestion_in_memory.benchmark.in
table_name=lineitem
format=csv

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpch/csv/ingest_orders.benchmark
# description: benchmark ingestion of orders
# group: [csv]
template benchmark/ingestion/in_memory_db/tpch/tpch_ingestion_in_memory.benchmark.in
table_name=orders
format=csv

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpch/native/ingest_lineitem.benchmark
# description: benchmark ingestion of lineitem
# group: [native]
template benchmark/ingestion/in_memory_db/tpch/native/tpch_ingest_native.benchmark.in
table_name=lineitem
format=native

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpch/native/ingest_orders.benchmark
# description: benchmark ingestion of orders
# group: [native]
template benchmark/ingestion/in_memory_db/tpch/native/tpch_ingest_native.benchmark.in
table_name=orders
format=native

View File

@@ -0,0 +1,10 @@
call dbgen(sf=1);
create view customer_native as select * from customer;
create view lineitem_native as select * from lineitem;
create view nation_native as select * from nation;
create view orders_native as select * from orders;
create view part_native as select * from part;
create view partsupp_native as select * from partsupp;
create view region_native as select * from region;
create view supplier_native as select * from supplier;

View File

@@ -0,0 +1,19 @@
# name: ${FILE_PATH}
# description: ${DESCRIPTION}
# group: [ingestion]
name Q${table_name}
group ingestion
subgroup tpch
require parquet
require tpch
load benchmark/ingestion/in_memory_db/tpch/native/load_native.sql
run
create table ${table_name}_ingested as select * from ${table_name}_${format};
cleanup
DROP TABLE ${table_name}_ingested;

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpch/parquet/ingest_lineitem.benchmark
# description: benchmark ingestion of lineitem
# group: [parquet]
template benchmark/ingestion/in_memory_db/tpch/tpch_ingestion_in_memory.benchmark.in
table_name=lineitem
format=parquet

View File

@@ -0,0 +1,7 @@
# name: benchmark/ingestion/in_memory_db/tpch/parquet/ingest_orders.benchmark
# description: benchmark ingestion of orders
# group: [parquet]
template benchmark/ingestion/in_memory_db/tpch/tpch_ingestion_in_memory.benchmark.in
table_name=orders
format=parquet

View File

@@ -0,0 +1,21 @@
# name: ${FILE_PATH}
# description: ${DESCRIPTION}
# group: [ingestion]
name Q${table_name}
group ingestion
subgroup tpch
require parquet
require tpch
cache tpch_sf1_ingest.duckdb no_connect
load benchmark/ingestion/load_tpch.sql
run
create table ${table_name}_ingested as select * from read_${format}('${BENCHMARK_DIR}/tpch_${format}/${table_name}.${format}');
cleanup
DROP TABLE ${table_name}_ingested;