diff --git a/benchmark/tpcds/sf1/local/delta/load.sql b/benchmark/tpcds/sf1/local/delta/load.sql index ecb2c2b..1d87455 100644 --- a/benchmark/tpcds/sf1/local/delta/load.sql +++ b/benchmark/tpcds/sf1/local/delta/load.sql @@ -1,4 +1,4 @@ -SET VARIABLE delta_path = './data/generated/tpcds_sf1'; +SET VARIABLE delta_path = '/mount/delta_benchmarking/tpcds_sf1_pyspark'; create view call_center as from delta_scan(getvariable('delta_path') || '/call_center/delta_lake'); create view catalog_page as from delta_scan(getvariable('delta_path') || '/catalog_page/delta_lake'); diff --git a/benchmark/tpcds/sf1/local/delta_attach/load.sql b/benchmark/tpcds/sf1/local/delta_attach/load.sql index 3acd7b5..514afbd 100644 --- a/benchmark/tpcds/sf1/local/delta_attach/load.sql +++ b/benchmark/tpcds/sf1/local/delta_attach/load.sql @@ -1,24 +1,24 @@ -ATTACH './data/generated/tpcds_sf1/call_center/delta_lake' as call_center (TYPE delta); -ATTACH './data/generated/tpcds_sf1/catalog_page/delta_lake' as catalog_page (TYPE delta); -ATTACH './data/generated/tpcds_sf1/catalog_returns/delta_lake' as catalog_returns (TYPE delta); -ATTACH './data/generated/tpcds_sf1/catalog_sales/delta_lake' as catalog_sales (TYPE delta); -ATTACH './data/generated/tpcds_sf1/customer/delta_lake' as customer (TYPE delta); -ATTACH './data/generated/tpcds_sf1/customer_demographics/delta_lake' as customer_demographics (TYPE delta); -ATTACH './data/generated/tpcds_sf1/customer_address/delta_lake' as customer_address (TYPE delta); -ATTACH './data/generated/tpcds_sf1/date_dim/delta_lake' as date_dim (TYPE delta); -ATTACH './data/generated/tpcds_sf1/household_demographics/delta_lake' as household_demographics (TYPE delta); -ATTACH './data/generated/tpcds_sf1/inventory/delta_lake' as inventory (TYPE delta); -ATTACH './data/generated/tpcds_sf1/income_band/delta_lake' as income_band (TYPE delta); -ATTACH './data/generated/tpcds_sf1/item/delta_lake' as item (TYPE delta); -ATTACH './data/generated/tpcds_sf1/promotion/delta_lake' as promotion (TYPE delta); -ATTACH './data/generated/tpcds_sf1/reason/delta_lake' as reason (TYPE delta); -ATTACH './data/generated/tpcds_sf1/ship_mode/delta_lake' as ship_mode (TYPE delta); -ATTACH './data/generated/tpcds_sf1/store/delta_lake' as store (TYPE delta); -ATTACH './data/generated/tpcds_sf1/store_returns/delta_lake' as store_returns (TYPE delta); -ATTACH './data/generated/tpcds_sf1/store_sales/delta_lake' as store_sales (TYPE delta); -ATTACH './data/generated/tpcds_sf1/time_dim/delta_lake' as time_dim (TYPE delta); -ATTACH './data/generated/tpcds_sf1/warehouse/delta_lake' as warehouse (TYPE delta); -ATTACH './data/generated/tpcds_sf1/web_page/delta_lake' as web_page (TYPE delta); -ATTACH './data/generated/tpcds_sf1/web_returns/delta_lake' as web_returns (TYPE delta); -ATTACH './data/generated/tpcds_sf1/web_sales/delta_lake' as web_sales (TYPE delta); -ATTACH './data/generated/tpcds_sf1/web_site/delta_lake' as web_site (TYPE delta); \ No newline at end of file +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/call_center/delta_lake' as call_center (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/catalog_page/delta_lake' as catalog_page (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/catalog_returns/delta_lake' as catalog_returns (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/catalog_sales/delta_lake' as catalog_sales (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/customer/delta_lake' as customer (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/customer_demographics/delta_lake' as customer_demographics (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/customer_address/delta_lake' as customer_address (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/date_dim/delta_lake' as date_dim (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/household_demographics/delta_lake' as household_demographics (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/inventory/delta_lake' as inventory (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/income_band/delta_lake' as income_band (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/item/delta_lake' as item (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/promotion/delta_lake' as promotion (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/reason/delta_lake' as reason (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/ship_mode/delta_lake' as ship_mode (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/store/delta_lake' as store (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/store_returns/delta_lake' as store_returns (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/store_sales/delta_lake' as store_sales (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/time_dim/delta_lake' as time_dim (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/warehouse/delta_lake' as warehouse (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/web_page/delta_lake' as web_page (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/web_returns/delta_lake' as web_returns (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/web_sales/delta_lake' as web_sales (TYPE delta); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/web_site/delta_lake' as web_site (TYPE delta); \ No newline at end of file diff --git a/benchmark/tpcds/sf1/local/delta_attach_pin/load.sql b/benchmark/tpcds/sf1/local/delta_attach_pin/load.sql index 065d09a..b139b3f 100644 --- a/benchmark/tpcds/sf1/local/delta_attach_pin/load.sql +++ b/benchmark/tpcds/sf1/local/delta_attach_pin/load.sql @@ -1,24 +1,24 @@ -ATTACH './data/generated/tpcds_sf1/call_center/delta_lake' as call_center (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/catalog_page/delta_lake' as catalog_page (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/catalog_returns/delta_lake' as catalog_returns (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/catalog_sales/delta_lake' as catalog_sales (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/customer/delta_lake' as customer (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/customer_demographics/delta_lake' as customer_demographics (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/customer_address/delta_lake' as customer_address (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/date_dim/delta_lake' as date_dim (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/household_demographics/delta_lake' as household_demographics (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/inventory/delta_lake' as inventory (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/income_band/delta_lake' as income_band (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/item/delta_lake' as item (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/promotion/delta_lake' as promotion (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/reason/delta_lake' as reason (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/ship_mode/delta_lake' as ship_mode (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/store/delta_lake' as store (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/store_returns/delta_lake' as store_returns (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/store_sales/delta_lake' as store_sales (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/time_dim/delta_lake' as time_dim (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/warehouse/delta_lake' as warehouse (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/web_page/delta_lake' as web_page (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/web_returns/delta_lake' as web_returns (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/web_sales/delta_lake' as web_sales (TYPE delta, PIN_SNAPSHOT); -ATTACH './data/generated/tpcds_sf1/web_site/delta_lake' as web_site (TYPE delta, PIN_SNAPSHOT); \ No newline at end of file +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/call_center/delta_lake' as call_center (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/catalog_page/delta_lake' as catalog_page (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/catalog_returns/delta_lake' as catalog_returns (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/catalog_sales/delta_lake' as catalog_sales (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/customer/delta_lake' as customer (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/customer_demographics/delta_lake' as customer_demographics (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/customer_address/delta_lake' as customer_address (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/date_dim/delta_lake' as date_dim (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/household_demographics/delta_lake' as household_demographics (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/inventory/delta_lake' as inventory (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/income_band/delta_lake' as income_band (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/item/delta_lake' as item (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/promotion/delta_lake' as promotion (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/reason/delta_lake' as reason (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/ship_mode/delta_lake' as ship_mode (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/store/delta_lake' as store (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/store_returns/delta_lake' as store_returns (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/store_sales/delta_lake' as store_sales (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/time_dim/delta_lake' as time_dim (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/warehouse/delta_lake' as warehouse (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/web_page/delta_lake' as web_page (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/web_returns/delta_lake' as web_returns (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/web_sales/delta_lake' as web_sales (TYPE delta, PIN_SNAPSHOT); +ATTACH '/mount/delta_benchmarking/tpcds_sf1_pyspark/web_site/delta_lake' as web_site (TYPE delta, PIN_SNAPSHOT); \ No newline at end of file diff --git a/benchmark/tpcds/sf1/local/duckdb/tpcds_sf1.benchmark.in b/benchmark/tpcds/sf1/local/duckdb/tpcds_sf1.benchmark.in index 052396f..992983a 100644 --- a/benchmark/tpcds/sf1/local/duckdb/tpcds_sf1.benchmark.in +++ b/benchmark/tpcds/sf1/local/duckdb/tpcds_sf1.benchmark.in @@ -13,7 +13,7 @@ require parquet require tpcds run -attach './data/generated/tpcds_sf1/duckdb.db' as tpcds; +attach '/mount/delta_benchmarking/tpcds_sf1_pyspark/duckdb.db' as tpcds; use tpcds; pragma tpcds(${QUERY_NUMBER}) diff --git a/benchmark/tpcds/sf1/local/parquet/load.sql b/benchmark/tpcds/sf1/local/parquet/load.sql index 94a8da4..318e6a7 100644 --- a/benchmark/tpcds/sf1/local/parquet/load.sql +++ b/benchmark/tpcds/sf1/local/parquet/load.sql @@ -1,4 +1,4 @@ -SET VARIABLE parquet_path = './data/generated/tpcds_sf1'; +SET VARIABLE parquet_path = '/mount/delta_benchmarking/tpcds_sf1_pyspark'; create view call_center as from parquet_scan(getvariable('parquet_path') || '/call_center/parquet/**/*.parquet'); create view catalog_page as from parquet_scan(getvariable('parquet_path') || '/catalog_page/parquet/**/*.parquet');