+ iter=10 ++ seq 1 10 + for i in $(seq 1 $iter) + echo iteration=1 iteration=1 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.018 s nation 0.015 s supplier 16.363 s customer 53.486 s part 56.868 s partsupp 118.056 s orders 198.235 s lineitem 781.550 s TOTAL 1224.590 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db /var/lib/mysql/duckdb.db.wal 264G /var/lib/mysql/duckdb.db 166M /var/lib/mysql/duckdb.db.wal + for i in $(seq 1 $iter) + echo iteration=2 iteration=2 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.018 s nation 0.025 s supplier 20.588 s customer 68.005 s part 59.938 s partsupp 118.360 s orders 205.439 s lineitem 800.115 s TOTAL 1272.490 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db 527G /var/lib/mysql/duckdb.db + for i in $(seq 1 $iter) + echo iteration=3 iteration=3 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.016 s nation 0.017 s supplier 14.272 s customer 40.227 s part 59.893 s partsupp 114.279 s orders 195.878 s lineitem 791.050 s TOTAL 1215.630 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db /var/lib/mysql/duckdb.db.wal 527G /var/lib/mysql/duckdb.db 166M /var/lib/mysql/duckdb.db.wal + for i in $(seq 1 $iter) + echo iteration=4 iteration=4 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.015 s nation 0.015 s supplier 23.706 s customer 45.008 s part 58.788 s partsupp 120.282 s orders 200.539 s lineitem 802.564 s TOTAL 1250.920 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db 791G /var/lib/mysql/duckdb.db + for i in $(seq 1 $iter) + echo iteration=5 iteration=5 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.014 s nation 0.017 s supplier 23.981 s customer 38.542 s part 38.945 s partsupp 116.883 s orders 204.921 s lineitem 789.170 s TOTAL 1212.470 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db /var/lib/mysql/duckdb.db.wal 791G /var/lib/mysql/duckdb.db 166M /var/lib/mysql/duckdb.db.wal + for i in $(seq 1 $iter) + echo iteration=6 iteration=6 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.016 s nation 0.027 s supplier 23.947 s customer 44.130 s part 55.003 s partsupp 125.198 s orders 206.930 s lineitem 827.220 s TOTAL 1282.470 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db 527G /var/lib/mysql/duckdb.db + for i in $(seq 1 $iter) + echo iteration=7 iteration=7 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.015 s nation 0.015 s supplier 23.556 s customer 42.320 s part 50.303 s partsupp 120.721 s orders 207.600 s lineitem 817.696 s TOTAL 1262.230 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db /var/lib/mysql/duckdb.db.wal 527G /var/lib/mysql/duckdb.db 166M /var/lib/mysql/duckdb.db.wal + for i in $(seq 1 $iter) + echo iteration=8 iteration=8 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.018 s nation 0.014 s supplier 24.674 s customer 39.460 s part 45.285 s partsupp 122.098 s orders 203.420 s lineitem 804.164 s TOTAL 1239.130 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db 791G /var/lib/mysql/duckdb.db + for i in $(seq 1 $iter) + echo iteration=9 iteration=9 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.018 s nation 0.017 s supplier 21.822 s customer 60.605 s part 57.947 s partsupp 116.822 s orders 200.304 s lineitem 800.725 s TOTAL 1258.260 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db /var/lib/mysql/duckdb.db.wal 791G /var/lib/mysql/duckdb.db 166M /var/lib/mysql/duckdb.db.wal + for i in $(seq 1 $iter) + echo iteration=10 iteration=10 + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.028 s nation 0.015 s supplier 24.709 s customer 44.678 s part 42.479 s partsupp 119.708 s orders 210.400 s lineitem 815.182 s TOTAL 1257.200 s == row counts == region 5 nation 25 supplier 10000000 customer 150000000 part 200000000 partsupp 800000000 orders 1500000000 lineitem 5999989709 + du -sh /var/lib/mysql/duckdb.db 791G /var/lib/mysql/duckdb.db + mariadb -e 'shutdown;' + sleep 30 + ./start-mariadb.sh Checking MariaDB status... MariaDB is NOT running. Starting MariaDB... Waiting for MariaDB to accept connections... 260626 18:39:37 mysqld_safe Logging to '/var/lib/mysql//hz-duckdb-bench.err'. 260626 18:39:37 mysqld_safe Starting mariadbd daemon with databases from /var/lib/mysql/ MariaDB started successfully (New PID: 2280190). + mariadb -e 'source create-tables-duckdb.sql;use tpch; show tables;' -------------- CREATE TABLE nation ( N_NATIONKEY INTEGER primary key, N_NAME CHAR(25) NOT NULL, N_REGIONKEY INTEGER NOT NULL, N_COMMENT VARCHAR(152))engine=duckdb -------------- ERROR 1296 (HY000) at line 18 in file: 'create-tables-duckdb.sql': Got error 168 'TransactionContext Error: Failed to commit: Could not commit creation of dependency, subject "nation" has been deleted' from DuckDB -------------- CREATE TABLE region ( R_REGIONKEY INTEGER primary key, R_NAME CHAR(25) NOT NULL, R_COMMENT VARCHAR(152))engine=duckdb -------------- ERROR 1296 (HY000) at line 23 in file: 'create-tables-duckdb.sql': Got error 168 'TransactionContext Error: Failed to commit: Could not commit creation of dependency, subject "region" has been deleted' from DuckDB -------------- CREATE TABLE part ( P_PARTKEY INTEGER primary key, P_NAME VARCHAR(55) NOT NULL, P_MFGR CHAR(25) NOT NULL, P_BRAND CHAR(10) NOT NULL, P_TYPE VARCHAR(25) NOT NULL, P_SIZE INTEGER NOT NULL, P_CONTAINER CHAR(10) NOT NULL, P_RETAILPRICE DECIMAL(15,2) NOT NULL, P_COMMENT VARCHAR(23) NOT NULL )engine=duckdb -------------- ERROR 1296 (HY000) at line 27 in file: 'create-tables-duckdb.sql': Got error 168 'TransactionContext Error: Failed to commit: Could not commit creation of dependency, subject "part" has been deleted' from DuckDB -------------- CREATE TABLE supplier ( S_SUPPKEY INTEGER primary key, S_NAME CHAR(25) NOT NULL, S_ADDRESS VARCHAR(40) NOT NULL, S_NATIONKEY INTEGER NOT NULL, S_PHONE CHAR(15) NOT NULL, S_ACCTBAL DECIMAL(15,2) NOT NULL, S_COMMENT VARCHAR(101) NOT NULL)engine=duckdb -------------- ERROR 1296 (HY000) at line 37 in file: 'create-tables-duckdb.sql': Got error 168 'TransactionContext Error: Failed to commit: Could not commit creation of dependency, subject "supplier" has been deleted' from DuckDB -------------- CREATE TABLE partsupp ( PS_PARTKEY INTEGER NOT NULL, PS_SUPPKEY INTEGER NOT NULL, PS_AVAILQTY INTEGER NOT NULL, PS_SUPPLYCOST DECIMAL(15,2) NOT NULL, PS_COMMENT VARCHAR(199) NOT NULL, primary key (ps_partkey, ps_suppkey) )engine=duckdb -------------- ERROR 1296 (HY000) at line 45 in file: 'create-tables-duckdb.sql': Got error 168 'TransactionContext Error: Failed to commit: Could not commit creation of dependency, subject "partsupp" has been deleted' from DuckDB -------------- CREATE TABLE customer ( C_CUSTKEY INTEGER primary key, C_NAME VARCHAR(25) NOT NULL, C_ADDRESS VARCHAR(40) NOT NULL, C_NATIONKEY INTEGER NOT NULL, C_PHONE CHAR(15) NOT NULL, C_ACCTBAL DECIMAL(15,2) NOT NULL, C_MKTSEGMENT CHAR(10) NOT NULL, C_COMMENT VARCHAR(117) NOT NULL)engine=duckdb -------------- ERROR 1296 (HY000) at line 51 in file: 'create-tables-duckdb.sql': Got error 168 'TransactionContext Error: Failed to commit: Could not commit creation of dependency, subject "customer" has been deleted' from DuckDB -------------- CREATE TABLE orders ( O_ORDERKEY BIGINT primary key, O_CUSTKEY INTEGER NOT NULL, O_ORDERSTATUS CHAR(1) NOT NULL, O_TOTALPRICE DECIMAL(15,2) NOT NULL, O_ORDERDATE DATE NOT NULL, O_ORDERPRIORITY CHAR(15) NOT NULL, O_CLERK CHAR(15) NOT NULL, O_SHIPPRIORITY INTEGER NOT NULL, O_COMMENT VARCHAR(79) NOT NULL)engine=duckdb -------------- ERROR 1296 (HY000) at line 60 in file: 'create-tables-duckdb.sql': Got error 168 'TransactionContext Error: Failed to commit: Could not commit creation of dependency, subject "orders" has been deleted' from DuckDB -------------- CREATE TABLE lineitem ( L_ORDERKEY BIGINT NOT NULL, L_PARTKEY INTEGER NOT NULL, L_SUPPKEY INTEGER NOT NULL, L_LINENUMBER INTEGER NOT NULL, L_QUANTITY DECIMAL(15,2) NOT NULL, L_EXTENDEDPRICE DECIMAL(15,2) NOT NULL, L_DISCOUNT DECIMAL(15,2) NOT NULL, L_TAX DECIMAL(15,2) NOT NULL, L_RETURNFLAG CHAR(1) NOT NULL, L_LINESTATUS CHAR(1) NOT NULL, L_SHIPDATE DATE NOT NULL, L_COMMITDATE DATE NOT NULL, L_RECEIPTDATE DATE NOT NULL, L_SHIPINSTRUCT CHAR(25) NOT NULL, L_SHIPMODE CHAR(10) NOT NULL, L_COMMENT VARCHAR(44) NOT NULL, primary key(L_ORDERKEY,L_LINENUMBER))engine=duckdb -------------- ERROR 1296 (HY000) at line 70 in file: 'create-tables-duckdb.sql': Got error 168 'TransactionContext Error: Failed to commit: Could not commit creation of dependency, subject "lineitem" has been deleted' from DuckDB Tables_in_tpch customer lineitem nation orders part partsupp region supplier + SCHEMA=tpch + SF=1000 + DATA_DIR=/mnt/nvme2/sf1000 + TPCH_SQL=tpch.sql + ./04_load.sh == COPY load from /mnt/nvme2/sf1000 into schema 'tpch' (wall clock incl. client) == region 0.013 s nation 0.013 s supplier 0.013 s customer 0.012 s part 0.013 s partsupp 0.012 s orders 0.013 s lineitem 0.013 s TOTAL 0.100 s == row counts == region -------------- SELECT count(*) FROM tpch.region -------------- ERROR 1296 (HY000) at line 1: Got error 122 'Catalog Error: Table with name "tpch.region" does not exist because schema "tpch" does not exist. LINE 1: SELECT count(*) FROM tpch.region ^' from DuckDB + du -sh /var/lib/mysql/duckdb.db /var/lib/mysql/duckdb.db.wal 791G /var/lib/mysql/duckdb.db 8.0K /var/lib/mysql/duckdb.db.wal