run_copy_at_scale_benchmarks.bash

#!/bin/bash

set -e

source .env

methods=("psycopg3" "copy_csv")
table_types=("regular" "hyper")

wait_for_db_to_be_ready() {
    while ! docker exec -it -u postgres "$CONTAINER_NAME" pg_isready -h "$POSTGRES_HOST" -U "$POSTGRES_USER"; do
        sleep 2
    done
}

for method in "${methods[@]}"; do
    for table_type in "${table_types[@]}"; do
        set -x

        docker-compose up --detach

        wait_for_db_to_be_ready

        poetry run python create_table.py \
            --drop-table \
            --table-type $table_type

        poetry run python copy_data.py \
            --method $method \
            --table-type $table_type \
            --hours 744 \
            --workers 1 \
            --benchmarks-file "benchmarks_copy_at_scale.csv"

        docker-compose down

        { set +x; } 2>/dev/null
    done
done