store filesystems in duckdb catalog

buremba · Feb 7, 2025 · cff9bc6 · cff9bc6
1 parent 7f0cc12
commit cff9bc6
Show file tree

Hide file tree

Showing 6 changed files with 2,349 additions and 6 deletions.
diff --git a/.env.act b/.env.act
@@ -0,0 +1,3 @@
+SNOWFLAKE_CONNECTIONS_BASE64=W2RlZmF1bHRdDWFjY291bnQgPSAibHQ1MTYwMS5ldXJvcGUtd2VzdDIuZ2NwIg11c2VyID0gIkRCVF9MT0NBTF9VU0VSIg1wYXNzd29yZCA9ICJDZzhoa1RqQmUyRSFzeUYtIg1kYXRhYmFzZSA9ICJNWV9DVVNUT01fQVBQIg1yb2xlID0gIkFDQ09VTlRBRE1JTiINc2NoZW1hID0gIlBVQkxJQyINd2FyZWhvdXNlID0gIkNPTVBVVEVfV0gi
+EXTERNAL_VOLUME_NAME=ICEBERG_JINJAT
+SNOWFLAKE_CONNECTION_NAME=jinjat_aws_us_east
diff --git a/resources/snowflake_redshift_usage/1.Download.sh b/resources/snowflake_redshift_usage/1.Download.sh
@@ -0,0 +1,7 @@
+aws s3 cp --no-sign-request s3://redshift-downloads/redset/serverless/parts/ redset/serverless/parts/ --recursive
+aws s3 cp --no-sign-request s3://redshift-downloads/redset/provisioned/parts/ redset/provisioned/parts/ --recursive
+
+mkdir -p snowset
+wget http://www.cs.cornell.edu/~midhul/snowset/snowset-main.parquet.tar.gz
+tar -xzvf snowset-main.parquet.tar.gz
+mv snowset-main.parquet snowset