Directly append pyarrow table to types_test fixture

Author: gruuya

crates/integration_tests/testdata/pyiceberg/Dockerfile

@@ -15,7 +15,7 @@
 
 FROM python:3.9-bullseye
 
-RUN pip install pyiceberg[pyarrow]==0.8
+RUN pip install pyiceberg[pyarrow]==0.8.1
 
 COPY provision.py .
 

crates/integration_tests/testdata/pyiceberg/provision.py

@@ -17,7 +17,6 @@
 
 import os
 from pyiceberg.catalog import load_catalog
-import pyarrow.parquet as pq
 import pyarrow as pa
 from datetime import datetime, timedelta
 
@@ -57,16 +56,6 @@
 # Convert to a PyArrow table
 table = pa.Table.from_arrays(columns, schema=schema)
 
-# Write to a Parquet file
-pq.write_table(table, "types_test.parquet")
-
-# Output the result
-print(f"Created a Parquet file with {rows} rows and schema {table.schema}.")
-
-
-# Load the Parquet file
-parquet_file = pq.read_table("./types_test.parquet")
-
 # Connect to the REST catalog
 catalog = load_catalog(
     "rest",
@@ -82,6 +71,6 @@
 # Create a corresponding Iceberg table and append the file to it
 iceberg_table = catalog.create_table_if_not_exists(
     identifier=f"default.types_test",
-    schema=parquet_file.schema,
+    schema=schema,
 )
-iceberg_table.append(df=parquet_file)
+iceberg_table.append(table)