Skip to content

Commit 509cb20

Browse files
changed data page size limit from 1mb to 512 kb
1 parent 4087877 commit 509cb20

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

Diff for: src/storage/staging.rs

+3-1
Original file line numberDiff line numberDiff line change
@@ -325,7 +325,9 @@ pub fn parquet_writer_props(
325325
.set_column_encoding(
326326
ColumnPath::new(vec![time_partition_field]),
327327
Encoding::DELTA_BINARY_PACKED,
328-
);
328+
)
329+
.set_dictionary_enabled(false)
330+
.set_data_page_size_limit(512*1024);
329331

330332
for (field, index) in custom_partition_fields {
331333
let field = ColumnPath::new(vec![field]);

0 commit comments

Comments
 (0)