From 8d44150ce61cb38aaf4e9ce30183ef43f3a7a0fd Mon Sep 17 00:00:00 2001 From: Anatolii Yatsuk Date: Mon, 10 Feb 2025 20:53:06 +0200 Subject: [PATCH] Increase the limit for number of partitions in memory --- .../declarative/incremental/concurrent_partition_cursor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py b/airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py index f54a0297..d69b61bf 100644 --- a/airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py +++ b/airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py @@ -58,7 +58,7 @@ class ConcurrentPerPartitionCursor(Cursor): CurrentPerPartitionCursor expects the state of the ConcurrentCursor to follow the format {cursor_field: cursor_value}. """ - DEFAULT_MAX_PARTITIONS_NUMBER = 10_000 + DEFAULT_MAX_PARTITIONS_NUMBER = 25_000 SWITCH_TO_GLOBAL_LIMIT = 1000 _NO_STATE: Mapping[str, Any] = {} _NO_CURSOR_STATE: Mapping[str, Any] = {}