Increase the limit for number of partitions in memory

airbytehq · Feb 10, 2025 · 8d44150 · 8d44150
1 parent 509ea05
commit 8d44150
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py b/airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py
@@ -58,7 +58,7 @@ class ConcurrentPerPartitionCursor(Cursor):
     CurrentPerPartitionCursor expects the state of the ConcurrentCursor to follow the format {cursor_field: cursor_value}.
     """
 
-    DEFAULT_MAX_PARTITIONS_NUMBER = 10_000
+    DEFAULT_MAX_PARTITIONS_NUMBER = 25_000
     SWITCH_TO_GLOBAL_LIMIT = 1000
     _NO_STATE: Mapping[str, Any] = {}
     _NO_CURSOR_STATE: Mapping[str, Any] = {}