Unmute ttl_delete test and fix bad in sys_view. Ydb issue 16597 (#18094)

Co-authored-by: Matveev Sergei <[email protected]>

Author: xyliganSereja

ydb/tests/olap/common/column_table_helper.py

@@ -74,3 +74,8 @@ def get_volumes_column(self, column_name: str) -> tuple[int, int]:
             raw_bytes, bytes = self._coollect_volumes_column(column_name)
         logging.info(f"Table `{self.path}`, volumes `{column_name}` ({raw_bytes}, {bytes})")
         return raw_bytes, bytes
+
+    def portions_actualized_in_sys(self):
+        portions = self.get_portion_stat_by_tier()
+        logger.info(f"portions: {portions}, blobs: {self.get_blob_stat_by_tier()}")
+        return "__DEFAULT" in portions

ydb/tests/olap/ttl_tiering/base.py

@@ -40,6 +40,7 @@ def _setup_ydb(cls):
             config = KikimrConfigGenerator(
                 extra_feature_flags={
                     "enable_external_data_sources": True,
+                    "enable_write_portions_on_insert": True,
                     "enable_tiering_in_column_shard": True
                 },
                 column_shard_config={

ydb/tests/olap/ttl_tiering/data_migration_when_alter_ttl.py

@@ -133,15 +133,7 @@ def test(self):
         if not self.wait_for(lambda: len(table.get_portion_stat_by_tier()) != 0, plain_or_under_sanitizer(60, 120)):
             raise Exception("portion count equal zero after insert data")
 
-        def portions_actualized_in_sys():
-            portions = table.get_portion_stat_by_tier()
-            logger.info(f"portions: {portions}, blobs: {table.get_blob_stat_by_tier()}")
-            if len(portions) != 1 or "__DEFAULT" not in portions:
-                raise Exception("Data not in __DEFAULT teir")
-            return self.row_count <= portions["__DEFAULT"]["Rows"]
-
-        if not self.wait_for(lambda: portions_actualized_in_sys(), plain_or_under_sanitizer(120, 240)):
-            raise Exception(".sys reports incorrect data portions")
+        assert ColumnTableHelper.portions_actualized_in_sys(table)
 
         # Step 4
         t0 = time.time()

ydb/tests/olap/ttl_tiering/ttl_delete_s3.py

@@ -14,12 +14,6 @@ class TllDeleteBase(TllTieringTestBase):
     days_to_cool = 1000
     days_to_freeze = 3000
 
-    @classmethod
-    def portions_actualized_in_sys(self, table):
-        portions = table.get_portion_stat_by_tier()
-        logger.info(f"portions: {portions}, blobs: {table.get_blob_stat_by_tier()}")
-        return "__DEFAULT" in portions and self.row_count > portions["__DEFAULT"]["Rows"]
-
     @classmethod
     def get_row_count_by_date(self, table_path: str, past_days: int) -> int:
         return self.ydb_client.query(f"SELECT count(*) as Rows from `{table_path}` WHERE ts < CurrentUtcTimestamp() - DateTime::IntervalFromDays({past_days})")[0].rows[0]["Rows"]
@@ -273,8 +267,7 @@ def test_delete_s3_tiering(self):
         logger.info(f"Rows older than {self.days_to_cool} days: {self.get_row_count_by_date(table_path, self.days_to_cool)}")
         logger.info(f"Rows older than {self.days_to_freeze} days: {self.get_row_count_by_date(table_path, self.days_to_freeze)}")
 
-        if not self.wait_for(lambda: self.portions_actualized_in_sys(self.table), 120):
-            raise Exception(".sys reports incorrect data portions")
+        assert ColumnTableHelper.portions_actualized_in_sys(self.table)
 
         stmt = f"""
             DELETE FROM `{table_path}`
@@ -382,8 +375,7 @@ def test_ttl_delete(self):
         logger.info(f"Rows older than {self.days_to_cool} days: {self.get_row_count_by_date(table_path, self.days_to_cool)}")
         logger.info(f"Rows older than {self.days_to_freeze} days: {self.get_row_count_by_date(table_path, self.days_to_freeze)}")
 
-        if not self.wait_for(lambda: self.portions_actualized_in_sys(self.table), 200):
-            raise Exception(".sys reports incorrect data portions")
+        assert ColumnTableHelper.portions_actualized_in_sys(self.table)
 
         t0 = time.time()
         stmt = f"""