Test for dump/restore to filesystem for all types (#16397)

Author: dennnniska

ydb/tests/datashard/dump_restore/test_dump_restore.py

@@ -0,0 +1,79 @@
+import os
+import yatest
+import pytest
+
+from ydb.tests.sql.lib.test_base import TestBase
+from ydb.tests.datashard.lib.types_of_variables import pk_types, non_pk_types, index_first, index_second, \
+    index_first_sync, index_second_sync, index_three_sync, index_four_sync, index_zero_sync
+from ydb.tests.datashard.lib.dml_operations import DMLOperations
+
+
+class TestDumpRestore(TestBase):
+    @pytest.mark.parametrize(
+        "table_name, pk_types, all_types, index, ttl, unique, sync",
+        [
+            # ("table_index_4_UNIQUE_SYNC", pk_types, {},         b'Status: BAD_REQUEST\nIssues: \n<main>:
+            # index_four_sync, "", "UNIQUE", "SYNC"),            Info: path: /Root/table_index_3_UNIQUE_SYNC\n<main>:
+            # ("table_index_3_UNIQUE_SYNC", pk_types, {},         Error: Failed item check: unsupported index type to build\n'
+            # index_three_sync_not_Bool, "", "UNIQUE", "SYNC"),   https://github.com/ydb-platform/ydb/issues/16594
+            # ("table_index_2_UNIQUE_SYNC", pk_types, {},
+            # index_second_sync, "", "UNIQUE", "SYNC"),
+            # ("table_index_1_UNIQUE_SYNC", pk_types, {},
+            # index_first_sync, "", "UNIQUE", "SYNC"),
+            # ("table_index_0_UNIQUE_SYNC", pk_types, {},
+            # index_zero_sync, "", "UNIQUE", "SYNC"),
+            ("table_index_4__SYNC", pk_types, {},
+             index_four_sync, "", "", "SYNC"),
+            ("table_index_3__SYNC", pk_types, {},
+             index_three_sync, "", "", "SYNC"),
+            ("table_index_2__SYNC", pk_types, {},
+             index_second_sync, "", "", "SYNC"),
+            ("table_index_1__SYNC", pk_types, {},
+             index_first_sync, "", "", "SYNC"),
+            ("table_index_0__SYNC", pk_types, {},
+             index_zero_sync, "", "", "SYNC"),
+            ("table_index_1__ASYNC", pk_types, {}, index_second, "", "", "ASYNC"),
+            ("table_index_0__ASYNC", pk_types, {}, index_first, "", "", "ASYNC"),
+            ("table_all_types", pk_types, {
+             **pk_types, **non_pk_types}, {}, "", "", ""),
+            ("table_ttl_DyNumber", pk_types, {}, {}, "DyNumber", "", ""),
+            ("table_ttl_Uint32", pk_types, {}, {}, "Uint32", "", ""),
+            ("table_ttl_Uint64", pk_types, {}, {}, "Uint64", "", ""),
+            ("table_ttl_Datetime", pk_types, {}, {}, "Datetime", "", ""),
+            ("table_ttl_Timestamp", pk_types, {}, {}, "Timestamp", "", ""),
+            ("table_ttl_Date", pk_types, {}, {}, "Date", "", ""),
+        ]
+    )
+    def test_dump_restore(self, table_name: str, pk_types: dict[str, str], all_types: dict[str, str], index: dict[str, str], ttl: str, unique: str, sync: str):
+        dml = DMLOperations(self)
+        dml.create_table(table_name, pk_types, all_types,
+                         index, ttl, unique, sync)
+        dml.insert(table_name, all_types, pk_types, index, ttl)
+        self.dump(table_name)
+        dml.query(f"drop table {table_name}")
+        self.restore(table_name)
+        dml.select_after_insert(table_name, all_types, pk_types, index, ttl)
+
+    def dump(self, table_name):
+        yatest.common.execute([
+            yatest.common.binary_path(os.getenv('YDB_CLI_BINARY')),
+            '-e', 'grpc://'+self.get_endpoint(),
+            "--database", self.get_database(),
+            "tools",
+            "dump",
+            "--path", "/Root",
+            "--output",
+            f"dump_{table_name}"
+        ])
+
+    def restore(self, table_name):
+        yatest.common.execute([
+            yatest.common.binary_path(os.getenv('YDB_CLI_BINARY')),
+            '-e', 'grpc://'+self.get_endpoint(),
+            "--database", self.get_database(),
+            "tools",
+            "restore",
+            "--path", "/Root",
+            "--input",
+            f"dump_{table_name}"
+        ])

ydb/tests/datashard/dump_restore/ya.make

@@ -0,0 +1,24 @@
+PY3TEST()
+ENV(YDB_DRIVER_BINARY="ydb/apps/ydbd/ydbd")
+ENV(YDB_CLI_BINARY="ydb/apps/ydb/ydb")
+
+FORK_SUBTESTS()
+SPLIT_FACTOR(18)
+
+SIZE(MEDIUM)
+
+TEST_SRCS(
+    test_dump_restore.py
+)
+
+PEERDIR(
+    ydb/tests/datashard/lib
+    ydb/tests/sql/lib
+)
+
+DEPENDS(
+    ydb/apps/ydb
+    ydb/apps/ydbd
+)
+
+END()

ydb/tests/datashard/ya.make

@@ -2,4 +2,5 @@ RECURSE(
     async_replication
     dml
     lib
+    dump_restore
 )