feat: add migration and comparison

Co-authored-by: medcl <64487+medcl@users.noreply.github.com>

Author: yaojiping

web/config/router.config.js

@@ -263,6 +263,69 @@ export default [
         ],
       },
 
+      
+      {
+        path: "/data_tools",
+        name: "data_tools",
+        icon: "tool",
+        authority: ["data_tools"],
+        isPro: true,
+        routes: [
+          {
+            path: "/data_tools/migration/new",
+            name: "migration_new",
+            component: "./Migration/Migration/New",
+            hideInMenu: true,
+            authority: ["data_tools.migration:all"],
+          },
+          {
+            path: "/data_tools/migration",
+            component: "./Migration/Migration/Index",
+            name: "migration",
+            authority: [
+              "data_tools.migration:all",
+              "data_tools.migration:read",
+            ],
+          },
+          {
+            path: "/data_tools/migration/:id/detail",
+            component: "./Migration/Migration/Detail/index",
+            name: "Detail",
+            hideInMenu: true,
+            authority: [
+              "data_tools.migration:all",
+              "data_tools.migration:read",
+            ],
+          },
+          {
+            path: "/data_tools/comparison",
+            component: "./Comparison/Comparison/Index",
+            name: "comparison",
+            authority: [
+              "data_tools.comparison:all",
+              "data_tools.comparison:read",
+            ],
+          },
+          {
+            path: "/data_tools/comparison/new",
+            name: "comparison_new",
+            component: "./Comparison/Comparison/New",
+            hideInMenu: true,
+            authority: ["data_tools.comparison:all"],
+          },
+          {
+            path: "/data_tools/comparison/:id/detail",
+            component: "./Comparison/Comparison/Detail/index",
+            name: "Detail",
+            hideInMenu: true,
+            authority: [
+              "data_tools.comparison:all",
+              "data_tools.comparison:read",
+            ],
+          },
+        ],
+      },
+
       // resource
       {
         path: "/resource",

web/src/locales/en-US.js

@@ -17,6 +17,7 @@ import settings from "./en-US/settings";
 import listview from "./en-US/listview";
 import audit from "./en-US/audit";
 import error from "./en-US/error";
+import migration from "./en-US/migration";
 
 export default {
   "navBar.lang": "Languages",
@@ -321,6 +322,16 @@ export default {
   "menu.header.help.document": "Documentation",
   "menu.header.help.ticket": "Report issue",
 
+  //migration
+  "menu.data_tools": "DATA TOOLS",
+  "menu.data_tools.migration": "MIGRATION",
+  "menu.data_tools.migration_new": "CREATE",
+  "menu.data_tools.Detail": "Detail",
+  // comparison
+  "menu.data_tools.comparison": "COMPARISON",
+  "menu.data_tools.comparison_new": "CREATE",
+  "menu.data_tools.Detail": "Detail",
+
   "app.message.operate.success": "Operate successfully",
   "app.message.operate.failed": "Operate failure",
   "app.message.submit.success": "Submit successfully",
@@ -632,5 +643,6 @@ export default {
   ...settings,
   ...listview,
   ...audit,
-  ...error
+  ...error,
+  ...migration,
 };

web/src/locales/en-US/migration.js

@@ -0,0 +1,54 @@
+export default {
+  "migration.table.field.name": "Name",
+  "migration.table.field.progress": "Progress",
+  "migration.table.field.status": "Status",
+  "migration.table.field.last_run_time": "Last run time",
+  "migration.label.next_run_time": "Next run time",
+  "migration.label.error_partitions": "Error partitions",
+  "migration.label.running": "running",
+  "migration.label.pending": "pending",
+  "migration.label.stopped": "stopped",
+  "migration.table.field.source": "Source",
+  "migration.table.field.target": "Target",
+  "migration.label.start_time": "Start Time",
+  "migration.label.time_window": "Time Window",
+  "migration.label.creator": "Creator",
+  "migration.label.task_logging": "Task Logging",
+  "migration.label.tags": "Tags",
+  "migration.label.end_time": "End Time",
+  "migration.tip.label.nodata": "No data detected",
+  "migration.title.progress": "Progress",
+  "migration.title.detail": "Detail",
+  "migration.title.logging": "Logging",
+  "migration.label.remaining_time": "Remainning time",
+  "migration.label.exported": "Exported",
+  "migration.label.written": "Written",
+  "migration.label.data_step": "Data Step",
+  "migration.label.total_docs": "Total Documents",
+  "migration.label.exported_docs": "Exported Documents",
+  "migration.label.written_docs": "Written Documents",
+  "migration.label.duration": "Duration",
+  "migration.label.view_log": "View Log",
+  "migration.label.step": "Step",
+  "migration.label.partition": "Partition",
+  "migration.label.completed_partition": "Completed Partition",
+  "migration.label.worker": "Worker",
+  "migration.label.incremental": "Incremental",
+  "migration.tip.label.calculating": "Calculating",
+  "migration.title.metrics": "Metrics",
+  "migration.title.metrics.source_search_qps": "Source Cluster Search QPS",
+  "migration.title.metrics.source_search_latency": "Source Cluster Search Latency",
+  "migration.title.metrics.target_search_qps": "Target Cluster Search QPS",
+  "migration.title.metrics.target_search_latency": "Target Cluster Search Latency",
+  "migration.title.metrics.target_index_qps": "Taget Cluster Index QPS",
+  "migration.title.metrics.target_index_latency": "Target Cluster Index Latency",
+  "migration.label.documents": "Documents",
+  "migration.label.diff_both": "Diff Both",
+  "migration.label.only_in_source": "Only In Source",
+  "migration.label.only_in_target": "Only In Target",
+  "migration.label.comp_total_docs": "Comparison Docs",
+  "migration.label.source_docs": "Source Docs",
+  "migration.label.target_docs": "Target Docs",
+  "migration.label.total_diff_docs": "Total Diff Docs"
+
+}

web/src/locales/en-US/overview.js

@@ -23,4 +23,5 @@ export default {
   "overview.quick.security": "Configure Security",
   "overview.quick.discover": "Discover Your Data",
   "overview.quick.monitor": "Cluster Metrics Ops",
+  "overview.quick.migration": "Start The Migration",
 };

web/src/locales/zh-CN.js

@@ -17,6 +17,7 @@ import settings from "./zh-CN/settings";
 import listview from "./zh-CN/listview";
 import audit from "./zh-CN/audit";
 import error from "./zh-CN/error";
+import migration from "./zh-CN/migration";
 
 export default {
   "navBar.lang": "语言",
@@ -325,6 +326,16 @@ export default {
   "menu.header.help.release_notes": "更新日志",
   "menu.header.help.document": "产品文档",
   "menu.header.help.ticket": "提交问题",
+  
+  //migration
+  "menu.data_tools": "数据工具",
+  "menu.data_tools.migration": "数据迁移",
+  "menu.data_tools.migration_new": "创建迁移任务",
+  "menu.data_tools.Detail": "任务详情",
+  // comparison
+  "menu.data_tools.comparison": "数据比对",
+  "menu.data_tools.comparison_new": "创建比对任务",
+  "menu.data_tools.Detail": "任务详情",
 
   "app.message.operate.success": "操作成功",
   "app.message.operate.failed": "操作失败",
@@ -623,5 +634,6 @@ export default {
   ...settings,
   ...listview,
   ...audit,
-  ...error
+  ...error,
+  ...migration,
 };

web/src/locales/zh-CN/migration.js

@@ -0,0 +1,54 @@
+export default {
+  "migration.table.field.name": "任务名称",
+  "migration.table.field.progress": "最近任务进度",
+  "migration.table.field.status": "运行状态",
+  "migration.table.field.last_run_time": "上次运行时间",
+  "migration.label.next_run_time": "下次运行时间",
+  "migration.label.error_partitions": "错误子任务",
+  "migration.label.running": "运行中",
+  "migration.label.pending": "挂起",
+  "migration.label.stopped": "已停止",
+  "migration.table.field.source": "来源",
+  "migration.table.field.target": "目标",
+  "migration.table.field.status": "任务状态",
+  "migration.label.start_time": "开始时间",
+  "migration.label.time_window": "运行窗口",
+  "migration.label.creator": "创建人",
+  "migration.label.task_logging": "任务日志",
+  "migration.label.tags": "标签",
+  "migration.label.end_time": "结束时间",
+  "migration.tip.label.nodata": "未检测到数据",
+  "migration.title.progress": "进度",
+  "migration.title.detail": "详情",
+  "migration.title.logging": "日志",
+  "migration.label.remaining_time": "剩余时间",
+  "migration.label.exported": "导出",
+  "migration.label.written": "写入",
+  "migration.label.data_step": "数据区间",
+  "migration.label.total_docs": "总文档数",
+  "migration.label.exported_docs": "导出文档数",
+  "migration.label.written_docs": "写入文档数",
+  "migration.label.duration": "耗时",
+  "migration.label.view_log": "查看日志",
+  "migration.label.step": "分区步长",
+  "migration.label.partition": "总分区数",
+  "migration.label.completed_partition": "完成分区",
+  "migration.label.worker": "运行节点",
+  "migration.label.incremental": "增量设置",
+  "migration.tip.label.calculating": "计算中",
+  "migration.title.metrics": "性能指标",
+  "migration.title.metrics.source_search_qps": "源集群查询 QPS",
+  "migration.title.metrics.source_search_latency": "源集群查询延迟",
+  "migration.title.metrics.target_search_qps": "目标集群查询 QPS",
+  "migration.title.metrics.target_search_latency": "目标集群查询延迟",
+  "migration.title.metrics.target_index_qps": "目标集群写入 QPS",
+  "migration.title.metrics.target_index_latency": "目标集群写入延迟",
+  "migration.label.documents": "文档数",
+  "migration.label.diff_both": "内容不一致文档",
+  "migration.label.only_in_source": "仅存在于来源索引",
+  "migration.label.only_in_target": "仅存在于目标索引",
+  "migration.label.comp_total_docs": "比对文档",
+  "migration.label.source_docs": "源文档数",
+  "migration.label.target_docs": "目标文档数",
+  "migration.label.total_diff_docs": "差异文档数"
+}

web/src/locales/zh-CN/overview.js

@@ -22,5 +22,6 @@ export default {
   "overview.quick.security": "安全管理",
   "overview.quick.discover": "数据探索",
   "overview.quick.monitor": "监控指标",
+  "overview.quick.migration": "数据迁移",
 
 };

web/src/models/global.js

@@ -71,7 +71,6 @@ export default {
       const response = yield call(clearNotices, payload);
       // clear successfully
       if (response?.acknowledged !== true) {
-        message.error(res.error);
         return false;
       }
       yield put({
@@ -87,8 +86,7 @@ export default {
     },
     *fetchClusterList({ payload }, { call, put, select, take }) {
       let res = yield call(searchClusterConfig, payload);
-      if (res.error) {
-        message.error(res.error);
+      if (res?.error) {
         return false;
       }
       res = formatESSearchResult(res);
@@ -416,6 +414,8 @@ export default {
           "/guide",
           "/resource",
           "/platform/notification",
+          "/data_tools/migration",
+          "/data_tools/comparison",
         ];
         if (clusterHiddenPath.some((p) => pathname.startsWith(p))) {
           clusterVisible = false;