feat(backend): mysql 分区优化 #15827 #15828

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open

teng00123 wants to merge 42 commits into TencentBlueKing:backend_dev2 from teng00123:feat/teng/#15827

dbm-services/mongodb/db-tools/dbactuator/pkg/atomjobs/atommongodb/mongo_data_export.go

-Original file line number
+Diff line change
@@ Expand Up / @@ -154,10 +154,21 @@ func (s *mongoDataExport) setupMongoTools() error { @@
     	// Extract package base name (e.g., mongodb-linux-x86_64-3.4.20.tar.gz -> mongodb-linux-x86_64-3.4.20)
     	pkgBaseName := strings.TrimSuffix(path.Base(s.ConfParams.PackagePath), ".tar.gz")
-    	binDir := "/usr/local"
+    	// Use /data/dbbak/mongodb-tools as extraction directory (where mysql user has permissions)
+    	binDir := path.Join(consts.GetMongoBackupDir(), "dbbak", "mongodb-tools")
     	unTarPath := path.Join(binDir, pkgBaseName)
-    	// Untar the package to /usr/local if not already extracted
+    	// Create binDir with mysql ownership if it doesn't exist
+    	if !util.FileExists(binDir) {
+    		if err := util.MkDirsIfNotExists([]string{binDir}); err != nil {
+    			return errors.Wrap(err, "failed to create mongodb-tools directory")
+    		}
+    		if err := util.LocalDirChownMysql(binDir); err != nil {
+    			return errors.Wrap(err, "failed to chown mongodb-tools directory")
+    		}
+    	}
+    	// Untar the package to binDir if not already extracted
     	if !util.FileExists(unTarPath) {
     		s.runtime.Logger.Info("Extracting MongoDB package to %s", binDir)
     		tarCmd := fmt.Sprintf("tar -zxf %s -C %s", s.ConfParams.PackagePath, binDir)
@@ Expand All / @@ -170,7 +181,6 @@ func (s *mongoDataExport) setupMongoTools() error { @@
     		s.runtime.Logger.Info("MongoDB package already extracted at %s", unTarPath)
     	}
-    	// Set mongodump and mongoexport paths
     	s.MongoDump = path.Join(unTarPath, "bin", "mongodump")
     	s.MongoExport = path.Join(unTarPath, "bin", "mongoexport")
@@ Expand Down @@

dbm-ui/backend/components/mysql_partition/client.py

-Original file line number
+Diff line change
@@ Expand Up / @@ -91,5 +91,23 @@ def __init__(self): @@
                 method="Post", url="/partition/partition_conf_query", description=_("分区配置查询")
             )
+            self.query_log_v2 = self.generate_data_api(
+                method="POST",
+                url="partition/query_log_v2",
+                description=_("查询分区日志V2"),
+            )
+            self.reinit_v2 = self.generate_data_api(
+                method="POST",
+                url="partition/reinit_v2",
+                description=_("保存并重新初始化分区"),
+            )
+            self.validate_field_type_v2 = self.generate_data_api(
+                method="POST",
+                url="partition/validate_field_type_v2",
+                description=_("校验字段类型"),
+            )
     DBPartitionApi = _PartitionApi()

dbm-ui/backend/db_monitor/migrations/0032_alter_mysqldbhaevent_cluster_type.py

-Original file line number
+Diff line change
@@ -0,0 +1,60 @@
+    # Generated by Django 4.2.23 on 2025-11-26 09:40
+    from django.db import migrations, models
+    class Migration(migrations.Migration):
+        dependencies = [
+            ("db_monitor", "0031_alter_mysqldbhaautofixticketstagequeue_priority_and_more"),
+        ]
+        operations = [
+            migrations.AlterField(
+                model_name="mysqldbhaevent",
+                name="cluster_type",
+                field=models.CharField(
+                    choices=[
+                        ("tendbsingle", "MySQL单节点集群"),
+                        ("tendbha", "MySQL高可用集群"),
+                        ("tendbcluster", "TendbCluster集群"),
+                        ("tbinlogdumper", "TBinlogDumper"),
+                        ("redis", "Redis"),
+                        ("PredixyRedisCluster", "RedisCluster集群"),
+                        ("PredixyTendisplusCluster", "Tendisplus存储版集群"),
+                        ("TwemproxyRedisInstance", "TendisCache集群"),
+                        ("TwemproxyTendisSSDInstance", "TendisSSD集群"),
+                        ("TwemproxyTendisplusInstance", "Tendis存储版集群"),
+                        ("RedisInstance", "RedisCache主从版"),
+                        ("TendisSSDInstance", "TendisSSD主从版"),
+                        ("TendisplusInstance", "Tendisplus主从版"),
+                        ("RedisCluster", "RedisCluster集群"),
+                        ("TendisplusCluster", "TendisplusCluster集群"),
+                        ("TendisplusInstance", "Tendisplus存储版集群"),
+                        ("RedisInstance", "TendisCache集群"),
+                        ("TendisSSDInstance", "TendisSSD集群"),
+                        ("es", "ES集群"),
+                        ("kafka", "Kafka集群"),
+                        ("hdfs", "Hdfs集群"),
+                        ("influxdb", "Influxdb实例"),
+                        ("pulsar", "Pulsar集群"),
+                        ("doris", "Doris集群"),
+                        ("vm", "vm集群"),
+                        ("dbmon", "redis监控"),
+                        ("MongoReplicaSet", "Mongo副本集"),
+                        ("MongoShardedCluster", "Mongo分片集群"),
+                        ("riak", "Riak集群"),
+                        ("sqlserver_single", "sqlserver单节点版"),
+                        ("sqlserver_ha", "sqlserver主从版"),
+                        ("oracle_primary_standby", "oracle主从版"),
+                        ("oracle_single_none", "oracle单节点版"),
+                        ("k8s_surreal", "k8s surrealdb集群"),
+                        ("k8s_vm", "k8s Victoria metrics集群"),
+                        ("k8s_rw", "k8s Risingwave集群"),
+                        ("k8s_mv", "k8s Milvus集群"),
+                    ],
+                    default="",
+                    max_length=64,
+                ),
+            ),
+        ]

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

feat(backend): mysql 分区优化 #15827 #15828

Uh oh!

Diff view

Diff view

There are no files selected for viewing

Uh oh!

Uh oh!

feat(backend): mysql 分区优化 #15827 #15828

Are you sure you want to change the base?

Uh oh!

feat(backend): mysql 分区优化 #15827 #15828

Uh oh!

Uh oh!

Diff view

Diff view

There are no files selected for viewing

Uh oh!

Uh oh!