feat(mysql): celery-task-disable-dbha-by-app #10087

Author: xfwduke

dbm-ui/backend/configuration/constants.py

@@ -132,6 +132,8 @@ class SystemSettingsEnum(str, StructuredEnum):
     COST_ESTIMATE = EnumField("COST_ESTIMATE", _("COST_ESTIMATE"))
     # 主机属性配置
     MACHINE_PROPERTY = EnumField("MACHINE_PROPERTY", _("主机属性开关"))
+    PADDING_PROXY_APPS = EnumField("PADDING_PROXY_APPS", _("补全proxy业务"))
+    DISABLE_DBHA_APPS_CLUSTER_TYPE = EnumField("DISABLE_DBHA_APPS_CLUSTER_TYPE", _("禁用DBHA业务"))
 
 
 class BizSettingsEnum(str, StructuredEnum):
@@ -270,6 +272,8 @@ class BizSettingsEnum(str, StructuredEnum):
     [SystemSettingsEnum.PADDING_PROXY_CLUSTER_LIST, "list", [], _("补全proxy的集群域名列表")],
     [SystemSettingsEnum.VIRTUAL_USERS, "list", [], _("平台调用的虚拟账户列表")],
     [SystemSettingsEnum.MACHINE_PROPERTY, "dict", DEFAULT_MACHINE_PROPERTY, _("主机属性开关配置")],
+    [SystemSettingsEnum.PADDING_PROXY_APPS, "list", [], _("补全proxy业务")],
+    [SystemSettingsEnum.DISABLE_DBHA_APPS_CLUSTER_TYPE, "dict", {}, _("禁用DBHA业务")],
 ]
 
 # 环境配置项 是否支持DNS解析 pulsar flow used

dbm-ui/backend/db_meta/models/cluster.py

@@ -493,5 +493,7 @@ class ClusterDBHAExt(AuditedModel):
     """
 
     cluster = models.OneToOneField(Cluster, on_delete=models.PROTECT, unique=True)
-    begin_time = models.DateTimeField(null=False, auto_now=True, help_text=_("屏蔽开始时间"), db_index=True)
+    begin_time = models.DateTimeField(
+        null=False, auto_now_add=True, auto_now=False, help_text=_("屏蔽开始时间"), db_index=True
+    )
     end_time = models.DateTimeField(default=None, null=False, auto_now=False, help_text=_("屏蔽结束时间"), db_index=True)

dbm-ui/backend/db_periodic_task/local_tasks/disable_dbha/__init__.py

@@ -0,0 +1,51 @@
+# -*- coding: utf-8 -*-
+"""
+TencentBlueKing is pleased to support the open source community by making 蓝鲸智云-DB管理系统(BlueKing-BK-DBM) available.
+Copyright (C) 2017-2023 THL A29 Limited, a Tencent company. All rights reserved.
+Licensed under the MIT License (the "License"); you may not use this file except in compliance with the License.
+You may obtain a copy of the License at https://opensource.org/licenses/MIT
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+specific language governing permissions and limitations under the License.
+"""
+import datetime
+import logging
+
+from celery.schedules import crontab
+
+from backend.configuration.constants import SystemSettingsEnum
+from backend.configuration.models import SystemSettings
+from backend.db_meta.models import Cluster, ClusterDBHAExt
+from backend.db_periodic_task.local_tasks import register_periodic_task
+
+logger = logging.getLogger("celery")
+
+
+@register_periodic_task(run_every=crontab(minute="*"))
+def update_disable_dbha_config():
+    """
+    有的业务要整个禁用 dbha
+    但是现在的设计是按集群来的, 这些业务有新集群会漏配置
+    短时间内又没时间从头搞一遍设计
+    先搞个 task 高频更新下禁用 dbha 的表
+    """
+    disable_dbha_config = (
+        SystemSettings.get_setting_value(SystemSettingsEnum.DISABLE_DBHA_APPS_CLUSTER_TYPE.value) or {}
+    )
+    # "bk_biz_id": ["cluster_types"]
+    # {
+    #    "123": ["tendbha", "sqlsvr"],
+    #    "456": ["tendbcluster"],
+    # }
+
+    now = datetime.datetime.now()
+    for bk_biz_id, cluster_types in disable_dbha_config.items():
+        for c in Cluster.objects.filter(bk_biz_id=int(bk_biz_id), cluster_type__in=cluster_types):
+            ClusterDBHAExt.objects.update_or_create(
+                defaults={
+                    "creator": "admin",
+                    "updater": "admin",
+                    "end_time": datetime.timedelta(days=3000) + now,
+                },
+                cluster_id=c.id,
+            )

dbm-ui/backend/db_periodic_task/local_tasks/disable_dbha/task.py

@@ -0,0 +1,10 @@
+# -*- coding: utf-8 -*-
+"""
+TencentBlueKing is pleased to support the open source community by making 蓝鲸智云-DB管理系统(BlueKing-BK-DBM) available.
+Copyright (C) 2017-2023 THL A29 Limited, a Tencent company. All rights reserved.
+Licensed under the MIT License (the "License"); you may not use this file except in compliance with the License.
+You may obtain a copy of the License at https://opensource.org/licenses/MIT
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+specific language governing permissions and limitations under the License.
+"""

dbm-ui/backend/db_periodic_task/local_tasks/padding_proxy_clusters/__init__.py

@@ -0,0 +1,37 @@
+# -*- coding: utf-8 -*-
+"""
+TencentBlueKing is pleased to support the open source community by making 蓝鲸智云-DB管理系统(BlueKing-BK-DBM) available.
+Copyright (C) 2017-2023 THL A29 Limited, a Tencent company. All rights reserved.
+Licensed under the MIT License (the "License"); you may not use this file except in compliance with the License.
+You may obtain a copy of the License at https://opensource.org/licenses/MIT
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+specific language governing permissions and limitations under the License.
+"""
+from celery.schedules import crontab
+
+from backend.configuration.constants import SystemSettingsEnum
+from backend.configuration.models import SystemSettings
+from backend.db_meta.enums import ClusterType
+from backend.db_meta.models import Cluster
+from backend.db_periodic_task.local_tasks import register_periodic_task
+
+
+@register_periodic_task(run_every=crontab(minute="*"))
+def update_padding_proxy_clusters():
+    """
+    有些db机器部署了业务进程的老业务, 还有新增集群的需求
+    以前padding proxy是录入的域名
+    搞个task动态更新下
+    """
+    padding_proxy_bk_biz_ids = SystemSettings.get_setting_value(SystemSettingsEnum.PADDING_PROXY_APPS.value)
+
+    padding_proxy_clusters = SystemSettings.get_setting_value(SystemSettingsEnum.PADDING_PROXY_CLUSTER_LIST.value)
+    for bk_biz_id in padding_proxy_bk_biz_ids:
+        for c in Cluster.objects.filter(bk_biz_id=bk_biz_id, cluster_type=ClusterType.TenDBHA):
+            if c.immute_domain not in padding_proxy_clusters:
+                padding_proxy_clusters.append(c.immute_domain)
+
+    SystemSettings.objects.filter(key=SystemSettingsEnum.PADDING_PROXY_CLUSTER_LIST).update(
+        value=padding_proxy_clusters
+    )