From dec87aa6a7debeb2e281b67466070d1e03611bf1 Mon Sep 17 00:00:00 2001 From: yksitu <1297650644@qq.com> Date: Wed, 13 Nov 2024 17:56:29 +0800 Subject: [PATCH] =?UTF-8?q?fix(mysql):=20=E4=BC=98=E5=8C=96tdbctl=E4=B8=AD?= =?UTF-8?q?=E6=8E=A7=E9=9B=86=E7=BE=A4=E7=9A=84=E5=90=8C=E6=AD=A5=E8=B4=A6?= =?UTF-8?q?=E5=8F=B7=E5=A4=84=E7=90=86=E9=80=BB=E8=BE=91=20#7905?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../scene/spider/common/common_sub_flow.py | 36 +++- .../scene/spider/spider_cluster_deploy.py | 34 ++-- .../collections/mysql/sync_master.py | 165 ++++++++++++++++++ .../collections/spider/ctl_switch_to_slave.py | 24 +-- .../backend/flow/utils/base/base_dataclass.py | 31 ++++ .../flow/utils/mysql/mysql_act_dataclass.py | 28 ++- 6 files changed, 272 insertions(+), 46 deletions(-) create mode 100644 dbm-ui/backend/flow/plugins/components/collections/mysql/sync_master.py create mode 100644 dbm-ui/backend/flow/utils/base/base_dataclass.py diff --git a/dbm-ui/backend/flow/engine/bamboo/scene/spider/common/common_sub_flow.py b/dbm-ui/backend/flow/engine/bamboo/scene/spider/common/common_sub_flow.py index e5e86447a3..b0f716fdd9 100644 --- a/dbm-ui/backend/flow/engine/bamboo/scene/spider/common/common_sub_flow.py +++ b/dbm-ui/backend/flow/engine/bamboo/scene/spider/common/common_sub_flow.py @@ -16,7 +16,7 @@ from backend.constants import IP_PORT_DIVIDER from backend.db_meta.enums import ClusterType, InstanceStatus, MachineType, TenDBClusterSpiderRole from backend.db_meta.models import Cluster -from backend.flow.consts import AUTH_ADDRESS_DIVIDER, DBA_ROOT_USER, TDBCTL_USER +from backend.flow.consts import AUTH_ADDRESS_DIVIDER, DBA_ROOT_USER, TDBCTL_USER, PrivRole from backend.flow.engine.bamboo.scene.common.builder import SubBuilder from backend.flow.engine.bamboo.scene.common.get_file_list import GetFileList from backend.flow.engine.bamboo.scene.mysql.common.common_sub_flow import ( @@ -30,12 +30,14 @@ from backend.flow.plugins.components.collections.mysql.clone_user import CloneUserComponent from backend.flow.plugins.components.collections.mysql.dns_manage import MySQLDnsManageComponent from backend.flow.plugins.components.collections.mysql.exec_actuator_script import ExecuteDBActuatorScriptComponent +from backend.flow.plugins.components.collections.mysql.sync_master import SyncMasterComponent from backend.flow.plugins.components.collections.mysql.trans_flies import TransFileComponent from backend.flow.plugins.components.collections.spider.add_spider_routing import AddSpiderRoutingComponent from backend.flow.plugins.components.collections.spider.ctl_drop_routing import CtlDropRoutingComponent from backend.flow.plugins.components.collections.spider.ctl_switch_to_slave import CtlSwitchToSlaveComponent from backend.flow.plugins.components.collections.spider.remote_migrate_cut_over import RemoteMigrateCutOverComponent from backend.flow.plugins.components.collections.spider.spider_db_meta import SpiderDBMetaComponent +from backend.flow.utils.base.base_dataclass import Instance from backend.flow.utils.common_act_dataclass import DownloadBackupClientKwargs from backend.flow.utils.mysql.mysql_act_dataclass import ( CreateDnsKwargs, @@ -44,6 +46,7 @@ DownloadMediaKwargs, ExecActuatorKwargs, InstanceUserCloneKwargs, + MysqlSyncMasterKwargs, ) from backend.flow.utils.mysql.mysql_act_playload import MysqlActPayload from backend.flow.utils.spider.get_spider_incr import get_spider_master_incr @@ -91,6 +94,7 @@ def add_spider_slaves_sub_flow( # 机器系统初始化 exec_ips = [ip_info["ip"] for ip_info in add_spider_slaves] + bk_host_ids = [ip_info["bk_host_id"] for ip_info in add_spider_slaves] # 初始新机器 sub_pipeline.add_sub_pipeline( sub_flow=init_machine_sub_flow( @@ -100,6 +104,7 @@ def add_spider_slaves_sub_flow( sys_init_ips=exec_ips, init_check_ips=exec_ips, yum_install_perl_ips=exec_ips, + bk_host_ids=bk_host_ids, ) ) @@ -239,6 +244,7 @@ def add_spider_masters_sub_flow( # 机器系统初始化 exec_ips = [ip_info["ip"] for ip_info in add_spider_masters] + bk_host_ids = [ip_info["bk_host_id"] for ip_info in add_spider_masters] # 初始新机器 sub_pipeline.add_sub_pipeline( sub_flow=init_machine_sub_flow( @@ -248,6 +254,7 @@ def add_spider_masters_sub_flow( sys_init_ips=exec_ips, init_check_ips=exec_ips, yum_install_perl_ips=exec_ips, + bk_host_ids=bk_host_ids, ) ) # 阶段1 下发spider安装介质包 @@ -356,15 +363,26 @@ def add_spider_masters_sub_flow( if not is_add_spider_mnt: # 阶段8 待添加中控实例建立主从数据同步关系 - sub_pipeline.add_sub_pipeline( - sub_flow=build_ctl_replication_with_gtid( - root_id=root_id, - parent_global_data=parent_global_data, - bk_cloud_id=cluster.bk_cloud_id, - ctl_primary=cluster.tendbcluster_ctl_primary_address(), - ctl_secondary_list=add_spider_masters, - ) + ctl_master = cluster.tendbcluster_ctl_primary_address() + ctl_master_ip = ctl_master.split(IP_PORT_DIVIDER)[0] + ctl_master_port = ctl_master.split(IP_PORT_DIVIDER)[1] + sub_pipeline.add_act( + act_name=_("构建spider中控集群同步"), + act_component_code=SyncMasterComponent.code, + kwargs=asdict( + MysqlSyncMasterKwargs( + bk_biz_id=cluster.bk_biz_id, + bk_cloud_id=cluster.bk_cloud_id, + priv_role=PrivRole.TDBCTL.value, + master=Instance(host=ctl_master_ip, port=ctl_master_port), + slaves=[Instance(host=s["ip"], port=ctl_master_port) for s in add_spider_masters], + is_gtid=True, + is_add_any=True, + is_master_add_priv=False, + ) + ), ) + # 阶段8 添加域名映射关系 sub_pipeline.add_act( act_name=_("添加集群域名"), diff --git a/dbm-ui/backend/flow/engine/bamboo/scene/spider/spider_cluster_deploy.py b/dbm-ui/backend/flow/engine/bamboo/scene/spider/spider_cluster_deploy.py index e23c8f3dba..ea80ee934a 100644 --- a/dbm-ui/backend/flow/engine/bamboo/scene/spider/spider_cluster_deploy.py +++ b/dbm-ui/backend/flow/engine/bamboo/scene/spider/spider_cluster_deploy.py @@ -17,9 +17,8 @@ from django.utils.translation import ugettext as _ from backend.configuration.constants import DBType -from backend.constants import IP_PORT_DIVIDER from backend.db_meta.enums import ClusterType, TenDBClusterSpiderRole -from backend.flow.consts import TDBCTL_USER +from backend.flow.consts import TDBCTL_USER, PrivRole from backend.flow.engine.bamboo.scene.common.builder import Builder, SubBuilder from backend.flow.engine.bamboo.scene.common.get_file_list import GetFileList from backend.flow.engine.bamboo.scene.mysql.common.common_sub_flow import ( @@ -27,23 +26,23 @@ build_surrounding_apps_sub_flow, init_machine_sub_flow, ) -from backend.flow.engine.bamboo.scene.spider.common.common_sub_flow import ( - build_apps_for_spider_sub_flow, - build_ctl_replication_with_gtid, -) +from backend.flow.engine.bamboo.scene.spider.common.common_sub_flow import build_apps_for_spider_sub_flow from backend.flow.plugins.components.collections.mysql.dns_manage import MySQLDnsManageComponent from backend.flow.plugins.components.collections.mysql.exec_actuator_script import ExecuteDBActuatorScriptComponent +from backend.flow.plugins.components.collections.mysql.sync_master import SyncMasterComponent from backend.flow.plugins.components.collections.mysql.trans_flies import TransFileComponent from backend.flow.plugins.components.collections.spider.add_system_user_in_cluster import ( AddSystemUserInClusterComponent, ) from backend.flow.plugins.components.collections.spider.spider_db_meta import SpiderDBMetaComponent +from backend.flow.utils.base.base_dataclass import Instance from backend.flow.utils.mysql.mysql_act_dataclass import ( AddSpiderSystemUserKwargs, CreateDnsKwargs, DBMetaOPKwargs, DownloadMediaKwargs, ExecActuatorKwargs, + MysqlSyncMasterKwargs, ) from backend.flow.utils.mysql.mysql_act_playload import MysqlActPayload from backend.flow.utils.mysql.mysql_context_dataclass import SpiderApplyManualContext @@ -341,15 +340,20 @@ def deploy_cluster(self): ) deploy_pipeline.add_parallel_sub_pipeline(sub_flow_list=sub_flow_list) - # 阶段5 构建spider中控集群 - deploy_pipeline.add_sub_pipeline( - sub_flow=build_ctl_replication_with_gtid( - root_id=self.root_id, - parent_global_data=self.data, - bk_cloud_id=int(self.data["bk_cloud_id"]), - ctl_primary=f"{ctl_master['ip']}{IP_PORT_DIVIDER}{self.data['ctl_port']}", - ctl_secondary_list=ctl_slaves, - ) + deploy_pipeline.add_act( + act_name=_("构建spider中控集群同步"), + act_component_code=SyncMasterComponent.code, + kwargs=asdict( + MysqlSyncMasterKwargs( + bk_biz_id=int(self.data["bk_biz_id"]), + bk_cloud_id=int(self.data["bk_cloud_id"]), + priv_role=PrivRole.TDBCTL.value, + master=Instance(host=ctl_master["ip"], port=self.data["ctl_port"]), + slaves=[Instance(host=s["ip"], port=self.data["ctl_port"]) for s in ctl_slaves], + is_gtid=True, + is_add_any=True, + ) + ), ) # 阶段6 内部集群节点之间授权 diff --git a/dbm-ui/backend/flow/plugins/components/collections/mysql/sync_master.py b/dbm-ui/backend/flow/plugins/components/collections/mysql/sync_master.py new file mode 100644 index 0000000000..968ccf617f --- /dev/null +++ b/dbm-ui/backend/flow/plugins/components/collections/mysql/sync_master.py @@ -0,0 +1,165 @@ +""" +TencentBlueKing is pleased to support the open source community by making 蓝鲸智云-DB管理系统(BlueKing-BK-DBM) available. +Copyright (C) 2017-2023 THL A29 Limited, a Tencent company. All rights reserved. +Licensed under the MIT License (the "License"); you may not use this file except in compliance with the License. +You may obtain a copy of the License at https://opensource.org/licenses/MIT +Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on +an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the +specific language governing permissions and limitations under the License. +""" + +from django.utils.translation import ugettext as _ +from pipeline.component_framework.component import Component + +from backend.components import DBConfigApi, DBPrivManagerApi, DRSApi +from backend.components.dbconfig.constants import FormatType, LevelName +from backend.constants import IP_PORT_DIVIDER +from backend.flow.consts import ConfigTypeEnum, NameSpaceEnum, PrivRole +from backend.flow.engine.bamboo.scene.mysql.common.exceptions import NormalTenDBFlowException +from backend.flow.plugins.components.collections.common.base_service import BaseService + + +class SyncMasterService(BaseService): + def _get_repl_user(self): + data = DBConfigApi.query_conf_item( + { + "bk_biz_id": "0", + "level_name": LevelName.PLAT, + "level_value": "0", + "conf_file": "mysql#user", + "conf_type": ConfigTypeEnum.InitUser, + "namespace": NameSpaceEnum.TenDB.value, + "format": FormatType.MAP, + } + )["content"] + self.log_info("get repl_user successfully") + return data["repl_user"], data["repl_pwd"] + + def _add_repl_user( + self, + address_list: list, + bk_cloud_id: int, + bk_biz_id: int, + priv_role: PrivRole, + priv_hosts: list, + repl_user: str, + repl_pwd: str, + ): + """ + @param address_list: 授权实例列表 + @param bk_cloud_id: 云区域ID + @param bk_biz_id: 业务ID + @param priv_role: 授权角色 + @param priv_hosts: 授权host + @param repl_user: 同步账号 + @param repl_pwd: 账号pwd + """ + # 远程授权 + for address in address_list: + DBPrivManagerApi.add_priv_without_account_rule( + { + "bk_cloud_id": bk_cloud_id, + "bk_biz_id": bk_biz_id, + "operator": "", + "user": repl_user, + "psw": repl_pwd, + "hosts": priv_hosts, + "dbname": "%", + "dml_ddl_priv": "", + "global_priv": "REPLICATION SLAVE, REPLICATION CLIENT", + "address": address, + "role": priv_role, + } + ) + self.log_info(_("在[{}]创建添加同步账号成功, priv_hosts:{}").format(address, priv_hosts)) + return True + + def get_bin_position(self, address: str, bk_cloud_id: int) -> (str, str): + """ + 获取位点信息 + """ + res = DRSApi.rpc( + { + "addresses": [address], + "cmds": ["show master status;"], + "force": False, + "bk_cloud_id": bk_cloud_id, + } + ) + if res[0]["error_msg"]: + raise NormalTenDBFlowException(message=_(f"exec show master status failed: {res[0]['error_msg']}")) + self.log_info("get bin position successfully") + return res[0]["cmd_results"][1]["table_data"][0]["File"], res[0]["cmd_results"][1]["table_data"][0]["Position"] + + def _execute(self, data, parent_data) -> bool: + """ + 用rds来处理主从同步的建立过程，处理步骤如下： + 1：先在master创建同步账号，保证待同步的slave有权限同步，并返回当前master位点信息 + 2：根据不同场景，拼接建立同步sql，通过drs执行 + """ + kwargs = data.get_one_of_inputs("kwargs") + repl_user, repl_pwd = self._get_repl_user() + master_address = f"{kwargs['master']['host']}{IP_PORT_DIVIDER}{kwargs['master']['port']}" + if kwargs["is_add_any"]: + # 是否用%全匹配.全实例处理开权限，一步到位 + priv_hosts = ["%"] + priv_instance_list = [f"{s['host']}{IP_PORT_DIVIDER}{s['port']}" for s in kwargs["slaves"]] + if kwargs["is_master_add_priv"]: + priv_instance_list += [master_address] + + else: + # 不是全匹配，则每次只对master实例开权限 + priv_instance_list = [master_address] + priv_hosts = [s["host"] for s in kwargs["slaves"]] + + self._add_repl_user( + address_list=priv_instance_list, + bk_biz_id=kwargs["bk_biz_id"], + bk_cloud_id=kwargs["bk_cloud_id"], + priv_role=kwargs["priv_role"], + priv_hosts=priv_hosts, + repl_user=repl_user, + repl_pwd=repl_pwd, + ) + if not kwargs["is_gtid"]: + # 普通位点模式 + file, position = self.get_bin_position(address=master_address, bk_cloud_id=kwargs["bk_cloud_id"]) + repl_sql = ( + f"CHANGE MASTER TO " + f"MASTER_HOST ='{kwargs['master']['host']}'," + f"MASTER_PORT={kwargs['master']['port']}," + f"MASTER_USER ='{repl_user}'," + f"MASTER_PASSWORD='{repl_pwd}'," + f"MASTER_LOG_FILE = '{file}'," + f"MASTER_LOG_POS = {position};" + ) + else: + # GTID模式 + repl_sql = ( + f"CHANGE MASTER TO " + f"MASTER_HOST ='{kwargs['master']['host']}'," + f"MASTER_PORT={kwargs['master']['port']}," + f"MASTER_USER ='{repl_user}'," + f"MASTER_PASSWORD='{repl_pwd}'," + "MASTER_AUTO_POSITION = 1;" + ) + + # 建立同步 + for secondary in kwargs["slaves"]: + res = DRSApi.rpc( + { + "addresses": [f"{secondary['host']}{IP_PORT_DIVIDER}{secondary['port']}"], + "cmds": [repl_sql, "start slave;"], + "force": False, + "bk_cloud_id": kwargs["bk_cloud_id"], + } + ) + if res[0]["error_msg"]: + raise NormalTenDBFlowException(message=_(f"exec change master failed: {res[0]['error_msg']}")) + return True + + +class SyncMasterComponent(Component): + name = __name__ + code = "mysql_sync_master" + bound_service = SyncMasterService diff --git a/dbm-ui/backend/flow/plugins/components/collections/spider/ctl_switch_to_slave.py b/dbm-ui/backend/flow/plugins/components/collections/spider/ctl_switch_to_slave.py index e19c4b2b0e..e60ee6e91c 100644 --- a/dbm-ui/backend/flow/plugins/components/collections/spider/ctl_switch_to_slave.py +++ b/dbm-ui/backend/flow/plugins/components/collections/spider/ctl_switch_to_slave.py @@ -12,12 +12,12 @@ from django.utils.translation import ugettext_lazy as _ from pipeline.component_framework.component import Component -from backend.components import DBConfigApi, DBPrivManagerApi, DRSApi +from backend.components import DBConfigApi, DRSApi from backend.components.dbconfig.constants import FormatType, LevelName from backend.constants import IP_PORT_DIVIDER from backend.db_meta.enums import TenDBClusterSpiderRole from backend.db_meta.models import Cluster -from backend.flow.consts import TDBCTL_USER, ConfigTypeEnum, NameSpaceEnum, PrivRole +from backend.flow.consts import TDBCTL_USER, ConfigTypeEnum, NameSpaceEnum from backend.flow.engine.bamboo.scene.spider.common.exceptions import CtlSwitchToSlaveFailedException from backend.flow.plugins.components.collections.common.base_service import BaseService @@ -114,7 +114,7 @@ def _stop_slave(self, cluster: Cluster, ctl_set): "bk_cloud_id": cluster.bk_cloud_id, } for ctl in ctl_set: - self.log_info(f"exec stop slave in instance[{ctl.machine.ip}{IP_PORT_DIVIDER}{ctl.admin_port}") + self.log_info(f"exec stop slave in instance[{ctl.machine.ip}{IP_PORT_DIVIDER}{ctl.admin_port}]") rpc_params["addresses"] = [f"{ctl.machine.ip}{IP_PORT_DIVIDER}{ctl.admin_port}"] res = DRSApi.rpc(rpc_params) @@ -190,24 +190,6 @@ def _sync_to_new_master(self, cluster: Cluster, new_primary, other_secondary): } )["content"] - # 远程授权 - DBPrivManagerApi.add_priv_without_account_rule( - { - "bk_cloud_id": cluster.bk_cloud_id, - "bk_biz_id": cluster.bk_biz_id, - "operator": "", - "user": data["repl_user"], - "psw": data["repl_pwd"], - "hosts": [slave.machine.ip for slave in other_secondary], - "dbname": "%", - "dml_ddl_priv": "", - "global_priv": "REPLICATION SLAVE, REPLICATION CLIENT", - "address": new_primary, - "role": PrivRole.TDBCTL.value, - } - ) - self.log_info(_("在[{}]创建添加同步账号成功").format(new_primary)) - # 基于GTID建立同步 for secondary in other_secondary: repl_sql = ( diff --git a/dbm-ui/backend/flow/utils/base/base_dataclass.py b/dbm-ui/backend/flow/utils/base/base_dataclass.py new file mode 100644 index 0000000000..a810c847d7 --- /dev/null +++ b/dbm-ui/backend/flow/utils/base/base_dataclass.py @@ -0,0 +1,31 @@ +""" +TencentBlueKing is pleased to support the open source community by making 蓝鲸智云-DB管理系统(BlueKing-BK-DBM) available. +Copyright (C) 2017-2023 THL A29 Limited, a Tencent company. All rights reserved. +Licensed under the MIT License (the "License"); you may not use this file except in compliance with the License. +You may obtain a copy of the License at https://opensource.org/licenses/MIT +Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on +an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the +specific language governing permissions and limitations under the License. +""" + +from dataclasses import dataclass + + +@dataclass() +class Instance: + """ + 定义实例通用结构体 + @attributes host 机器ip，ipv4格式 + @attributes bk_cloud_id 机器所在云区域, 默认值为0 + @attributes port 实例port + """ + + __dataclass_fields__ = None + + host: str + port: int + bk_cloud_id: int = 0 + + def __init__(self, **kwargs): + for field in Instance.__dataclass_fields__: + setattr(self, field, kwargs.get(field)) diff --git a/dbm-ui/backend/flow/utils/mysql/mysql_act_dataclass.py b/dbm-ui/backend/flow/utils/mysql/mysql_act_dataclass.py index 5db9d1eeae..cefe498d76 100644 --- a/dbm-ui/backend/flow/utils/mysql/mysql_act_dataclass.py +++ b/dbm-ui/backend/flow/utils/mysql/mysql_act_dataclass.py @@ -10,7 +10,7 @@ """ from dataclasses import dataclass, field -from typing import Any, Optional +from typing import Any, List, Optional from backend import env from backend.env import BACKUP_DOWNLOAD_USER, BACKUP_DOWNLOAD_USER_PWD @@ -20,7 +20,9 @@ DEFAULT_JOB_TIMEOUT, DnsOpType, MediumFileTypeEnum, + PrivRole, ) +from backend.flow.utils.base.base_dataclass import Instance from backend.flow.utils.mysql.mysql_act_playload import MysqlActPayload """ @@ -484,3 +486,27 @@ class IpKwargs: """ ip: str + + +@dataclass +class MysqlSyncMasterKwargs: + """ + 定义mysql_sync_master活动节点的私有变量结构体 + @attributes bk_biz_id: 业务ID + @attributes bk_cloud_id: 云区域ID + @attributes priv_role: 授权角色 + @attributes master: 同步数据源实例 + @attributes slaves: 同步数据目标实例列表 + @attributes is_gtid: 是否开启GTID模式，默认不开启 + @attributes is_add_any: 是否对同步账号开启%授权，默认不开启 + @attributes is_master_add_priv: 是否对master添加同步账号，默认添加，只有is_add_any=True时参数才生效 + """ + + bk_biz_id: int + bk_cloud_id: int + priv_role: PrivRole + master: Instance + slaves: List[Instance] + is_gtid: bool = False + is_add_any: bool = False + is_master_add_priv: bool = True