dts-dance 0.1.8__tar.gz → 0.2.0__tar.gz

{dts_dance-0.1.8 → dts_dance-0.2.0}/.gitignore

@@ -28,6 +28,4 @@ env/
 # 临时文件
 .DS_Store
 .env
-.env.local
-
-config.yaml
+.env.local

{dts_dance-0.1.8 → dts_dance-0.2.0}/PKG-INFO

@@ -1,12 +1,13 @@
 Metadata-Version: 2.4
 Name: dts-dance
-Version: 0.1.8
+Version: 0.2.0
 Summary: dts dance lib
 Keywords: observation,tools
 Requires-Python: >=3.12
-Requires-Dist: loguru==0.7.3
-Requires-Dist: pyyaml==6.0.3
-Requires-Dist: requests==2.32.5
+Requires-Dist: boto3<2.0.0,>=1.42.27
+Requires-Dist: loguru<0.8.0,>=0.7.3
+Requires-Dist: pyyaml<7.0.0,>=6.0.3
+Requires-Dist: requests<3.0.0,>=2.32.5
 Description-Content-Type: text/markdown
 
 # dts-dance

dts_dance-0.2.0/config.yaml

@@ -0,0 +1,36 @@
+sites:
+  boe:
+    endpoint: https://cloud-boe.bytedance.net
+    endpoint_bytedts_spacex: https://bytedts-spacex-boe.bytedance.net
+    svc_account: bytedts
+    svc_secret: a47ee5fe1783b810a79894a3eb49fb3e
+  boe-i18n:
+    endpoint: https://cloud-boei18n.bytedance.net
+    endpoint_bytedts_spacex: https://bytedts-spacex-boei18n.byteintl.net
+    svc_account: bytedts_spacex_i18n
+    svc_secret: 7f83582813835e8e9806f63eb15adbe1
+  cn:
+    endpoint: https://cloud.bytedance.net
+    endpoint_bytedts_spacex: https://bytedts-spacex-cn.bytedance.net
+    svc_account: bytedts
+    svc_secret: a47ee5fe1783b810a79894a3eb49fb3e
+  i18n-bd:
+    endpoint: https://cloud.byteintl.net
+    endpoint_bytedts_spacex: https://bytedts-spacex-i18ndb.byted.org
+    svc_account: bytedts_spacex_i18n
+    svc_secret: 7f83582813835e8e9806f63eb15adbe1
+  i18n-tt:
+    endpoint: https://cloud.tiktok-row.net
+    endpoint_bytedts_spacex: https://bytedts-spacex-i18n.tiktok-row.org
+    svc_account: bytedts_spacex_i18n
+    svc_secret: 7f83582813835e8e9806f63eb15adbe1
+  us-ttp:
+    endpoint: https://cloud.tiktok-us.net # 区别于官网介绍，使用这个当前能通
+    endpoint_bytedts_spacex: https://bytedts-spacex-usttp-api.tiktok-us.org
+    svc_account: bytedts_spacex
+    svc_secret: 70a99c2a17599c0335527e82b3d1381c
+  # eu-ttp: # 还没建设好，先不用试了
+  #   endpoint: https://cloud-eu.tiktok-row.net
+  #   endpoint_bytedts_spacex: https://bytedts-spacex-eu.tiktok-eu.org
+  #   svc_account: bytedts_spacex
+  #   svc_secret: 70a99c2a17599c0335527e82b3d1381c

{dts_dance-0.1.8 → dts_dance-0.2.0}/dtsdance/bytecloud.py

@@ -6,27 +6,29 @@ from loguru import logger
 from typing import NamedTuple
 
 
-class ByteCloudEnvInfo(NamedTuple):
+class SiteConfig(NamedTuple):
     name: str
     endpoint: str
-    token: str
+    svc_account: str
+    svc_secret: str
+    endpoint_bytedts_spacex: str | None = None
 
 
-class ByteCloudHelper:
+class ByteCloudClient:
     """
-    ByteCloud Helper
+    ByteCloud Client
     """
 
     # 每小时刷新一次，单位为秒
     _REFRESH_INTERVAL = 1 * 60 * 60
 
-    def __init__(self, envs: dict[str, ByteCloudEnvInfo]):
+    def __init__(self, sites: dict[str, SiteConfig]):
         """
-        初始化 ByteCloud Helper
+        初始化 ByteCloud Client
         从配置文件加载所有环境的信息，并为每个环境初始化 JWT 令牌
-        envs 中保存内容 list[(name, endpoint, token)]
+        sites 中保存内容 list[(name, endpoint, svc_account, svc_secret)]
         """
-        self.envs = envs
+        self.sites = sites
 
         # 初始化线程锁，用于保护 jwt_tokens 的并发访问
         self.token_lock = threading.Lock()
@@ -66,20 +68,20 @@ class ByteCloudHelper:
         """
         logger.debug("开始刷新所有环境的 JWT 令牌...")
 
-        for _, env in self.envs.items():
+        for _, site in self.sites.items():
             try:
                 # 刷新令牌
-                new_token = self._acquire_jwt_token(env.endpoint, env.token)
+                new_token = self._acquire_jwt_token(site.endpoint, site.svc_secret)
                 # 使用线程锁更新缓存中的 JWT 令牌
                 with self.token_lock:
-                    self.jwt_tokens[env.name] = new_token
-                    logger.debug(f"环境 {env.name} 的 JWT 令牌成功刷新，新令牌: {new_token}")
+                    self.jwt_tokens[site.name] = new_token
+                    logger.debug(f"环境 {site.name} 的 JWT 令牌成功刷新，新令牌: {new_token}")
             except Exception as e:
-                logger.error(f"环境 {env.name} 的 JWT 令牌刷新失败: {e}")
+                logger.error(f"环境 {site.name} 的 JWT 令牌刷新失败: {e}")
 
         logger.debug(f"所有环境的 JWT 令牌已成功刷新。jwt_tokens: {self.jwt_tokens}")
 
-    def _acquire_jwt_token(self, endpoint: str, token: str) -> str:
+    def _acquire_jwt_token(self, endpoint: str, svc_secret: str) -> str:
         """
         获取 JWT 令牌
 
@@ -93,7 +95,7 @@ class ByteCloudHelper:
         url = endpoint + "/auth/api/v1/jwt"
         headers = {
             "Content-Type": "application/json",
-            "Authorization": "Bearer " + token,
+            "Authorization": "Bearer " + svc_secret,
         }
 
         try:
@@ -125,39 +127,43 @@ class ByteCloudHelper:
             logger.error(f"获取JWT令牌时出错: {e}")
             raise
 
-    def get_jwt_token(self, env: str) -> str:
+    def get_jwt_token(self, site: str) -> str:
         """
-        获取指定环境的 JWT 令牌
+        获取指定站点的 JWT 令牌
+        """
+        # 使用线程锁保护并发访问
+        with self.token_lock:
+            if site not in self.jwt_tokens:
+                raise KeyError(f"站点 {site} 的 JWT 令牌不存在")
+            return self.jwt_tokens[site]
+
+    def build_request_headers(self, site: str) -> dict[str, str]:
+        """
+        构建请求头
 
         Args:
-            env: 环境名称，如 'China-North', 'China-East', 'Singapore-Central' 等
+            site: 站点名称
 
         Returns:
-            str: 当前有效的 JWT 令牌
-
-        Raises:
-            KeyError: 如果指定的环境不存在
+            dict[str, str]: 请求头字典
         """
-        # 使用线程锁保护并发访问
-        with self.token_lock:
-            if env not in self.jwt_tokens:
-                raise KeyError(f"环境 {env} 的 JWT 令牌不存在")
-            return self.jwt_tokens[env]
+        jwt_token = self.get_jwt_token(site)
+        return {"Content-Type": "application/json", "x-jwt-token": jwt_token}
 
-    def get_env_info(self, env: str) -> ByteCloudEnvInfo:
+    def get_site_info(self, site: str) -> SiteConfig:
         """
         获取指定环境的信息
 
         Args:
-            env: 环境名称
+            site: 站点名称
 
         Returns:
-            ByteCloudEnvInfo: 指定环境的信息
+            SiteConfig: 指定站点的信息
 
         Raises:
-            KeyError: 如果指定的环境不存在
+            KeyError: 如果指定的站点不存在
         """
-        if env not in self.envs:
-            raise KeyError(f"环境 {env} 不存在")
+        if site not in self.sites:
+            raise KeyError(f"站点 {site} 不存在")
 
-        return self.envs[env]
+        return self.sites[site]

{dts_dance-0.1.8 → dts_dance-0.2.0}/dtsdance/dflow.py

@@ -1,27 +1,13 @@
 from typing import Any, cast, Optional
 from loguru import logger
-from .bytecloud import ByteCloudHelper
+from .bytecloud import ByteCloudClient
 import requests
 
 
-class DFlowHelper:
+class DFlowClient:
 
-    def __init__(self, bytecloud_helper: ByteCloudHelper) -> None:
-        self.bytecloud_helper = bytecloud_helper
-
-    def _build_headers(self, env: str) -> dict[str, str]:
-        """
-        构建请求头
-
-        Args:
-            env: 环境名称
-
-        Returns:
-            dict[str, str]: 请求头字典
-        """
-        jwt_token = self.bytecloud_helper.get_jwt_token(env)
-        headers = {"x-jwt-token": jwt_token}
-        return headers
+    def __init__(self, bytecloud_client: ByteCloudClient) -> None:
+        self.bytecloud_client = bytecloud_client
 
     def _make_request(self, method: str, url: str, headers: dict[str, str], json_data: Optional[dict] = None) -> dict[str, Any]:
         """
@@ -58,30 +44,27 @@ class DFlowHelper:
             logger.warning(error_msg)
             raise
 
-    def get_dflow_info(self, env: str, task_id: str) -> dict[str, Any]:
+    def get_dflow_info(self, site: str, task_id: str) -> dict[str, Any]:
         """
         获取 DFlow 任务信息
 
         Args:
-            env: 环境名称
+            site: 站点名称
             task_id: DFlow 任务 ID
 
         Returns:
             dict[str, Any]: DFlow 任务信息，包含 create_time 等字段
         """
         # 构建 API URL
-        env_info = self.bytecloud_helper.get_env_info(env)
-        url = f"{env_info.endpoint}/api/v1/bytedts/api/bytedts/v3/DescribeTaskInfo"
-
-        # 准备请求头
-        headers = self._build_headers(env)
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v1/bytedts/api/bytedts/v3/DescribeTaskInfo"
 
         # 构建请求数据
         json_data = {"id": int(task_id)}
 
-        response_data = self._make_request("POST", url, headers, json_data)
+        response_data = self._make_request("POST", url, self.bytecloud_client.build_request_headers(site), json_data)
 
-        logger.info(f"get_dflow_info {env} {task_id}, message: {response_data.get('message')}")
+        logger.info(f"get_dflow_info {site} {task_id}, message: {response_data.get('message')}")
 
         try:
             data = cast(dict, response_data.get("data", {}))
@@ -99,71 +82,65 @@ class DFlowHelper:
         except (KeyError, AttributeError, Exception) as e:
             raise Exception(f"无法从响应中提取 DFlow 任务信息数据: {str(e)}")
 
-    def generate_task_url(self, env: str, task_id: str) -> str:
+    def generate_task_url(self, site: str, task_id: str) -> str:
         """
         获取 DFlow 任务详情页面的 URL
 
         Args:
-            env: 环境名称
+            site: 站点名称
             task_id: DFlow 任务 ID
 
         Returns:
             str: DFlow 任务详情页面的 URL
         """
         # 根据环境生成对应的 scope 参数
-        env_info = self.bytecloud_helper.get_env_info(env)
-        return f"{env_info.endpoint}/bytedts/datasync/detail/{task_id}?scope={env}"
+        site_info = self.bytecloud_client.get_site_info(site)
+        return f"{site_info.endpoint}/bytedts/datasync/detail/{task_id}?scope={site}"
 
-    def init_resources(self, env: str, ctrl_env: str) -> bool:
+    def init_resources(self, site: str, ctrl_env: str) -> bool:
         """
         初始化 CTRL 环境资源
 
         Args:
-            env: 环境名称
+            site: 站点名称
             ctrl_env: 控制环境
 
         Returns:
             bool: CTRL 环境资源初始化结果
         """
         # 构建 API URL
-        env_info = self.bytecloud_helper.get_env_info(env)
-        url = f"{env_info.endpoint}/api/v1/bytedts/api/bytedts/v3/InitSystemResource"
-
-        # 准备请求头
-        headers = self._build_headers(env)
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v1/bytedts/api/bytedts/v3/InitSystemResource"
 
         # 构建请求数据
         json_data = {"ctrl_env": ctrl_env}
 
-        response_data = self._make_request("POST", url, headers, json_data)
+        response_data = self._make_request("POST", url, self.bytecloud_client.build_request_headers(site), json_data)
 
         message = response_data.get("message")
-        logger.info(f"int_resources {env} {ctrl_env}, message: {message}")
+        logger.info(f"int_resources {site} {ctrl_env}, message: {message}")
 
         return message == "ok"
 
-    def list_resources(self, env: str, ctrl_env: str) -> list[str]:
+    def list_resources(self, site: str, ctrl_env: str) -> list[str]:
         """
         列举 CTRL 环境资源列表
 
         Args:
-            env: 环境名称
+            site: 站点名称
             ctrl_env: 控制环境
 
         Returns:
             list[str]: CTRL 环境资源列表
         """
         # 构建 API URL
-        env_info = self.bytecloud_helper.get_env_info(env)
-        url = f"{env_info.endpoint}/api/v1/bytedts/api/bytedts/v3/DescribeResources"
-
-        # 准备请求头
-        headers = self._build_headers(env)
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v1/bytedts/api/bytedts/v3/DescribeResources"
 
         # 构建请求数据
         json_data = {"offset": 0, "limit": 10, "ctrl_env": ctrl_env}
 
-        response_data = self._make_request("POST", url, headers, json_data)
+        response_data = self._make_request("POST", url, self.bytecloud_client.build_request_headers(site), json_data)
 
         try:
             data = cast(dict, response_data.get("data", {}))

{dts_dance-0.1.8 → dts_dance-0.2.0}/dtsdance/dsyncer.py

@@ -1,4 +1,4 @@
-from .bytecloud import ByteCloudHelper
+from .bytecloud import ByteCloudClient
 from typing import Any, NamedTuple, Tuple, cast, Optional
 from loguru import logger
 import requests
@@ -15,11 +15,11 @@ class DSyncerEnvInfo(NamedTuple):
     token: str
 
 
-class DSyncerHelper:
+class DSyncerClient:
 
-    def __init__(self, envs: dict[str, DSyncerEnvInfo], bytecloud_helper: ByteCloudHelper) -> None:
+    def __init__(self, envs: dict[str, DSyncerEnvInfo], bytecloud_client: ByteCloudClient) -> None:
         self.envs = envs
-        self.bytecloud_helper = bytecloud_helper
+        self.bytecloud_client = bytecloud_client
 
     def _build_headers(self, env: str, secret_api: bool = False) -> dict[str, str]:
         """
@@ -32,7 +32,7 @@ class DSyncerHelper:
         Returns:
             dict[str, str]: 请求头字典
         """
-        jwt_token = self.bytecloud_helper.get_jwt_token(env)
+        jwt_token = self.bytecloud_client.get_jwt_token(env)
         headers = {"X-Jwt-Token": jwt_token, "x-bcgw-vregion": env}
 
         if secret_api:
@@ -41,7 +41,7 @@ class DSyncerHelper:
 
         return headers
 
-    def _make_request(self, method: str, url: str, headers: dict[str, str], json_data: Optional[dict] = None) -> dict[str, Any]:
+    def _make_request(self, method: str, url: str, headers: dict[str, str], data_raw: Optional[dict] = None) -> dict[str, Any]:
         """
         发送 HTTP 请求的通用方法
 
@@ -60,7 +60,7 @@ class DSyncerHelper:
             if method.upper() == "GET":
                 response = requests.get(url, headers=headers)
             elif method.upper() == "POST":
-                response = requests.post(url, json=json_data, headers=headers)
+                response = requests.post(url, json=data_raw, headers=headers)
             else:
                 raise ValueError(f"不支持的 HTTP 方法: {method}")
 
@@ -77,41 +77,41 @@ class DSyncerHelper:
             logger.warning(error_msg)
             raise
 
-    def _acquire_task_info(self, env: str, task_id: str) -> dict[str, str]:
+    def _acquire_task_info(self, site: str, task_id: str) -> dict[str, str]:
         """
         获取 DSyncer 任务信息
 
         Args:
-            env: 环境名称
+            site: 站点名称
             task_id: DSyncer 任务 ID
 
         Returns:
             dict[str, str]: DSyncer 任务的 rocket_mq_connection 信息，只包含 cluster、topic 和 group 字段
         """
         # 构建 API URL
-        env_info = self.bytecloud_helper.get_env_info(env)
-        url = f"{env_info.endpoint}/api/v1/dsyncer/openapi/taskinfo/{task_id}/"
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v1/dsyncer/openapi/taskinfo/{task_id}/"
 
         # 准备请求头
-        headers = self._build_headers(env)
+        headers = self._build_headers(site)
 
         return self._make_request("GET", url, headers)
 
-    def get_dflow_task_info(self, env: str, task_id: str) -> tuple[str, str]:
+    def get_dflow_task_info(self, site: str, task_id: str) -> tuple[str, str]:
         """
         获取迁移后的 DFlow 任务信息
         """
         # 构建 API URL
-        env_info = self.bytecloud_helper.get_env_info(env)
-        url = f"{env_info.endpoint}/api/v1/dsyncer/openapi/taskinfo/{task_id}/migrate/"
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v1/dsyncer/openapi/taskinfo/{task_id}/migrate/"
 
         # 准备请求头
-        headers = self._build_headers(env)
+        headers = self._build_headers(site)
 
         json_data = self._make_request("GET", url, headers)
 
         message = json_data.get("message", "")
-        logger.debug(f"get task migrate info {env} {task_id}, message: {message}")
+        logger.debug(f"get task migrate info {site} {task_id}, message: {message}")
 
         # 从消息中提取 DFlow 任务 URL 和 ID
         # 消息格式: "任务已迁移至ByteDTS平台，请前往[https://cloud.bytedance.net/bytedts/datasync/detail/93127366537986?scope=China-North&tabKey=DetailInfo]查看详情"
@@ -133,7 +133,7 @@ class DSyncerHelper:
             logger.warning(f"could not extract dflow task info from message: {message}")
             return ("", "")
 
-    def generate_task_url(self, env: str, task_id: str) -> str:
+    def generate_task_url(self, site: str, task_id: str) -> str:
         """
         获取 DSyncer 任务详情页面的 URL
 
@@ -144,8 +144,8 @@ class DSyncerHelper:
         Returns:
             str: DSyncer 任务详情页面的 URL
         """
-        env_info = self.bytecloud_helper.get_env_info(env)
-        return DSyncer_Task_Detail_URL.format(endpoint=env_info.endpoint, task_id=task_id)
+        site_info = self.bytecloud_client.get_site_info(site)
+        return DSyncer_Task_Detail_URL.format(endpoint=site_info.endpoint, task_id=task_id)
 
     def generate_task_grafana_url(self, task_id: str, change_time: str) -> str:
         """
@@ -200,7 +200,7 @@ class DSyncerHelper:
         except (KeyError, AttributeError, Exception) as e:
             raise Exception(f"无法从响应中提取 DSyncer 任务状态数据: {str(e)}")
 
-    def is_task_migrate_running(self, env: str, task_id: str) -> Tuple[bool, str]:
+    def is_task_migrate_running(self, site: str, task_id: str) -> Tuple[bool, str]:
         """
         检查 DSyncer 任务是否正在迁移中
 
@@ -208,62 +208,62 @@ class DSyncerHelper:
             bool: 如果任务正在迁移中，返回 True；否则返回 False
         """
         # 构建 API URL
-        env_info = self.bytecloud_helper.get_env_info(env)
-        url = f"{env_info.endpoint}/api/v1/dsyncer/secret_api/task/migrate/check"
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v1/dsyncer/secret_api/task/migrate/check"
 
         # 准备请求头
-        headers = self._build_headers(env, secret_api=True)
+        headers = self._build_headers(site, secret_api=True)
 
-        json_data = {"task_id": task_id}
+        data_raw = {"task_id": task_id}
 
-        response_data = self._make_request("POST", url, headers, json_data)
+        response_data = self._make_request("POST", url, headers, data_raw)
 
         message = response_data.get("message", "")
-        logger.debug(f"get task migrate status {env} {task_id}, message: {message}")
+        logger.debug(f"get task migrate status {site} {task_id}, message: {message}")
         if "task migrate is running" in message:
             return True, ""
         else:
             return False, response_data.get("data", {}).get("msg", {})
 
-    def migration_rollback(self, env: str, task_id: str) -> bool:
+    def migration_rollback(self, site: str, task_id: str) -> bool:
         """
         执行回滚
         """
         # 构建 API URL
-        env_info = self.bytecloud_helper.get_env_info(env)
-        url = f"{env_info.endpoint}/api/v1/dsyncer/secret_api/task/rollback_migrate2dsyncer/"
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v1/dsyncer/secret_api/task/rollback_migrate2dsyncer/"
 
         # 准备请求头
-        headers = self._build_headers(env, secret_api=True)
+        headers = self._build_headers(site, secret_api=True)
 
-        json_data = {"task_id_list": [task_id]}
+        data_raw = {"task_id_list": [task_id]}
 
-        response_data = self._make_request("POST", url, headers, json_data)
+        response_data = self._make_request("POST", url, headers, data_raw)
 
-        logger.debug(f"migration_mark_rollback return {env} {task_id}, json_data: {response_data}")
+        logger.debug(f"migration_mark_rollback return {site} {task_id}, json_data: {response_data}")
         success_task = response_data.get("data", {}).get("success_task", [])
         return task_id in success_task
 
-    def migration_mark_success(self, env: str, task_id: str) -> bool:
+    def migration_mark_success(self, site: str, task_id: str) -> bool:
         """
         标记迁移成功
         """
         # 构建 API URL
-        env_info = self.bytecloud_helper.get_env_info(env)
-        url = f"{env_info.endpoint}/api/v1/dsyncer/secret_api/task/mark_migrate_success/"
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v1/dsyncer/secret_api/task/mark_migrate_success/"
 
         # 准备请求头
-        headers = self._build_headers(env, secret_api=True)
+        headers = self._build_headers(site, secret_api=True)
 
-        json_data = {"task_id": task_id}
+        data_raw = {"task_id": task_id}
 
-        response_data = self._make_request("POST", url, headers, json_data)
+        response_data = self._make_request("POST", url, headers, data_raw)
 
-        logger.debug(f"migration_mark_success return {env} {task_id}, json_data: {response_data}")
+        logger.debug(f"migration_mark_success return {site} {task_id}, json_data: {response_data}")
         success_task = response_data.get("data", {}).get("success_task", [])
         return task_id in success_task
 
-    def migrate_task(self, env: str, task_id: str, app_parallel: int) -> Optional[str]:
+    def migrate_task(self, site: str, task_id: str, app_parallel: int) -> Optional[str]:
         """
         迁移任务到DFlow
 
@@ -271,13 +271,13 @@ class DSyncerHelper:
             Optional[str]: 错误信息，成功时返回None，失败时返回错误信息
         """
         # 构建 API URL
-        env_info = self.bytecloud_helper.get_env_info(env)
-        url = f"{env_info.endpoint}/api/v1/dsyncer/secret_api/task/migrate2dflow/single"
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v1/dsyncer/secret_api/task/migrate2dflow/single"
 
         # 准备请求头
-        headers = self._build_headers(env, secret_api=True)
+        headers = self._build_headers(site, secret_api=True)
 
-        json_data = {
+        data_raw = {
             "task_id": task_id,
             "delay_threshold": "20s",
             "dsyncer_task_pause_threshold": "180s",
@@ -289,9 +289,9 @@ class DSyncerHelper:
             "app_parallel": app_parallel,
         }
 
-        response_data = self._make_request("POST", url, headers, json_data)
+        response_data = self._make_request("POST", url, headers, data_raw)
 
-        logger.debug(f"migrate_task return {env} {task_id}, json_data: {response_data}")
+        logger.debug(f"migrate_task return {site} {task_id}, json_data: {response_data}")
         message = response_data.get("message")
         if response_data.get("code") == 0 and message == "ok":
             err_message = None

{dts_dance-0.1.8 → dts_dance-0.2.0}/dtsdance/metrics_fe.py

@@ -2,7 +2,7 @@ from loguru import logger
 import requests
 import threading
 import time
-from typing import Dict, List, NamedTuple, Optional
+from typing import NamedTuple, Optional
 from datetime import datetime, timedelta
 
 
@@ -60,9 +60,9 @@ def get_metric_type_by_name(metric_name: str) -> Optional[MetricType]:
     return None
 
 
-class MetricsHelper:
+class MetricsClient:
     """
-    Metrics Helper
+    Metrics Client
     """
 
     # https://cloud.bytedance.net/docs/metrics/docs/63bbbb1ec6b537022a6000c7/63bbd4e8777a300220d4ac3a?x-resource-account=public&x-bc-region-id=bytedance
@@ -71,7 +71,7 @@ class MetricsHelper:
 
     def __init__(self, envs: dict[str, MetricEnvInfo]):
         """
-        初始化 Metrics Helper
+        初始化 Metrics Client
         从配置文件加载所有环境的信息，并为每个环境初始化访问令牌
         """
         self.envs = envs
@@ -80,7 +80,7 @@ class MetricsHelper:
         self.token_lock = threading.Lock()
 
         # 初始化访问令牌缓存，按环境名称索引
-        self.tokens: Dict[str, str] = {}
+        self.tokens: dict[str, str] = {}
 
         # 更新所有环境的配置信息
         self._refresh_tokens()
@@ -212,8 +212,8 @@ class MetricsHelper:
         return self.envs[env_name].endpoint
 
     def _build_query_payload(
-        self, metric_name: str, aggregator: str, start_time_ms: int, end_time_ms: int, filters: List[Dict], rate: bool, **kwargs
-    ) -> Dict:
+        self, metric_name: str, aggregator: str, start_time_ms: int, end_time_ms: int, filters: list[dict], rate: bool, **kwargs
+    ) -> dict:
         """
         构建查询请求体
 
@@ -254,8 +254,8 @@ class MetricsHelper:
         }
 
     def _execute_metrics_query(
-        self, env: str, metric_name: str, aggregator: str, start_time: str, end_time: str, filters: List[Dict], rate: bool, **kwargs
-    ) -> Dict:
+        self, env: str, metric_name: str, aggregator: str, start_time: str, end_time: str, filters: list[dict], rate: bool, **kwargs
+    ) -> dict:
         """
         执行通用的指标查询
 
@@ -318,7 +318,7 @@ class MetricsHelper:
 
     def get_mq_group_metrics(
         self, env: str, cluster: str, topic: str, group: str, start_time: str, end_time: str, metric_type: MetricType, **kwargs
-    ) -> Dict:
+    ) -> dict:
         """
         获取指定时间段的堆积指标
 
@@ -398,7 +398,7 @@ class MetricsHelper:
 
         return int(max_consume_tps)
 
-    def get_dsyncer_task_metrics(self, env: str, metric_type: MetricType, dsyncer_increment_task_id: str, start_time: str, end_time: str) -> Dict:
+    def get_dsyncer_task_metrics(self, env: str, metric_type: MetricType, dsyncer_increment_task_id: str, start_time: str, end_time: str) -> dict:
         """
         获取 DSyncer 任务指定时间段的指标
 
@@ -434,7 +434,7 @@ class MetricsHelper:
             logger.error(f"get_task_latency_metrics env: {env}, dsyncer_increment_task_id: {dsyncer_increment_task_id}, error: {e}")
             raise Exception(f"获取指标失败: {e}")
 
-    def get_dflow_task_metrics(self, env: str, dflow_task_id: str, metric_type: MetricType, start_time: str, end_time: str, **kwargs) -> Dict:
+    def get_dflow_task_metrics(self, env: str, dflow_task_id: str, metric_type: MetricType, start_time: str, end_time: str, **kwargs) -> dict:
         """
         获取指定时间段的 DFlow 指标
 
@@ -471,7 +471,7 @@ class MetricsHelper:
             raise Exception(f"获取指标失败: {e}")
 
     @staticmethod
-    def _remove_last_datapoint(end_time: str, dps: Dict[str, float]) -> Dict[str, float]:
+    def _remove_last_datapoint(end_time: str, dps: dict[str, float]) -> dict[str, float]:
         """
         移除监控数据中最后一个数据点，因为最后一个点往往不准确
         只有当最后一个点的时间戳与 end_time 相差在 15 秒内时才移除

{dts_dance-0.1.8 → dts_dance-0.2.0}/dtsdance/s3.py

@@ -1,7 +1,6 @@
 import os
 from typing import Optional
 import boto3
-from botocore.exceptions import ClientError
 from loguru import logger
 
 
@@ -35,6 +34,6 @@ class S3Client:
             file_url = f"{self.base_url}/{s3_file_name}"
             logger.info(f"文件已成功上传到 S3: {file_url}")
             return file_url
-        except ClientError as e:
+        except Exception as e:
             logger.error(f"上传文件到 S3 时出错: {e}")
             return None

dts_dance-0.2.0/dtsdance/spacex.py

@@ -0,0 +1,68 @@
+from typing import Any, NamedTuple
+from .bytecloud import ByteCloudClient
+import requests
+from loguru import logger
+
+
+class GatewayInfo(NamedTuple):
+    mgr_name: str
+    ctrl_name: str
+    gateway_endpoint: str
+    auth_user: str
+    auth_password: str
+    root_secret_key: str
+    gw_meta_db: str
+
+
+class SpaceXClient:
+    """
+    SpaceX 通知服务客户端，用于发送飞书消息
+    """
+
+    def __init__(self, bytecloud_client: ByteCloudClient):
+        """
+        初始化 SpaceX 通知客户端
+        """
+        self.bytecloud_client = bytecloud_client
+
+    def list_mgr(self, site: str) -> list[Any]:
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint_bytedts_spacex}/bytedts/v1/queryServerMeta"
+
+        try:
+            response = requests.post(url, headers=self.bytecloud_client.build_request_headers(site))
+            response.raise_for_status()
+
+            result = response.json()
+            return result.get("data", [])
+
+        except Exception as e:
+            logger.warning(f"do quest queryServerMeta exception: {e}")
+            raise
+
+    def registry_gateway(self, site: str, gateway_info: GatewayInfo) -> bool:
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint_bytedts_spacex}/bytedts/v1/registryGateway"
+        data_raw = {
+            "server_region": gateway_info.mgr_name,
+            "cluster_region": gateway_info.ctrl_name,
+            "cluster_name": gateway_info.ctrl_name,
+            "server_domain": gateway_info.gateway_endpoint,
+            "frontend_user": gateway_info.auth_user,
+            "gateway_user": gateway_info.auth_user,
+            "root_secret_key": gateway_info.root_secret_key,
+            "gateway_password": gateway_info.auth_password,
+            "frontend_password": gateway_info.auth_password,
+            "gw_meta_db": gateway_info.gw_meta_db,
+            "gateway_type": "psm",
+        }
+        try:
+            response = requests.post(url, json=data_raw, headers=self.bytecloud_client.build_request_headers(site))
+            response.raise_for_status()
+
+            result = response.json()
+            return result.get("message", "") == "ok"
+
+        except Exception as e:
+            logger.warning(f"do quest registryGateway exception: {e}")
+            raise

dts_dance-0.2.0/dtsdance/tcc_inner.py

@@ -0,0 +1,55 @@
+"""TCC (Toutiao Config Center) API client."""
+
+from typing import Any
+import requests
+
+from dtsdance.bytecloud import ByteCloudClient
+from dtsdance.tcc_open import TCCError
+
+
+class TCCInnerClient:
+    """Client for TCC OpenAPI."""
+
+    def __init__(self, bytecloud_client: ByteCloudClient) -> None:
+        self.bytecloud_client = bytecloud_client
+
+    def list_configs(
+        self,
+        site: str,
+        ns_name: str,
+        region: str,
+        dir: str,
+        conf_name: str,
+    ) -> dict[str, Any]:
+        """
+        List TCC configurations.
+        """
+        site_info = self.bytecloud_client.get_site_info(site)
+        url = f"{site_info.endpoint}/api/v3/tcc/bcc/config/list_v2"
+
+        data_raw = {
+            "ns_name": ns_name,
+            "region": region,
+            "dir_path": dir,
+            "keyword": conf_name,
+            "env": "prod",
+            "scope": "all",
+            "condition": "name",
+            "pn": 1,
+            "rn": 100,
+        }
+
+        try:
+            response = requests.post(url, headers=self.bytecloud_client.build_request_headers(site), json=data_raw, timeout=30)
+            response.raise_for_status()
+            result = response.json()
+
+            # Check for errors in response
+            base_resp = result.get("base_resp", {})
+            if base_resp.get("error_code", 0) != 0:
+                raise TCCError(f"TCC API error: {base_resp.get('error_message', 'Unknown error')}")
+
+            return result.get("data", {})
+
+        except requests.RequestException as e:
+            raise TCCError(f"Failed to get TCC config: {str(e)}") from e

dts_dance-0.1.8/dtsdance/tcc.py → dts_dance-0.2.0/dtsdance/tcc_open.py

@@ -1,4 +1,4 @@
-"""TCE (Toutiao Cloud Engine) API client."""
+"""TCC (Toutiao Config Center) API client."""
 
 from dataclasses import dataclass
 from typing import Any
@@ -24,11 +24,14 @@ class TCCError(Exception):
 class TCCClient:
     """Client for TCC OpenAPI."""
 
-    def __init__(self, svc_account: str, svc_secret: str, base_url: str):
+    def __init__(self, svc_account: str, svc_secret: str, endpoint: str):
         self.svc_account = svc_account
-        self.base_url = base_url
-        self.headers = {
-            "Authorization": f"Bearer {svc_secret}",
+        self.svc_secret = svc_secret
+        self.endpoint = endpoint
+
+    def _build_headers(self) -> dict[str, str]:
+        return {
+            "Authorization": f"Bearer {self.svc_secret}",
         }
 
     def publish_config(
@@ -50,7 +53,7 @@ class TCCClient:
         Raises:
             TCCError: If API call fails
         """
-        url = f"{self.base_url}/api/v1/tcc_v3_openapi/bcc/open/config/update"
+        url = f"{self.endpoint}/api/v1/tcc_v3_openapi/bcc/open/config/update"
 
         payload = {
             "ns_name": ns_name,
@@ -67,7 +70,7 @@ class TCCClient:
 
         try:
             # print(f"writing tcc config, payload: {payload}")
-            response = requests.post(url, headers=self.headers, json=payload, timeout=30)
+            response = requests.post(url, headers=self._build_headers(), json=payload, timeout=30)
             if response.status_code != 200:
                 raise TCCError(f"TCC API request failed with status {response.status_code}\n" f"Response: {response.text}")
 
@@ -108,7 +111,7 @@ class TCCClient:
         Raises:
             TCCError: If API call fails
         """
-        url = f"{self.base_url}/api/v1/tcc_v3_openapi/bcc/open/config/list"
+        url = f"{self.endpoint}/api/v1/tcc_v3_openapi/bcc/open/config/list"
 
         params = {
             "ns_name": ns_name,
@@ -120,7 +123,7 @@ class TCCClient:
         }
 
         try:
-            response = requests.post(url, headers=self.headers, params=params, timeout=30)
+            response = requests.post(url, headers=self._build_headers(), params=params, timeout=30)
             response.raise_for_status()
             result = response.json()
 
@@ -191,8 +194,8 @@ class TCCClient:
         self,
         ns_name: str,
         region: str,
-        conf_name: str,
         dir: str,
+        conf_name: str,
     ) -> dict[str, Any]:
         """
         Get TCC configuration.
@@ -209,7 +212,7 @@ class TCCClient:
         Raises:
             TCCError: If API call fails
         """
-        url = f"{self.base_url}/api/v1/tcc_v3_openapi/bcc/open/config/get"
+        url = f"{self.endpoint}/api/v1/tcc_v3_openapi/bcc/open/config/get"
 
         params = {
             "ns_name": ns_name,
@@ -219,7 +222,7 @@ class TCCClient:
         }
 
         try:
-            response = requests.get(url, headers=self.headers, params=params, timeout=30)
+            response = requests.get(url, headers=self._build_headers(), params=params, timeout=30)
             response.raise_for_status()
             result = response.json()
 

{dts_dance-0.1.8 → dts_dance-0.2.0}/pyproject.toml

@@ -4,15 +4,16 @@ build-backend = "hatchling.build"
 
 [project]
 name = "dts-dance"
-version = "0.1.8"
+version = "0.2.0"
 description = "dts dance lib"
 readme = "README.md"
 keywords = ["tools", "observation"]
 requires-python = ">=3.12"
 dependencies = [
-    "requests==2.32.5",
-    "loguru==0.7.3",
-    "pyyaml==6.0.3",
+    "requests>=2.32.5,<3.0.0",
+    "loguru>=0.7.3,<0.8.0",
+    "boto3>=1.42.27,<2.0.0",
+    "pyyaml>=6.0.3,<7.0.0",
 ]
 
 [tool.hatch.build.targets.wheel]
@@ -20,4 +21,4 @@ packages = ["dtsdance"]
 
 [tool.black]
 line-length = 150
-target-version = ['py312']
+target-version = ['py312']

{dts_dance-0.1.8 → dts_dance-0.2.0}/tests/config.py

@@ -1,9 +1,10 @@
 import os
 from typing import Any
 import yaml
+from dtsdance.bytecloud import SiteConfig
 
 
-def load_config() -> dict[str, Any]:
+def load_site_configs(sites: list[str] | None = None) -> dict[str, SiteConfig]:
     """从配置文件加载配置
 
     Returns:
@@ -14,9 +15,16 @@ def load_config() -> dict[str, Any]:
     """
     config_path = os.environ.get("CONFIG_PATH", "config.yaml")
 
+    configs: dict[str, Any] = {}
     try:
         with open(config_path, "r", encoding="utf-8") as f:
-            return yaml.safe_load(f)
+            configs = yaml.safe_load(f)
 
     except Exception as e:
         raise ValueError(f"加载配置失败: {e}")
+
+    return {
+        k: SiteConfig(k, v["endpoint"], v["svc_account"], v["svc_secret"], v.get("endpoint_bytedts_spacex", None))
+        for k, v in configs["sites"].items()
+        if k in sites
+    }

dts_dance-0.2.0/tests/test_dflow.py

@@ -0,0 +1,14 @@
+from dtsdance.dflow import DFlowClient
+from dtsdance.bytecloud import ByteCloudClient
+
+from config import load_site_configs
+
+site_configs = load_site_configs(["boe"])
+bytecloud_client = ByteCloudClient(site_configs)
+dflow_client = DFlowClient(bytecloud_client)
+
+
+# pytest tests/test_dflow.py::test_get_dflow_info -s
+def test_get_dflow_info():
+    info = dflow_client.get_dflow_info("boe", "1324653150464")
+    print(f"DFlow Info: {info}")

dts_dance-0.2.0/tests/test_spacex.py

@@ -0,0 +1,30 @@
+import json
+from dtsdance.bytecloud import ByteCloudClient
+from dtsdance.spacex import GatewayInfo, SpaceXClient
+from config import load_site_configs
+
+site = "boe"
+site_configs = load_site_configs([site])
+bytecloud_client = ByteCloudClient(site_configs)
+spacex = SpaceXClient(bytecloud_client)
+
+
+# pytest tests/test_spacex.py::test_list_mgr -s
+def test_list_mgr():
+    mgr_list = spacex.list_mgr(site)
+    print(f"mgr_list: {json.dumps(mgr_list, indent=2, ensure_ascii=False)}")
+
+
+# pytest tests/test_spacex.py::test_registry_gateway -s
+def test_registry_gateway():
+    gateway_info = GatewayInfo(
+        mgr_name="boe",
+        ctrl_name="boe_halo_test",
+        gateway_endpoint="volc.dts.gateway.service.boe:cluster:boe_halo_test:family:v6",
+        auth_user="bytedts_backend",
+        auth_password="eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJieXRlZHRzX2JhY2tlbmQiLCJleHAiOjQ4OTEzMzQ0MDAsImRvbWFpbiI6IioifQ.D_87X-JCQn1CU9ru3PpeM1lmlOgVki6bVHo-kQ60eio",
+        root_secret_key="97oscH5k",
+        gw_meta_db="bytedts_sre_halo",
+    )
+    result = spacex.registry_gateway(site, gateway_info)
+    print(f"result: {result}")

dts_dance-0.2.0/tests/test_tcc.py

@@ -0,0 +1,22 @@
+from config import load_site_configs
+from dtsdance.bytecloud import ByteCloudClient
+from dtsdance.tcc_open import TCCClient
+from dtsdance.tcc_inner import TCCInnerClient
+
+site_configs = load_site_configs(["boe", "us-ttp"])
+bytecloud_client = ByteCloudClient(site_configs)
+client_inner = TCCInnerClient(bytecloud_client)
+
+
+# pytest tests/test_tcc.py::test_get_config -s
+def test_get_config():
+    site_info = site_configs["boe"]
+    client_open = TCCClient(site_info.svc_account, site_info.svc_secret, endpoint=site_info.endpoint)
+    config_ctrl_env = client_open.get_config(ns_name="bytedts.mgr.api", region="China-BOE", dir="/default", conf_name="ctrl_env")
+    print(f"ctrl_env: {config_ctrl_env}")
+
+
+# pytest tests/test_tcc.py::test_list_configs -s
+def test_list_configs():
+    configs = client_inner.list_configs(site="us-ttp", ns_name="bytedts.mgr.api", region="US-TTP", dir="/default", conf_name="ctrl_env")
+    print(f"configs: {configs}")

{dts_dance-0.1.8 → dts_dance-0.2.0}/uv.lock

@@ -2,6 +2,34 @@ version = 1
 revision = 3
 requires-python = ">=3.12"
 
+[[package]]
+name = "boto3"
+version = "1.42.27"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "botocore" },
+    { name = "jmespath" },
+    { name = "s3transfer" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/8d/99/65569052c911160702ad371b0b08b751bb1df29deeef0c5c117528074c29/boto3-1.42.27.tar.gz", hash = "sha256:a8a53abb98ff1a24d9a88d9d8c0285bf02d23189666130456e8951ede2f7db98", size = 112765, upload-time = "2026-01-13T20:35:11.971Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/44/9e/9554a8c1d7610ec8ea55bec0dac87ad894c83cada2ea2c05fc45f14d0cde/boto3-1.42.27-py3-none-any.whl", hash = "sha256:39dfec51aff3f9356e8c7331195f324cb498ec75b2601a902fc62aa127b8fd00", size = 140577, upload-time = "2026-01-13T20:35:09.35Z" },
+]
+
+[[package]]
+name = "botocore"
+version = "1.42.27"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "jmespath" },
+    { name = "python-dateutil" },
+    { name = "urllib3" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/65/90/55b003d38f947c90c0d7e306d377dcdfd9cd0dc1e184082b2d1a6adb0eec/botocore-1.42.27.tar.gz", hash = "sha256:c8e1e3ffb6c871622b1c8054f064d60cbc786aa5ca1f97f5f9fd5fa0a9d82d05", size = 14880030, upload-time = "2026-01-13T20:35:00.31Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/bf/32/8a4a0447432425cd2f772c757d988742685f46796cf5d68aeaf6bcb6bc37/botocore-1.42.27-py3-none-any.whl", hash = "sha256:d51fb3b8dd1a944c8d238d2827a0dd6e5528d6da49a3bd9eccad019c533e4c9c", size = 14555236, upload-time = "2026-01-13T20:34:55.918Z" },
+]
+
 [[package]]
 name = "certifi"
 version = "2025.11.12"
@@ -79,9 +107,10 @@ wheels = [
 
 [[package]]
 name = "dts-dance"
-version = "0.1.8"
+version = "0.2.0"
 source = { editable = "." }
 dependencies = [
+    { name = "boto3" },
     { name = "loguru" },
     { name = "pyyaml" },
     { name = "requests" },
@@ -89,9 +118,10 @@ dependencies = [
 
 [package.metadata]
 requires-dist = [
-    { name = "loguru", specifier = "==0.7.3" },
-    { name = "pyyaml", specifier = "==6.0.3" },
-    { name = "requests", specifier = "==2.32.5" },
+    { name = "boto3", specifier = ">=1.42.27,<2.0.0" },
+    { name = "loguru", specifier = ">=0.7.3,<0.8.0" },
+    { name = "pyyaml", specifier = ">=6.0.3,<7.0.0" },
+    { name = "requests", specifier = ">=2.32.5,<3.0.0" },
 ]
 
 [[package]]
@@ -103,6 +133,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/0e/61/66938bbb5fc52dbdf84594873d5b51fb1f7c7794e9c0f5bd885f30bc507b/idna-3.11-py3-none-any.whl", hash = "sha256:771a87f49d9defaf64091e6e6fe9c18d4833f140bd19464795bc32d966ca37ea", size = 71008, upload-time = "2025-10-12T14:55:18.883Z" },
 ]
 
+[[package]]
+name = "jmespath"
+version = "1.0.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/00/2a/e867e8531cf3e36b41201936b7fa7ba7b5702dbef42922193f05c8976cd6/jmespath-1.0.1.tar.gz", hash = "sha256:90261b206d6defd58fdd5e85f478bf633a2901798906be2ad389150c5c60edbe", size = 25843, upload-time = "2022-06-17T18:00:12.224Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/31/b4/b9b800c45527aadd64d5b442f9b932b00648617eb5d63d2c7a6587b7cafc/jmespath-1.0.1-py3-none-any.whl", hash = "sha256:02e2e4cc71b5bcab88332eebf907519190dd9e6e82107fa7f83b1003a6252980", size = 20256, upload-time = "2022-06-17T18:00:10.251Z" },
+]
+
 [[package]]
 name = "loguru"
 version = "0.7.3"
@@ -116,6 +155,18 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/0c/29/0348de65b8cc732daa3e33e67806420b2ae89bdce2b04af740289c5c6c8c/loguru-0.7.3-py3-none-any.whl", hash = "sha256:31a33c10c8e1e10422bfd431aeb5d351c7cf7fa671e3c4df004162264b28220c", size = 61595, upload-time = "2024-12-06T11:20:54.538Z" },
 ]
 
+[[package]]
+name = "python-dateutil"
+version = "2.9.0.post0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "six" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/66/c0/0c8b6ad9f17a802ee498c46e004a0eb49bc148f2fd230864601a86dcf6db/python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3", size = 342432, upload-time = "2024-03-01T18:36:20.211Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892, upload-time = "2024-03-01T18:36:18.57Z" },
+]
+
 [[package]]
 name = "pyyaml"
 version = "6.0.3"
@@ -177,6 +228,27 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/1e/db/4254e3eabe8020b458f1a747140d32277ec7a271daf1d235b70dc0b4e6e3/requests-2.32.5-py3-none-any.whl", hash = "sha256:2462f94637a34fd532264295e186976db0f5d453d1cdd31473c85a6a161affb6", size = 64738, upload-time = "2025-08-18T20:46:00.542Z" },
 ]
 
+[[package]]
+name = "s3transfer"
+version = "0.16.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "botocore" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/05/04/74127fc843314818edfa81b5540e26dd537353b123a4edc563109d8f17dd/s3transfer-0.16.0.tar.gz", hash = "sha256:8e990f13268025792229cd52fa10cb7163744bf56e719e0b9cb925ab79abf920", size = 153827, upload-time = "2025-12-01T02:30:59.114Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/fc/51/727abb13f44c1fcf6d145979e1535a35794db0f6e450a0cb46aa24732fe2/s3transfer-0.16.0-py3-none-any.whl", hash = "sha256:18e25d66fed509e3868dc1572b3f427ff947dd2c56f844a5bf09481ad3f3b2fe", size = 86830, upload-time = "2025-12-01T02:30:57.729Z" },
+]
+
+[[package]]
+name = "six"
+version = "1.17.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/94/e7/b2c673351809dca68a0e064b6af791aa332cf192da575fd474ed7d6f16a2/six-1.17.0.tar.gz", hash = "sha256:ff70335d468e7eb6ec65b95b99d3a2836546063f63acc5171de367e834932a81", size = 34031, upload-time = "2024-12-04T17:35:28.174Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" },
+]
+
 [[package]]
 name = "urllib3"
 version = "2.6.2"

dts_dance-0.1.8/config.example.yaml

@@ -1,5 +0,0 @@
-sites:
-  test:
-    endpoint: xxx
-    svc_account: xxx
-    svc_secret: xxx

dts_dance-0.1.8/dtsdance/spacex.py

@@ -1,69 +0,0 @@
-from .bytecloud import ByteCloudHelper
-import requests
-import json
-from typing import Dict, List
-from loguru import logger
-
-
-class SpaceXNotifier:
-    """
-    SpaceX 通知服务客户端，用于发送飞书消息
-    """
-
-    # 飞书机器人 webhook URL
-    _SPACEX_DOMAIN = {
-        "BOE": "spacex-api-boe.byted.org",
-        "China-North": "spacex-api.byted.org",
-        "Singapore-Central": "spacex-api-i18n.byted.org",
-        "EUTTP": "spacex-api.tiktoke.org",
-    }
-
-    def __init__(self, bytecloud_helper: ByteCloudHelper):
-        """
-        初始化 SpaceX 通知客户端
-        """
-        self.bytecloud_helper = bytecloud_helper
-
-    def send_feishu_message(self, env: str, feishu_content: Dict, feishu_groups: List[str]) -> str:
-        """
-        发送飞书消息
-
-        Args:
-            feishu_content: 飞书消息内容，包含卡片配置
-            feishu_groups: 飞书群组 ID 列表
-
-        Returns:
-            str: 响应内容
-
-        Raises:
-            Exception: 请求失败时抛出异常
-        """
-        logger.debug(f"send_feishu_message env: {env}, feishu_content: {str(feishu_content)[:100]}..., feishu_groups: {feishu_groups}")
-
-        body = {
-            "product_name": "ByteDTS-Inspector",
-            "notification_detail": [
-                {
-                    "channel": "Lark",
-                    "content": json.dumps(feishu_content),
-                    "lark_groups": feishu_groups,
-                }
-            ],
-        }
-
-        # 发送 HTTP POST 请求
-        try:
-            url = f"https://{self._SPACEX_DOMAIN[env]}/notification_service/api/v1/messages"
-            headers = {
-                "Content-Type": "application/json",
-                "X-Jwt-Token": self.bytecloud_helper.get_jwt_token(env),
-            }
-
-            response = requests.post(url, json=body, headers=headers)
-            response.raise_for_status()
-
-            print("response: {}".format(response.text))
-            return response.text
-        except Exception as e:
-            print("发送消息时出错: {}".format(e))
-            raise

dts_dance-0.1.8/tests/test_dflow.py

@@ -1,21 +0,0 @@
-from dtsdance.dflow import DFlowHelper
-from dtsdance.bytecloud import ByteCloudEnvInfo, ByteCloudHelper
-
-from config import load_config
-
-config = load_config()
-envs_bytecloud = {k: ByteCloudEnvInfo(k, v["endpoint"], v["svc_secret"]) for k, v in config["sites"].items()}
-bytecloud_helper = ByteCloudHelper(envs_bytecloud)
-dsyncer_helper = DFlowHelper(bytecloud_helper)
-
-
-# pytest tests/test_dflow.py::test_get_dflow_info -s
-def test_get_dflow_info():
-    try:
-        info = dsyncer_helper.get_dflow_info("boe", "1324653150464")
-        # info = dsyncer_helper.get_dflow_info("i18n-bd", "4102917472017")
-        # info = dsyncer_helper.get_dflow_info("us-ttp", "257993088799750")
-        # info = dsyncer_helper.get_dflow_info("eu-ttp", "815571859216")
-        print(f"DFlow Info: {info}")
-    except Exception as e:
-        print(f"Failed to get DFlow info for environment boe: {e}")