dts-dance 0.1.8__py3-none-any.whl

dts_dance-0.1.8.dist-info/METADATA

@@ -0,0 +1,40 @@
+Metadata-Version: 2.4
+Name: dts-dance
+Version: 0.1.8
+Summary: dts dance lib
+Keywords: observation,tools
+Requires-Python: >=3.12
+Requires-Dist: loguru==0.7.3
+Requires-Dist: pyyaml==6.0.3
+Requires-Dist: requests==2.32.5
+Description-Content-Type: text/markdown
+
+# dts-dance
+
+A Python client library providing convenient interfaces for various API services.
+
+## Installation
+
+```bash
+pip install dts-dance
+```
+
+## Features
+
+- Multi-service API client implementations
+- Automatic authentication token management
+- Thread-safe token renewal
+- Type-safe interfaces with full type hints
+- Built-in error handling and logging
+
+## Requirements
+
+- Python 3.12+
+
+## Development
+
+See [DEV.md](DEV.md) for development instructions.
+
+## License
+
+MIT

dts_dance-0.1.8.dist-info/RECORD

@@ -0,0 +1,13 @@
+dtsdance/__init__.py,sha256=Yl_jEZ5weYfcrklnDvwB4wSgCOvMBLRRgWx0gHs3qfM,49
+dtsdance/bytecloud.py,sha256=joixJEQxX9k3VqFDNrccTVSI2WVdxdZ1JyuWFVF9zjo,4998
+dtsdance/dflow.py,sha256=gow-zCX5lbQqqW2MRWvWynej7pZ_TQ5NmOb__j2aQT4,5497
+dtsdance/dsyncer.py,sha256=1OateZLGekYP_EF9_oAHqsj4sdQm6ahIoRllEgT9Y3I,11142
+dtsdance/feishu_base.py,sha256=2j4ZM4PFqJ-9EhC6DQ1OmAg--3VBGZyyRuxyjL0j6OU,3733
+dtsdance/feishu_table.py,sha256=ZUeoKrM4nmm5hFhc3vWOVYeLP390orm-284Od92G4iQ,8424
+dtsdance/metrics_fe.py,sha256=uPdbjGaaYBOv-rK7lKUx6aVT5Sj6ZkW9m06NyqMrPf0,18990
+dtsdance/s3.py,sha256=EMY5uDnqRUuHnZQBkquLdQjLR5I51LuCpCPNsDz0Z0w,1340
+dtsdance/spacex.py,sha256=wgbuwDTLXopJnLn2puX-9MfeVXvi_nQ3C9uN8McoJf4,2113
+dtsdance/tcc.py,sha256=M_0cOVYyvUgjnC1uKWdz3YgRplafQUqX39gX_YEg8eE,6563
+dts_dance-0.1.8.dist-info/METADATA,sha256=VfydsQQEln8dU_jYPfT7WQZDCHgrAyvEFKjg59V1nv0,735
+dts_dance-0.1.8.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+dts_dance-0.1.8.dist-info/RECORD,,

dts_dance-0.1.8.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.28.0
+Root-Is-Purelib: true
+Tag: py3-none-any

dtsdance/__init__.py

@@ -0,0 +1,3 @@
+"""
+client 模块 - 各种API服务的封装
+"""

dtsdance/bytecloud.py

@@ -0,0 +1,163 @@
+import requests
+import threading
+import time
+from typing import Dict
+from loguru import logger
+from typing import NamedTuple
+
+
+class ByteCloudEnvInfo(NamedTuple):
+    name: str
+    endpoint: str
+    token: str
+
+
+class ByteCloudHelper:
+    """
+    ByteCloud Helper
+    """
+
+    # 每小时刷新一次，单位为秒
+    _REFRESH_INTERVAL = 1 * 60 * 60
+
+    def __init__(self, envs: dict[str, ByteCloudEnvInfo]):
+        """
+        初始化 ByteCloud Helper
+        从配置文件加载所有环境的信息，并为每个环境初始化 JWT 令牌
+        envs 中保存内容 list[(name, endpoint, token)]
+        """
+        self.envs = envs
+
+        # 初始化线程锁，用于保护 jwt_tokens 的并发访问
+        self.token_lock = threading.Lock()
+
+        # 初始化 JWT 令牌缓存，按环境名称索引
+        self.jwt_tokens: Dict[str, str] = {}
+
+        # 更新所有环境的 JWT 令牌
+        self._refresh_tokens()
+
+        # 启动 JWT 令牌刷新线程
+        self._start_refresh_thread()
+
+    def _start_refresh_thread(self):
+        """
+        启动一个后台线程，定期刷新所有环境的 JWT 令牌
+        """
+        refresh_thread = threading.Thread(
+            target=self._refresh_token_periodically,
+            daemon=True,
+            name="jwt-token-refresh",
+        )
+        refresh_thread.start()
+
+    def _refresh_token_periodically(self):
+        """
+        定期刷新所有环境的 JWT 令牌的线程函数
+        """
+        while True:
+            # 等待指定时间
+            time.sleep(self._REFRESH_INTERVAL)
+            self._refresh_tokens()
+
+    def _refresh_tokens(self):
+        """
+        刷新所有环境的 JWT 令牌
+        """
+        logger.debug("开始刷新所有环境的 JWT 令牌...")
+
+        for _, env in self.envs.items():
+            try:
+                # 刷新令牌
+                new_token = self._acquire_jwt_token(env.endpoint, env.token)
+                # 使用线程锁更新缓存中的 JWT 令牌
+                with self.token_lock:
+                    self.jwt_tokens[env.name] = new_token
+                    logger.debug(f"环境 {env.name} 的 JWT 令牌成功刷新，新令牌: {new_token}")
+            except Exception as e:
+                logger.error(f"环境 {env.name} 的 JWT 令牌刷新失败: {e}")
+
+        logger.debug(f"所有环境的 JWT 令牌已成功刷新。jwt_tokens: {self.jwt_tokens}")
+
+    def _acquire_jwt_token(self, endpoint: str, token: str) -> str:
+        """
+        获取 JWT 令牌
+
+        Args:
+            token: 认证令牌
+            endpoint: API 端点
+
+        Returns:
+            str: JWT 令牌
+        """
+        url = endpoint + "/auth/api/v1/jwt"
+        headers = {
+            "Content-Type": "application/json",
+            "Authorization": "Bearer " + token,
+        }
+
+        try:
+            # 发送 GET 请求
+            response = requests.get(url, headers=headers, timeout=60)
+
+            # 调试用途，输出返回内容，保存内容到本地文件
+            # logger.debug(f"获取JWT令牌响应: response.text={response.text}")
+            # with open("jwt_response.html", "w", encoding="utf-8") as f:
+            #     f.write(response.text)
+
+            # 检查响应状态码
+            if response.status_code != 200:
+                raise Exception(f"获取JWT令牌失败。status_code: {response.status_code}, response.text: {response.text}")
+
+            # 解析响应体
+            response_json = response.json()
+            if response_json.get("code", -1) != 0:
+                raise Exception(f"获取JWT令牌失败: {response.text}")
+
+            # 从响应头中获取 JWT 令牌
+            jwt_token = response.headers.get("X-Jwt-Token")
+            if not jwt_token:
+                raise Exception("响应头中没有 X-Jwt-Token")
+
+            return jwt_token
+
+        except Exception as e:
+            logger.error(f"获取JWT令牌时出错: {e}")
+            raise
+
+    def get_jwt_token(self, env: str) -> str:
+        """
+        获取指定环境的 JWT 令牌
+
+        Args:
+            env: 环境名称，如 'China-North', 'China-East', 'Singapore-Central' 等
+
+        Returns:
+            str: 当前有效的 JWT 令牌
+
+        Raises:
+            KeyError: 如果指定的环境不存在
+        """
+        # 使用线程锁保护并发访问
+        with self.token_lock:
+            if env not in self.jwt_tokens:
+                raise KeyError(f"环境 {env} 的 JWT 令牌不存在")
+            return self.jwt_tokens[env]
+
+    def get_env_info(self, env: str) -> ByteCloudEnvInfo:
+        """
+        获取指定环境的信息
+
+        Args:
+            env: 环境名称
+
+        Returns:
+            ByteCloudEnvInfo: 指定环境的信息
+
+        Raises:
+            KeyError: 如果指定的环境不存在
+        """
+        if env not in self.envs:
+            raise KeyError(f"环境 {env} 不存在")
+
+        return self.envs[env]

dtsdance/dflow.py

@@ -0,0 +1,173 @@
+from typing import Any, cast, Optional
+from loguru import logger
+from .bytecloud import ByteCloudHelper
+import requests
+
+
+class DFlowHelper:
+
+    def __init__(self, bytecloud_helper: ByteCloudHelper) -> None:
+        self.bytecloud_helper = bytecloud_helper
+
+    def _build_headers(self, env: str) -> dict[str, str]:
+        """
+        构建请求头
+
+        Args:
+            env: 环境名称
+
+        Returns:
+            dict[str, str]: 请求头字典
+        """
+        jwt_token = self.bytecloud_helper.get_jwt_token(env)
+        headers = {"x-jwt-token": jwt_token}
+        return headers
+
+    def _make_request(self, method: str, url: str, headers: dict[str, str], json_data: Optional[dict] = None) -> dict[str, Any]:
+        """
+        发送 HTTP 请求的通用方法
+
+        Args:
+            method: HTTP 方法 (GET/POST)
+            url: 请求 URL
+            headers: 请求头
+            json_data: POST 请求的 JSON 数据
+
+        Returns:
+            dict[str, Any]: 解析后的 JSON 响应
+        """
+        response = None
+        try:
+            if method.upper() == "GET":
+                response = requests.get(url, headers=headers)
+            elif method.upper() == "POST":
+                response = requests.post(url, json=json_data, headers=headers)
+            else:
+                raise ValueError(f"不支持的 HTTP 方法: {method}")
+
+            # 检查响应状态码
+            response.raise_for_status()
+
+            # 解析 JSON 响应
+            return response.json()
+
+        except Exception as e:
+            error_msg = f"_make_request occur error, error: {e}"
+            if response is not None:
+                error_msg += f", response.text: {response.text}"
+            logger.warning(error_msg)
+            raise
+
+    def get_dflow_info(self, env: str, task_id: str) -> dict[str, Any]:
+        """
+        获取 DFlow 任务信息
+
+        Args:
+            env: 环境名称
+            task_id: DFlow 任务 ID
+
+        Returns:
+            dict[str, Any]: DFlow 任务信息，包含 create_time 等字段
+        """
+        # 构建 API URL
+        env_info = self.bytecloud_helper.get_env_info(env)
+        url = f"{env_info.endpoint}/api/v1/bytedts/api/bytedts/v3/DescribeTaskInfo"
+
+        # 准备请求头
+        headers = self._build_headers(env)
+
+        # 构建请求数据
+        json_data = {"id": int(task_id)}
+
+        response_data = self._make_request("POST", url, headers, json_data)
+
+        logger.info(f"get_dflow_info {env} {task_id}, message: {response_data.get('message')}")
+
+        try:
+            data = cast(dict, response_data.get("data", {}))
+            task = cast(dict, data.get("task", {}))
+            # 提取核心信息
+            filtered_data = {
+                "task_id": task.get("id", ""),
+                "status": task.get("status", ""),
+                "desc": task.get("desc", ""),
+                "create_time": task.get("create_time", 0),
+            }
+
+            return filtered_data
+
+        except (KeyError, AttributeError, Exception) as e:
+            raise Exception(f"无法从响应中提取 DFlow 任务信息数据: {str(e)}")
+
+    def generate_task_url(self, env: str, task_id: str) -> str:
+        """
+        获取 DFlow 任务详情页面的 URL
+
+        Args:
+            env: 环境名称
+            task_id: DFlow 任务 ID
+
+        Returns:
+            str: DFlow 任务详情页面的 URL
+        """
+        # 根据环境生成对应的 scope 参数
+        env_info = self.bytecloud_helper.get_env_info(env)
+        return f"{env_info.endpoint}/bytedts/datasync/detail/{task_id}?scope={env}"
+
+    def init_resources(self, env: str, ctrl_env: str) -> bool:
+        """
+        初始化 CTRL 环境资源
+
+        Args:
+            env: 环境名称
+            ctrl_env: 控制环境
+
+        Returns:
+            bool: CTRL 环境资源初始化结果
+        """
+        # 构建 API URL
+        env_info = self.bytecloud_helper.get_env_info(env)
+        url = f"{env_info.endpoint}/api/v1/bytedts/api/bytedts/v3/InitSystemResource"
+
+        # 准备请求头
+        headers = self._build_headers(env)
+
+        # 构建请求数据
+        json_data = {"ctrl_env": ctrl_env}
+
+        response_data = self._make_request("POST", url, headers, json_data)
+
+        message = response_data.get("message")
+        logger.info(f"int_resources {env} {ctrl_env}, message: {message}")
+
+        return message == "ok"
+
+    def list_resources(self, env: str, ctrl_env: str) -> list[str]:
+        """
+        列举 CTRL 环境资源列表
+
+        Args:
+            env: 环境名称
+            ctrl_env: 控制环境
+
+        Returns:
+            list[str]: CTRL 环境资源列表
+        """
+        # 构建 API URL
+        env_info = self.bytecloud_helper.get_env_info(env)
+        url = f"{env_info.endpoint}/api/v1/bytedts/api/bytedts/v3/DescribeResources"
+
+        # 准备请求头
+        headers = self._build_headers(env)
+
+        # 构建请求数据
+        json_data = {"offset": 0, "limit": 10, "ctrl_env": ctrl_env}
+
+        response_data = self._make_request("POST", url, headers, json_data)
+
+        try:
+            data = cast(dict, response_data.get("data", {}))
+            items = cast(list, data.get("items", []))
+            return [item["name"] for item in items]
+        except (KeyError, AttributeError, Exception) as e:
+            raise Exception(f"无法从响应中提取 CTRL 环境资源列表数据: {str(e)}")