dts-dance 0.1.5__py3-none-any.whl → 0.1.7__py3-none-any.whl

{dts_dance-0.1.5.dist-info → dts_dance-0.1.7.dist-info}/METADATA

@@ -1,10 +1,11 @@
 Metadata-Version: 2.4
 Name: dts-dance
-Version: 0.1.5
+Version: 0.1.7
 Summary: dts dance lib
 Keywords: observation,tools
 Requires-Python: >=3.12
 Requires-Dist: loguru==0.7.3
+Requires-Dist: pyyaml==6.0.3
 Requires-Dist: requests==2.32.5
 Description-Content-Type: text/markdown
 

{dts_dance-0.1.5.dist-info → dts_dance-0.1.7.dist-info}/RECORD

@@ -1,12 +1,13 @@
 dtsdance/__init__.py,sha256=Yl_jEZ5weYfcrklnDvwB4wSgCOvMBLRRgWx0gHs3qfM,49
-dtsdance/bytecloud.py,sha256=_1CCzzSaWGwTxrdyXCYGa-c_EcJnYtwmaeGcafjLP-M,4684
-dtsdance/dflow.py,sha256=Ri2DFkitwwmnAUHUDseGfZIqFoTFbszqJ3jHX_CxRRc,3500
+dtsdance/bytecloud.py,sha256=joixJEQxX9k3VqFDNrccTVSI2WVdxdZ1JyuWFVF9zjo,4998
+dtsdance/dflow.py,sha256=pLhx9G3YTiCrz8VcycyTMedREShWN4RsxDmaRTwRhdA,3649
 dtsdance/dsyncer.py,sha256=1OateZLGekYP_EF9_oAHqsj4sdQm6ahIoRllEgT9Y3I,11142
 dtsdance/feishu_base.py,sha256=2j4ZM4PFqJ-9EhC6DQ1OmAg--3VBGZyyRuxyjL0j6OU,3733
 dtsdance/feishu_table.py,sha256=ZUeoKrM4nmm5hFhc3vWOVYeLP390orm-284Od92G4iQ,8424
 dtsdance/metrics_fe.py,sha256=uPdbjGaaYBOv-rK7lKUx6aVT5Sj6ZkW9m06NyqMrPf0,18990
 dtsdance/s3.py,sha256=EMY5uDnqRUuHnZQBkquLdQjLR5I51LuCpCPNsDz0Z0w,1340
 dtsdance/spacex.py,sha256=wgbuwDTLXopJnLn2puX-9MfeVXvi_nQ3C9uN8McoJf4,2113
-dts_dance-0.1.5.dist-info/METADATA,sha256=0PzqOGQYVgT3OFxcLnUqB5a5FdTUkn1R6VUyCBFrVJM,706
-dts_dance-0.1.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-dts_dance-0.1.5.dist-info/RECORD,,
+dtsdance/tcc.py,sha256=M_0cOVYyvUgjnC1uKWdz3YgRplafQUqX39gX_YEg8eE,6563
+dts_dance-0.1.7.dist-info/METADATA,sha256=u1kzvSXzkE4j1olIgqAz3uXYSy8ZU2xIAcMt2sOUliQ,735
+dts_dance-0.1.7.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+dts_dance-0.1.7.dist-info/RECORD,,

dtsdance/bytecloud.py

@@ -100,9 +100,14 @@ class ByteCloudHelper:
             # 发送 GET 请求
             response = requests.get(url, headers=headers, timeout=60)
 
+            # 调试用途，输出返回内容，保存内容到本地文件
+            # logger.debug(f"获取JWT令牌响应: response.text={response.text}")
+            # with open("jwt_response.html", "w", encoding="utf-8") as f:
+            #     f.write(response.text)
+
             # 检查响应状态码
             if response.status_code != 200:
-                raise Exception(f"获取JWT令牌失败: 状态码 {response.status_code}")
+                raise Exception(f"获取JWT令牌失败。status_code: {response.status_code}, response.text: {response.text}")
 
             # 解析响应体
             response_json = response.json()

dtsdance/dflow.py

@@ -69,7 +69,8 @@ class DFlowHelper:
             dict[str, Any]: DFlow 任务信息，包含 create_time 等字段
         """
         # 构建 API URL
-        url = "https://cloud.bytedance.net/api/v1/bytedts/api/bytedts/v3/DescribeTaskInfo"
+        env_info = self.bytecloud_helper.get_env_info(env)
+        url = f"{env_info.endpoint}/api/v1/bytedts/api/bytedts/v3/DescribeTaskInfo"
 
         # 准备请求头
         headers = self._build_headers(env)
@@ -88,6 +89,7 @@ class DFlowHelper:
             filtered_data = {
                 "task_id": task.get("id", ""),
                 "status": task.get("status", ""),
+                "desc": task.get("desc", ""),
                 "create_time": task.get("create_time", 0),
             }
 
@@ -108,4 +110,5 @@ class DFlowHelper:
             str: DFlow 任务详情页面的 URL
         """
         # 根据环境生成对应的 scope 参数
-        return f"https://cloud.bytedance.net/bytedts/datasync/detail/{task_id}?scope={env}"
+        env_info = self.bytecloud_helper.get_env_info(env)
+        return f"{env_info.endpoint}/bytedts/datasync/detail/{task_id}?scope={env}"

dtsdance/tcc.py

@@ -0,0 +1,234 @@
+"""TCE (Toutiao Cloud Engine) API client."""
+
+from dataclasses import dataclass
+from typing import Any
+import requests
+
+
+@dataclass
+class TCCConfigItem:
+    """Single TCC configuration item."""
+
+    conf_name: str
+    value: str
+    description: str
+    data_type: str
+
+
+class TCCError(Exception):
+    """TCC API error."""
+
+    pass
+
+
+class TCCClient:
+    """Client for TCC OpenAPI."""
+
+    def __init__(self, svc_account: str, svc_secret: str, base_url: str):
+        self.svc_account = svc_account
+        self.base_url = base_url
+        self.headers = {
+            "Authorization": f"Bearer {svc_secret}",
+        }
+
+    def publish_config(
+        self,
+        ns_name: str,
+        region: str,
+        conf_name: str,
+        value: str,
+        dir: str,
+        description: str,
+        data_type: str,
+    ) -> dict[str, Any]:
+        """
+        Create or update TCC configuration.
+
+        Returns:
+            Response data containing config_id and deployment_id
+
+        Raises:
+            TCCError: If API call fails
+        """
+        url = f"{self.base_url}/api/v1/tcc_v3_openapi/bcc/open/config/update"
+
+        payload = {
+            "ns_name": ns_name,
+            "dir": dir,
+            "conf_name": conf_name,
+            "value": str(value),
+            "data_type": data_type,
+            "region": region,
+            "description": description,
+            "operator": self.svc_account,
+            "update_strategy": "modify_and_deploy",
+            "auto_create": "auto_create_dir_config",  # 自动创建还未存在的目录和配置
+        }
+
+        try:
+            # print(f"writing tcc config, payload: {payload}")
+            response = requests.post(url, headers=self.headers, json=payload, timeout=30)
+            if response.status_code != 200:
+                raise TCCError(f"TCC API request failed with status {response.status_code}\n" f"Response: {response.text}")
+
+            result = response.json()
+
+            # Check for errors in response
+            base_resp = result.get("base_resp", {})
+            if base_resp.get("error_code", 0) != 0:
+                raise TCCError(f"TCC API error: {base_resp.get('error_message', 'Unknown error')}")
+
+            return result.get("data", {})
+
+        except requests.RequestException as e:
+            raise TCCError(f"Failed to create TCC config: {str(e)}") from e
+
+    def _list(
+        self,
+        ns_name: str,
+        region: str,
+        dir: str,
+        page: int = 1,
+        page_size: int = 100,
+        with_value: bool = True,
+    ) -> dict[str, Any]:
+        """
+        List TCC configurations.
+
+        Args:
+            ns_name: Namespace name
+            region: Region (default: "China-BOE")
+            dir: Directory path (default: "/default")
+            page: Page number (default: 1)
+            page_size: Page size (default: 100)
+
+        Returns:
+            Configuration data
+
+        Raises:
+            TCCError: If API call fails
+        """
+        url = f"{self.base_url}/api/v1/tcc_v3_openapi/bcc/open/config/list"
+
+        params = {
+            "ns_name": ns_name,
+            "dir": dir,
+            "region": region,
+            "with_value": with_value,
+            "page": page,
+            "page_size": page_size,
+        }
+
+        try:
+            response = requests.post(url, headers=self.headers, params=params, timeout=30)
+            response.raise_for_status()
+            result = response.json()
+
+            # Check for errors in response
+            base_resp = result.get("base_resp", {})
+            if base_resp.get("error_code", 0) != 0:
+                raise TCCError(f"TCC API error: {base_resp.get('error_message', 'Unknown error')}")
+
+            return result
+
+        except requests.RequestException as e:
+            raise TCCError(f"Failed to get TCC config: {str(e)}") from e
+
+    def list_all(
+        self,
+        ns_name: str,
+        region: str,
+        dir: str,
+        with_value: bool = True,
+    ) -> list[dict[str, Any]]:
+        """
+        List all TCC configurations across all pages.
+
+        Args:
+            ns_name: Namespace name
+            region: Region (default: "China-BOE")
+            dir: Directory path (default: "/default")
+
+        Returns:
+            List of all configuration items
+
+        Raises:
+            TCCError: If API call fails
+        """
+        all_items = []
+        page = 1
+        page_size = 100
+
+        while True:
+            result = self._list(region=region, ns_name=ns_name, dir=dir, page=page, page_size=page_size, with_value=with_value)
+
+            # Extract items from current page
+            data = result.get("data", {})
+            items = data.get("items", [])
+            all_items.extend(items)
+
+            # Check if there are more pages
+            page_info = result.get("page_info", {})
+            total_page = page_info.get("total_page", 1)
+
+            if page >= total_page:
+                break
+
+            page += 1
+
+        return all_items
+
+    def list_all_names(
+        self,
+        ns_name: str,
+        region: str,
+        dir: str,
+    ) -> list[str]:
+        items = self.list_all(ns_name, region, dir, False)
+        return [item.get("conf_name", "") for item in items]
+
+    def get_config(
+        self,
+        ns_name: str,
+        region: str,
+        conf_name: str,
+        dir: str,
+    ) -> dict[str, Any]:
+        """
+        Get TCC configuration.
+
+        Args:
+            ns_name: Namespace name
+            region: Region (default: "China-BOE")
+            conf_name: Configuration name
+            dir: Directory path (default: "/default")
+
+        Returns:
+            Configuration data
+
+        Raises:
+            TCCError: If API call fails
+        """
+        url = f"{self.base_url}/api/v1/tcc_v3_openapi/bcc/open/config/get"
+
+        params = {
+            "ns_name": ns_name,
+            "dir": dir,
+            "region": region,
+            "conf_name": conf_name,
+        }
+
+        try:
+            response = requests.get(url, headers=self.headers, params=params, timeout=30)
+            response.raise_for_status()
+            result = response.json()
+
+            # Check for errors in response
+            base_resp = result.get("base_resp", {})
+            if base_resp.get("error_code", 0) != 0:
+                raise TCCError(f"TCC API error: {base_resp.get('error_message', 'Unknown error')}")
+
+            return result.get("data", {})
+
+        except requests.RequestException as e:
+            raise TCCError(f"Failed to get TCC config: {str(e)}") from e