dts-dance 0.2.2__py3-none-any.whl → 0.2.4__py3-none-any.whl

{dts_dance-0.2.2.dist-info → dts_dance-0.2.4.dist-info}/METADATA

@@ -1,12 +1,13 @@
 Metadata-Version: 2.4
 Name: dts-dance
-Version: 0.2.2
+Version: 0.2.4
 Summary: dts dance lib
 Keywords: observation,tools
 Requires-Python: >=3.12
-Requires-Dist: boto3<2.0.0,>=1.42.29
+Requires-Dist: boto3<2.0.0,>=1.42.30
 Requires-Dist: loguru<0.8.0,>=0.7.3
 Requires-Dist: pyyaml<7.0.0,>=6.0.3
+Requires-Dist: requests-toolbelt==1.0.0
 Requires-Dist: requests<3.0.0,>=2.32.5
 Description-Content-Type: text/markdown
 

dts_dance-0.2.4.dist-info/RECORD

@@ -0,0 +1,14 @@
+dtsdance/__init__.py,sha256=Yl_jEZ5weYfcrklnDvwB4wSgCOvMBLRRgWx0gHs3qfM,49
+dtsdance/bytecloud.py,sha256=s1suo-YexMH6gUHYwC6P5k6AeyOm7Q_acYh_gHCDVjI,5654
+dtsdance/dflow.py,sha256=ggwNB2x-LgnpI9nzNTTnYnGfYyGH5rYcHHBhC4pOlfg,7059
+dtsdance/dsyncer.py,sha256=3Oj1Ko5FuB_sUm9Hj-hBy95wee3b6TH2FXKoPFGsakM,11193
+dtsdance/feishu_base.py,sha256=Dsl8CZZ3wyZf3TEiiUAs3_WpX1pinCuWFwqpm29ROVc,10414
+dtsdance/feishu_table.py,sha256=JleCjQJ-rcbC15v2UAc5BK-YioB2SMGsdGztQ9BaT4k,10779
+dtsdance/metrics_fe.py,sha256=hzIl5BJmuCrkqJOHELVzXm3YAqrPttbyVkKBglS4mgQ,18978
+dtsdance/s3.py,sha256=Bh-cwLksfO5PewNtIzE_Md3rRLDLI1DUVoOD7Pou5T8,1294
+dtsdance/spacex_bytedts.py,sha256=oVnHXTj-cuq2vcsUJq33_aaq0TQp7A52kldvspKueI4,4799
+dtsdance/tcc_inner.py,sha256=6Tuq_r2nNCK_HC4hqEGh7UVAa8kDtuIcU95WBu4zuFQ,1623
+dtsdance/tcc_open.py,sha256=Qb_ue3xH0CSsoReItdFKuvW7JsDTfFkDNIB_4zjzSQI,6893
+dts_dance-0.2.4.dist-info/METADATA,sha256=LY_7WWh06QNmhr_1vyuMTtKDrx88N0P1BjGEURYAl6U,833
+dts_dance-0.2.4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+dts_dance-0.2.4.dist-info/RECORD,,

dtsdance/bytecloud.py

@@ -20,9 +20,9 @@ class ByteCloudClient:
     """
 
     # 每小时刷新一次，单位为秒
-    _REFRESH_INTERVAL = 1 * 60 * 60
+    _REFRESH_INTERVAL = 2 * 60 * 60
 
-    def __init__(self, enable_jwt_cache: bool, sites: dict[str, SiteConfig] | None = None) -> None:
+    def __init__(self, sites: dict[str, SiteConfig] | None = None, enable_jwt_cache: bool = False) -> None:
         """
         初始化 ByteCloud Client
         从配置文件加载所有环境的信息，并为每个环境初始化 JWT 令牌

dtsdance/dflow.py

@@ -150,7 +150,7 @@ class DFlowClient:
         """
         # 根据环境生成对应的 scope 参数
         site_info = self.bytecloud_client.get_site_config(site)
-        return f"{site_info.endpoint}/bytedts/datasync/detail/{task_id}?scope={site}"
+        return f"{site_info.endpoint}/bytedts/datasync/detail/{task_id}"
 
     def init_resources(self, site: str, ctrl_env: str) -> bool:
         """
@@ -179,7 +179,7 @@ class DFlowClient:
 
     def list_resources(self, site: str, ctrl_env: str) -> list[str]:
         """
-        列举 CTRL 环境资源列表
+        列举 CTRL 环境资源列表，连同 agent 列表
 
         Args:
             site: 站点名称
@@ -198,8 +198,8 @@ class DFlowClient:
         response_data = self._make_request("POST", url, self.bytecloud_client.build_request_headers(site), json_data)
 
         try:
-            data = cast(dict, response_data.get("data", {}))
-            items = cast(list, data.get("items", []))
+            data = response_data.get("data", {})
+            items = data.get("items", [])
             return [item["name"] for item in items]
         except (KeyError, AttributeError, Exception) as e:
             raise Exception(f"无法从响应中提取 CTRL 环境资源列表数据: {str(e)}")

dtsdance/feishu_base.py

@@ -1,7 +1,10 @@
 from datetime import datetime, timedelta
 import threading
-from typing import Optional
+import json
 from loguru import logger
+from typing import Any
+from requests_toolbelt import MultipartEncoder
+
 import requests
 
 URL_FEISHU_OPEN_API: str = "https://fsopen.bytedance.net/open-apis"
@@ -14,8 +17,8 @@ class FeishuBase:
         """
         初始化飞书基础类
         """
-        self.tenant_access_token: Optional[str] = None
-        self.token_expire_time: Optional[datetime] = None
+        self.tenant_access_token: str | None = None
+        self.token_expire_time: datetime | None = None
         self._token_lock = threading.Lock()
 
         self.bot_app_id = bot_app_id
@@ -99,9 +102,195 @@ class FeishuBase:
 
         try:
             response = requests.request(method, url, **kwargs)
-            # logger.debug(f"response_json: {response.json()}")
+            logger.debug(f"response_json: {response.json()}")
             response.raise_for_status()
             return response
         except requests.RequestException as e:
             logger.warning(f"API请求失败: {method} {url}, error: {e}")
             raise
+
+    def upload_image(self, image_path: str) -> str | None:
+        """
+        上传图片到飞书
+
+        Args:
+            image_path: 图片文件路径
+            image_type: 图片类型，默认为'message'
+
+        Returns:
+            image_key
+
+        """
+        if not image_path:
+            raise ValueError("必须提供image_path")
+
+        file_obj = None
+        try:
+            # 准备文件
+            file_obj = open(image_path, "rb")
+            file_name = image_path.split("/")[-1]
+
+            # 构建表单数据
+            form = {"image_type": "message", "image": (file_name, file_obj, "image/png")}
+            multi_form = MultipartEncoder(form)
+            headers = {"Content-Type": multi_form.content_type}
+            response = self.make_request("POST", "/im/v1/images", headers=headers, data=multi_form)
+            result = response.json()
+            if result.get("code") != 0:
+                raise Exception(f"上传图片失败: {result.get('msg')}")
+
+            logger.info(f"图片上传成功，image_key: {result.get('data', {}).get('image_key')}")
+            logger.debug(f"上传响应logid: {response.headers.get('X-Tt-Logid')}")
+
+            return result.get("data", {}).get("image_key")
+
+        except Exception as e:
+            logger.warning(f"上传图片失败: {e}")
+            return None
+        finally:
+            # 如果是通过路径打开的文件，需要关闭
+            if image_path and file_obj and hasattr(file_obj, "close"):
+                file_obj.close()
+
+    def send_text_message(self, receive_id: str, text: str, receive_id_type: str) -> dict[str, Any]:
+        """
+        发送文本消息
+
+        Args:
+            receive_id: 接收者ID（群聊ID、用户ID等）
+            text: 消息文本内容
+            receive_id_type: 接收者ID类型，可选值：open_id, user_id, union_id, email, chat_id
+
+        Returns:
+            发送结果
+        """
+        content = json.dumps({"text": text}, ensure_ascii=False)
+        return self.send_message(receive_id, "text", content, receive_id_type)
+
+    def send_image_message(self, receive_id: str, image_key: str, receive_id_type: str) -> dict[str, Any]:
+        """
+        发送图片消息
+
+        Args:
+            receive_id: 接收者ID
+            image_key: 图片key（通过upload_image获取）
+            receive_id_type: 接收者ID类型
+
+        Returns:
+            发送结果
+        """
+        content = json.dumps({"image_key": image_key}, ensure_ascii=False)
+        return self.send_message(receive_id, "image", content, receive_id_type)
+
+    def send_card_message(self, receive_id: str, header: dict, elements: list, receive_id_type: str) -> dict[str, Any]:
+        """
+        发送卡片消息
+
+        Args:
+            receive_id: 接收者ID
+            header: 卡片消息的头部内容（符合飞书卡片规范的JSON）
+            elements: 卡片消息的主体元素列表
+            receive_id_type: 接收者ID类型
+
+        Returns:
+            发送结果
+        """
+        card_content = {"schema": "2.0", "config": {"update_multi": True}, "body": {"direction": "vertical", "elements": elements}, "header": header}
+        content = json.dumps(card_content, ensure_ascii=False)
+        return self.send_message(receive_id, "interactive", content, receive_id_type)
+
+    def send_message(self, receive_id: str, msg_type: str, content: str, receive_id_type: str = "chat_id") -> dict[str, Any]:
+        """
+        发送消息的通用方法
+
+        Args:
+            receive_id: 接收者ID
+            msg_type: 消息类型（text, image, card等）
+            content: 消息内容
+            receive_id_type: 接收者ID类型
+
+        Returns:
+            发送结果
+
+        Raises:
+            Exception: 发送失败
+        """
+        payload = {"receive_id": receive_id, "msg_type": msg_type, "content": content}
+        params = {"receive_id_type": receive_id_type}
+
+        try:
+            response = self.make_request("POST", "/im/v1/messages", json=payload, params=params)
+            result = response.json()
+            if result.get("code") != 0:
+                raise Exception(f"请求失败: {result.get('msg')}")
+
+            logger.info(f"消息发送成功，message_id: {result.get('data', {}).get('message_id')}")
+            logger.debug(f"发送响应logid: {response.headers.get('X-Tt-Logid')}")
+
+            return result.get("data", {})
+
+        except Exception as e:
+            logger.warning(f"发送消息失败: {e}")
+            raise
+
+    def reply_message(self, message_id: str, msg_type: str, content: str) -> dict[str, Any]:
+        """
+        回复某条消息
+
+        Args:
+            message_id: 消息ID
+            msg_type: 消息类型（text, image, card等）
+            content: 消息内容
+
+        Returns:
+            回复结果
+
+        Raises:
+            Exception: 回复失败
+        """
+        payload = {"reply_in_thread": False, "msg_type": msg_type, "content": content}
+
+        try:
+            response = self.make_request("POST", f"/im/v1/messages/{message_id}/reply", json=payload)
+            result = response.json()
+            if result.get("code") != 0:
+                raise Exception(f"请求失败: {result.get('msg')}")
+
+            logger.info(f"消息回复成功，message_id: {result.get('data', {}).get('message_id')}")
+            logger.debug(f"发送响应logid: {response.headers.get('X-Tt-Logid')}")
+
+            return result.get("data", {})
+
+        except Exception as e:
+            logger.warning(f"回复消息失败: {e}")
+            raise
+
+    def batch_get_user_ids(self, emails: list[str]) -> list[str]:
+        """
+        批量获取用户ID
+
+        Args:
+            emails: 用户邮箱列表
+
+        Returns:
+            批量获取结果（用户ID列表）
+
+        Raises:
+            Exception: 获取失败
+        """
+        payload = {"emails": emails, "include_resigned": False}
+
+        try:
+            response = self.make_request("POST", f"/contact/v3/users/batch_get_id?user_id_type=user_id", json=payload)
+            result = response.json()
+            if result.get("code") != 0:
+                raise Exception(f"请求失败: {result.get('msg')}")
+
+            user_ids = [user.get("user_id") for user in result.get("data", {}).get("user_list", [])]
+
+            logger.debug(f"发送响应logid: {response.headers.get('X-Tt-Logid')}")
+
+            return user_ids
+        except Exception as e:
+            logger.warning(f"批量获取用户ID失败: {e}")
+            raise

dtsdance/feishu_table.py

@@ -1,6 +1,6 @@
 from datetime import datetime
 import threading
-from typing import Callable, Optional, Dict, Any
+from typing import Callable, Any
 from loguru import logger
 import requests
 
@@ -16,15 +16,15 @@ class FeishuTable:
         """
         初始化飞书表格
         """
-        self.tenant_access_token: Optional[str] = None
-        self.token_expire_time: Optional[datetime] = None
+        self.tenant_access_token: str | None = None
+        self.token_expire_time: datetime | None = None
         self._token_lock = threading.Lock()
 
         self.feishu_base = feishu_base
         self.table_app_token = table_app_token
         self.table_id = table_id
 
-    def get_app_table_record_id(self, table_view_id: str, task_id: str) -> Optional[str]:
+    def get_app_table_record_id(self, table_view_id: str, task_id: str) -> str | None:
         """
         根据任务ID查询飞书多维表格记录，返回记录ID
         """
@@ -59,7 +59,7 @@ class FeishuTable:
             logger.warning(f"查询 {task_id} 表格记录失败: {e}")
             return None
 
-    def update_app_table_record(self, record_id: str, fields: Dict[str, Any]) -> bool:
+    def update_app_table_record(self, record_id: str, fields: dict[str, Any]) -> bool:
         """
         更新飞书多维表格记录
 
@@ -81,14 +81,14 @@ class FeishuTable:
                 logger.warning(f"更新表格记录失败: {result.get('msg')}")
                 return False
 
-            logger.info(f"成功更新记录ID {record_id}，字段: {fields}")
+            # logger.debug(f"成功更新记录ID {record_id}，字段: {fields}")
             return True
 
         except Exception as e:
             logger.warning(f"更新表格记录失败: {e}")
             return False
 
-    def fetch_records(self, table_view_id: str, field_names: list[str], page_size: int = 100, page_token: Optional[str] = None) -> Dict[str, Any]:
+    def fetch_records(self, table_view_id: str, field_names: list[str], page_size: int = 100, page_token: str | None = None) -> dict[str, Any]:
         """
         获取表格记录
 
@@ -121,7 +121,7 @@ class FeishuTable:
             logger.error(f"获取记录失败: {e}")
             raise
 
-    def parse_record(self, record: Dict[str, Any], field_names: Optional[list[str]] = None) -> Dict[str, str]:
+    def parse_record(self, record: dict[str, Any], field_names: list[str] | None = None) -> dict[str, str]:
         """
         解析单条记录，动态提取指定字段
 
@@ -157,7 +157,7 @@ class FeishuTable:
         return result
 
     def loop_all(
-        self, table_view_id: str, field_names: list[str], callback: Optional[Callable[[Dict[str, str]], None]] = None, limit: Optional[int] = None
+        self, table_view_id: str, field_names: list[str], callback: Callable[[dict[str, str]], None] | None = None, limit: int | None = None
     ):
         """
         遍历视图中的所有记录
@@ -222,3 +222,65 @@ class FeishuTable:
 
         logger.info(f"总共获取到 {total_count} 条记录，成功处理 {processed_count} 条")
         logger.info("数据遍历完成")
+
+    def fetch_all(self, table_view_id: str, field_names: list[str], limit: int | None = None) -> list[dict[str, str]]:
+        """
+        抓取视图中的所有记录
+
+        Args:
+            limit: 可选的记录处理限制数量
+        """
+        logger.info("开始获取飞书多维表格数据...")
+
+        page_count = 0
+        total_count = 0
+        processed_count = 0
+        page_token = None
+
+        records: list[dict[str, str]] = []
+        while True:
+            page_count += 1
+            logger.info(f"正在获取第 {page_count} 页数据...")
+
+            try:
+                data = self.fetch_records(table_view_id, field_names, page_size=200, page_token=page_token)
+                items = data.get("items", [])
+                size = len(items)
+                total_count += size
+                page_token = data.get("page_token")
+                logger.info(f"第 {page_count} 页获取到 {size} 条记录，next page_token: {page_token}")
+
+                # 处理每条记录
+                for item in items:
+                    logger.info(f"正在处理第 {processed_count + 1} 条数据...")
+                    # 检查是否达到处理限制
+                    if limit and processed_count >= limit:
+                        logger.info(f"已达到处理限制 {limit}，停止处理")
+                        break
+
+                    try:
+                        parsed_record = self.parse_record(item)
+                        processed_count += 1
+
+                        logger.info(f"任务ID: {parsed_record['task_id']}")
+                        records.append(parsed_record)
+
+                    except Exception as e:
+                        logger.error(f"处理记录失败: {e}, 记录: {item}")
+                        continue
+
+                # 如果达到处理限制，退出外层循环
+                if limit and processed_count >= limit:
+                    break
+
+                # 检查是否还有更多数据
+                if not data.get("has_more", False) or not page_token:
+                    break
+
+            except Exception as e:
+                logger.error(f"获取第 {page_count} 页数据失败: {e}")
+                break
+
+        logger.info(f"总共获取到 {total_count} 条记录，成功处理 {processed_count} 条")
+        logger.info("数据遍历完成")
+        return records

dtsdance/spacex_bytedts.py

@@ -40,6 +40,41 @@ class SpaceXClient:
             logger.warning(f"do quest queryServerMeta exception: {e}")
             raise
 
+    def register_resource(self, site: str, data_raw: dict[str, Any]) -> bool:
+        site_info = self.bytecloud_client.get_site_config(site)
+        url = f"{site_info.endpoint_bytedts_spacex}/resource/v1/registerResource"
+        try:
+            response = requests.post(url, json=data_raw, headers=self.bytecloud_client.build_request_headers(site))
+            # print(f"response status code: {response.status_code}, response text: {response.text}")
+
+            response.raise_for_status()
+
+            result = response.json()
+            return result.get("message", "") == "ok"
+
+        except Exception as e:
+            logger.warning(f"do quest registerResource exception: {e}")
+            raise
+
+    def list_resources(self, site: str, data_raw: dict[str, Any]) -> list[str]:
+        site_info = self.bytecloud_client.get_site_config(site)
+        url = f"{site_info.endpoint_bytedts_spacex}/resource/v1/listResource"
+        try:
+            response = requests.post(url, json=data_raw, headers=self.bytecloud_client.build_request_headers(site))
+            # print(f"response status code: {response.status_code}, response text: {response.text}")
+
+            response.raise_for_status()
+
+            result = response.json()
+            if not result.get("message", "") == "ok":
+                return []
+
+            items = result.get("data", {}).get("items", [])
+            return [item["name"] for item in items]
+        except Exception as e:
+            logger.warning(f"do quest listResource exception: {e}")
+            raise
+
     def register_gateway(self, site: str, gateway_info: GatewayInfo) -> bool:
         site_info = self.bytecloud_client.get_site_config(site)
         url = f"{site_info.endpoint_bytedts_spacex}/bytedts/v1/registryGateway"
@@ -71,3 +106,16 @@ class SpaceXClient:
         except Exception as e:
             logger.warning(f"do quest registryGateway exception: {e}")
             raise
+
+    def gateway_operation(self, site: str, operation: str, data_raw: dict[str, Any]) -> dict[str, Any]:
+        site_info = self.bytecloud_client.get_site_config(site)
+        url = f"{site_info.endpoint_bytedts_spacex}/bytedts/v1/{operation}"
+        try:
+            response = requests.post(url, json=data_raw, headers=self.bytecloud_client.build_request_headers(site))
+            # print(f"response status code: {response.status_code}, response text: {response.text}")
+
+            response.raise_for_status()
+            return response.json()
+        except Exception as e:
+            logger.warning(f"do quest gateway_operation exception: {e}")
+            raise

dts_dance-0.2.2.dist-info/RECORD

@@ -1,14 +0,0 @@
-dtsdance/__init__.py,sha256=Yl_jEZ5weYfcrklnDvwB4wSgCOvMBLRRgWx0gHs3qfM,49
-dtsdance/bytecloud.py,sha256=CQNebRy8UlILYmY8XhHhmEfW-WwW7SAlUh387X4OnY8,5646
-dtsdance/dflow.py,sha256=XB6RClJzs9B5fhLofYvb5JazBF-iDfbtv1ETH6ENNUo,7074
-dtsdance/dsyncer.py,sha256=3Oj1Ko5FuB_sUm9Hj-hBy95wee3b6TH2FXKoPFGsakM,11193
-dtsdance/feishu_base.py,sha256=2j4ZM4PFqJ-9EhC6DQ1OmAg--3VBGZyyRuxyjL0j6OU,3733
-dtsdance/feishu_table.py,sha256=ZUeoKrM4nmm5hFhc3vWOVYeLP390orm-284Od92G4iQ,8424
-dtsdance/metrics_fe.py,sha256=hzIl5BJmuCrkqJOHELVzXm3YAqrPttbyVkKBglS4mgQ,18978
-dtsdance/s3.py,sha256=Bh-cwLksfO5PewNtIzE_Md3rRLDLI1DUVoOD7Pou5T8,1294
-dtsdance/spacex_bytedts.py,sha256=83lUU9sFPsvmZ0zLCGG_V6vMYXePKbEUeG1d6qfkQhE,2575
-dtsdance/tcc_inner.py,sha256=6Tuq_r2nNCK_HC4hqEGh7UVAa8kDtuIcU95WBu4zuFQ,1623
-dtsdance/tcc_open.py,sha256=Qb_ue3xH0CSsoReItdFKuvW7JsDTfFkDNIB_4zjzSQI,6893
-dts_dance-0.2.2.dist-info/METADATA,sha256=ZRzPIxPE0Y4uJRTwBK2_PukFRUBuHb8xkuxQPGQnOjo,793
-dts_dance-0.2.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-dts_dance-0.2.2.dist-info/RECORD,,