dagster-dingtalk 0.1.3__tar.gz → 0.1.5__tar.gz

{dagster_dingtalk-0.1.3 → dagster_dingtalk-0.1.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-dingtalk
-Version: 0.1.3
+Version: 0.1.5
 Summary: A dagster plugin for the DingTalk
 Author: YiZixuan
 Author-email: sqkkyzx@qq.com

dagster_dingtalk-0.1.5/dagster_dingtalk/__init__.py

@@ -0,0 +1,9 @@
+# noinspection PyProtectedMember
+from dagster._core.libraries import DagsterLibraryRegistry
+
+from dagster_dingtalk.resources import DingTalkResource, MultiDingTalkResource
+from dagster_dingtalk.resources import DingTalkWebhookResource, MultiDingTalkWebhookResource
+# from dagster_dingtalk.operations import DingTalkWebhookOp
+from dagster_dingtalk.version import __version__
+
+DagsterLibraryRegistry.register("dagster-dingtalk", __version__)

{dagster_dingtalk-0.1.3 → dagster_dingtalk-0.1.5}/dagster_dingtalk/operations.py

@@ -1,22 +1,21 @@
 from dagster import In, OpExecutionContext, op
-from pydantic import Field
 
 
 class DingTalkWebhookOp:
     @staticmethod
     @op(description="使用钉钉 Webhook 发送文本消息",
-        config_schema={"dingtalk_webhook_key": Field(str)},
+        required_resource_keys={'dingtalk_webhook'},
         ins={"text": In(str)},
     )
     def send_simple_text(context: OpExecutionContext, text):
-        webhook = getattr(context.resources, context.op_config["dingtalk_webhook_key"])
+        webhook = context.resources.dingtalk_webhook
         webhook.send_text(text)
 
     @staticmethod
     @op(description="使用钉钉 Webhook 发送 Markdown 消息",
-        config_schema={"dingtalk_webhook_key": Field(str)},
+        required_resource_keys={'dingtalk_webhook'},
         ins={"text": In(str), "title": In(str, default_value='')},
     )
     def send_simple_markdown(context: OpExecutionContext, text, title):
-        webhook = getattr(context.resources, context.op_config["dingtalk_webhook_key"])
+        webhook = context.resources.dingtalk_webhook
         webhook.send_text(text, title)

{dagster_dingtalk-0.1.3 → dagster_dingtalk-0.1.5}/dagster_dingtalk/resources.py

@@ -12,19 +12,19 @@ import httpx
 
 from dagster import (
     ConfigurableResource,
-    InitResourceContext,
+    InitResourceContext, ResourceDependency,
 )
 from httpx import Client
-from pydantic import Field, PrivateAttr
+from pydantic import Field, PrivateAttr, BaseModel
 
 
 class DingTalkWebhookResource(ConfigurableResource):
-    base_url: str = Field(default="https://oapi.dingtalk.com/robot/send", description="Webhook的通用地址，无需更改")
     access_token: str = Field(description="Webhook地址中的 access_token 部分")
     secret: Optional[str] = Field(default=None, description="如使用加签安全配置，需传签名密钥")
+    alias: Optional[str] = Field(default=None, description="如提供别名，将来可以使用别名进行选择")
+    base_url: str = Field(default="https://oapi.dingtalk.com/robot/send", description="Webhook的通用地址，无需更改")
 
     def _sign_webhook_url(self):
-
         if self.secret is None:
             return self.webhook_url
         else:
@@ -88,6 +88,59 @@ class DingTalkWebhookResource(ConfigurableResource):
         httpx.post(url=self.webhook_url, json={"msgtype": "feedCard", "feedCard": {"links": links_data}})
 
 
+# noinspection NonAsciiCharacters
+class MultiDingTalkWebhookResource(ConfigurableResource):
+    """
+    该资源提供了预先定义多个 webhook 资源，并在运行时动态选择的方法。
+
+    使用示例：
+
+    ```
+    from dagster_dingtalk import DingTalkResource, MultiDingTalkResource
+
+    app_apple = DingTalkResource(AppID="apple", ClientId="", ClientSecret="")
+    app_book = DingTalkResource(AppID="book", ClientId="", ClientSecret="")
+
+    @op(required_resource_keys={"dingtalk"}, ins={"app_id":In(str)})
+    def print_app_id(context:OpExecutionContext, app_id):
+        dingtalk:DingTalkResource = context.resources.dingtalk
+        select_app = dingtalk.select_app(app_id)
+        context.log.info(dingtalk_app.AppName)
+
+    @job
+    def print_app_id_job():
+        print_app_id()
+
+    defs = Definitions(
+        jobs=[print_app_id_job],
+        resources={
+            "dingtalk": MultiDingTalkResource(
+                Apps=[app_apple, app_book]
+            )
+        },
+    )
+    ```
+
+    """
+
+    Webhooks: ResourceDependency[List[DingTalkWebhookResource]] = Field(description="多个 Webhook 资源的列表")
+
+    _webhooks = PrivateAttr()
+
+    def setup_for_execution(self, context: InitResourceContext) -> None:
+        _webhooks_token_key = {webhook.access_token:webhook for webhook in self.Webhooks}
+        _webhooks_alias_key = {webhook.alias:webhook for webhook in self.Webhooks if webhook.alias}
+        self._webhooks = _webhooks_token_key | _webhooks_alias_key
+
+    def select(self, key:str = "_FIRST_"):
+        try:
+            if key == "_FIRST_":
+                return self.Webhooks[0]
+            return self._webhooks[key]
+        except KeyError:
+            raise f"该 AccessToken 或 别名 <{key}> 不存在于提供的 Webhooks 中。请使用 DingTalkWebhookResource 定义单个 Webhook 后，将其加入 Webhooks 。"
+
+
 class DingTalkMultiClient:
     def __init__(self, access_token: str, app_id: str, agent_id: int, robot_code: str) -> None:
         self.access_token: str = access_token
@@ -99,7 +152,7 @@ class DingTalkMultiClient:
 
 
 # noinspection NonAsciiCharacters
-class DingTalkAPIResource(ConfigurableResource):
+class DingTalkResource(ConfigurableResource):
     """
     [钉钉服务端 API](https://open.dingtalk.com/document/orgapp/api-overview) 企业内部应用部分的第三方封装。
     通过此资源，可以调用部分钉钉服务端API。
@@ -120,7 +173,7 @@ class DingTalkAPIResource(ConfigurableResource):
     def _is_dagster_maintained(cls) -> bool:
         return False
 
-    def _get_access_token(self, context: InitResourceContext) -> str:
+    def _get_access_token(self, context) -> str:
         access_token_cache = Path("~/.dingtalk_cache")
 
         if access_token_cache.exists():
@@ -168,6 +221,57 @@ class DingTalkAPIResource(ConfigurableResource):
         return API_文档文件(self._client)
 
 
+# noinspection NonAsciiCharacters
+class MultiDingTalkResource(ConfigurableResource):
+    """
+    该资源提供了预先定义多个应用资源，并在运行时动态选择的方法。
+
+    使用示例：
+
+    ```
+    from dagster_dingtalk import DingTalkResource, MultiDingTalkResource
+
+    app_apple = DingTalkResource(AppID="apple", ClientId="", ClientSecret="")
+    app_book = DingTalkResource(AppID="book", ClientId="", ClientSecret="")
+
+    @op(required_resource_keys={"dingtalk"}, ins={"app_id":In(str)})
+    def print_app_id(context:OpExecutionContext, app_id):
+        dingtalk:DingTalkResource = context.resources.dingtalk
+        select_app = dingtalk.select_app(app_id)
+        context.log.info(dingtalk_app.AppName)
+
+    @job
+    def print_app_id_job():
+        print_app_id()
+
+    defs = Definitions(
+        jobs=[print_app_id_job],
+        resources={
+            "dingtalk": MultiDingTalkResource(
+                Apps=[app_apple, app_book]
+            )
+        },
+    )
+    ```
+
+    """
+
+    Apps: ResourceDependency[List[DingTalkResource]] = Field(description="多个单应用资源的列表")
+
+    _apps = PrivateAttr()
+
+    def setup_for_execution(self, context: InitResourceContext) -> None:
+        self._apps = {app.AppID:app for app in self.Apps}
+
+    def select(self, app_id:str = "_FIRST_"):
+        try:
+            if app_id == "_FIRST_":
+                return self.Apps[0]
+            return self._apps[app_id]
+        except KeyError:
+            raise f"该 AppID <{app_id}> 不存在于提供的 AppLists 中。请使用 DingTalkResource 定义单个 App 后，将其加入 AppLists 。"
+
+
 # noinspection NonAsciiCharacters
 class API_智能人事:
     def __init__(self, _client:DingTalkMultiClient):

{dagster_dingtalk-0.1.3 → dagster_dingtalk-0.1.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "dagster-dingtalk"
-version = "0.1.3"
+version = "0.1.5"
 description = "A dagster plugin for the DingTalk"
 authors = ["YiZixuan <sqkkyzx@qq.com>"]
 readme = "README.md"

dagster_dingtalk-0.1.3/dagster_dingtalk/__init__.py

@@ -1,8 +0,0 @@
-# noinspection PyProtectedMember
-from dagster._core.libraries import DagsterLibraryRegistry
-
-from dagster_dingtalk.resources import DingTalkAPIResource, DingTalkWebhookResource
-from dagster_dingtalk.operations import DingTalkWebhookOp
-from dagster_dingtalk.version import __version__
-
-DagsterLibraryRegistry.register("dagster-dingtalk", __version__)