recurvedata-lib 0.1.491__py2.py3-none-any.whl → 0.1.496__py2.py3-none-any.whl

recurvedata/__version__.py

@@ -1 +1 @@
-__version__ = "0.1.491"
+__version__ = "0.1.496"

recurvedata/connectors/config_schema.py

@@ -1073,6 +1073,84 @@ ALL_CONFIG_SCHEMA_DCT = {
         "group": ["destination"],
         "test_required": True,
     },
+    "recurvedata.connectors.connectors.n8n": {
+        "type": "n8n",
+        "ui_type": "n8n",
+        "category": ["others"],
+        "config_schema": {
+            "type": "object",
+            "properties": {
+                "url": {
+                    "type": "string",
+                    "title": _l("API Address"),
+                    "description": _l("The URL of the n8n API, e.g. https://localhost:5678/api/v1"),
+                },
+                "api_key": {"type": "string", "title": _l("API KEY")},
+                "timeout": {
+                    "type": "number",
+                    "title": _l("Timeout"),
+                    "description": _l("The timeout of the n8n API, e.g. 60"),
+                    "default": 60,
+                },
+                "webhook_credential": {
+                    "type": "object",
+                    "title": _l("Webhook Trigger Node Credential"),
+                    "description": _l("The credential of the n8n webhook trigger node"),
+                    "properties": {
+                        "credential_type": {
+                            "type": "string",
+                            "title": _l("Credential Type"),
+                            "enum": ["Basic Auth", "Header Auth", "JWT Auth", "None"],
+                            "enumNames": ["Basic Auth", "Header Auth", "JWT Auth", "None"],
+                            "default": "None",
+                        },
+                        "basic_auth": {
+                            "ui:hidden": '{{parentFormData.credential_type !== "Basic Auth"}}',
+                            "type": "object",
+                            "title": _l("Basic Auth"),
+                            "description": _l("The basic auth of the n8n webhook trigger node"),
+                            "properties": {
+                                "username": {"type": "string", "title": _l("Username")},
+                                "password": {"type": "string", "title": _l("Password")},
+                            },
+                        },
+                        "header_auth": {
+                            "ui:hidden": '{{parentFormData.credential_type !== "Header Auth"}}',
+                            "type": "object",
+                            "title": _l("Header Auth"),
+                            "description": _l("The header auth of the n8n webhook trigger node"),
+                            "properties": {
+                                "header_name": {"type": "string", "title": _l("Header Name")},
+                                "header_value": {"type": "string", "title": _l("Header Value")},
+                            },
+                        },
+                        "jwt_auth": {
+                            "ui:hidden": '{{parentFormData.credential_type !== "JWT Auth"}}',
+                            "type": "object",
+                            "title": _l("JWT Auth"),
+                            "description": _l("The jwt auth of the n8n webhook trigger node"),
+                            "properties": {
+                                "jwt_token": {"type": "string", "title": _l("JWT Token")},
+                            },
+                        },
+                    },
+                    "order": ["credential_type", "basic_auth", "header_auth", "jwt_auth"],
+                },
+                "proxies": HTTP_PROXY_CONFIG_SCHEMA["proxies"],
+            },
+            "order": ["url", "api_key", "timeout", "webhook_credential", "proxies"],
+            "required": ["url", "api_key"],
+            "secret": [
+                "api_key",
+                "webhook_credential.basic_auth.password",
+                "webhook_credential.header_auth.header_value",
+                "webhook_credential.jwt_auth.jwt_token",
+            ],
+        },
+        "enabled": True,
+        "group": ["destination"],
+        "test_required": True,
+    },
     "recurvedata.connectors.connectors.oss": {
         "type": "oss",
         "ui_type": "Aliyun OSS",
@@ -1492,6 +1570,26 @@ ALL_CONFIG_SCHEMA_DCT = {
         "group": ["destination"],
         "test_required": True,
     },
+    "recurvedata.connectors.connectors.wecom": {
+        "type": "wecom",
+        "ui_type": "WeCom",
+        "category": ["others"],
+        "config_schema": {
+            "type": "object",
+            "properties": {
+                "webhook_url": {"type": "string", "title": _l("WeCom Webhook URL")},
+            },
+            "order": [
+                "webhook_url",
+            ],
+            "required": [
+                "webhook_url",
+            ],
+        },
+        "enabled": True,
+        "group": ["integration"],
+        "test_required": True,
+    },
 }
 
 # auto generated finish

recurvedata/connectors/connectors/n8n.py

@@ -0,0 +1,141 @@
+import base64
+from contextlib import contextmanager
+from urllib.parse import urlparse
+
+import httpx
+
+from recurvedata.connectors._register import register_connector_class
+from recurvedata.connectors.base import RecurveConnectorBase
+from recurvedata.connectors.proxy import HTTP_PROXY_CONFIG_SCHEMA, HttpProxyMixin
+from recurvedata.consts import ConnectorGroup
+from recurvedata.core.translation import _l
+
+CONNECTION_TYPE = "n8n"
+UI_CONNECTION_TYPE = "n8n"
+
+
+@register_connector_class([CONNECTION_TYPE, UI_CONNECTION_TYPE])
+class N8N(HttpProxyMixin, RecurveConnectorBase):
+    connection_type = CONNECTION_TYPE
+    ui_connection_type = UI_CONNECTION_TYPE
+    group = [ConnectorGroup.DESTINATION]
+
+    config_schema = {
+        "type": "object",
+        "properties": {
+            "url": {
+                "type": "string",
+                "title": _l("API Address"),
+                "description": _l("The URL of the n8n API, e.g. https://localhost:5678/api/v1"),
+            },
+            "api_key": {"type": "string", "title": _l("API KEY")},
+            "timeout": {
+                "type": "number",
+                "title": _l("Timeout"),
+                "description": _l("The timeout of the n8n API, e.g. 60"),
+                "default": 60,
+            },
+            "webhook_credential": {
+                "type": "object",
+                "title": _l("Webhook Trigger Node Credential"),
+                "description": _l("The credential of the n8n webhook trigger node"),
+                "properties": {
+                    "credential_type": {
+                        "type": "string",
+                        "title": _l("Credential Type"),
+                        "enum": ["Basic Auth", "Header Auth", "JWT Auth", "None"],
+                        "enumNames": ["Basic Auth", "Header Auth", "JWT Auth", "None"],
+                        "default": "None",
+                    },
+                    "basic_auth": {
+                        "ui:hidden": '{{parentFormData.credential_type !== "Basic Auth"}}',
+                        "type": "object",
+                        "title": _l("Basic Auth"),
+                        "description": _l("The basic auth of the n8n webhook trigger node"),
+                        "properties": {
+                            "username": {"type": "string", "title": _l("Username")},
+                            "password": {"type": "string", "title": _l("Password")},
+                        },
+                    },
+                    "header_auth": {
+                        "ui:hidden": '{{parentFormData.credential_type !== "Header Auth"}}',
+                        "type": "object",
+                        "title": _l("Header Auth"),
+                        "description": _l("The header auth of the n8n webhook trigger node"),
+                        "properties": {
+                            "header_name": {"type": "string", "title": _l("Header Name")},
+                            "header_value": {"type": "string", "title": _l("Header Value")},
+                        },
+                    },
+                    "jwt_auth": {
+                        "ui:hidden": '{{parentFormData.credential_type !== "JWT Auth"}}',
+                        "type": "object",
+                        "title": _l("JWT Auth"),
+                        "description": _l("The jwt auth of the n8n webhook trigger node"),
+                        "properties": {
+                            "jwt_token": {"type": "string", "title": _l("JWT Token")},
+                        },
+                    },
+                },
+                "order": ["credential_type", "basic_auth", "header_auth", "jwt_auth"],
+            },
+            "proxies": HTTP_PROXY_CONFIG_SCHEMA["proxies"],
+        },
+        "order": ["url", "api_key", "timeout", "webhook_credential", "proxies"],
+        "required": ["url", "api_key"],
+        "secret": [
+            "api_key",
+            "webhook_credential.basic_auth.password",
+            "webhook_credential.header_auth.header_value",
+            "webhook_credential.jwt_auth.jwt_token",
+        ],
+    }
+
+    def test_connection(self):
+        pass
+
+    @contextmanager
+    def _n8n_client(self) -> httpx.Client:
+        with self._init_proxy_manager():
+            yield httpx.Client(
+                base_url=f"{self.url}", headers={"X-N8N-API-KEY": f"{self.api_key}"}, timeout=self.timeout
+            )
+
+    def get_workflows(self) -> list[dict]:
+        path = "/workflows"
+        workflows = []
+        cursor = None
+        with self._n8n_client() as client:
+            response = client.get(path)
+            workflows.extend(response.json()["data"])
+            if response.json()["nextCursor"] and response.json()["nextCursor"] != cursor:
+                cursor = response.json()["nextCursor"]
+                while cursor:
+                    response = client.get(path, params={"cursor": cursor})
+                    workflows.extend(response.json()["data"])
+                    cursor = response.json()["nextCursor"]
+            return workflows
+
+    def _trigger_workflow_via_webhook(self, webhook_id: str, payload: dict) -> dict:
+        main_url = f"{urlparse(self.url).scheme}://{urlparse(self.url).netloc}"
+        webhook_url = f"{main_url}/webhook/{webhook_id}"
+        headers = {}
+        credential_type = self.webhook_credential.get("credential_type")
+        basic_auth = self.webhook_credential.get("basic_auth", {})
+        header_auth = self.webhook_credential.get("header_auth", {})
+        jwt_auth = self.webhook_credential.get("jwt_auth", {})
+        with self._init_proxy_manager():
+            if credential_type == "Basic Auth":
+                username = basic_auth.get("username", "")
+                password = basic_auth.get("password", "")
+                headers["Authorization"] = f'Basic {base64.b64encode(f"{username}:{password}".encode()).decode()}'
+            elif credential_type == "Header Auth":
+                header_name = header_auth.get("header_name", "")
+                header_value = header_auth.get("header_value", "")
+                headers[header_name] = header_value
+            elif credential_type == "JWT Auth":
+                jwt_token = jwt_auth.get("jwt_token", "")
+                headers["Authorization"] = f"Bearer {jwt_token}"
+            response = httpx.post(url=webhook_url, headers=headers, timeout=self.timeout, json=payload)
+
+            return response.json()

recurvedata/connectors/connectors/wecom.py

@@ -0,0 +1,66 @@
+from urllib.parse import urlparse
+
+import requests
+
+from recurvedata.connectors._register import register_connector_class
+from recurvedata.connectors.base import RecurveConnectorBase
+from recurvedata.consts import ConnectorGroup
+from recurvedata.core.translation import _l
+
+CONNECTION_TYPE = "wecom"
+UI_CONNECTION_TYPE = "WeCom"
+
+
+@register_connector_class([CONNECTION_TYPE, UI_CONNECTION_TYPE])
+class WeCom(RecurveConnectorBase):
+    connection_type = CONNECTION_TYPE
+    ui_connection_type = UI_CONNECTION_TYPE
+    group = [ConnectorGroup.INTEGRATION]
+
+    config_schema = {
+        "type": "object",
+        "properties": {
+            "webhook_url": {"type": "string", "title": _l("WeCom Webhook URL")},
+        },
+        "order": [
+            "webhook_url",
+        ],
+        "required": [
+            "webhook_url",
+        ],
+    }
+
+    @property
+    def webhook_url(self):
+        return self.conf["webhook_url"]
+
+    @property
+    def wecom_conf(self):
+        if hasattr(self, "_wecom_conf"):
+            return self._wecom_conf
+        self.init_config()
+        return self._wecom_conf
+
+    def test_connection(self):
+        """
+        Test WeCom webhook connection.
+        Validate URL format and network connectivity without sending actual messages.
+        """
+        # Validate URL format
+        parsed_url = urlparse(self.webhook_url)
+        if not parsed_url.scheme or not parsed_url.netloc:
+            raise ValueError("Invalid webhook URL format")
+
+        if parsed_url.scheme != "https":
+            raise ValueError("WeCom webhook URL must use HTTPS")
+
+        # Verify WeCom domain
+        if "qyapi.weixin.qq.com" not in parsed_url.netloc:
+            raise ValueError("Invalid WeCom webhook URL domain")
+
+        # Test network connectivity (use HEAD request without sending message body)
+        try:
+            requests.head(self.webhook_url, timeout=10, allow_redirects=True)
+            # Connection test only, status code not checked (HEAD may return 405)
+        except requests.exceptions.RequestException as e:
+            raise ValueError(f"Failed to connect to WeCom webhook: {str(e)}")

recurvedata/connectors/dbapi.py

@@ -397,19 +397,27 @@ class DBAPIBase(RecurveConnectorBase):
         set_env_dbt_password(self.password or "")
 
     @classmethod
-    def order_sql(cls, sql: str, orders: list[dict[str, str]] = None, return_sql: bool = True):
-        """
-        order the sql by the orders
-        """
+    def get_dialect(cls):
         # dialect impala -> hive, cuz there is no dialect 'impala' in sqlglot
-        dialect = "hive" if cls.connection_type == "impala" else (cls.connection_type or None)
+        return "hive" if cls.connection_type == "impala" else (cls.connection_type or None)
+
+    @classmethod
+    def clean_sql(cls, sql):
+        dialect = cls.get_dialect()
         # Parse the SQL query
         parsed = sqlglot.parse_one(sql, read=dialect)
         # since some sql dialects have special identifier, we need to use the dialect to generate the clean sql
-        clean_sql = parsed.sql(dialect=dialect, comments=False)
+        return parsed.sql(dialect=dialect, comments=False)
+
+    @classmethod
+    def order_sql(cls, sql: str, orders: list[dict[str, str]] = None, return_sql: bool = True):
+        """
+        order the sql by the orders
+        """
+        dialect = cls.get_dialect()
         # Wrap the entire query with a subquery
         alias = "_recurve_limit_subquery"
-        subquery = exp.Subquery(this=clean_sql, alias=alias)
+        subquery = exp.Subquery(this=cls.clean_sql(sql), alias=alias)
 
         # Create a new SELECT statement with the subquery and the LIMIT clause
         outer_select = exp.select("*").from_(subquery)
@@ -436,7 +444,7 @@ class DBAPIBase(RecurveConnectorBase):
         no validation on sql.
         If the sql is DML, then execute it will raise an error.
         """
-        dialect = "hive" if cls.connection_type == "impala" else (cls.connection_type or None)
+        dialect = cls.get_dialect()
 
         outer_select = cls.order_sql(sql, orders, return_sql=False)
 
@@ -456,7 +464,7 @@ class DBAPIBase(RecurveConnectorBase):
         no validation on sql.
         If the sql is DML, then execute it will raise an error.
         """
-        return f"SELECT COUNT(1) FROM ({sql}) AS cnt_subquery"
+        return f"SELECT COUNT(1) FROM ({cls.clean_sql(sql)}) AS cnt_subquery"
 
 
 @dataclass

{recurvedata_lib-0.1.491.dist-info → recurvedata_lib-0.1.496.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: recurvedata-lib
-Version: 0.1.491
+Version: 0.1.496
 Summary: Common Library for ReOrc Data Platform
 Author-email: Reorc Team <contact@recurvedata.com>
 Requires-Dist: croniter
@@ -77,6 +77,7 @@ Requires-Dist: dbt-duckdb==1.8.4; extra == 'dbt'
 Requires-Dist: dbt-extractor==0.5.1; extra == 'dbt'
 Requires-Dist: dbt-fabric==1.9.4; extra == 'dbt'
 Requires-Dist: dbt-impala==1.8.0; extra == 'dbt'
+Requires-Dist: dbt-mysql==1.8.0+recurve.1; extra == 'dbt'
 Requires-Dist: dbt-postgres==1.8.2; extra == 'dbt'
 Requires-Dist: dbt-redshift==1.8.1; extra == 'dbt'
 Requires-Dist: dbt-semantic-interfaces==0.5.1; extra == 'dbt'

{recurvedata_lib-0.1.491.dist-info → recurvedata_lib-0.1.496.dist-info}/RECORD

@@ -1,5 +1,5 @@
 recurvedata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-recurvedata/__version__.py,sha256=zK7PI8pL8sGJb_fo1G1GjHdPpzyl1z9_ro5Q-ccc1S4,24
+recurvedata/__version__.py,sha256=Y8Rd0ubG5uL_xudTnGRSLi5Dxc73nGvHR1VMlDgyh0Y,24
 recurvedata/config.py,sha256=rbpccM6qr8ekdEC5p7XtsivayxmL64-Nb9ogrcWMgX8,3848
 recurvedata/consts.py,sha256=y5BuAHBrz1jAcS5NgZxnrkfomQv3_5hvgafYwpLKpV8,1224
 recurvedata/error_codes.py,sha256=y4OLrs0_2iLWdvQJEV10m-414uPkUdm4v0D7bE8iWOM,2303
@@ -12,10 +12,10 @@ recurvedata/client/server_client.py,sha256=bZ55S_tk_fI3JDLU3txha2HKbS4hKUG6jLehj
 recurvedata/connectors/__init__.py,sha256=1VpGyGu9FA7lAvKZv0Z8j9ZzSi4i-L3_PyLcxdbrfs4,577
 recurvedata/connectors/_register.py,sha256=7NYVIJk9PufhTJWyj7JkPt9p66Cc1ieCBPpFi24cMwo,1639
 recurvedata/connectors/base.py,sha256=tuCUq2hij8GknWUKs1sP8HC_JZQie2csxoy3s-7Bb_4,3714
-recurvedata/connectors/config_schema.py,sha256=tIEUPLyimVEK3luWOEF1DNnZh6pPZC3p6zYyBiJ0P3Y,58395
+recurvedata/connectors/config_schema.py,sha256=fcTSyeVRA3tKvhD_kAvjk9lKo9TZlbDYRrIw9DKLkfk,62854
 recurvedata/connectors/const.py,sha256=3Zl4wZ0AP6t9x63QoRM6GMG6ZDgTQW-JacOv7lJBcwI,10153
 recurvedata/connectors/datasource.py,sha256=w09SskSeNJjNc7qUEp0N3UV-YnMX2flzTutg1BaLqO0,5573
-recurvedata/connectors/dbapi.py,sha256=tmmk7JdecI6NMu_HiLdxWeRpZjX2B4t1RY10SytwBNU,14173
+recurvedata/connectors/dbapi.py,sha256=I9KlaOdWwDrOtZeDAZdBU1MxmkARnLCkZDnY_Vm9llI,14293
 recurvedata/connectors/fs.py,sha256=ZZlDq4Bd7aA09ZarZwyWrzFEwUgG5GHm8JPctHw7Ako,1460
 recurvedata/connectors/ftp.py,sha256=9H_xON87ESpatU5e8kCwwbYwLRnIH1ClqazIbDe-YfU,1091
 recurvedata/connectors/object_store.py,sha256=Fd3jGnUQ79sNuC8L-0nSDxwHh32emU0RuIqTAOZx4IM,1714
@@ -46,6 +46,7 @@ recurvedata/connectors/connectors/microsoft_fabric.py,sha256=NgEDZp1hRV0r_bg67HM
 recurvedata/connectors/connectors/mongo.py,sha256=5-ql_2o0BP7SpRg2dN5mQbG40Eb0nMqXH0getXuaw6c,2468
 recurvedata/connectors/connectors/mssql.py,sha256=jScErON-mZ04atRqcoOE9AChvdAELRrzI2NHf8Gg4JI,4353
 recurvedata/connectors/connectors/mysql.py,sha256=NYVkTKqDEQA4_Vtp9L3RUFWiM1B3ON7KSq0zoquXHCQ,6438
+recurvedata/connectors/connectors/n8n.py,sha256=dJ_J0HSvEChNtfLYZenwQyIb6v2WxKVbh2NggSptGUU,6419
 recurvedata/connectors/connectors/oss.py,sha256=CTb8_zkXhc_Y6uJc5HkP87Ea5lA7pKUe_iIeDyz0WSM,2779
 recurvedata/connectors/connectors/owncloud.py,sha256=hvi0sr164SpXaQ4GrIVjBKZeZPJ9mhO82dzohiYd1SI,1261
 recurvedata/connectors/connectors/phoenix.py,sha256=v4lAdyDaot5nIYg-2V-uqzHnn6AAp5EINTNpzW_USVM,1069
@@ -59,6 +60,7 @@ recurvedata/connectors/connectors/spark.py,sha256=zaTrsA0fgIHLLR3LZ_D9pd3KIccZBe
 recurvedata/connectors/connectors/starrocks.py,sha256=IdrlcKz0vUASokdR4QVjZqCXoVZ_dFBEdJUnDlMaScQ,6028
 recurvedata/connectors/connectors/tencent_cos.py,sha256=1f_31aNW8lznuygE_N7tQbK9PToGIRUkFnmhHSRmq54,1392
 recurvedata/connectors/connectors/tidb.py,sha256=2VkZ8x6fhmbcGRc7ekTwOADGgWiRFVHr4tnzuQVfqDU,1924
+recurvedata/connectors/connectors/wecom.py,sha256=1n6DZeaSEEWDiLwuMWIxx1QYpOPJPKQUACUtGcgEvUQ,2134
 recurvedata/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 recurvedata/core/config.py,sha256=_wmsWpPNgZE-mUSn1u3C7m4Zf5j2XEhZLhtUY5llbYo,1436
 recurvedata/core/configurable.py,sha256=RekN9mY46Sb_IPLW5aciNg0xF8E47CtMbHPOsar3tfU,719
@@ -326,7 +328,7 @@ recurvedata/utils/singleton.py,sha256=15PaK2nP9H5PyO26IZzQPpfzlW5h_Bp1NHA6QPb4H0
 recurvedata/utils/sql.py,sha256=u3XRPv8_vsrMFMm-O1xyV63ZXChAFVHmJj2_xbRwcNg,264
 recurvedata/utils/timeout.py,sha256=U5ssSgoyVRqop9P8vmyI3BJI-OnMH2k22PdzTh-JN4c,780
 recurvedata/utils/tracing.py,sha256=gpK8q00ZjZmI81YpgQtDBPLzBvVSYpPA0sIq4wqnvBc,472
-recurvedata_lib-0.1.491.dist-info/METADATA,sha256=kzD3uWpsIulJ8PoZ70Qyz2ESKK0vZEr8k_1yD4sUg0w,27743
-recurvedata_lib-0.1.491.dist-info/WHEEL,sha256=tkmg4JIqwd9H8mL30xA7crRmoStyCtGp0VWshokd1Jc,105
-recurvedata_lib-0.1.491.dist-info/entry_points.txt,sha256=4KBBIfooz3wqXBoLlidRRP4_r36JUCnIF4BFn4igtms,209
-recurvedata_lib-0.1.491.dist-info/RECORD,,
+recurvedata_lib-0.1.496.dist-info/METADATA,sha256=BiSQLgBoteUjIHtU3IBWdDhKF_rr8CkQ7cB5rqu7avM,27801
+recurvedata_lib-0.1.496.dist-info/WHEEL,sha256=tkmg4JIqwd9H8mL30xA7crRmoStyCtGp0VWshokd1Jc,105
+recurvedata_lib-0.1.496.dist-info/entry_points.txt,sha256=4KBBIfooz3wqXBoLlidRRP4_r36JUCnIF4BFn4igtms,209
+recurvedata_lib-0.1.496.dist-info/RECORD,,