recurvedata-lib 0.1.487__py2.py3-none-any.whl → 0.1.489__py2.py3-none-any.whl

recurvedata/__version__.py

@@ -1 +1 @@
-__version__ = "0.1.487"
+__version__ = "0.1.489"

recurvedata/client/client.py

@@ -1,6 +1,8 @@
 import json
 import logging
+import os
 import time
+from pathlib import Path
 from typing import Any, TypeVar, overload
 
 import httpx
@@ -24,13 +26,90 @@ class Client:
             config = AgentConfig.load()
         self.set_config(config)
 
+    @property
+    def is_offline_mode(self) -> bool:
+        """Check if offline mode is enabled via environment variable"""
+        return os.environ.get("RECURVE_OFFLINE_MODE", "").lower() in ("true", "1")
+
+    @property
+    def offline_data_path(self) -> Path:
+        """Get the offline data directory path"""
+        offline_path = os.environ.get("RECURVE_OFFLINE_DATA_PATH", "offline_data")
+        return Path(offline_path)
+
     def set_config(self, config: AgentConfig):
         self._config = config
-        self._client = httpx.Client(
-            base_url=config.server_url,
-            timeout=config.request_timeout,
-            headers={"User-Agent": f"RecurveLib/{__version__}"},
-        )
+        # Only create HTTP client if not in offline mode
+        if not self.is_offline_mode:
+            self._client = httpx.Client(
+                base_url=config.server_url,
+                timeout=config.request_timeout,
+                headers={"User-Agent": f"RecurveLib/{__version__}"},
+            )
+        else:
+            self._client = None
+
+    def _resolve_offline_file_path(self, path: str, **kwargs) -> Path:
+        """Convert API path to local file path with parameterized support"""
+        # Remove leading /api/ prefix: /api/executor/connection -> executor/connection
+        if path.startswith("/api/"):
+            clean_path = path[5:]  # Remove "/api/" prefix
+        else:
+            clean_path = path.lstrip("/")
+        
+        # Extract parameters from kwargs
+        params = kwargs.get("params", {})
+        
+        # CORE OPERATOR APIs with parameter-based file structure:
+        
+        # 1. get_connection() API - parameterized by project_id + connection_name
+        if clean_path == "executor/connection":
+            project_id = params.get("project_id", "0")
+            connection_name = params.get("name", "default")
+            return self.offline_data_path / "executor/connection" / str(project_id) / f"{connection_name}.json"
+            
+        # 2. get_py_conn_configs() API - parameterized by project_id + project_connection_name  
+        elif clean_path == "executor/python-conn-configs":
+            project_id = params.get("project_id", "0")
+            # Python configs use project_connection_name as the key (fallback to other param names for compatibility)
+            # Handle empty strings properly - treat them as None/missing
+            project_connection_name = (params.get("project_connection_name") or 
+                                     params.get("project_conn_name") or 
+                                     params.get("pyenv_name") or 
+                                     "default")
+            return self.offline_data_path / "executor/python-conn-configs" / str(project_id) / f"{project_connection_name}.json"
+        
+        # For any other APIs, raise error do not support offline mode
+        raise APIError(f"Offline mode: {path} is not supported")
+
+    def _read_offline_data(self, method: str, path: str, response_model_class: type[ResponseModelType] | None = None, **kwargs) -> Any:
+        """Read API response from local JSON file"""
+        file_path = self._resolve_offline_file_path(path, **kwargs)
+        
+        logger.info(f"🔌 Offline mode: Reading from {file_path}")
+        
+        try:
+            if not file_path.exists():
+                logger.error(f"Offline data file not found: {file_path}")
+                raise APIError(f"Offline mode: Required data file not found: {file_path}")
+            
+            with open(file_path, 'r') as f:
+                resp_content = json.load(f)
+            
+            # Handle response model validation (same logic as online mode)
+            if response_model_class is not None:
+                if "code" in resp_content:
+                    return response_model_class.model_validate(resp_content["data"])
+                return response_model_class.model_validate(resp_content)
+            
+            return resp_content.get("data", resp_content)
+            
+        except APIError:
+            raise  # Re-raise APIError as-is
+        except Exception as e:
+            logger.error(f"Error reading offline data from {file_path}: {e}")
+            raise APIError(f"Offline mode: Failed to read data file {file_path}: {e}")
+
 
     @overload
     def request(self, method: str, path: str, response_model_class: None = None, retries: int = 3, **kwargs) -> Any:
@@ -56,6 +135,11 @@ class Client:
         retries: int = 1,
         **kwargs,
     ) -> Any:
+        # Route to offline mode if enabled
+        if self.is_offline_mode:
+            return self._read_offline_data(method, path, response_model_class, **kwargs)
+        
+        # Original online mode logic
         self.prepare_header(kwargs)
         pre_err: httpx.HTTPStatusError | None = None
         for attempt in range(retries):
@@ -143,8 +227,11 @@ class Client:
                 )
 
     def close(self):
-        self._client.close()
+        if self._client:
+            self._client.close()
 
     @property
     def base_url(self) -> str:
-        return str(self._client.base_url)
+        if self.is_offline_mode:
+            return "offline://localhost"
+        return str(self._client.base_url) if self._client else ""

recurvedata/core/config.py

@@ -26,7 +26,7 @@ class Config:
         """load default config from env file or environment variables
 
         file format:
-        RECURVE_HOST = https://recurve.test.recurvedata.com
+        RECURVE_HOST = https://abc.test.domain.com
         RECURVE_USERNAME = foo
         RECURVE_PASSWORD = pwd123
         """

recurvedata/operators/task.py

@@ -181,7 +181,7 @@ class BaseTask(Configurable, LineageTaskMixin):
 
     @property
     def node_url(self) -> str:
-        # https://dev-test.recurve.test.recurvedata.com/datawork/workflow?p_id=257942399102349312&wf_id=258282502478635008&open_drawer=true&node_key=D2f0I
+        # https://abc.env.name.domain.com/datawork/workflow?p_id=257942399102349312&wf_id=258282502478635008&open_drawer=true&node_key=D2f0I
         host = context.client.base_url  # todo: correct it
         query_string = urllib.parse.urlencode(
             {"p_id": self.dag.project_id, "job_id": self.dag.id, "node_key": self.node.node_key, "open_drawer": "true"}

{recurvedata_lib-0.1.487.dist-info → recurvedata_lib-0.1.489.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: recurvedata-lib
-Version: 0.1.487
+Version: 0.1.489
 Summary: Common Library for ReOrc Data Platform
 Author-email: Reorc Team <contact@recurvedata.com>
 Requires-Dist: croniter
@@ -475,7 +475,7 @@ Description-Content-Type: text/markdown
 # Recurve Libraries
 
 For the unified maintenance of public components of the Recurve platform,
-these codes may be used in both Server and Executor (Worker) environments. 
+these codes may be used in both Server and Executor (Worker) environments.
 
 Only Python 3.11+ are supported.
 

{recurvedata_lib-0.1.487.dist-info → recurvedata_lib-0.1.489.dist-info}/RECORD

@@ -1,5 +1,5 @@
 recurvedata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-recurvedata/__version__.py,sha256=yhvi5Voc2mSIouYoit9zrP7L08HTVpHsrqWbnKjfeJc,24
+recurvedata/__version__.py,sha256=KcgDrc3wKsVLpqRlWw_1e6TjrE8IKowZeZI1oUhbiQ8,24
 recurvedata/config.py,sha256=rbpccM6qr8ekdEC5p7XtsivayxmL64-Nb9ogrcWMgX8,3848
 recurvedata/consts.py,sha256=y5BuAHBrz1jAcS5NgZxnrkfomQv3_5hvgafYwpLKpV8,1224
 recurvedata/error_codes.py,sha256=y4OLrs0_2iLWdvQJEV10m-414uPkUdm4v0D7bE8iWOM,2303
@@ -7,7 +7,7 @@ recurvedata/exceptions.py,sha256=-Jtm1MXk06ViNOP176MRELFOujjYkZI_IkZY4hzwhRo,187
 recurvedata/provider_manager.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 recurvedata/schema.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 recurvedata/client/__init__.py,sha256=FnX9HH-2dXADluNfucg98JPMfruMoBpN9ER9lZkVQvQ,49
-recurvedata/client/client.py,sha256=Z3JccGzQbRoWr0qnfvUam2_7zxOnyFSn1wV5A5F6jUI,5613
+recurvedata/client/client.py,sha256=UPbHZxb8q6l_pnwEZaD8nEFj_HMejBlhiLlWZAEqE3U,9806
 recurvedata/client/server_client.py,sha256=bZ55S_tk_fI3JDLU3txha2HKbS4hKUG6jLehj3HnQc0,3033
 recurvedata/connectors/__init__.py,sha256=1VpGyGu9FA7lAvKZv0Z8j9ZzSi4i-L3_PyLcxdbrfs4,577
 recurvedata/connectors/_register.py,sha256=7NYVIJk9PufhTJWyj7JkPt9p66Cc1ieCBPpFi24cMwo,1639
@@ -61,7 +61,7 @@ recurvedata/connectors/connectors/starrocks.py,sha256=IdrlcKz0vUASokdR4QVjZqCXoV
 recurvedata/connectors/connectors/tencent_cos.py,sha256=1f_31aNW8lznuygE_N7tQbK9PToGIRUkFnmhHSRmq54,1392
 recurvedata/connectors/connectors/tidb.py,sha256=2VkZ8x6fhmbcGRc7ekTwOADGgWiRFVHr4tnzuQVfqDU,1924
 recurvedata/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-recurvedata/core/config.py,sha256=UG0Wp5_wT7S4YjMwR0kcCtSPC60zQomEmBXCjQly6iw,1445
+recurvedata/core/config.py,sha256=_wmsWpPNgZE-mUSn1u3C7m4Zf5j2XEhZLhtUY5llbYo,1436
 recurvedata/core/configurable.py,sha256=RekN9mY46Sb_IPLW5aciNg0xF8E47CtMbHPOsar3tfU,719
 recurvedata/core/consts.py,sha256=JkfBRC5CDHEt_TrCOc1p0qKOHKmVMlaSMMme9pubRSs,64
 recurvedata/core/templating.py,sha256=jHS7P-83Hh3P2WonaYWvXzgrjRQPvtd7AIzMngkrV0Q,7835
@@ -104,7 +104,7 @@ recurvedata/operators/config.py,sha256=kVTo654oztn3qFSwQjYNkNjPMJgWa1AxkbuvfyF8g
 recurvedata/operators/context.py,sha256=-qIvV9fJj0yK4UjBMKcn5q84nRH5SR5X7AD5IeZB-08,10470
 recurvedata/operators/models.py,sha256=MAwzBcYId5uD1WaZzfSd-M06nMl6E4P5d42OL23dH6Y,1389
 recurvedata/operators/operator.py,sha256=YnJ8xhof7jTcsx5IYgKv4il6c475Y1urtaxsRntW0cw,4001
-recurvedata/operators/task.py,sha256=O0DsxvGEK6mTCZ-gyY1BVcXGVVrOT9Qt1WKsFDcV8QI,7093
+recurvedata/operators/task.py,sha256=98X-PzkGjuGYqFpSxhxVh_c7u6c4tx7R2r_sxhyRmyQ,7079
 recurvedata/operators/ui.py,sha256=n74j-mMtg4UhuDoqU1GWzGmjayFFL7yWgKGNLiQulNw,2488
 recurvedata/operators/web_init.py,sha256=evZHlPAp5orVsq8OrB6wwCWEzioYrpB5Id0JpQqYQwA,470
 recurvedata/operators/dbt_operator/__init__.py,sha256=svrFCLtewN3V8536sgt7QPQoloDy6XkpV1wnmdEVFUg,170
@@ -327,7 +327,7 @@ recurvedata/utils/singleton.py,sha256=15PaK2nP9H5PyO26IZzQPpfzlW5h_Bp1NHA6QPb4H0
 recurvedata/utils/sql.py,sha256=u3XRPv8_vsrMFMm-O1xyV63ZXChAFVHmJj2_xbRwcNg,264
 recurvedata/utils/timeout.py,sha256=U5ssSgoyVRqop9P8vmyI3BJI-OnMH2k22PdzTh-JN4c,780
 recurvedata/utils/tracing.py,sha256=gpK8q00ZjZmI81YpgQtDBPLzBvVSYpPA0sIq4wqnvBc,472
-recurvedata_lib-0.1.487.dist-info/METADATA,sha256=HVJ5n1h7CETueBwCfCgKDFPd0J8FstKITxCEG-1R20A,27744
-recurvedata_lib-0.1.487.dist-info/WHEEL,sha256=tkmg4JIqwd9H8mL30xA7crRmoStyCtGp0VWshokd1Jc,105
-recurvedata_lib-0.1.487.dist-info/entry_points.txt,sha256=4KBBIfooz3wqXBoLlidRRP4_r36JUCnIF4BFn4igtms,209
-recurvedata_lib-0.1.487.dist-info/RECORD,,
+recurvedata_lib-0.1.489.dist-info/METADATA,sha256=Tym9XRSo1-9lyjptdFdeUHPlg6GVWd3WiZmPRZPWjJQ,27743
+recurvedata_lib-0.1.489.dist-info/WHEEL,sha256=tkmg4JIqwd9H8mL30xA7crRmoStyCtGp0VWshokd1Jc,105
+recurvedata_lib-0.1.489.dist-info/entry_points.txt,sha256=4KBBIfooz3wqXBoLlidRRP4_r36JUCnIF4BFn4igtms,209
+recurvedata_lib-0.1.489.dist-info/RECORD,,