recurvedata-lib 0.1.487__tar.gz → 0.1.488__tar.gz

{recurvedata_lib-0.1.487 → recurvedata_lib-0.1.488}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: recurvedata-lib
-Version: 0.1.487
+Version: 0.1.488
 Summary: Common Library for ReOrc Data Platform
 Author-email: Reorc Team <contact@recurvedata.com>
 Requires-Dist: croniter
@@ -475,7 +475,7 @@ Description-Content-Type: text/markdown
 # Recurve Libraries
 
 For the unified maintenance of public components of the Recurve platform,
-these codes may be used in both Server and Executor (Worker) environments. 
+these codes may be used in both Server and Executor (Worker) environments.
 
 Only Python 3.11+ are supported.
 

{recurvedata_lib-0.1.487 → recurvedata_lib-0.1.488}/README.md

@@ -1,7 +1,7 @@
 # Recurve Libraries
 
 For the unified maintenance of public components of the Recurve platform,
-these codes may be used in both Server and Executor (Worker) environments. 
+these codes may be used in both Server and Executor (Worker) environments.
 
 Only Python 3.11+ are supported.
 

{recurvedata_lib-0.1.487 → recurvedata_lib-0.1.488}/pyproject.toml

@@ -61,9 +61,6 @@ asyncio_mode = "auto"
 [tool.hatch.version]
 path = "recurvedata/__version__.py"
 
-[tool.hatch.publish.index]
-recurve-pypi = "https://repo.tool.reorc.cloud/repository/recurve_pypi_internal/"
-
 [tool.hatch.build.targets.sdist]
 include = ["/recurvedata"]
 

recurvedata_lib-0.1.488/recurvedata/__version__.py

@@ -0,0 +1 @@
+__version__ = "0.1.488"

{recurvedata_lib-0.1.487 → recurvedata_lib-0.1.488}/recurvedata/client/client.py

@@ -1,6 +1,8 @@
 import json
 import logging
+import os
 import time
+from pathlib import Path
 from typing import Any, TypeVar, overload
 
 import httpx
@@ -24,13 +26,90 @@ class Client:
             config = AgentConfig.load()
         self.set_config(config)
 
+    @property
+    def is_offline_mode(self) -> bool:
+        """Check if offline mode is enabled via environment variable"""
+        return os.environ.get("RECURVE_OFFLINE_MODE", "").lower() in ("true", "1")
+
+    @property
+    def offline_data_path(self) -> Path:
+        """Get the offline data directory path"""
+        offline_path = os.environ.get("RECURVE_OFFLINE_DATA_PATH", "offline_data")
+        return Path(offline_path)
+
     def set_config(self, config: AgentConfig):
         self._config = config
-        self._client = httpx.Client(
-            base_url=config.server_url,
-            timeout=config.request_timeout,
-            headers={"User-Agent": f"RecurveLib/{__version__}"},
-        )
+        # Only create HTTP client if not in offline mode
+        if not self.is_offline_mode:
+            self._client = httpx.Client(
+                base_url=config.server_url,
+                timeout=config.request_timeout,
+                headers={"User-Agent": f"RecurveLib/{__version__}"},
+            )
+        else:
+            self._client = None
+
+    def _resolve_offline_file_path(self, path: str, **kwargs) -> Path:
+        """Convert API path to local file path with parameterized support"""
+        # Remove leading /api/ prefix: /api/executor/connection -> executor/connection
+        if path.startswith("/api/"):
+            clean_path = path[5:]  # Remove "/api/" prefix
+        else:
+            clean_path = path.lstrip("/")
+        
+        # Extract parameters from kwargs
+        params = kwargs.get("params", {})
+        
+        # CORE OPERATOR APIs with parameter-based file structure:
+        
+        # 1. get_connection() API - parameterized by project_id + connection_name
+        if clean_path == "executor/connection":
+            project_id = params.get("project_id", "0")
+            connection_name = params.get("name", "default")
+            return self.offline_data_path / "executor/connection" / str(project_id) / f"{connection_name}.json"
+            
+        # 2. get_py_conn_configs() API - parameterized by project_id + project_connection_name  
+        elif clean_path == "executor/python-conn-configs":
+            project_id = params.get("project_id", "0")
+            # Python configs use project_connection_name as the key (fallback to other param names for compatibility)
+            # Handle empty strings properly - treat them as None/missing
+            project_connection_name = (params.get("project_connection_name") or 
+                                     params.get("project_conn_name") or 
+                                     params.get("pyenv_name") or 
+                                     "default")
+            return self.offline_data_path / "executor/python-conn-configs" / str(project_id) / f"{project_connection_name}.json"
+        
+        # For any other APIs, raise error do not support offline mode
+        raise APIError(f"Offline mode: {path} is not supported")
+
+    def _read_offline_data(self, method: str, path: str, response_model_class: type[ResponseModelType] | None = None, **kwargs) -> Any:
+        """Read API response from local JSON file"""
+        file_path = self._resolve_offline_file_path(path, **kwargs)
+        
+        logger.info(f"🔌 Offline mode: Reading from {file_path}")
+        
+        try:
+            if not file_path.exists():
+                logger.error(f"Offline data file not found: {file_path}")
+                raise APIError(f"Offline mode: Required data file not found: {file_path}")
+            
+            with open(file_path, 'r') as f:
+                resp_content = json.load(f)
+            
+            # Handle response model validation (same logic as online mode)
+            if response_model_class is not None:
+                if "code" in resp_content:
+                    return response_model_class.model_validate(resp_content["data"])
+                return response_model_class.model_validate(resp_content)
+            
+            return resp_content.get("data", resp_content)
+            
+        except APIError:
+            raise  # Re-raise APIError as-is
+        except Exception as e:
+            logger.error(f"Error reading offline data from {file_path}: {e}")
+            raise APIError(f"Offline mode: Failed to read data file {file_path}: {e}")
+
 
     @overload
     def request(self, method: str, path: str, response_model_class: None = None, retries: int = 3, **kwargs) -> Any:
@@ -56,6 +135,11 @@ class Client:
         retries: int = 1,
         **kwargs,
     ) -> Any:
+        # Route to offline mode if enabled
+        if self.is_offline_mode:
+            return self._read_offline_data(method, path, response_model_class, **kwargs)
+        
+        # Original online mode logic
         self.prepare_header(kwargs)
         pre_err: httpx.HTTPStatusError | None = None
         for attempt in range(retries):
@@ -143,8 +227,11 @@ class Client:
                 )
 
     def close(self):
-        self._client.close()
+        if self._client:
+            self._client.close()
 
     @property
     def base_url(self) -> str:
-        return str(self._client.base_url)
+        if self.is_offline_mode:
+            return "offline://localhost"
+        return str(self._client.base_url) if self._client else ""

{recurvedata_lib-0.1.487 → recurvedata_lib-0.1.488}/recurvedata/core/config.py

@@ -26,7 +26,7 @@ class Config:
         """load default config from env file or environment variables
 
         file format:
-        RECURVE_HOST = https://recurve.test.recurvedata.com
+        RECURVE_HOST = https://abc.test.domain.com
         RECURVE_USERNAME = foo
         RECURVE_PASSWORD = pwd123
         """

{recurvedata_lib-0.1.487 → recurvedata_lib-0.1.488}/recurvedata/operators/task.py

@@ -181,7 +181,7 @@ class BaseTask(Configurable, LineageTaskMixin):
 
     @property
     def node_url(self) -> str:
-        # https://dev-test.recurve.test.recurvedata.com/datawork/workflow?p_id=257942399102349312&wf_id=258282502478635008&open_drawer=true&node_key=D2f0I
+        # https://abc.env.name.domain.com/datawork/workflow?p_id=257942399102349312&wf_id=258282502478635008&open_drawer=true&node_key=D2f0I
         host = context.client.base_url  # todo: correct it
         query_string = urllib.parse.urlencode(
             {"p_id": self.dag.project_id, "job_id": self.dag.id, "node_key": self.node.node_key, "open_drawer": "true"}

recurvedata_lib-0.1.487/recurvedata/__version__.py

@@ -1 +0,0 @@
-__version__ = "0.1.487"