dataquery-sdk 0.1.1__tar.gz → 0.1.2__tar.gz

{dataquery_sdk-0.1.1 → dataquery_sdk-0.1.2}/CHANGELOG.md

@@ -18,4 +18,6 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ## [0.1.0] - 2025-12-10
 - Time series data made optional
 ## [0.1.1] - 2026-02-18
-- Non blocking IO
+- Non blocking IO
+## [0.1.2] - 2026-02-18
+- File already exists status added 

{dataquery_sdk-0.1.1 → dataquery_sdk-0.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataquery-sdk
-Version: 0.1.1
+Version: 0.1.2
 Summary: Python SDK for DATAQUERY Data API - Query, download, and check availability of economic data files
 Author-email: DATAQUERY SDK Team <support@dataquery.com>
 Project-URL: Homepage, https://github.com/dataquery/dataquery-sdk
@@ -34,10 +34,8 @@ Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
 Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
-Requires-Dist: black>=23.0.0; extra == "dev"
-Requires-Dist: flake8>=6.0.0; extra == "dev"
+Requires-Dist: ruff>=0.4.0; extra == "dev"
 Requires-Dist: mypy>=1.5.0; extra == "dev"
-Requires-Dist: isort>=5.12.0; extra == "dev"
 Requires-Dist: pre-commit>=3.0.0; extra == "dev"
 Requires-Dist: pip-audit>=2.7.0; extra == "dev"
 Requires-Dist: build>=1.3.0; extra == "dev"
@@ -53,10 +51,8 @@ Provides-Extra: all
 Requires-Dist: pytest>=7.0.0; extra == "all"
 Requires-Dist: pytest-asyncio>=0.21.0; extra == "all"
 Requires-Dist: pytest-cov>=4.0.0; extra == "all"
-Requires-Dist: black>=23.0.0; extra == "all"
-Requires-Dist: flake8>=6.0.0; extra == "all"
+Requires-Dist: ruff>=0.4.0; extra == "all"
 Requires-Dist: mypy>=1.5.0; extra == "all"
-Requires-Dist: isort>=5.12.0; extra == "all"
 Requires-Dist: pre-commit>=3.0.0; extra == "all"
 Requires-Dist: mkdocs>=1.5.0; extra == "all"
 Requires-Dist: mkdocs-material>=9.0.0; extra == "all"

{dataquery_sdk-0.1.1 → dataquery_sdk-0.1.2}/dataquery/__init__.py

@@ -14,9 +14,9 @@ Quick Start:
 For more information, visit: https://github.com/dataquery/dataquery-sdk
 """
 
-__version__ = "0.1.1"
+__version__ = "0.1.2"
 __author__ = "DATAQUERY SDK Team"
-__email__ = "dataquery@jpmorgan.com"
+__email__ = "dataquery_support@jpmorgan.com"
 __license__ = "MIT"
 __url__ = "https://github.com/jpmorganchase/dataquery-sdk"
 

{dataquery_sdk-0.1.1 → dataquery_sdk-0.1.2}/dataquery/auth.py

@@ -32,9 +32,7 @@ class TokenManager:
         # Prefer explicit token_storage_dir only when token storage is enabled,
         # else fallback to download_dir/.tokens if download_dir is provided.
         base_dir: Optional[Path] = None
-        token_storage_enabled = bool(
-            getattr(self.config, "token_storage_enabled", False)
-        )
+        token_storage_enabled = bool(getattr(self.config, "token_storage_enabled", False))
         token_storage_dir = getattr(self.config, "token_storage_dir", None)
         if token_storage_enabled and token_storage_dir:
             base_dir = Path(token_storage_dir)
@@ -97,9 +95,7 @@ class TokenManager:
 
         # Validate required fields
         if not self.config.client_id or not self.config.client_secret:
-            raise ConfigurationError(
-                "client_id and client_secret are required for OAuth"
-            )
+            raise ConfigurationError("client_id and client_secret are required for OAuth")
 
         # Create token request
         token_request = TokenRequest(
@@ -142,9 +138,7 @@ class TokenManager:
                             status=response.status,
                             error=error_data,
                         )
-                        raise AuthenticationError(
-                            f"OAuth token request failed: {response.status}"
-                        )
+                        raise AuthenticationError(f"OAuth token request failed: {response.status}")
 
         except Exception as e:
             logger.error("Error getting OAuth token", error=str(e))
@@ -220,9 +214,7 @@ class TokenManager:
 
             # Convert timestamp back to datetime
             if "issued_at" in token_data:
-                token_data["issued_at"] = datetime.fromisoformat(
-                    token_data["issued_at"]
-                )
+                token_data["issued_at"] = datetime.fromisoformat(token_data["issued_at"])
 
             self.current_token = OAuthToken(**token_data)
 
@@ -232,9 +224,7 @@ class TokenManager:
                 self.current_token = None
                 return None
 
-            logger.info(
-                "Token loaded from storage", expires_at=self.current_token.expires_at
-            )
+            logger.info("Token loaded from storage", expires_at=self.current_token.expires_at)
             return self.current_token
 
         except Exception as e:
@@ -297,16 +287,8 @@ class TokenManager:
         return {
             "status": self.current_token.status.value,
             "token_type": self.current_token.token_type,
-            "issued_at": (
-                self.current_token.issued_at.isoformat()
-                if self.current_token.issued_at
-                else None
-            ),
-            "expires_at": (
-                self.current_token.expires_at.isoformat()
-                if self.current_token.expires_at
-                else None
-            ),
+            "issued_at": (self.current_token.issued_at.isoformat() if self.current_token.issued_at else None),
+            "expires_at": (self.current_token.expires_at.isoformat() if self.current_token.expires_at else None),
             "is_expired": self.current_token.is_expired,
             "has_refresh_token": self.current_token.refresh_token is not None,
         }

{dataquery_sdk-0.1.1 → dataquery_sdk-0.1.2}/dataquery/auto_download.py

@@ -121,8 +121,7 @@ class AutoDownloadManager:
         self._stop_event.clear()
 
         self.logger.info(
-            f"Starting auto-download for group '{self.group_id}' "
-            f"(interval: {self.interval_minutes} minutes)"
+            f"Starting auto-download for group '{self.group_id}' (interval: {self.interval_minutes} minutes)"
         )
 
         # Start the monitoring task
@@ -145,9 +144,7 @@ class AutoDownloadManager:
             try:
                 await asyncio.wait_for(self._task, timeout=5.0)
             except asyncio.TimeoutError:
-                self.logger.warning(
-                    "Monitoring task did not stop gracefully, cancelling..."
-                )
+                self.logger.warning("Monitoring task did not stop gracefully, cancelling...")
                 self._task.cancel()
                 try:
                     await self._task
@@ -184,9 +181,7 @@ class AutoDownloadManager:
 
                 # Wait for the specified interval or until stopped
                 try:
-                    await asyncio.wait_for(
-                        self._stop_event.wait(), timeout=self.interval_minutes * 60
-                    )
+                    await asyncio.wait_for(self._stop_event.wait(), timeout=self.interval_minutes * 60)
                     # If we reach here, stop was requested
                     break
                 except asyncio.TimeoutError:
@@ -220,19 +215,13 @@ class AutoDownloadManager:
             )
 
             if not isinstance(available_files, list) or not available_files:
-                self.logger.debug(
-                    f"No available files for group '{self.group_id}' between {start_date} and {end_date}"
-                )
+                self.logger.debug(f"No available files for group '{self.group_id}' between {start_date} and {end_date}")
                 return
 
-            self.logger.debug(
-                f"Found {len(available_files)} available file entries for group '{self.group_id}'"
-            )
+            self.logger.debug(f"Found {len(available_files)} available file entries for group '{self.group_id}'")
 
             # Build eligible downloads
-            eligible: List[tuple[str, str, str]] = (
-                []
-            )  # (file_group_id, date_str, file_key)
+            eligible: List[tuple[str, str, str]] = []  # (file_group_id, date_str, file_key)
             for item in available_files:
                 if not self._running:
                     break
@@ -267,10 +256,7 @@ class AutoDownloadManager:
                 async with semaphore:
                     await self._download_file(fid, dstr, fkey)
 
-            tasks = [
-                asyncio.create_task(worker(fid, dstr, fkey))
-                for fid, dstr, fkey in eligible
-            ]
+            tasks = [asyncio.create_task(worker(fid, dstr, fkey)) for fid, dstr, fkey in eligible]
             await asyncio.gather(*tasks, return_exceptions=True)
 
         except Exception as e:
@@ -336,6 +322,7 @@ class AutoDownloadManager:
             )
 
             succeeded = False
+            already_exists = False
             if result is not None and getattr(result, "status", None) is not None:
                 try:
                     from .models import (  # import inside to avoid cycles in some tools
@@ -343,21 +330,29 @@ class AutoDownloadManager:
                     )
 
                     succeeded = result.status == DownloadStatus.COMPLETED
+                    already_exists = result.status == DownloadStatus.ALREADY_EXISTS
                 except Exception:
                     succeeded = False
 
-            if succeeded:
+            if already_exists:
                 self.logger.info(
-                    "Successfully downloaded '%s' for %s", file_group_id, date_str
+                    "File already exists for '%s' for %s, skipping",
+                    file_group_id,
+                    date_str,
                 )
+                self.stats["files_skipped"] += 1
+                self._downloaded_files.add(file_key)
+                if file_key in self._failed_files:
+                    del self._failed_files[file_key]
+
+            elif succeeded:
+                self.logger.info("Successfully downloaded '%s' for %s", file_group_id, date_str)
                 self.stats["files_downloaded"] += 1
                 self._downloaded_files.add(file_key)
                 # Accumulate total bytes if provided
                 try:
                     if getattr(result, "file_size", None):
-                        self.stats["total_bytes_downloaded"] += (
-                            int(result.file_size) or 0
-                        )
+                        self.stats["total_bytes_downloaded"] += int(result.file_size) or 0
                 except Exception:
                     pass
 
@@ -366,11 +361,7 @@ class AutoDownloadManager:
                     del self._failed_files[file_key]
 
             else:
-                error_msg = (
-                    getattr(result, "error_message", "Unknown error")
-                    if result
-                    else "No result"
-                )
+                error_msg = getattr(result, "error_message", "Unknown error") if result else "No result"
                 self.logger.error(
                     "Download failed for '%s' for %s: %s",
                     file_group_id,

{dataquery_sdk-0.1.1 → dataquery_sdk-0.1.2}/dataquery/cli.py

@@ -11,18 +11,14 @@ from dataquery import DataQuery
 
 def create_parser() -> argparse.ArgumentParser:
     """Create the top-level CLI parser with subcommands."""
-    parser = argparse.ArgumentParser(
-        description="Command Line Interface for the DataQuery SDK"
-    )
+    parser = argparse.ArgumentParser(description="Command Line Interface for the DataQuery SDK")
     parser.add_argument("--env-file", type=str, default=None, help="Path to .env file")
     subparsers = parser.add_subparsers(dest="command")
 
     # groups
     p_groups = subparsers.add_parser("groups", help="List or search groups")
     p_groups.add_argument("--json", action="store_true", help="Output JSON")
-    p_groups.add_argument(
-        "--limit", type=int, default=None, help="Limit number of results"
-    )
+    p_groups.add_argument("--limit", type=int, default=None, help="Limit number of results")
     p_groups.add_argument("--search", type=str, default=None, help="Search keywords")
 
     # files
@@ -43,22 +39,14 @@ def create_parser() -> argparse.ArgumentParser:
     p_dl.add_argument("--file-group-id", default=None)
     p_dl.add_argument("--file-datetime", default=None)
     p_dl.add_argument("--destination", type=str, default=None)
-    p_dl.add_argument(
-        "--watch", action="store_true", help="Watch a group for new files"
-    )
+    p_dl.add_argument("--watch", action="store_true", help="Watch a group for new files")
     p_dl.add_argument("--group-id", default=None, help="Required with --watch")
     p_dl.add_argument("--json", action="store_true")
-    p_dl.add_argument(
-        "--num-parts", type=int, default=5, help="Number of parallel parts"
-    )
-    p_dl.add_argument(
-        "--chunk-size", type=int, default=None, help="Chunk size in bytes"
-    )
+    p_dl.add_argument("--num-parts", type=int, default=5, help="Number of parallel parts")
+    p_dl.add_argument("--chunk-size", type=int, default=None, help="Chunk size in bytes")
 
     # download-group
-    p_dlg = subparsers.add_parser(
-        "download-group", help="Download all files in a group"
-    )
+    p_dlg = subparsers.add_parser("download-group", help="Download all files in a group")
     p_dlg.add_argument("--group-id", required=True)
     p_dlg.add_argument("--start-date", required=True)
     p_dlg.add_argument("--end-date", required=True)
@@ -101,9 +89,7 @@ async def cmd_groups(args: argparse.Namespace) -> int:
             for g in items:
                 try:
                     d = g.model_dump()
-                    print(
-                        f"{d.get('group_id') or d.get('group-id')}\t{d.get('group_name') or d.get('group-name')}"
-                    )
+                    print(f"{d.get('group_id') or d.get('group-id')}\t{d.get('group_name') or d.get('group-name')}")
                 except Exception:
                     print(str(g))
     return 0
@@ -125,9 +111,7 @@ async def cmd_files(args: argparse.Namespace) -> int:
             for f in files:
                 try:
                     d = f.model_dump()
-                    print(
-                        f"{d.get('file_group_id') or d.get('file-group-id')}\t{d.get('file_type')}"
-                    )
+                    print(f"{d.get('file_group_id') or d.get('file-group-id')}\t{d.get('file_type')}")
                 except Exception:
                     print(str(f))
     return 0
@@ -135,9 +119,7 @@ async def cmd_files(args: argparse.Namespace) -> int:
 
 async def cmd_availability(args: argparse.Namespace) -> int:
     async with DataQuery(args.env_file) as dq:
-        avail = await dq.check_availability_async(
-            args.file_group_id, args.file_datetime
-        )
+        avail = await dq.check_availability_async(args.file_group_id, args.file_datetime)
         if args.json:
             try:
                 print(json.dumps(getattr(avail, "model_dump")(), indent=2))
@@ -210,9 +192,7 @@ async def cmd_download_group(args: argparse.Namespace) -> int:
         if args.json:
             print(json.dumps(results, indent=2))
         else:
-            print(
-                f"Downloaded {results.get('successful', 0)} files to {args.destination}"
-            )
+            print(f"Downloaded {results.get('successful', 0)} files to {args.destination}")
             if results.get("failed", 0) > 0:
                 print(f"Failed: {results.get('failed', 0)}")
     return 0
@@ -221,9 +201,7 @@ async def cmd_download_group(args: argparse.Namespace) -> int:
 def cmd_config_show(args: argparse.Namespace) -> int:
     from dataquery.config import EnvConfig
 
-    EnvConfig.create_client_config(
-        env_file=Path(args.env_file) if getattr(args, "env_file", None) else None
-    )
+    EnvConfig.create_client_config(env_file=Path(args.env_file) if getattr(args, "env_file", None) else None)
     print("Configuration loaded")
     return 0