flowtask 5.12.13__tar.gz → 5.12.15__tar.gz

{flowtask-5.12.13 → flowtask-5.12.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flowtask
-Version: 5.12.13
+Version: 5.12.15
 Summary: Framework for Task orchestration
 Author-email: Jesus Lara <jesuslarag@gmail.com>
 License: Apache-2.0
@@ -73,9 +73,8 @@ Requires-Dist: aioftp==0.23.1
 Requires-Dist: py7zr==0.22.0
 Requires-Dist: rarfile==4.2
 Requires-Dist: python-pptx==1.0.2
-Requires-Dist: gspread==6.2.0
-Requires-Dist: oauth2client>=4.1.3
 Requires-Dist: google-auth>=2.35.0
+Requires-Dist: google-api-python-client>=2.198.0
 Requires-Dist: google-cloud-language>=2.15.0
 Requires-Dist: googlemaps==4.10.0
 Requires-Dist: fastavro==1.9.7
@@ -112,11 +111,11 @@ Requires-Dist: navconfig[default,uvloop]>=1.7.13
 Requires-Dist: navigator-auth>=0.15.8
 Requires-Dist: navigator-api[locale,uvloop]>=2.12.22
 Requires-Dist: ai-parrot[llms]>=0.17.4
-Requires-Dist: msal>=1.30.0
-Requires-Dist: azure-core==1.38.0
-Requires-Dist: azure-identity==1.20.0
-Requires-Dist: microsoft-kiota-authentication-azure==1.9.6
-Requires-Dist: msgraph-sdk==1.22.0
+Requires-Dist: msal<2,>=1.30.0
+Requires-Dist: azure-core<2,>=1.38.0
+Requires-Dist: azure-identity<2,>=1.20.0
+Requires-Dist: microsoft-kiota-authentication-azure~=1.9
+Requires-Dist: msgraph-sdk~=1.22
 Requires-Dist: zendriver>=0.15.2
 Requires-Dist: pyarrow>=14.0
 Requires-Dist: scipy>=1.13

flowtask-5.12.15/flowtask/components/DownloadFromGoogleDrive.py

@@ -0,0 +1,154 @@
+import asyncio
+from collections.abc import Callable
+from pathlib import Path
+from typing import Any, Dict, List, Optional
+from ..exceptions import FileError, FileNotFound
+from ..interfaces.GoogleDrive import GoogleDriveClient
+from ..interfaces.download_from import DownloadFromBase
+from ..utils import SafeDict
+
+
+class DownloadFromGoogleDrive(GoogleDriveClient, DownloadFromBase):
+    """
+    DownloadFromGoogleDrive.
+
+    **Overview**
+
+        Downloads (or, for native Google Docs/Sheets/Slides/Drawings,
+        exports) files from Google Drive using a service account. Supports
+        lookup by Drive ``file_id``, exact ``filename``, or
+        ``pattern``/``extension`` search scoped to a ``directory`` (folder
+        path, resolved by segment — Drive has no literal paths). When no
+        ``filename``/``pattern`` is given, matches every file directly under
+        ``directory``; with ``recursive: true``, descends into subfolders
+        too.
+
+    **Properties** (inherited from ``DownloadFromBase`` and ``GoogleClient``)
+
+        | Name          | Required | Summary                                                            |
+        |---------------|----------|---------------------------------------------------------------------|
+        | credentials   | No       | Service account credentials override (path, JSON string, or dict). |
+        |               |          | Defaults to ``GOOGLE_CREDENTIALS_FILE`` when omitted.               |
+        | file          | Yes*     | Search spec dict (or list of dicts): ``file_id`` \\| ``filename`` \\| |
+        |               |          | ``pattern``/``extension`` + ``directory`` + ``recursive``.          |
+        | source        | Yes*     | Alternate spelling of ``file`` (destination-style tasks).          |
+        | destination   | Yes      | ``directory`` (required), optional ``filename``/``export_format``. |
+
+        \\* Exactly one of ``file`` or ``source`` must be provided.
+
+        Example:
+
+        ```yaml
+        DownloadFromGoogleDrive:
+          file:
+            file_id: "1t8W6lNVTH1Z0DDG0IHpCgAu7ALtHMJNQz8YpaVz2J1o"
+          destination:
+            directory: "/home/ubuntu/symbits/pharmabox/files/"
+            filename: "MasterProductList.xlsx"
+            export_format: "xlsx"
+        ```
+
+        ```yaml
+        DownloadFromGoogleDrive:
+          file:
+            pattern: "*MPL*"
+            extension: "xlsx"
+            directory: "Pharmabox/Reports"
+          destination:
+            directory: "/home/ubuntu/symbits/pharmabox/files/"
+        ```
+    """
+    _version = "1.0.0"
+
+    def __init__(
+        self,
+        loop: asyncio.AbstractEventLoop = None,
+        job: Callable = None,
+        stat: Callable = None,
+        **kwargs,
+    ):
+        self.export_format: Optional[str] = None
+        self._srcfiles: List[Dict[str, Any]] = []
+        self._filenames: List[str] = []
+        super().__init__(loop=loop, job=job, stat=stat, **kwargs)
+
+    def processing_credentials(self):
+        """No-op override.
+
+        ``GoogleClient.__init__`` already fully resolves credentials into
+        ``credentials_file``/``credentials_dict``/``credentials_str`` from
+        the ``credentials`` constructor kwarg. There is no per-field
+        env-var substitution step to run the way
+        ``CredentialsInterface.processing_credentials()`` does for
+        username/password-style dict credentials, so this is intentionally
+        a no-op — it exists only so ``DownloadFromBase.start()`` (which
+        calls ``self.processing_credentials()`` unconditionally) has
+        something to call, since ``GoogleClient`` doesn't provide one.
+        """
+        return None
+
+    async def start(self, **kwargs):
+        await super(DownloadFromGoogleDrive, self).start(**kwargs)
+        self._started = True
+
+        self._srcfiles = []
+        if hasattr(self, "file"):
+            spec_source = self.file
+        elif hasattr(self, "source"):
+            spec_source = self.source
+        else:
+            raise FileError(
+                "DownloadFromGoogleDrive: either 'file' or 'source' must be provided"
+            )
+
+        if isinstance(spec_source, list):
+            for entry in spec_source:
+                if isinstance(entry, dict):
+                    self._srcfiles.append(dict(entry))
+                else:
+                    self._srcfiles.append({"filename": entry})
+        elif isinstance(spec_source, dict):
+            self._srcfiles.append(dict(spec_source))
+        else:
+            raise FileError(
+                "DownloadFromGoogleDrive: 'file'/'source' must be a dict or a list of dicts"
+            )
+
+        self.export_format = None
+        self._filenames = []
+        if hasattr(self, "destination"):
+            _dir = self.destination.get("directory", ".")
+            _direc = _dir.format_map(SafeDict(**self._variables))
+            _dir = self.mask_replacement(_direc)
+            self.directory = Path(_dir)
+            self.export_format = self.destination.get("export_format")
+
+            filename = self.destination.get("filename")
+            if isinstance(filename, list):
+                self._filenames = [self.mask_replacement(f) for f in filename]
+            elif filename:
+                self._filenames = [self.mask_replacement(filename)]
+        else:
+            self.directory = Path(".")
+
+        return True
+
+    async def close(self):
+        pass
+
+    async def run(self):
+        # GoogleClient never initializes self.credentials in __init__, so
+        # get_service()'s lazy `if not self.credentials: self.connection()`
+        # check would raise AttributeError on first use. Connect eagerly
+        # here instead of relying on that lazy path.
+        self.connection()
+
+        found = await self.search_files(self._srcfiles)
+        if not found:
+            raise FileNotFound("No files found to download")
+
+        self._result = await self.download_found_files(
+            found, self.directory, self._filenames, self.export_format
+        )
+        self.add_metric("GOOGLEDRIVE_FILES", self._result)
+        return self._result

{flowtask-5.12.13 → flowtask-5.12.15}/flowtask/components/DownloadFromSmartsheet.py

@@ -1,4 +1,4 @@
-"""
+r"""
 DownloadFromSmartsheet
 Download attachments from SmartSheet sheets or rows with advanced filtering.
 
@@ -26,7 +26,7 @@ from ..interfaces.smartsheet import SmartSheetClient
 
 
 class DownloadFromSmartsheet(SmartSheetClient, FlowComponent):
-    """
+    r"""
     DownloadFromSmartsheet
 
     Overview

{flowtask-5.12.13 → flowtask-5.12.15}/flowtask/components/FilterRows/FilterRows.py

@@ -12,7 +12,7 @@ from ...exceptions import ComponentError, DataNotFound
 
 
 class FilterRows(FlowComponent):
-    """
+    r"""
     FilterRows
 
     Overview