airless-google-cloud-core 0.0.3.dev2__tar.gz → 0.0.4__tar.gz

{airless_google_cloud_core-0.0.3.dev2 → airless_google_cloud_core-0.0.4}/PKG-INFO

@@ -1,12 +1,14 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: airless-google-cloud-core
-Version: 0.0.3.dev2
+Version: 0.0.4
 Summary: Airless package with the main components to use airless in google cloud
 License: MIT License
 Project-URL: Homepage, https://github.com/astercapital/airless
 Project-URL: Bug Tracker, https://github.com/astercapital/airless/issues
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
+Requires-Dist: google-cloud-pubsub<3.0.0,>=2.13.11
+Requires-Dist: airless-core<0.2.0,>=0.1.1.dev6
 
 # airless-google-cloud-core
 

airless_google_cloud_core-0.0.4/airless/google/cloud/core/operator/__init__.py

@@ -0,0 +1,12 @@
+from .base import (GoogleBaseEventOperator, GoogleBaseFileOperator)
+from .delay import (GoogleDelayOperator)
+from .error import (GoogleErrorReprocessOperator)
+from .redirect import (GoogleRedirectOperator)
+
+__all__ = [
+    'GoogleBaseEventOperator',
+    'GoogleBaseFileOperator',
+    'GoogleDelayOperator',
+    'GoogleErrorReprocessOperator',
+    'GoogleRedirectOperator'
+]

{airless_google_cloud_core-0.0.3.dev2 → airless_google_cloud_core-0.0.4}/airless/google/cloud/core/operator/base.py

@@ -5,14 +5,18 @@ from airless.google.cloud.pubsub.hook import GooglePubsubHook
 
 
 class GoogleBaseFileOperator(BaseFileOperator):
+    """Base operator for file operations in Google Cloud."""
 
-    def __init__(self):
+    def __init__(self) -> None:
+        """Initializes the GoogleBaseFileOperator."""
         super().__init__()
         self.queue_hook = GooglePubsubHook()  # Have to redefine this attribute for each vendor
 
 
 class GoogleBaseEventOperator(BaseEventOperator):
+    """Base operator for event operations in Google Cloud."""
 
-    def __init__(self):
+    def __init__(self) -> None:
+        """Initializes the GoogleBaseEventOperator."""
         super().__init__()
         self.queue_hook = GooglePubsubHook()  # Have to redefine this attribute for each vendor

airless_google_cloud_core-0.0.4/airless/google/cloud/core/operator/delay.py

@@ -0,0 +1,11 @@
+
+from airless.core.operator import DelayOperator
+from airless.google.cloud.core.operator import GoogleBaseEventOperator
+
+
+class GoogleDelayOperator(GoogleBaseEventOperator, DelayOperator):
+    """Operator that adds a delay to the pipeline."""
+
+    def __init__(self) -> None:
+        """Initializes the GoogleDelayOperator."""
+        super().__init__()

{airless_google_cloud_core-0.0.3.dev2 → airless_google_cloud_core-0.0.4}/airless/google/cloud/core/operator/error.py

@@ -1,6 +1,7 @@
 
 import json
 import time
+from typing import Any, Dict, List, Optional
 
 from datetime import datetime
 
@@ -10,12 +11,19 @@ from airless.google.cloud.core.operator import GoogleBaseEventOperator
 
 
 class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
+    """Operator for reprocessing errors in Google Cloud."""
 
-    def __init__(self):
+    def __init__(self) -> None:
+        """Initializes the GoogleErrorReprocessOperator."""
         super().__init__()
 
-    def execute(self, data, topic):
+    def execute(self, data: Dict[str, Any], topic: str) -> None:
+        """Executes the error reprocessing logic.
 
+        Args:
+            data (Dict[str, Any]): The input data containing error information.
+            topic (str): The Pub/Sub topic to publish messages to.
+        """
         input_type = data['input_type']
         origin = data.get('origin', 'undefined')
         message_id = data.get('event_id')
@@ -25,7 +33,7 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
         retry_interval = metadata.get('retry_interval', 5)
         retries = metadata.get('retries', 0)
         max_retries = metadata.get('max_retries', 2)
-        max_interval = metadata.get('max_interval', 480)  # Cloud function max execution time is 540s (9 min), so set it to wait max 480s (8 min)
+        max_interval = metadata.get('max_interval', 480)
 
         if (input_type == 'event') and (retries < max_retries):
             time.sleep(min(retry_interval ** retries, max_interval))
@@ -60,7 +68,14 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
             if slack_send_topic and (origin != slack_send_topic):
                 self.notify_slack(origin, message_id, data)
 
-    def notify_email(self, origin, message_id, data):
+    def notify_email(self, origin: str, message_id: str, data: Dict[str, Any]) -> None:
+        """Sends a notification email.
+
+        Args:
+            origin (str): The origin of the error.
+            message_id (str): The ID of the message.
+            data (Dict[str, Any]): The data related to the error.
+        """
         email_message = {
             'sender': get_config('EMAIL_SENDER_ERROR'),
             'recipients': eval(get_config('EMAIL_RECIPIENTS_ERROR')),
@@ -72,7 +87,14 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
             topic=get_config('PUBSUB_TOPIC_EMAIL_SEND'),
             data=email_message)
 
-    def notify_slack(self, origin, message_id, data):
+    def notify_slack(self, origin: str, message_id: str, data: Dict[str, Any]) -> None:
+        """Sends a notification to Slack.
+
+        Args:
+            origin (str): The origin of the error.
+            message_id (str): The ID of the message.
+            data (Dict[str, Any]): The data related to the error.
+        """
         slack_message = {
             'channels': eval(get_config('SLACK_CHANNELS_ERROR')),
             'message': f'{origin} | {message_id}\n\n{json.dumps(data["data"])}\n\n{data["error"]}'
@@ -82,7 +104,17 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
             topic=get_config('PUBSUB_TOPIC_SLACK_SEND'),
             data=slack_message)
 
-    def prepare_row(self, row, message_id, origin):
+    def prepare_row(self, row: Dict[str, Any], message_id: Optional[str], origin: Optional[str]) -> Dict[str, Any]:
+        """Prepares a row for insertion.
+
+        Args:
+            row (Dict[str, Any]): The row data.
+            message_id (Optional[str]): The message ID.
+            origin (Optional[str]): The origin of the message.
+
+        Returns:
+            Dict[str, Any]: The prepared row.
+        """
         return {
             '_event_id': message_id or 1234,
             '_resource': origin or 'local',
@@ -90,6 +122,16 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
             '_created_at': str(datetime.now())
         }
 
-    def prepare_rows(self, data, message_id, origin):
+    def prepare_rows(self, data: Any, message_id: Optional[str], origin: Optional[str]) -> List[Dict[str, Any]]:
+        """Prepares multiple rows for insertion.
+
+        Args:
+            data (Any): The data to prepare.
+            message_id (Optional[str]): The message ID.
+            origin (Optional[str]): The origin of the message.
+
+        Returns:
+            List[Dict[str, Any]]: The list of prepared rows.
+        """
         prepared_rows = data if isinstance(data, list) else [data]
         return [self.prepare_row(row, message_id, origin) for row in prepared_rows]

airless_google_cloud_core-0.0.4/airless/google/cloud/pubsub/hook/__init__.py

@@ -0,0 +1,5 @@
+from .pubsub import (GooglePubsubHook)
+
+__all__ = [
+    'GooglePubsubHook'
+]

airless_google_cloud_core-0.0.4/airless/google/cloud/pubsub/hook/pubsub.py

@@ -0,0 +1,40 @@
+
+import json
+from typing import Any
+
+from google.cloud import pubsub_v1
+
+from airless.core.hook import QueueHook
+from airless.core.utils import get_config
+
+
+class GooglePubsubHook(QueueHook):
+    """Hook for interacting with Google Pub/Sub."""
+
+    def __init__(self) -> None:
+        """Initializes the GooglePubsubHook."""
+        super().__init__()
+        self.publisher = pubsub_v1.PublisherClient()
+
+    def publish(self, project: str, topic: str, data: Any) -> str:
+        """Publishes a message to a specified Pub/Sub topic.
+
+        Args:
+            project (str): The GCP project ID.
+            topic (str): The Pub/Sub topic name.
+            data (Any): The data to publish.
+
+        Returns:
+            str: A confirmation message.
+        """
+        if get_config('ENV') == 'prod':
+            topic_path = self.publisher.topic_path(project or get_config('GCP_PROJECT'), topic)
+
+            message_bytes = json.dumps(data).encode('utf-8')
+
+            publish_future = self.publisher.publish(topic_path, data=message_bytes)
+            publish_future.result(timeout=10)
+            self.logger.info(f'published to {project or get_config("GCP_PROJECT")}.{topic}')
+            return 'Message published.'
+        else:
+            self.logger.debug(f'[DEV] Message published to Project {project or get_config("GCP_PROJECT")}, Topic {topic}: {data}')

{airless_google_cloud_core-0.0.3.dev2 → airless_google_cloud_core-0.0.4}/airless_google_cloud_core.egg-info/PKG-INFO

@@ -1,12 +1,14 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: airless-google-cloud-core
-Version: 0.0.3.dev2
+Version: 0.0.4
 Summary: Airless package with the main components to use airless in google cloud
 License: MIT License
 Project-URL: Homepage, https://github.com/astercapital/airless
 Project-URL: Bug Tracker, https://github.com/astercapital/airless/issues
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
+Requires-Dist: google-cloud-pubsub<3.0.0,>=2.13.11
+Requires-Dist: airless-core<0.2.0,>=0.1.1.dev6
 
 # airless-google-cloud-core
 

{airless_google_cloud_core-0.0.3.dev2 → airless_google_cloud_core-0.0.4}/airless_google_cloud_core.egg-info/SOURCES.txt

@@ -1,5 +1,6 @@
 README.md
 pyproject.toml
+requirements.txt
 airless/google/cloud/core/__init__.py
 airless/google/cloud/core/operator/__init__.py
 airless/google/cloud/core/operator/base.py
@@ -12,4 +13,6 @@ airless/google/cloud/pubsub/hook/pubsub.py
 airless_google_cloud_core.egg-info/PKG-INFO
 airless_google_cloud_core.egg-info/SOURCES.txt
 airless_google_cloud_core.egg-info/dependency_links.txt
-airless_google_cloud_core.egg-info/top_level.txt
+airless_google_cloud_core.egg-info/requires.txt
+airless_google_cloud_core.egg-info/top_level.txt
+tests/test_fake.py

airless_google_cloud_core-0.0.4/airless_google_cloud_core.egg-info/requires.txt

@@ -0,0 +1,2 @@
+google-cloud-pubsub<3.0.0,>=2.13.11
+airless-core<0.2.0,>=0.1.1.dev6

{airless_google_cloud_core-0.0.3.dev2 → airless_google_cloud_core-0.0.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "airless-google-cloud-core"
-version = "0.0.3-dev2"
+version = "0.0.4"
 description = "Airless package with the main components to use airless in google cloud"
 readme = "README.md"
 requires-python = ">=3.9"
@@ -20,11 +20,13 @@ minversion = "6.0"
 addopts = "--capture=sys --cache-clear --disable-warnings --junitxml=pytest.xml --cov-report=xml:cov.xml --cov-report=term-missing:skip-covered --cov=airless"
 testpaths = ["tests"]
 
+[tool.setuptools.dynamic]
+dependencies = {file = ["requirements.txt"]}
+
 [tool.setuptools.packages.find]
 include = ["airless*"]
 
-[tool.flake8]
-# List of patterns to ignore
+[tool.ruff]
 exclude = [
     ".git",
     "__pycache__",
@@ -33,14 +35,23 @@ exclude = [
     "*.pyc",
     "*.egg-info",
     "*.egg",
-    "temp"
+    "temp",
+    "venv"
 ]
+line-length = 88
+indent-width = 4
+target-version = "py39"
 
-# Ignore error max line length
+[tool.ruff.lint]
 ignore = ["E501"]
-
-# Maximum allowed line length
-max-line-length = 120
-
-# Cyclomatic complexity threshold
-max-complexity = 15
+fixable = ["ALL"]
+unfixable = []
+dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
+
+[tool.ruff.format]
+quote-style = "single"
+indent-style = "space"
+skip-magic-trailing-comma = false
+line-ending = "lf"
+docstring-code-format = false
+docstring-code-line-length = "dynamic"

airless_google_cloud_core-0.0.4/requirements.txt

@@ -0,0 +1,3 @@
+google-cloud-pubsub>=2.13.11,<3.0.0
+
+airless-core>=0.1.1.dev6,<0.2.0

airless_google_cloud_core-0.0.4/tests/test_fake.py

@@ -0,0 +1,3 @@
+
+def test_fake():
+    assert 1 == 1

airless_google_cloud_core-0.0.3.dev2/airless/google/cloud/core/operator/__init__.py

@@ -1,4 +0,0 @@
-from .base import (GoogleBaseEventOperator, GoogleBaseFileOperator)
-from .delay import (GoogleDelayOperator)
-from .error import (GoogleErrorReprocessOperator)
-from .redirect import (GoogleRedirectOperator)

airless_google_cloud_core-0.0.3.dev2/airless/google/cloud/core/operator/delay.py

@@ -1,18 +0,0 @@
-
-from airless.core.operator import DelayOperator
-from airless.google.cloud.core.operator import GoogleBaseEventOperator
-
-
-
-class GoogleDelayOperator(GoogleBaseEventOperator, DelayOperator):
-
-    """
-    Operator that adds a delay to the pipeline. The maximum delay is 500 due
-    to Cloud Functions time constraint of 540 of execution time
-
-    It can receive 1 parameter:
-    seconds: number of seconds to wait
-    """
-
-    def __init__(self):
-        super().__init__()

airless_google_cloud_core-0.0.3.dev2/airless/google/cloud/pubsub/hook/__init__.py

@@ -1 +0,0 @@
-from .pubsub import (GooglePubsubHook)

airless_google_cloud_core-0.0.3.dev2/airless/google/cloud/pubsub/hook/pubsub.py

@@ -1,30 +0,0 @@
-
-import json
-
-from google.cloud import pubsub_v1
-
-from airless.core.hook import QueueHook
-from airless.core.utils import get_config
-
-
-class GooglePubsubHook(QueueHook):
-
-    def __init__(self):
-        super().__init__()
-        self.publisher = pubsub_v1.PublisherClient()
-
-    def publish(self, project, topic, data):
-
-        if get_config('ENV') == 'prod':
-            topic_path = self.publisher.topic_path(project, topic)
-
-            message_bytes = json \
-                .dumps(data) \
-                .encode('utf-8')
-
-            publish_future = self.publisher.publish(topic_path, data=message_bytes)
-            publish_future.result(timeout=10)
-            self.logger.info(f'published to {project}.{topic}')
-            return 'Message published.'
-        else:
-            self.logger.debug(f'[DEV] Message published to Project {project}, Topic {topic}: {data}')