airless-google-cloud-core 0.0.2.dev1__tar.gz → 0.0.3__tar.gz

{airless_google_cloud_core-0.0.2.dev1 → airless_google_cloud_core-0.0.3}/PKG-INFO

@@ -1,13 +1,12 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: airless-google-cloud-core
-Version: 0.0.2.dev1
+Version: 0.0.3
 Summary: Airless package with the main components to use airless in google cloud
+License: MIT License
 Project-URL: Homepage, https://github.com/astercapital/airless
 Project-URL: Bug Tracker, https://github.com/astercapital/airless/issues
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: google-cloud-pubsub==2.13.11
-Requires-Dist: airless-core>=0.1.0.dev1
 
 # airless-google-cloud-core
 

airless_google_cloud_core-0.0.3/airless/google/cloud/core/operator/__init__.py

@@ -0,0 +1,12 @@
+from .base import (GoogleBaseEventOperator, GoogleBaseFileOperator)
+from .delay import (GoogleDelayOperator)
+from .error import (GoogleErrorReprocessOperator)
+from .redirect import (GoogleRedirectOperator)
+
+__all__ = [
+    'GoogleBaseEventOperator',
+    'GoogleBaseFileOperator',
+    'GoogleDelayOperator',
+    'GoogleErrorReprocessOperator',
+    'GoogleRedirectOperator'
+]

{airless_google_cloud_core-0.0.2.dev1 → airless_google_cloud_core-0.0.3}/airless/google/cloud/core/operator/base.py

@@ -5,14 +5,18 @@ from airless.google.cloud.pubsub.hook import GooglePubsubHook
 
 
 class GoogleBaseFileOperator(BaseFileOperator):
+    """Base operator for file operations in Google Cloud."""
 
-    def __init__(self):
+    def __init__(self) -> None:
+        """Initializes the GoogleBaseFileOperator."""
         super().__init__()
         self.queue_hook = GooglePubsubHook()  # Have to redefine this attribute for each vendor
 
 
 class GoogleBaseEventOperator(BaseEventOperator):
+    """Base operator for event operations in Google Cloud."""
 
-    def __init__(self):
+    def __init__(self) -> None:
+        """Initializes the GoogleBaseEventOperator."""
         super().__init__()
         self.queue_hook = GooglePubsubHook()  # Have to redefine this attribute for each vendor

airless_google_cloud_core-0.0.3/airless/google/cloud/core/operator/delay.py

@@ -0,0 +1,11 @@
+
+from airless.core.operator import DelayOperator
+from airless.google.cloud.core.operator import GoogleBaseEventOperator
+
+
+class GoogleDelayOperator(GoogleBaseEventOperator, DelayOperator):
+    """Operator that adds a delay to the pipeline."""
+
+    def __init__(self) -> None:
+        """Initializes the GoogleDelayOperator."""
+        super().__init__()

{airless_google_cloud_core-0.0.2.dev1 → airless_google_cloud_core-0.0.3}/airless/google/cloud/core/operator/error.py

@@ -1,6 +1,7 @@
 
 import json
 import time
+from typing import Any, Dict, List, Optional
 
 from datetime import datetime
 
@@ -10,12 +11,19 @@ from airless.google.cloud.core.operator import GoogleBaseEventOperator
 
 
 class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
+    """Operator for reprocessing errors in Google Cloud."""
 
-    def __init__(self):
+    def __init__(self) -> None:
+        """Initializes the GoogleErrorReprocessOperator."""
         super().__init__()
 
-    def execute(self, data, topic):
+    def execute(self, data: Dict[str, Any], topic: str) -> None:
+        """Executes the error reprocessing logic.
 
+        Args:
+            data (Dict[str, Any]): The input data containing error information.
+            topic (str): The Pub/Sub topic to publish messages to.
+        """
         input_type = data['input_type']
         origin = data.get('origin', 'undefined')
         message_id = data.get('event_id')
@@ -25,7 +33,7 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
         retry_interval = metadata.get('retry_interval', 5)
         retries = metadata.get('retries', 0)
         max_retries = metadata.get('max_retries', 2)
-        max_interval = metadata.get('max_interval', 480)  # Cloud function max execution time is 540s (9 min), so set it to wait max 480s (8 min)
+        max_interval = metadata.get('max_interval', 480)
 
         if (input_type == 'event') and (retries < max_retries):
             time.sleep(min(retry_interval ** retries, max_interval))
@@ -60,7 +68,14 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
             if slack_send_topic and (origin != slack_send_topic):
                 self.notify_slack(origin, message_id, data)
 
-    def notify_email(self, origin, message_id, data):
+    def notify_email(self, origin: str, message_id: str, data: Dict[str, Any]) -> None:
+        """Sends a notification email.
+
+        Args:
+            origin (str): The origin of the error.
+            message_id (str): The ID of the message.
+            data (Dict[str, Any]): The data related to the error.
+        """
         email_message = {
             'sender': get_config('EMAIL_SENDER_ERROR'),
             'recipients': eval(get_config('EMAIL_RECIPIENTS_ERROR')),
@@ -72,7 +87,14 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
             topic=get_config('PUBSUB_TOPIC_EMAIL_SEND'),
             data=email_message)
 
-    def notify_slack(self, origin, message_id, data):
+    def notify_slack(self, origin: str, message_id: str, data: Dict[str, Any]) -> None:
+        """Sends a notification to Slack.
+
+        Args:
+            origin (str): The origin of the error.
+            message_id (str): The ID of the message.
+            data (Dict[str, Any]): The data related to the error.
+        """
         slack_message = {
             'channels': eval(get_config('SLACK_CHANNELS_ERROR')),
             'message': f'{origin} | {message_id}\n\n{json.dumps(data["data"])}\n\n{data["error"]}'
@@ -82,7 +104,17 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
             topic=get_config('PUBSUB_TOPIC_SLACK_SEND'),
             data=slack_message)
 
-    def prepare_row(self, row, message_id, origin):
+    def prepare_row(self, row: Dict[str, Any], message_id: Optional[str], origin: Optional[str]) -> Dict[str, Any]:
+        """Prepares a row for insertion.
+
+        Args:
+            row (Dict[str, Any]): The row data.
+            message_id (Optional[str]): The message ID.
+            origin (Optional[str]): The origin of the message.
+
+        Returns:
+            Dict[str, Any]: The prepared row.
+        """
         return {
             '_event_id': message_id or 1234,
             '_resource': origin or 'local',
@@ -90,6 +122,16 @@ class GoogleErrorReprocessOperator(GoogleBaseEventOperator):
             '_created_at': str(datetime.now())
         }
 
-    def prepare_rows(self, data, message_id, origin):
+    def prepare_rows(self, data: Any, message_id: Optional[str], origin: Optional[str]) -> List[Dict[str, Any]]:
+        """Prepares multiple rows for insertion.
+
+        Args:
+            data (Any): The data to prepare.
+            message_id (Optional[str]): The message ID.
+            origin (Optional[str]): The origin of the message.
+
+        Returns:
+            List[Dict[str, Any]]: The list of prepared rows.
+        """
         prepared_rows = data if isinstance(data, list) else [data]
         return [self.prepare_row(row, message_id, origin) for row in prepared_rows]

airless_google_cloud_core-0.0.3/airless/google/cloud/pubsub/hook/__init__.py

@@ -0,0 +1,5 @@
+from .pubsub import (GooglePubsubHook)
+
+__all__ = [
+    'GooglePubsubHook'
+]

airless_google_cloud_core-0.0.3/airless/google/cloud/pubsub/hook/pubsub.py

@@ -0,0 +1,40 @@
+
+import json
+from typing import Any
+
+from google.cloud import pubsub_v1
+
+from airless.core.hook import QueueHook
+from airless.core.utils import get_config
+
+
+class GooglePubsubHook(QueueHook):
+    """Hook for interacting with Google Pub/Sub."""
+
+    def __init__(self) -> None:
+        """Initializes the GooglePubsubHook."""
+        super().__init__()
+        self.publisher = pubsub_v1.PublisherClient()
+
+    def publish(self, project: str, topic: str, data: Any) -> str:
+        """Publishes a message to a specified Pub/Sub topic.
+
+        Args:
+            project (str): The GCP project ID.
+            topic (str): The Pub/Sub topic name.
+            data (Any): The data to publish.
+
+        Returns:
+            str: A confirmation message.
+        """
+        if get_config('ENV') == 'prod':
+            topic_path = self.publisher.topic_path(project or get_config('GCP_PROJECT'), topic)
+
+            message_bytes = json.dumps(data).encode('utf-8')
+
+            publish_future = self.publisher.publish(topic_path, data=message_bytes)
+            publish_future.result(timeout=10)
+            self.logger.info(f'published to {project or get_config("GCP_PROJECT")}.{topic}')
+            return 'Message published.'
+        else:
+            self.logger.debug(f'[DEV] Message published to Project {project or get_config("GCP_PROJECT")}, Topic {topic}: {data}')

{airless_google_cloud_core-0.0.2.dev1 → airless_google_cloud_core-0.0.3}/airless_google_cloud_core.egg-info/PKG-INFO

@@ -1,13 +1,12 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: airless-google-cloud-core
-Version: 0.0.2.dev1
+Version: 0.0.3
 Summary: Airless package with the main components to use airless in google cloud
+License: MIT License
 Project-URL: Homepage, https://github.com/astercapital/airless
 Project-URL: Bug Tracker, https://github.com/astercapital/airless/issues
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: google-cloud-pubsub==2.13.11
-Requires-Dist: airless-core>=0.1.0.dev1
 
 # airless-google-cloud-core
 

{airless_google_cloud_core-0.0.2.dev1 → airless_google_cloud_core-0.0.3}/airless_google_cloud_core.egg-info/SOURCES.txt

@@ -1,9 +1,5 @@
 README.md
 pyproject.toml
-setup.cfg
-airless/__init__.py
-airless/google/__init__.py
-airless/google/cloud/__init__.py
 airless/google/cloud/core/__init__.py
 airless/google/cloud/core/operator/__init__.py
 airless/google/cloud/core/operator/base.py
@@ -16,5 +12,5 @@ airless/google/cloud/pubsub/hook/pubsub.py
 airless_google_cloud_core.egg-info/PKG-INFO
 airless_google_cloud_core.egg-info/SOURCES.txt
 airless_google_cloud_core.egg-info/dependency_links.txt
-airless_google_cloud_core.egg-info/requires.txt
-airless_google_cloud_core.egg-info/top_level.txt
+airless_google_cloud_core.egg-info/top_level.txt
+tests/test_fake.py

airless_google_cloud_core-0.0.3/pyproject.toml

@@ -0,0 +1,54 @@
+[project]
+name = "airless-google-cloud-core"
+version = "0.0.3"
+description = "Airless package with the main components to use airless in google cloud"
+readme = "README.md"
+requires-python = ">=3.9"
+dynamic = ["dependencies"]
+license = {text = "MIT License"}
+
+[build-system]
+requires = ["setuptools", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project.urls]
+"Homepage" = "https://github.com/astercapital/airless"
+"Bug Tracker" = "https://github.com/astercapital/airless/issues"
+
+[tool.pytest.ini_options]
+minversion = "6.0"
+addopts = "--capture=sys --cache-clear --disable-warnings --junitxml=pytest.xml --cov-report=xml:cov.xml --cov-report=term-missing:skip-covered --cov=airless"
+testpaths = ["tests"]
+
+[tool.setuptools.packages.find]
+include = ["airless*"]
+
+[tool.ruff]
+exclude = [
+    ".git",
+    "__pycache__",
+    "build",
+    "dist",
+    "*.pyc",
+    "*.egg-info",
+    "*.egg",
+    "temp",
+    "venv"
+]
+line-length = 88
+indent-width = 4
+target-version = "py39"
+
+[tool.ruff.lint]
+ignore = ["E501"]
+fixable = ["ALL"]
+unfixable = []
+dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
+
+[tool.ruff.format]
+quote-style = "single"
+indent-style = "space"
+skip-magic-trailing-comma = false
+line-ending = "lf"
+docstring-code-format = false
+docstring-code-line-length = "dynamic"

airless_google_cloud_core-0.0.3/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

airless_google_cloud_core-0.0.3/tests/test_fake.py

@@ -0,0 +1,3 @@
+
+def test_fake():
+    assert 1 == 1

airless_google_cloud_core-0.0.2.dev1/airless/__init__.py

@@ -1 +0,0 @@
-__path__ = __import__('pkgutil').extend_path(__path__, __name__)

airless_google_cloud_core-0.0.2.dev1/airless/google/cloud/core/operator/__init__.py

@@ -1,4 +0,0 @@
-from .base import (GoogleBaseEventOperator, GoogleBaseFileOperator)
-from .delay import (GoogleDelayOperator)
-from .error import (GoogleErrorReprocessOperator)
-from .redirect import (GoogleRedirectOperator)

airless_google_cloud_core-0.0.2.dev1/airless/google/cloud/core/operator/delay.py

@@ -1,18 +0,0 @@
-
-from airless.core.operator import DelayOperator
-from airless.google.cloud.core.operator import GoogleBaseEventOperator
-
-
-
-class GoogleDelayOperator(GoogleBaseEventOperator, DelayOperator):
-
-    """
-    Operator that adds a delay to the pipeline. The maximum delay is 500 due
-    to Cloud Functions time constraint of 540 of execution time
-
-    It can receive 1 parameter:
-    seconds: number of seconds to wait
-    """
-
-    def __init__(self):
-        super().__init__()

airless_google_cloud_core-0.0.2.dev1/airless/google/cloud/pubsub/hook/__init__.py

@@ -1 +0,0 @@
-from .pubsub import (GooglePubsubHook)

airless_google_cloud_core-0.0.2.dev1/airless/google/cloud/pubsub/hook/pubsub.py

@@ -1,30 +0,0 @@
-
-import json
-
-from google.cloud import pubsub_v1
-
-from airless.core.hook import QueueHook
-from airless.core.utils import get_config
-
-
-class GooglePubsubHook(QueueHook):
-
-    def __init__(self):
-        super().__init__()
-        self.publisher = pubsub_v1.PublisherClient()
-
-    def publish(self, project, topic, data):
-
-        if get_config('ENV') == 'prod':
-            topic_path = self.publisher.topic_path(project, topic)
-
-            message_bytes = json \
-                .dumps(data) \
-                .encode('utf-8')
-
-            publish_future = self.publisher.publish(topic_path, data=message_bytes)
-            publish_future.result(timeout=10)
-            self.logger.info(f'published to {project}.{topic}')
-            return 'Message published.'
-        else:
-            self.logger.debug(f'[DEV] Message published to Project {project}, Topic {topic}: {data}')

airless_google_cloud_core-0.0.2.dev1/airless_google_cloud_core.egg-info/requires.txt

@@ -1,2 +0,0 @@
-google-cloud-pubsub==2.13.11
-airless-core>=0.1.0.dev1

airless_google_cloud_core-0.0.2.dev1/pyproject.toml

@@ -1,19 +0,0 @@
-[project]
-name = "airless-google-cloud-core"
-version = "0.0.2.dev1"
-description = "Airless package with the main components to use airless in google cloud"
-readme = "README.md"
-dynamic = ["dependencies", "requires-python"]
-
-[build-system]
-requires = ["setuptools", "wheel"]
-build-backend = "setuptools.build_meta"
-
-[project.urls]
-"Homepage" = "https://github.com/astercapital/airless"
-"Bug Tracker" = "https://github.com/astercapital/airless/issues"
-
-[tool.pytest.ini_options]
-minversion = "6.0"
-addopts = "--capture=sys --cache-clear --disable-warnings --junitxml=pytest.xml --cov-report=xml:cov.xml --cov-report=term-missing:skip-covered --cov=airless"
-testpaths = ["tests"]

airless_google_cloud_core-0.0.2.dev1/setup.cfg

@@ -1,32 +0,0 @@
-[metadata]
-name = airless-google-cloud-core
-version = 0.0.1
-
-[options]
-python_requires = >=3.9
-packages = find_namespace:
-install_requires = 
-	google-cloud-pubsub==2.13.11
-	airless-core>=0.1.0.dev1
-
-[options.packages.find]
-include = airless*
-
-[flake8]
-exclude = 
-	.git,
-	__pycache__,
-	build,
-	dist,
-	*.pyc,
-	*.egg-info,
-	*.egg,
-	temp
-ignore = E501
-max-line-length = 120
-max-complexity = 15
-
-[egg_info]
-tag_build = 
-tag_date = 0
-