deltafi 2.28.1__py3-none-any.whl → 2.29.1rc20250818210829__py3-none-any.whl

deltafi/plugin.py

@@ -392,6 +392,7 @@ class Plugin(object):
             'start': start_time,
             'stop': stop_time,
             'type': result.result_type,
+            'messages': [message.json() for message in result.messages],
             'metrics': [metric.json() for metric in result.metrics]
         }
         if result.result_key is not None:

deltafi/result.py

@@ -19,10 +19,10 @@
 import abc
 import uuid
 from enum import Enum
-from typing import NamedTuple
 
 from deltafi.domain import Content, Context
 from deltafi.metric import Metric
+from deltafi.resultmessage import LogMessage
 
 
 class Result:
@@ -31,6 +31,7 @@ class Result:
     def __init__(self, result_key, result_type, context):
         self.result_key = result_key
         self.result_type = result_type
+        self.messages = []
         self.metrics = []
         self.context = context
 
@@ -42,6 +43,18 @@ class Result:
         self.metrics.append(metric)
         return self
 
+    def log_info(self, message: str):
+        self.messages.append(LogMessage.info(self.context.action_name, message))
+        return self
+
+    def log_warning(self, message: str):
+        self.messages.append(LogMessage.warning(self.context.action_name, message))
+        return self
+
+    def log_error(self, message: str):
+        self.messages.append(LogMessage.error(self.context.action_name, message))
+        return self
+
 
 class EgressResult(Result):
     def __init__(self, context: Context):
@@ -63,6 +76,7 @@ class ErrorResult(Result):
         return self
 
     def response(self):
+        self.log_error(self.error_cause + '\n' + self.error_context)
         return {
             'cause': self.error_cause,
             'context': self.error_context,
@@ -145,8 +159,8 @@ class IngressResultItem:
         return segment_names
 
     def annotate(self, key: str, value: str):
-                    self.annotations[key] = value
-                    return self
+        self.annotations[key] = value
+        return self
 
     def response(self):
         return {

deltafi/resultmessage.py

@@ -0,0 +1,56 @@
+#
+#    DeltaFi - Data transformation and enrichment platform
+#
+#    Copyright 2021-2025 DeltaFi Contributors <deltafi@deltafi.org>
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+
+import time
+from enum import Enum
+from typing import NamedTuple
+
+
+class LogSeverity(Enum):
+    TRACE = "TRACE"
+    INFO = "INFO"
+    WARNING = "WARNING"
+    ERROR = "ERROR"
+    USER = "USER"
+
+
+class LogMessage(NamedTuple):
+    severity: LogSeverity
+    created: int
+    source: str
+    message: str
+
+    @classmethod
+    def info(cls, source: str, message: str):
+        return LogMessage(severity=LogSeverity.INFO, created=time.time(), source=source, message=message)
+
+    @classmethod
+    def warning(cls, source: str, message: str):
+        return LogMessage(severity=LogSeverity.WARNING, created=time.time(), source=source,
+                          message=message)
+
+    @classmethod
+    def error(cls, source: str, message: str):
+        return LogMessage(severity=LogSeverity.ERROR, created=time.time(), source=source,
+                          message=message)
+
+    def json(self):
+        return {'severity': self.severity.value,
+                'created': self.created,
+                'source': self.source,
+                'message': self.message}

deltafi/test_kit/egress.py

@@ -50,5 +50,5 @@ class EgressActionTest(ActionTest):
         self.assert_egress_result(test_case, result)
 
     def assert_egress_result(self, test_case: EgressTestCase, result: EgressResult):
-        # Check metrics
         self.compare_metrics(test_case.expected_metrics, result.metrics)
+        self.compare_log_messages(test_case.expected_messages, result.messages)

deltafi/test_kit/framework.py

@@ -16,6 +16,7 @@
 #    limitations under the License.
 #
 
+import re
 import uuid
 from abc import ABC
 from importlib.resources import files
@@ -25,7 +26,9 @@ from deltafi.domain import DeltaFileMessage, Event, Content, Context
 from deltafi.logger import get_logger
 from deltafi.metric import Metric
 from deltafi.result import ErrorResult, FilterResult
+from deltafi.resultmessage import LogMessage
 from deltafi.storage import Segment
+
 from .assertions import *
 from .compare_helpers import GenericCompareHelper, CompareHelper
 from .constants import *
@@ -170,10 +173,14 @@ class TestCaseBase(ABC):
         self.err_or_filt_annotations = None
         self.join_meta = data["join_meta"] if "join_meta" in data else None
         self.expected_metrics = []
+        self.expected_messages = []
 
     def add_metric(self, metric: Metric):
         self.expected_metrics.append(metric)
 
+    def add_message(self, message: LogMessage):
+        self.expected_messages.append(message)
+
     def expect_error_result(self, cause: str, context: str, annotations: Dict = None):
         """
         A Sets the expected output of the action to an Error Result
@@ -360,6 +367,24 @@ class ActionTest(ABC):
             for index, expected in enumerate(expected_metrics):
                 self.compare_one_metric(expected, results[index])
 
+    @staticmethod
+    def compare_one_message(expected: LogMessage, result: LogMessage):
+        assert_equal_short(expected.severity, result.severity, "message severity does not match")
+        # Look for regex characters:
+        if '*' in expected.message or '{' in expected.message or '^' in expected.message \
+                or '$' in expected.message:
+            match = re.search(expected.message, result.message)
+            assert match is not None, "message does not match regex"
+
+        else:
+            assert_equal_short(expected.message, result.message, "message value does not match")
+
+    def compare_log_messages(self, expected_messages: List[LogMessage], results: List[LogMessage]):
+        if len(expected_messages) > 0:
+            assert_equal_len_with_label(expected_messages, results, "invalid messages count")
+            for index, expected in enumerate(expected_messages):
+                self.compare_one_message(expected, results[index])
+
     def has_saved_content__size(self, count: int):
         assert_equal_with_label(
             count, len(self.context.saved_content), "savedContent")

deltafi/test_kit/timed_ingress.py

@@ -19,6 +19,7 @@
 from typing import List
 
 from deltafi.result import IngressResult, IngressResultItem, IngressStatusEnum
+
 from .assertions import *
 from .framework import TestCaseBase, ActionTest, IOContent
 
@@ -43,7 +44,8 @@ class TimedIngressTestCase(TestCaseBase):
         self.status = status
         self.status_message = status_message
 
-    def add_ingress_result_item(self, content: List[IOContent], metadata: Dict, name: str = None, annotations: Dict = None):
+    def add_ingress_result_item(self, content: List[IOContent], metadata: Dict, name: str = None,
+                                annotations: Dict = None):
         if annotations is None:
             annotations = {}
         self.results.append(
@@ -80,6 +82,7 @@ class TimedIngressActionTest(ActionTest):
         assert_equal_short(test_case.execute_immediate, result.execute_immediate, "invalid execute_immediate")
         assert_equal_short(test_case.status, result.status, "invalid status")
         assert_equal_with_label(test_case.status_message, result.status_message, "invalid status_message")
+        self.compare_log_messages(test_case.expected_messages, result.messages)
 
         assert_equal_len_with_label(test_case.results, result.ingress_result_items, "item count mismatch")
         for index, ingress_item in enumerate(result.ingress_result_items):

deltafi/test_kit/transform.py

@@ -19,6 +19,7 @@
 from typing import List
 
 from deltafi.result import TransformResult, TransformResults
+
 from .assertions import *
 from .framework import TestCaseBase, ActionTest, IOContent
 
@@ -81,8 +82,8 @@ class TransformActionTest(ActionTest):
                 assert_equal_with_label(expected["name"], child_result.delta_file_name, f"name[{index}]")
 
     def assert_transform_result(self, test_case: TransformTestCase, result: TransformResult):
-        # Check metrics
         self.compare_metrics(test_case.expected_metrics, result.metrics)
+        self.compare_log_messages(test_case.expected_messages, result.messages)
         self.compare_one_transform_result(test_case, result, 0)
 
     def compare_one_transform_result(self, test_case: TransformTestCase, result: TransformResult, index: int):

deltafi-2.29.1rc20250818210829.dist-info/METADATA

@@ -0,0 +1,82 @@
+Metadata-Version: 2.4
+Name: deltafi
+Version: 2.29.1rc20250818210829
+Summary: SDK for DeltaFi plugins and actions
+Project-URL: Source Code, https://gitlab.com/deltafi/deltafi
+Project-URL: Documentation, https://docs.deltafi.org/#/
+Project-URL: Bug Reports, https://chat.deltafi.org/deltafi/channels/bug-reports
+Author-email: DeltaFi <deltafi@systolic.com>
+License: Apache License, Version 2.0
+Keywords: deltafi
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development
+Requires-Python: >=3.13
+Requires-Dist: deepdiff==6.7.1
+Requires-Dist: json-logging==1.5.1
+Requires-Dist: minio==7.2.15
+Requires-Dist: pydantic==2.11.7
+Requires-Dist: pyyaml==6.0.2
+Requires-Dist: redis==6.2.0
+Requires-Dist: requests==2.32.4
+Requires-Dist: urllib3==2.5.0
+Provides-Extra: dev
+Requires-Dist: mypy>=1.8.0; extra == 'dev'
+Requires-Dist: ruff>=0.1.0; extra == 'dev'
+Provides-Extra: test
+Requires-Dist: mockito==1.5.4; extra == 'test'
+Requires-Dist: pytest-mock==3.14.1; extra == 'test'
+Requires-Dist: pytest==8.4.1; extra == 'test'
+Description-Content-Type: text/markdown
+
+# DeltaFi Action Kit
+
+This project provides a Python implementation of the DeltaFi Action Kit. The DeltaFi Action Kit is a setup of modules which simplify the creation of a DeltaFi Plugin.
+
+## Development Setup
+
+This project uses [uv](https://github.com/astral-sh/uv) for dependency management and building. uv is a fast Python package installer and resolver.
+
+### Prerequisites
+
+- Python 3.13 or higher
+- uv (will be installed automatically via the build process)
+
+### Building and Testing
+
+The project uses Gradle to orchestrate the build process with uv:
+
+```bash
+# Build the project
+./gradlew assemble
+
+# Run tests
+./gradlew test
+
+# Clean build artifacts
+./gradlew clean
+```
+
+### Manual Development
+
+For manual development without Gradle:
+
+```bash
+cd src
+
+# Install uv if not already installed
+brew install uv || pip install uv
+
+# Install dependencies
+uv pip install -e .[test]
+
+# Run tests
+uv run pytest
+
+# Build package
+uv build
+```

{deltafi-2.28.1.dist-info → deltafi-2.29.1rc20250818210829.dist-info}/RECORD

@@ -8,17 +8,18 @@ deltafi/genericmodel.py,sha256=0qgii2o-fzHS6lM1C5X7_WTTSYsiZAM0i7RTfw0nw4U,1152
 deltafi/input.py,sha256=CZ02GsObhu6CpdBKzNE5TJ_PSihQF3cr4XKPqouqRUU,1780
 deltafi/logger.py,sha256=Lms9wmjyZWe9-SCKj4raNmGC9Cyn3BrfiniPXeM9VDY,2140
 deltafi/metric.py,sha256=5Q40bLpNXk8mwu1wnN5L8GX22-iZxYEFBGt3zSNmYxI,972
-deltafi/plugin.py,sha256=6EQx65kmv94_7SPayFA5VoPrrEsP1CweqrPMfEDTmoU,19088
-deltafi/result.py,sha256=j_3icJ74xIQo9KQV738XiqaFOYirjuIgFEtld4pBvXk,9555
+deltafi/plugin.py,sha256=AEWw9Yf6KmgKSZzBU0eRwQhGSVCHklkL7DpUAPQXSeQ,19161
+deltafi/result.py,sha256=pbVSq5lQ0HdOtiQDwkvWMGg3nUjI63DTv3OwA7lnhIA,10070
+deltafi/resultmessage.py,sha256=jYCvKKlFAWuA5YfOE30w3TH294M4EuTEowROc6LkZzE,1767
 deltafi/storage.py,sha256=zgBkaDTiT4BLEE1lAYjq4mqS4zqZKzuoVmG1CNbkD20,2979
 deltafi/test_kit/__init__.py,sha256=FHwsfe4TgGeVLINN6940urXAzxGvl_Hof0gmOB32N7Y,709
 deltafi/test_kit/assertions.py,sha256=itKLaI22PoiiDLHNrvRAAohcrKsbKuW5-ba0sg7J780,1594
 deltafi/test_kit/compare_helpers.py,sha256=1p0HbjR76K2_QZ4ODfw1V_zuR7rcKqRSoSA351L-qWo,12957
 deltafi/test_kit/constants.py,sha256=7Z8m3a-8_t2wYdCMNvxfShQo2bvoOV9PjVMJX4y5yZY,833
-deltafi/test_kit/egress.py,sha256=MXEsYsgiG1G-1zCuwV23RCn7w5bPObP1J0_7nVN03MU,1899
-deltafi/test_kit/framework.py,sha256=pU8tLsMNWUhVtIhLusbQL3uPT4y8xsKWdzzXuxmxRrU,15432
-deltafi/test_kit/timed_ingress.py,sha256=ogk6AzbPZInLOPMYy3MhjEXpITPn9-Ha6YSILGBdpro,4177
-deltafi/test_kit/transform.py,sha256=7KOsNY9OSDiyTFXIx0knZeweXIA421vHS6PAxQAcOc0,4122
-deltafi-2.28.1.dist-info/METADATA,sha256=BQsaqWWKdbtRQeD5DY0Z4cPTpXdKwiv7j-Vqz2K6wd8,1519
-deltafi-2.28.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-deltafi-2.28.1.dist-info/RECORD,,
+deltafi/test_kit/egress.py,sha256=DhWfVUSFx_V94rtLpohEKvlXlSfoY8P3Yjd4lj2smfQ,1955
+deltafi/test_kit/framework.py,sha256=9m7opcSVMmQHA1x0E0DAtSWKHZU5y-0A5sPng_im81A,16591
+deltafi/test_kit/timed_ingress.py,sha256=qfZIpbl4ESKRJNO9UsO-jvB4iVI7RZWGGYbPrMhfROs,4290
+deltafi/test_kit/transform.py,sha256=CLtcP3GputylMrO73_P4Tbu33Y4Auelp2318gTnLxhU,4179
+deltafi-2.29.1rc20250818210829.dist-info/METADATA,sha256=-58dtKXrpOhjFtp4eHHEltK2dH1sGRNb2oPq-CJ8sPQ,2270
+deltafi-2.29.1rc20250818210829.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+deltafi-2.29.1rc20250818210829.dist-info/RECORD,,

{deltafi-2.28.1.dist-info → deltafi-2.29.1rc20250818210829.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.1.3
+Generator: hatchling 1.27.0
 Root-Is-Purelib: true
 Tag: py3-none-any

deltafi-2.28.1.dist-info/METADATA

@@ -1,38 +0,0 @@
-Metadata-Version: 2.3
-Name: deltafi
-Version: 2.28.1
-Summary: SDK for DeltaFi plugins and actions
-License: Apache License, Version 2.0
-Keywords: deltafi
-Author: DeltaFi
-Author-email: deltafi@systolic.com
-Requires-Python: >=3.9,<4.0
-Classifier: Development Status :: 4 - Beta
-Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: Apache Software License
-Classifier: License :: Other/Proprietary License
-Classifier: Operating System :: OS Independent
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Programming Language :: Python :: 3.13
-Classifier: Topic :: Software Development
-Requires-Dist: PyYAML (==6.0.2)
-Requires-Dist: deepdiff (==6.7.1)
-Requires-Dist: json-logging (==1.5.1)
-Requires-Dist: minio (==7.2.15)
-Requires-Dist: pydantic (==2.11.7)
-Requires-Dist: redis (==6.2.0)
-Requires-Dist: requests (==2.32.4)
-Requires-Dist: urllib3 (==2.5.0)
-Project-URL: Bug Reports, https://chat.deltafi.org/deltafi/channels/bug-reports
-Project-URL: Documentation, https://docs.deltafi.org/#/
-Project-URL: Source Code, https://gitlab.com/deltafi/deltafi
-Description-Content-Type: text/markdown
-
-# DeltaFi Action Kit
-
-This project provides a Python implementation of the DeltaFi Action Kit. The DeltaFi Action Kit is a setup of modules which simplify the creation of a DeltaFi Plugin.
-