omnata-plugin-runtime 0.5.4a121__tar.gz → 0.5.4a123__tar.gz

{omnata_plugin_runtime-0.5.4a121 → omnata_plugin_runtime-0.5.4a123}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.5.4a121
+Version: 0.5.4a123
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.5.4a121 → omnata_plugin_runtime-0.5.4a123}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "omnata-plugin-runtime"
-version = "0.5.4-a121"
+version = "0.5.4-a123"
 description = "Classes and common runtime components for building and running Omnata Plugins"
 authors = ["James Weakley <james.weakley@omnata.com>"]
 readme = "README.md"

{omnata_plugin_runtime-0.5.4a121 → omnata_plugin_runtime-0.5.4a123}/src/omnata_plugin_runtime/configuration.py

@@ -8,7 +8,7 @@ from typing import Any, List, Dict, Literal, Union, Optional
 from enum import Enum
 
 from abc import ABC
-from pydantic import BaseModel, Field, PrivateAttr, SerializationInfo, model_serializer, validator  # pylint: disable=no-name-in-module
+from pydantic import BaseModel, Field, PrivateAttr, SerializationInfo, field_validator, model_serializer, validator  # pylint: disable=no-name-in-module
 
 if tuple(sys.version_info[:2]) >= (3, 9):
     # Python 3.9 and above
@@ -449,6 +449,13 @@ class StoredStreamConfiguration(SubscriptableBaseModel):
     stream: StreamConfiguration
     latest_state: dict = Field(default_factory=dict,description="The latest state of the stream, used for incremental syncs")
 
+    @field_validator('latest_state',mode='before')
+    @classmethod
+    def state_must_not_be_none(cls, v: Optional[dict]) -> dict:
+        if v is None:
+            return {}
+        return v
+
 
 class StreamConfiguration(SubscriptableBaseModel):
     """

{omnata_plugin_runtime-0.5.4a121 → omnata_plugin_runtime-0.5.4a123}/src/omnata_plugin_runtime/omnata_plugin.py

@@ -2042,9 +2042,13 @@ def __managed_inbound_processing_worker(
             # restore the first argument, was originally the dataframe/generator but now it's the appropriately sized dataframe
             try:
                 logger.info(f"worker {worker_index} processing stream {stream.stream_name}, invoking plugin class method {method.__name__}")
-                method(plugin_class_obj, *(stream, *method_args), **method_kwargs)
-                logger.info(f"worker {worker_index} completed processing stream {stream.stream_name}, marking as complete")
-                plugin_class_obj._sync_request.mark_stream_complete(stream.stream_name)
+                result = method(plugin_class_obj, *(stream, *method_args), **method_kwargs)
+                logger.info(f"worker {worker_index} completed processing stream {stream.stream_name}")
+                if result is not None and result is False:
+                    logger.info(f"worker {worker_index} requested that {stream.stream_name} be not marked as complete")
+                else:
+                    logger.info(f"worker {worker_index} marking stream {stream.stream_name} as complete")
+                    plugin_class_obj._sync_request.mark_stream_complete(stream.stream_name)
             except InterruptedWhileWaitingException:
                 # If an inbound run is cancelled while waiting for rate limiting, this should mean that
                 # the cancellation is handled elsewhere, so we don't need to do anything special here other than stop waiting