hexkit 3.4.0__tar.gz → 3.5.0__tar.gz

{hexkit-3.4.0/src/hexkit.egg-info → hexkit-3.5.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hexkit
-Version: 3.4.0
+Version: 3.5.0
 Summary: A Toolkit for Building Microservices using the Hexagonal Architecture
 Author-email: "German Human Genome Phenome Archive (GHGA)" <contact@ghga.de>
 License: Apache 2.0

{hexkit-3.4.0 → hexkit-3.5.0}/pyproject.toml

@@ -23,7 +23,7 @@ classifiers = [
     "Intended Audience :: Developers",
 ]
 name = "hexkit"
-version = "3.4.0"
+version = "3.5.0"
 description = "A Toolkit for Building Microservices using the Hexagonal Architecture"
 dependencies = [
     "pydantic >=2, <3",

{hexkit-3.4.0 → hexkit-3.5.0}/src/hexkit/config.py

@@ -17,13 +17,13 @@
 
 import os
 from pathlib import Path
-from typing import Any, Callable, Final, Optional
+from typing import Callable, Final, Optional
 
-import yaml
 from pydantic_settings import (
     BaseSettings,
     PydanticBaseSettingsSource,
     SettingsConfigDict,
+    YamlConfigSettingsSource,
 )
 
 # Default config prefix:
@@ -79,29 +79,6 @@ def get_default_config_yaml(prefix: str) -> Optional[Path]:
     return None
 
 
-def yaml_settings_factory(
-    config_yaml: Optional[Path] = None,
-) -> Callable[[], dict[str, Any]]:
-    """
-    A factory of source methods for pydantic's BaseSettings Config that load
-    settings from a yaml file.
-
-    Args:
-        config_yaml (str, Optional):
-            Path to the yaml file to read from.
-    """
-
-    def yaml_settings() -> dict[str, Any]:
-        """Source method for loading pydantic BaseSettings from a yaml file"""
-        if config_yaml is None:
-            return {}
-
-        with open(config_yaml, encoding="utf8") as yaml_file:
-            return yaml.safe_load(yaml_file)
-
-    return yaml_settings
-
-
 def config_from_yaml(
     prefix: str = DEFAULT_CONFIG_PREFIX,
 ) -> Callable:
@@ -119,7 +96,7 @@ def config_from_yaml(
 
     Args:
         prefix: (str, optional):
-            When defining parameters via enviroment variables, all variables
+            When defining parameters via environment variables, all variables
             have to be prefixed with this string following this pattern
             "{prefix}_{actual_variable_name}". Moreover, this prefix is used
             to derive the default location for the config yaml file
@@ -161,7 +138,7 @@ def config_from_yaml(
                 raise ConfigYamlDoesNotExist(path=config_yaml)
 
             class ModSettings(settings):
-                """Modifies the orginal Settings class provided by the user"""
+                """Modifies the original Settings class provided by the user"""
 
                 model_config = SettingsConfigDict(frozen=True, env_prefix=f"{prefix}_")
 
@@ -174,12 +151,12 @@ def config_from_yaml(
                     dotenv_settings: PydanticBaseSettingsSource,
                     file_secret_settings: PydanticBaseSettingsSource,
                 ):
-                    """Add custom yaml source"""
+                    """Add custom yaml source, but maintain the priority of sources."""
                     return (
                         init_settings,
                         env_settings,
                         file_secret_settings,
-                        yaml_settings_factory(config_yaml),
+                        YamlConfigSettingsSource(settings_cls, config_yaml),
                     )
 
             # construct settings class:

{hexkit-3.4.0 → hexkit-3.5.0}/src/hexkit/protocols/dao.py

@@ -61,7 +61,7 @@ class ResourceAlreadyExistsError(RuntimeError):
     """Raised when a resource did unexpectedly exist."""
 
     def __init__(self, *, id_: str):
-        message = f'The resource with the id "{id_}" does already exist.'
+        message = f'The resource with the id "{id_}" already exists.'
         super().__init__(message)
 
 

{hexkit-3.4.0 → hexkit-3.5.0}/src/hexkit/providers/akafka/config.py

@@ -18,7 +18,7 @@
 
 from typing import Literal
 
-from pydantic import Field, SecretStr
+from pydantic import Field, PositiveInt, SecretStr
 from pydantic_settings import BaseSettings
 
 
@@ -76,3 +76,9 @@ class KafkaConfig(BaseSettings):
             + " newly correlation ID will be generated and used in the event header."
         ),
     )
+    kafka_max_message_size: PositiveInt = Field(
+        default=1024 * 1024,  # 1 MiB
+        description="The largest message size that can be transmitted, in bytes. Only"
+        + " services that have a need to send/receive larger messages should set this.",
+        examples=[1024 * 1024, 16 * 1024 * 1024],
+    )

{hexkit-3.4.0 → hexkit-3.5.0}/src/hexkit/providers/akafka/provider/eventpub.py

@@ -54,6 +54,7 @@ class KafkaProducerCompatible(Protocol):
         client_id: str,
         key_serializer: Callable[[Any], bytes],
         value_serializer: Callable[[Any], bytes],
+        max_request_size: int,
     ):
         """
         Initialize the producer with some config params.
@@ -67,6 +68,8 @@ class KafkaProducerCompatible(Protocol):
                 Function to serialize the keys into bytes.
             value_serializer:
                 Function to serialize the values into bytes.
+            max_request_size:
+                Maximum sendable message size.
         """
         ...
 
@@ -116,6 +119,7 @@ class KafkaEventPublisher(EventPublisherProtocol):
             value_serializer=lambda event_value: json.dumps(event_value).encode(
                 "ascii"
             ),
+            max_request_size=config.kafka_max_message_size,
         )
 
         try:

{hexkit-3.4.0 → hexkit-3.5.0}/src/hexkit/providers/akafka/provider/eventsub.py

@@ -90,6 +90,7 @@ class KafkaConsumerCompatible(Protocol):
         enable_auto_commit: bool,
         key_deserializer: Callable[[bytes], str],
         value_deserializer: Callable[[bytes], str],
+        max_partition_fetch_bytes: int,
     ):
         """
         Initialize the consumer with some config params.
@@ -108,6 +109,8 @@ class KafkaConsumerCompatible(Protocol):
                 Function to deserialize the keys into strings.
             value_serializer:
                 Function to deserialize the values into strings.
+            max_partition_fetch_bytes:
+                Maximum receivable message size
         """
         ...
 
@@ -176,6 +179,7 @@ class KafkaEventSubscriber(InboundProviderBase):
             value_deserializer=lambda event_value: json.loads(
                 event_value.decode("ascii")
             ),
+            max_partition_fetch_bytes=config.kafka_max_message_size,
         )
         try:
             await consumer.start()

{hexkit-3.4.0 → hexkit-3.5.0}/src/hexkit/providers/mongodb/provider.py

@@ -31,6 +31,7 @@ from motor.core import AgnosticCollection
 from motor.motor_asyncio import AsyncIOMotorClient
 from pydantic import Field, SecretStr
 from pydantic_settings import BaseSettings
+from pymongo.errors import DuplicateKeyError
 
 from hexkit.protocols.dao import (
     DaoFactoryProtocol,
@@ -42,6 +43,7 @@ from hexkit.protocols.dao import (
     InvalidFindMappingError,
     MultipleHitsFoundError,
     NoHitsFoundError,
+    ResourceAlreadyExistsError,
     ResourceNotFoundError,
 )
 from hexkit.utils import FieldNotInModelError, validate_fields_in_model
@@ -386,7 +388,10 @@ class MongoDbDaoNaturalId(MongoDbDaoBase[Dto]):
                 when a resource with the ID specified in the dto does already exist.
         """
         document = self._dto_to_document(dto)
-        await self._collection.insert_one(document)
+        try:
+            await self._collection.insert_one(document)
+        except DuplicateKeyError as error:
+            raise ResourceAlreadyExistsError(id_=document["_id"]) from error
 
     async def upsert(self, dto: Dto) -> None:
         """Update the provided resource if it already exists, create it otherwise.

{hexkit-3.4.0 → hexkit-3.5.0}/src/hexkit/providers/mongokafka/provider.py

@@ -20,6 +20,7 @@ Require dependencies of the `akafka` and `mongodb` extras.
 """
 
 import json
+import logging
 from collections.abc import AsyncIterator, Awaitable, Collection, Mapping
 from contextlib import AbstractAsyncContextManager, asynccontextmanager, contextmanager
 from typing import Any, Callable, Generic, Optional
@@ -27,6 +28,7 @@ from typing import Any, Callable, Generic, Optional
 from aiokafka import AIOKafkaProducer
 from motor.core import AgnosticCollection
 from motor.motor_asyncio import AsyncIOMotorClient
+from pydantic import field_validator
 
 from hexkit.correlation import get_correlation_id, set_correlation_id
 from hexkit.custom_types import JsonObject
@@ -396,6 +398,16 @@ class MongoKafkaDaoPublisher(Generic[Dto]):
 class MongoKafkaConfig(MongoDbConfig, KafkaConfig):
     """Config parameters and their defaults."""
 
+    @field_validator("kafka_max_message_size", mode="after")
+    @classmethod
+    def validate_max_message_size(cls, value: int) -> int:
+        """Validate the maximum message size."""
+        if value > 2**24:  # 16 MiB
+            logging.warning(
+                f"Max message size ({value}) exceeds the 16 MiB document size limit for MongoDB!"
+            )
+        return value
+
 
 class MongoKafkaDaoPublisherFactory(DaoPublisherFactoryProtocol):
     """A provider implementing the DaoPublisherFactoryProtocol based on MongoDB and

{hexkit-3.4.0 → hexkit-3.5.0}/src/hexkit/providers/s3/testutils/__init__.py

@@ -15,7 +15,7 @@
 
 """S3-related test fixtures and support functions."""
 
-from ._fixtures import (  # noqa: F401
+from ._fixtures import (
     LOCALSTACK_IMAGE,
     MEBIBYTE,
     TEST_FILE_DIR,
@@ -36,8 +36,8 @@ from ._fixtures import (  # noqa: F401
     tmp_file,
     upload_file,
 )
-from ._typical_workflow import typical_workflow  # noqa: F401
-from ._utils import (  # noqa: F401
+from ._typical_workflow import typical_workflow
+from ._utils import (
     check_part_size,
     download_and_check_test_file,
     multipart_upload_file,
@@ -45,3 +45,32 @@ from ._utils import (  # noqa: F401
     upload_part_of_size,
     upload_part_via_url,
 )
+
+__all__ = [
+    "LOCALSTACK_IMAGE",
+    "MEBIBYTE",
+    "TEST_FILE_DIR",
+    "TEST_FILE_PATHS",
+    "FileObject",
+    "S3ContainerFixture",
+    "S3Fixture",
+    "calc_md5",
+    "clean_s3_fixture",
+    "get_clean_s3_fixture",
+    "get_persistent_s3_fixture",
+    "get_s3_container_fixture",
+    "persistent_s3_fixture",
+    "populate_storage",
+    "s3_container_fixture",
+    "s3_fixture",
+    "temp_file_object",
+    "tmp_file",
+    "upload_file",
+    "typical_workflow",
+    "check_part_size",
+    "download_and_check_test_file",
+    "multipart_upload_file",
+    "upload_part",
+    "upload_part_of_size",
+    "upload_part_via_url",
+]

{hexkit-3.4.0 → hexkit-3.5.0}/src/hexkit/providers/testing/eventpub.py

@@ -26,6 +26,8 @@ from typing import NamedTuple, Optional
 from hexkit.custom_types import JsonObject
 from hexkit.protocols.eventpub import EventPublisherProtocol
 
+__all__ = ["InMemEventStore", "InMemEventPublisher", "TopicExhaustedError"]
+
 
 class TopicExhaustedError(RuntimeError):
     """Thrown when now more event are queued in a topic."""

{hexkit-3.4.0 → hexkit-3.5.0/src/hexkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hexkit
-Version: 3.4.0
+Version: 3.5.0
 Summary: A Toolkit for Building Microservices using the Hexagonal Architecture
 Author-email: "German Human Genome Phenome Archive (GHGA)" <contact@ghga.de>
 License: Apache 2.0