ergon-framework-python 0.1.8__tar.gz → 0.2.0__tar.gz

{ergon_framework_python-0.1.8 → ergon_framework_python-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ergon-framework-python
-Version: 0.1.8
+Version: 0.2.0
 Summary: Ergon internal task-oriented project bootstrapper
 Author-email: Ergondata Technologies <anza.vossos@protonmail.com>
 License-Expression: MIT
@@ -16,26 +16,43 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: aio-pika>=9.0.0
-Requires-Dist: aiobotocore>=2.13.0
 Requires-Dist: async-timeout>=5.0.1
-Requires-Dist: asyncpg>=0.29.0
-Requires-Dist: boto3>=1.35.0
-Requires-Dist: ergon-platform-sdk>=0.1.0
-Requires-Dist: httpx>=0.28.0
 Requires-Dist: more-itertools>=10.8.0
-Requires-Dist: openpyxl>=3.1.5
 Requires-Dist: opentelemetry-api>=1.38.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc>=1.38.0
 Requires-Dist: opentelemetry-sdk>=1.38.0
-Requires-Dist: pika>=1.3.0
 Requires-Dist: pydantic>=2.12.4
 Requires-Dist: python-dotenv>=1.2.1
 Requires-Dist: python-json-logger>=4.0.0
-Requires-Dist: requests>=2.32.5
+Provides-Extra: all
+Requires-Dist: aio-pika>=9.0.0; extra == "all"
+Requires-Dist: aiobotocore>=2.13.0; extra == "all"
+Requires-Dist: asyncpg>=0.29.0; extra == "all"
+Requires-Dist: boto3>=1.35.0; extra == "all"
+Requires-Dist: ergon-platform-sdk>=0.1.0; extra == "all"
+Requires-Dist: httpx>=0.28.0; extra == "all"
+Requires-Dist: nylas>=6.0.0; extra == "all"
+Requires-Dist: openpyxl>=3.1.5; extra == "all"
+Requires-Dist: pika>=1.3.0; extra == "all"
+Requires-Dist: requests>=2.32.5; extra == "all"
+Provides-Extra: ergon-platform
+Requires-Dist: ergon-platform-sdk>=0.1.0; extra == "ergon-platform"
+Requires-Dist: httpx>=0.28.0; extra == "ergon-platform"
+Provides-Extra: excel
+Requires-Dist: openpyxl>=3.1.5; extra == "excel"
 Provides-Extra: nylas
 Requires-Dist: nylas>=6.0.0; extra == "nylas"
-Provides-Extra: ergon-platform
+Provides-Extra: pipefy
+Requires-Dist: httpx>=0.28.0; extra == "pipefy"
+Requires-Dist: requests>=2.32.5; extra == "pipefy"
+Provides-Extra: postgres
+Requires-Dist: asyncpg>=0.29.0; extra == "postgres"
+Provides-Extra: rabbitmq
+Requires-Dist: aio-pika>=9.0.0; extra == "rabbitmq"
+Requires-Dist: pika>=1.3.0; extra == "rabbitmq"
+Provides-Extra: sqs
+Requires-Dist: aiobotocore>=2.13.0; extra == "sqs"
+Requires-Dist: boto3>=1.35.0; extra == "sqs"
 Dynamic: license-file
 
 # Ergon Framework — Python SDK
@@ -54,6 +71,18 @@ Dynamic: license-file
 pip install ergon-framework-python
 ```
 
+Connector integrations are optional extras, so a core installation does not
+pull in client libraries that your application does not use:
+
+```bash
+pip install 'ergon-framework-python[rabbitmq]'
+pip install 'ergon-framework-python[sqs,postgres]'
+pip install 'ergon-framework-python[all]'
+```
+
+Available extras are `rabbitmq`, `sqs`, `postgres`, `pipefy`, `excel`,
+`ergon-platform`, and `nylas`.
+
 For local development, install in editable mode:
 
 ```bash

{ergon_framework_python-0.1.8 → ergon_framework_python-0.2.0}/README.md

@@ -14,6 +14,18 @@
 pip install ergon-framework-python
 ```
 
+Connector integrations are optional extras, so a core installation does not
+pull in client libraries that your application does not use:
+
+```bash
+pip install 'ergon-framework-python[rabbitmq]'
+pip install 'ergon-framework-python[sqs,postgres]'
+pip install 'ergon-framework-python[all]'
+```
+
+Available extras are `rabbitmq`, `sqs`, `postgres`, `pipefy`, `excel`,
+`ergon-platform`, and `nylas`.
+
 For local development, install in editable mode:
 
 ```bash

{ergon_framework_python-0.1.8 → ergon_framework_python-0.2.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ergon-framework-python"
-version = "0.1.8"
+version = "0.2.0"
 description = "Ergon internal task-oriented project bootstrapper"
 readme = "README.md"
 license = "MIT"
@@ -18,28 +18,48 @@ classifiers = [
     "Programming Language :: Python :: 3.13",
 ]
 dependencies = [
-    "aio-pika>=9.0.0",
-    "aiobotocore>=2.13.0",
     "async-timeout>=5.0.1",
-    "asyncpg>=0.29.0",
-    "boto3>=1.35.0",
-    "ergon-platform-sdk>=0.1.0",
-    "httpx>=0.28.0",
     "more-itertools>=10.8.0",
-    "openpyxl>=3.1.5",
     "opentelemetry-api>=1.38.0",
     "opentelemetry-exporter-otlp-proto-grpc>=1.38.0",
     "opentelemetry-sdk>=1.38.0",
-    "pika>=1.3.0",
     "pydantic>=2.12.4",
     "python-dotenv>=1.2.1",
     "python-json-logger>=4.0.0",
-    "requests>=2.32.5",
 ]
 
 [project.optional-dependencies]
+all = [
+    "aio-pika>=9.0.0",
+    "aiobotocore>=2.13.0",
+    "asyncpg>=0.29.0",
+    "boto3>=1.35.0",
+    "ergon-platform-sdk>=0.1.0",
+    "httpx>=0.28.0",
+    "nylas>=6.0.0",
+    "openpyxl>=3.1.5",
+    "pika>=1.3.0",
+    "requests>=2.32.5",
+]
+"ergon-platform" = [
+    "ergon-platform-sdk>=0.1.0",
+    "httpx>=0.28.0",
+]
+excel = ["openpyxl>=3.1.5"]
 nylas = ["nylas>=6.0.0"]
-ergon_platform = []
+pipefy = [
+    "httpx>=0.28.0",
+    "requests>=2.32.5",
+]
+postgres = ["asyncpg>=0.29.0"]
+rabbitmq = [
+    "aio-pika>=9.0.0",
+    "pika>=1.3.0",
+]
+sqs = [
+    "aiobotocore>=2.13.0",
+    "boto3>=1.35.0",
+]
 
 [dependency-groups]
 dev = [
@@ -47,7 +67,7 @@ dev = [
     "pyright>=1.1.390",
     "pytest>=8.0.0",
     "pytest-asyncio>=0.25.0",
-    "ruff>=0.6.0",
+    "ruff>=0.6.0,<0.16",
 ]
 
 [build-system]

{ergon_framework_python-0.1.8 → ergon_framework_python-0.2.0}/src/ergon/__init__.py

@@ -10,4 +10,4 @@ __all__ = [
     "manager",
 ]
 
-__version__ = "0.1.8"
+__version__ = "0.2.0"

ergon_framework_python-0.2.0/src/ergon/connector/__init__.py

@@ -0,0 +1,203 @@
+from importlib import import_module
+from typing import TYPE_CHECKING, Any
+
+from ._lazy import exported_names, load_export
+from .connector import AsyncConnector, Connector, ConnectorConfig
+from .transaction import Transaction
+
+if TYPE_CHECKING:
+    from .ergon_platform import (
+        AsyncErgonPlatformConnector,
+        CreateItemInput,
+        ErgonPlatformClient,
+        ErgonPlatformConnector,
+        ErgonPlatformConsumerConfig,
+        ErgonPlatformProducerConfig,
+    )
+    from .excel import ExcelConnector, ExcelFetchConfig, ExcelRow, ExcelService
+    from .nylas import (
+        AckActionConfig,
+        AsyncNylasAuthService,
+        AsyncNylasConnector,
+        AsyncNylasService,
+        AuthUrlConfig,
+        CodeExchangeInput,
+        GrantAuthResult,
+        MessageQueryFilter,
+        NylasAuthClient,
+        NylasAuthService,
+        NylasClient,
+        NylasConnector,
+        NylasConsumerConfig,
+        NylasProducerConfig,
+        NylasService,
+        SendMessageInput,
+    )
+    from .postgres import (
+        AsyncPostgresConnector,
+        AsyncPostgresService,
+        PostgresClient,
+        PostgresConsumerConfig,
+        PostgresProducerConfig,
+    )
+    from .rabbitmq import (
+        AsyncRabbitmqClient,
+        AsyncRabbitMQConnector,
+        AsyncRabbitmqConsumerConfig,
+        AsyncRabbitmqExchangeBinding,
+        AsyncRabbitmqProducerConfig,
+        AsyncRabbitmqQueueSubscription,
+        AsyncRabbitMQService,
+        RabbitmqClient,
+        RabbitMQConnector,
+        RabbitmqConsumerMessage,
+        RabbitmqProducerMessage,
+        RabbitMQService,
+    )
+    from .sqs import (
+        AsyncSQSConnector,
+        AsyncSQSService,
+        SQSClient,
+        SQSConnector,
+        SQSConsumerConfig,
+        SQSProducerConfig,
+        SQSService,
+    )
+
+_CONNECTOR_SUBPACKAGES = (
+    "ergon_platform",
+    "excel",
+    "nylas",
+    "pipefy",
+    "postgres",
+    "rabbitmq",
+    "sqs",
+)
+
+_LAZY_EXPORTS = {
+    "AckActionConfig": "nylas",
+    "AsyncErgonPlatformConnector": "ergon_platform",
+    "AsyncNylasAuthService": "nylas",
+    "AsyncNylasConnector": "nylas",
+    "AsyncNylasService": "nylas",
+    "AsyncPostgresConnector": "postgres",
+    "AsyncPostgresService": "postgres",
+    "AsyncRabbitMQConnector": "rabbitmq",
+    "AsyncRabbitMQService": "rabbitmq",
+    "AsyncRabbitmqClient": "rabbitmq",
+    "AsyncRabbitmqConsumerConfig": "rabbitmq",
+    "AsyncRabbitmqExchangeBinding": "rabbitmq",
+    "AsyncRabbitmqProducerConfig": "rabbitmq",
+    "AsyncRabbitmqQueueSubscription": "rabbitmq",
+    "AsyncSQSConnector": "sqs",
+    "AsyncSQSService": "sqs",
+    "AuthUrlConfig": "nylas",
+    "CodeExchangeInput": "nylas",
+    "CreateItemInput": "ergon_platform",
+    "ErgonPlatformClient": "ergon_platform",
+    "ErgonPlatformConnector": "ergon_platform",
+    "ErgonPlatformConsumerConfig": "ergon_platform",
+    "ErgonPlatformProducerConfig": "ergon_platform",
+    "ExcelConnector": "excel",
+    "ExcelFetchConfig": "excel",
+    "ExcelRow": "excel",
+    "ExcelService": "excel",
+    "GrantAuthResult": "nylas",
+    "MessageQueryFilter": "nylas",
+    "NylasAuthClient": "nylas",
+    "NylasAuthService": "nylas",
+    "NylasClient": "nylas",
+    "NylasConnector": "nylas",
+    "NylasConsumerConfig": "nylas",
+    "NylasProducerConfig": "nylas",
+    "NylasService": "nylas",
+    "PostgresClient": "postgres",
+    "PostgresConsumerConfig": "postgres",
+    "PostgresProducerConfig": "postgres",
+    "RabbitMQConnector": "rabbitmq",
+    "RabbitMQService": "rabbitmq",
+    "RabbitmqClient": "rabbitmq",
+    "RabbitmqConsumerMessage": "rabbitmq",
+    "RabbitmqProducerMessage": "rabbitmq",
+    "SQSClient": "sqs",
+    "SQSConnector": "sqs",
+    "SQSConsumerConfig": "sqs",
+    "SQSProducerConfig": "sqs",
+    "SQSService": "sqs",
+    "SendMessageInput": "nylas",
+}
+
+
+def __getattr__(name: str) -> Any:
+    if name in _CONNECTOR_SUBPACKAGES:
+        module = import_module(f".{name}", __name__)
+        globals()[name] = module
+        return module
+    return load_export(
+        name=name,
+        package=__name__,
+        exports=_LAZY_EXPORTS,
+        namespace=globals(),
+    )
+
+
+def __dir__() -> list[str]:
+    return sorted(set(exported_names(globals(), _LAZY_EXPORTS)) | set(_CONNECTOR_SUBPACKAGES))
+
+
+__all__ = [
+    "AckActionConfig",
+    "AsyncConnector",
+    "AsyncErgonPlatformConnector",
+    "AsyncNylasAuthService",
+    "AsyncNylasConnector",
+    "AsyncNylasService",
+    "AuthUrlConfig",
+    "CodeExchangeInput",
+    "GrantAuthResult",
+    "AsyncPostgresConnector",
+    "AsyncPostgresService",
+    "AsyncRabbitMQConnector",
+    "AsyncRabbitMQService",
+    "AsyncRabbitmqClient",
+    "AsyncRabbitmqConsumerConfig",
+    "AsyncRabbitmqExchangeBinding",
+    "AsyncRabbitmqProducerConfig",
+    "AsyncRabbitmqQueueSubscription",
+    "AsyncSQSConnector",
+    "AsyncSQSService",
+    "Connector",
+    "ConnectorConfig",
+    "CreateItemInput",
+    "ErgonPlatformClient",
+    "ErgonPlatformConnector",
+    "ErgonPlatformConsumerConfig",
+    "ErgonPlatformProducerConfig",
+    "ExcelConnector",
+    "ExcelFetchConfig",
+    "ExcelRow",
+    "ExcelService",
+    "MessageQueryFilter",
+    "NylasAuthClient",
+    "NylasAuthService",
+    "NylasClient",
+    "NylasConnector",
+    "NylasConsumerConfig",
+    "NylasProducerConfig",
+    "NylasService",
+    "PostgresClient",
+    "SendMessageInput",
+    "PostgresConsumerConfig",
+    "PostgresProducerConfig",
+    "RabbitMQConnector",
+    "RabbitMQService",
+    "RabbitmqClient",
+    "RabbitmqConsumerMessage",
+    "RabbitmqProducerMessage",
+    "SQSClient",
+    "SQSConnector",
+    "SQSConsumerConfig",
+    "SQSProducerConfig",
+    "SQSService",
+    "Transaction",
+]

ergon_framework_python-0.2.0/src/ergon/connector/_lazy.py

@@ -0,0 +1,51 @@
+"""Helpers for loading connector implementations only when requested."""
+
+from importlib import import_module
+from typing import Any, Mapping, MutableMapping, Sequence
+
+
+def load_export(
+    *,
+    name: str,
+    package: str,
+    exports: Mapping[str, str],
+    namespace: MutableMapping[str, Any],
+) -> Any:
+    """Load and cache one lazily exported attribute."""
+    module_name = exports.get(name)
+    if module_name is None:
+        raise AttributeError(f"module {package!r} has no attribute {name!r}")
+
+    module = import_module(f".{module_name}", package)
+    value = getattr(module, name)
+    namespace[name] = value
+    return value
+
+
+def load_optional_export(
+    *,
+    name: str,
+    package: str,
+    exports: Mapping[str, str],
+    namespace: MutableMapping[str, Any],
+    extra: str,
+    dependencies: Sequence[str],
+) -> Any:
+    """Load a connector export and explain how to install a missing extra."""
+    try:
+        return load_export(name=name, package=package, exports=exports, namespace=namespace)
+    except ModuleNotFoundError as exc:
+        missing_module = exc.name or ""
+        if not any(
+            missing_module == dependency or missing_module.startswith(f"{dependency}.") for dependency in dependencies
+        ):
+            raise
+        raise ImportError(
+            f"The {extra!r} connector dependencies are not installed. "
+            f"Install them with: pip install 'ergon-framework-python[{extra}]'"
+        ) from exc
+
+
+def exported_names(namespace: Mapping[str, Any], exports: Mapping[str, str]) -> list[str]:
+    """Return module names including lazy exports for interactive discovery."""
+    return sorted(set(namespace) | set(exports))

ergon_framework_python-0.2.0/src/ergon/connector/ergon_platform/__init__.py

@@ -0,0 +1,43 @@
+from typing import TYPE_CHECKING, Any
+
+from .._lazy import exported_names, load_optional_export
+from .models import (
+    CreateItemInput,
+    ErgonPlatformClient,
+    ErgonPlatformConsumerConfig,
+    ErgonPlatformProducerConfig,
+)
+
+if TYPE_CHECKING:
+    from .async_connector import AsyncErgonPlatformConnector
+    from .connector import ErgonPlatformConnector
+
+_LAZY_EXPORTS = {
+    "AsyncErgonPlatformConnector": "async_connector",
+    "ErgonPlatformConnector": "connector",
+}
+
+
+def __getattr__(name: str) -> Any:
+    return load_optional_export(
+        name=name,
+        package=__name__,
+        exports=_LAZY_EXPORTS,
+        namespace=globals(),
+        extra="ergon-platform",
+        dependencies=("ergon_platform", "httpx"),
+    )
+
+
+def __dir__() -> list[str]:
+    return exported_names(globals(), _LAZY_EXPORTS)
+
+
+__all__ = [
+    "AsyncErgonPlatformConnector",
+    "CreateItemInput",
+    "ErgonPlatformClient",
+    "ErgonPlatformConnector",
+    "ErgonPlatformConsumerConfig",
+    "ErgonPlatformProducerConfig",
+]

{ergon_framework_python-0.1.8 → ergon_framework_python-0.2.0}/src/ergon/connector/ergon_platform/_client.py

@@ -1,6 +1,9 @@
 from .models import ErgonPlatformClient
 
-_ERGON_PLATFORM_IMPORT_ERROR = "Install the ergon-platform-sdk package in the same environment"
+_ERGON_PLATFORM_IMPORT_ERROR = (
+    "The 'ergon-platform' connector dependencies are not installed. "
+    "Install them with: pip install 'ergon-framework-python[ergon-platform]'"
+)
 
 
 def _get_ergon_client():

ergon_framework_python-0.2.0/src/ergon/connector/excel/__init__.py

@@ -0,0 +1,44 @@
+"""
+Excel connector for ergon-framework.
+Provides transaction-based access to Excel files with support for:
+- Batch mode (multiple rows per transaction for high-throughput processing)
+- Normal mode (one row per transaction)
+- Sharding for parallel processing
+"""
+
+from typing import TYPE_CHECKING, Any
+
+from .._lazy import exported_names, load_optional_export
+from .models import ExcelFetchConfig, ExcelRow
+
+if TYPE_CHECKING:
+    from .connector import ExcelConnector
+    from .service import ExcelService
+
+_LAZY_EXPORTS = {
+    "ExcelConnector": "connector",
+    "ExcelService": "service",
+}
+
+
+def __getattr__(name: str) -> Any:
+    return load_optional_export(
+        name=name,
+        package=__name__,
+        exports=_LAZY_EXPORTS,
+        namespace=globals(),
+        extra="excel",
+        dependencies=("openpyxl",),
+    )
+
+
+def __dir__() -> list[str]:
+    return exported_names(globals(), _LAZY_EXPORTS)
+
+
+__all__ = [
+    "ExcelConnector",
+    "ExcelService",
+    "ExcelFetchConfig",
+    "ExcelRow",
+]

ergon_framework_python-0.2.0/src/ergon/connector/nylas/__init__.py

@@ -0,0 +1,75 @@
+from typing import TYPE_CHECKING, Any
+
+from .._lazy import exported_names, load_optional_export
+from .models import (
+    AckActionConfig,
+    AttachmentInput,
+    AuthUrlConfig,
+    ClientSideFilter,
+    CodeExchangeInput,
+    EmailAddress,
+    GrantAuthResult,
+    MessageFields,
+    MessageQueryFilter,
+    NylasAuthClient,
+    NylasClient,
+    NylasConsumerConfig,
+    NylasProducerConfig,
+    SendMessageInput,
+)
+
+if TYPE_CHECKING:
+    from .async_auth_service import AsyncNylasAuthService
+    from .async_connector import AsyncNylasConnector
+    from .async_service import AsyncNylasService
+    from .auth_service import NylasAuthService
+    from .connector import NylasConnector
+    from .service import NylasService
+
+_LAZY_EXPORTS = {
+    "AsyncNylasAuthService": "async_auth_service",
+    "AsyncNylasConnector": "async_connector",
+    "AsyncNylasService": "async_service",
+    "NylasAuthService": "auth_service",
+    "NylasConnector": "connector",
+    "NylasService": "service",
+}
+
+
+def __getattr__(name: str) -> Any:
+    return load_optional_export(
+        name=name,
+        package=__name__,
+        exports=_LAZY_EXPORTS,
+        namespace=globals(),
+        extra="nylas",
+        dependencies=("nylas",),
+    )
+
+
+def __dir__() -> list[str]:
+    return exported_names(globals(), _LAZY_EXPORTS)
+
+
+__all__ = [
+    "AckActionConfig",
+    "AsyncNylasAuthService",
+    "AsyncNylasConnector",
+    "AsyncNylasService",
+    "AttachmentInput",
+    "AuthUrlConfig",
+    "ClientSideFilter",
+    "CodeExchangeInput",
+    "EmailAddress",
+    "GrantAuthResult",
+    "MessageFields",
+    "MessageQueryFilter",
+    "NylasAuthClient",
+    "NylasAuthService",
+    "NylasClient",
+    "NylasConnector",
+    "NylasConsumerConfig",
+    "NylasProducerConfig",
+    "NylasService",
+    "SendMessageInput",
+]

ergon_framework_python-0.2.0/src/ergon/connector/pipefy/__init__.py

@@ -0,0 +1,49 @@
+from typing import TYPE_CHECKING, Any
+
+from .._lazy import exported_names, load_optional_export
+from .models import (
+    CreateCardInput,
+    FieldFilter,
+    FieldFilterOperator,
+    PipefyClient,
+)
+
+if TYPE_CHECKING:
+    from .async_connector import AsyncPipefyConnector
+    from .async_service import AsyncPipefyService
+    from .connector import PipefyConnector
+    from .service import PipefyService
+
+_LAZY_EXPORTS = {
+    "AsyncPipefyConnector": "async_connector",
+    "AsyncPipefyService": "async_service",
+    "PipefyConnector": "connector",
+    "PipefyService": "service",
+}
+
+
+def __getattr__(name: str) -> Any:
+    return load_optional_export(
+        name=name,
+        package=__name__,
+        exports=_LAZY_EXPORTS,
+        namespace=globals(),
+        extra="pipefy",
+        dependencies=("httpx", "requests"),
+    )
+
+
+def __dir__() -> list[str]:
+    return exported_names(globals(), _LAZY_EXPORTS)
+
+
+__all__ = [
+    "AsyncPipefyConnector",
+    "AsyncPipefyService",
+    "PipefyConnector",
+    "PipefyService",
+    "PipefyClient",
+    "CreateCardInput",
+    "FieldFilter",
+    "FieldFilterOperator",
+]