amsdal 0.4.13__cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl

amsdal/__about__.py

@@ -0,0 +1,4 @@
+# SPDX-FileCopyrightText: 2023-present
+#
+# SPDX-License-Identifier: AMSDAL End User License Agreement
+__version__ = '0.4.13'

amsdal/__about__.pyi

@@ -0,0 +1 @@
+__version__: str

amsdal/__init__.py

@@ -0,0 +1,23 @@
+# SPDX-FileCopyrightText: 2023-present
+#
+# SPDX-License-Identifier: TODO
+from amsdal_data.aliases.using import DEFAULT_DB_ALIAS
+from amsdal_data.aliases.using import LAKEHOUSE_DB_ALIAS
+from amsdal_models.classes.helpers.reference_loader import ReferenceLoader
+from amsdal_utils.config.manager import AmsdalConfigManager
+from amsdal_utils.models.data_models.metadata import Metadata
+from amsdal_utils.models.data_models.reference import Reference
+from amsdal_utils.models.enums import Versions
+
+from amsdal.context.manager import AmsdalContextManager
+
+__all__ = [
+    'DEFAULT_DB_ALIAS',
+    'LAKEHOUSE_DB_ALIAS',
+    'AmsdalConfigManager',
+    'AmsdalContextManager',
+    'Metadata',
+    'Reference',
+    'ReferenceLoader',
+    'Versions',
+]

amsdal/__init__.pyi

@@ -0,0 +1,9 @@
+from amsdal.context.manager import AmsdalContextManager as AmsdalContextManager
+from amsdal_data.aliases.using import DEFAULT_DB_ALIAS as DEFAULT_DB_ALIAS, LAKEHOUSE_DB_ALIAS as LAKEHOUSE_DB_ALIAS
+from amsdal_models.classes.helpers.reference_loader import ReferenceLoader as ReferenceLoader
+from amsdal_utils.config.manager import AmsdalConfigManager as AmsdalConfigManager
+from amsdal_utils.models.data_models.metadata import Metadata as Metadata
+from amsdal_utils.models.data_models.reference import Reference as Reference
+from amsdal_utils.models.enums import Versions as Versions
+
+__all__ = ['DEFAULT_DB_ALIAS', 'LAKEHOUSE_DB_ALIAS', 'AmsdalConfigManager', 'AmsdalContextManager', 'Metadata', 'Reference', 'ReferenceLoader', 'Versions']

amsdal/__migrations__/0000_initial.py

@@ -0,0 +1,217 @@
+from amsdal_models.migration import migrations
+from amsdal_utils.models.enums import ModuleType
+
+
+class Migration(migrations.Migration):
+    operations: list[migrations.Operation] = [
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='Object',
+            new_schema={
+                'title': 'Object',
+                'properties': {
+                    'title': {'type': 'string', 'title': 'Title'},
+                    'type': {'type': 'string', 'title': 'Type'},
+                    'default': {'type': 'anything', 'title': 'Default'},
+                    'properties': {
+                        'type': 'dictionary',
+                        'items': {'key': {'type': 'string'}, 'value': {'type': 'anything'}},
+                        'title': 'Properties',
+                    },
+                    'required': {'type': 'array', 'items': {'type': 'string'}, 'title': 'Required'},
+                    'unique': {
+                        'type': 'array',
+                        'items': {'type': 'array', 'items': {'type': 'string'}},
+                        'title': 'Unique Fields',
+                    },
+                    'custom_code': {'type': 'string', 'title': 'Custom Code'},
+                    'meta_class': {'type': 'string', 'title': 'Meta Class'},
+                },
+            },
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='Binary',
+            new_schema={'title': 'Binary', 'properties': {}, 'meta_class': 'TypeMeta'},
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='Dictionary',
+            new_schema={'title': 'Dictionary', 'properties': {}, 'meta_class': 'TypeMeta'},
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='Anything',
+            new_schema={'title': 'Anything', 'properties': {}, 'meta_class': 'TypeMeta'},
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='String',
+            new_schema={'title': 'String', 'default': '', 'properties': {}, 'meta_class': 'TypeMeta'},
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='Array',
+            new_schema={'title': 'Array', 'properties': {}, 'meta_class': 'TypeMeta'},
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='Number',
+            new_schema={'title': 'Number', 'properties': {}, 'meta_class': 'TypeMeta'},
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='Boolean',
+            new_schema={
+                'title': 'Boolean',
+                'properties': {},
+                'options': [{'key': 'true', 'value': True}, {'key': 'false', 'value': False}],
+                'meta_class': 'TypeMeta',
+            },
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.CORE,
+            class_name='Option',
+            new_schema={
+                'title': 'Option',
+                'required': ['key', 'value'],
+                'properties': {
+                    'key': {'type': 'string', 'title': 'Key'},
+                    'value': {'type': 'string', 'title': 'Value Type'},
+                },
+                'meta_class': 'TypeMeta',
+            },
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.CORE,
+            class_name='Validator',
+            new_schema={
+                'title': 'Validator',
+                'required': ['name', 'data'],
+                'properties': {
+                    'name': {'type': 'string', 'title': 'Validator Name'},
+                    'data': {'type': 'anything', 'title': 'Validator Data'},
+                },
+                'meta_class': 'TypeMeta',
+            },
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.CORE,
+            class_name='ClassPropertyMeta',
+            new_schema={
+                'title': 'ClassPropertyMeta',
+                'properties': {
+                    'title': {'type': 'string', 'title': 'Title'},
+                    'default': {'type': 'anything', 'title': 'Default'},
+                    'options': {'type': 'array', 'items': {'type': 'Option'}, 'title': 'Options'},
+                },
+                'meta_class': 'TypeMeta',
+            },
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.CORE,
+            class_name='ClassProperty',
+            new_schema={
+                'title': 'ClassProperty',
+                'required': ['type'],
+                'properties': {
+                    'type': {'type': 'string', 'title': 'Type'},
+                    'items': {
+                        'type': 'dictionary',
+                        'items': {'key': {'type': 'string'}, 'value': {'type': 'anything'}},
+                        'title': 'Items',
+                    },
+                    'db_field': {
+                        'type': 'array',
+                        'items': {'type': 'string'},
+                        'title': 'DB Fields',
+                    },
+                },
+                'meta_class': 'TypeMeta',
+            },
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.CORE,
+            class_name='ClassObject',
+            new_schema={
+                'title': 'ClassObject',
+                'properties': {
+                    'table_name': {'type': 'string', 'title': 'Table Name'},
+                    'properties': {
+                        'type': 'dictionary',
+                        'items': {'key': {'type': 'string'}, 'value': {'type': 'ClassProperty'}},
+                        'title': 'Properties',
+                    },
+                    'primary_key': {
+                        'type': 'array',
+                        'items': {'type': 'string'},
+                        'title': 'Primary key fields',
+                    },
+                    'indexed': {'type': 'array', 'items': {'type': 'string'}, 'title': 'Indexed'},
+                    'unique': {
+                        'type': 'array',
+                        'items': {'type': 'array', 'items': {'type': 'string'}},
+                        'title': 'Unique Fields',
+                    },
+                    'required': {'type': 'array', 'items': {'type': 'string'}, 'title': 'Required'},
+                    'meta_class': {'type': 'string', 'default': 'ClassObject', 'title': 'Meta Class'},
+                },
+                'custom_code': '@property  # type: ignore[misc]\ndef display_name(self) -> str:  # type: ignore[no-untyped-def]\n    return self.title',
+            },
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.CORE,
+            class_name='ClassObjectMeta',
+            new_schema={
+                'title': 'ClassObjectMeta',
+                'required': ['title', 'type'],
+                'properties': {
+                    'title': {'type': 'string', 'title': 'Title'},
+                    'type': {'type': 'string', 'title': 'Type'},
+                    'default': {'type': 'anything', 'title': 'Default'},
+                    'properties': {
+                        'type': 'dictionary',
+                        'items': {'key': {'type': 'string'}, 'value': {'type': 'ClassPropertyMeta'}},
+                        'title': 'Properties',
+                    },
+                    'custom_code': {'type': 'string', 'title': 'Custom Code'},
+                },
+            },
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.CORE,
+            class_name='Fixture',
+            new_schema={
+                'title': 'Fixture',
+                'required': ['data', 'external_id'],
+                'properties': {
+                    'class_name': {'type': 'string', 'title': 'Class Name'},
+                    'external_id': {'type': 'string', 'title': 'External ID'},
+                    'data': {
+                        'type': 'dictionary',
+                        'items': {'key': {'type': 'string'}, 'value': {'type': 'anything'}},
+                        'title': 'Data',
+                    },
+                },
+                "primary_key": ["partition_key"],
+                "table_name": "Fixture",
+                'unique': [['external_id']],
+            },
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.CORE,
+            class_name='File',
+            new_schema={
+                'title': 'File',
+                'required': ['filename', 'data'],
+                'properties': {
+                    'filename': {'type': 'string', 'title': 'Filename'},
+                    'data': {'type': 'binary', 'title': 'Data'},
+                    'size': {'type': 'number', 'title': 'Size'},
+                },
+                "primary_key": ["partition_key"],
+                "table_name": "File",
+                'custom_code': "def pre_update(self):  # type: ignore[no-untyped-def]\n    self.size = len(self.data or b'')\n\ndef pre_create(self) -> None:  # type: ignore[no-untyped-def]\n    self.size = len(self.data or b'')\n\nfrom pathlib import Path\nfrom typing import BinaryIO\n\n\ndef to_file(self, file_or_path: Path | BinaryIO) -> None:  # type: ignore[no-untyped-def]\n    if isinstance(file_or_path, Path):\n        if file_or_path.is_dir():\n            file_or_path = file_or_path / self.name\n        file_or_path.write_bytes(self.data)  # type: ignore[union-attr]\n    else:\n        file_or_path.write(self.data)\n        file_or_path.seek(0)\n\nfrom pathlib import Path\nfrom typing import BinaryIO\n\n\n@classmethod  # type: ignore[misc, no-untyped-def]\ndef from_file(\n    cls,\n    file_or_path: Path | BinaryIO,\n) -> 'File':  # type: ignore[name-defined]  # noqa: F821\n    if isinstance(file_or_path, Path):\n        if file_or_path.is_dir():\n            msg = f'{file_or_path} is a directory'\n            raise ValueError(msg)\n\n        data = file_or_path.read_bytes()\n        filename = file_or_path.name\n    else:\n        file_or_path.seek(0)\n        data = file_or_path.read()\n        filename = Path(file_or_path.name).name\n\n    return cls(data=data, filename=filename)\n\nimport base64\n\nfrom pydantic import field_validator\n\n\n@field_validator('data')  # type: ignore[misc]\n@classmethod\ndef data_base64_decode(cls, v: bytes) -> bytes:  # type: ignore[no-untyped-def]  # noqa: ARG001\n    is_base64: bool = False\n\n    try:\n        is_base64 = base64.b64encode(base64.b64decode(v)) == v\n    except Exception:\n        ...\n\n    if is_base64:\n        return base64.b64decode(v)\n\n    return v\n\n@property  # type: ignore[misc]\ndef mimetype(self) -> str | None:  # type: ignore[no-untyped-def]\n    import mimetypes\n\n    return mimetypes.guess_type(self.filename)[0]",
+            },
+        ),
+    ]

amsdal/__migrations__/0001_datetime_type.py

@@ -0,0 +1,18 @@
+from amsdal_utils.models.enums import ModuleType
+
+from amsdal_models.migration import migrations
+
+
+class Migration(migrations.Migration):
+    operations: list[migrations.Operation] = [
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='Date',
+            new_schema={'title': 'Date', 'properties': {}, 'meta_class': 'TypeMeta'},
+        ),
+        migrations.CreateClass(
+            module_type=ModuleType.TYPE,
+            class_name='Datetime',
+            new_schema={'title': 'Datetime', 'properties': {}, 'meta_class': 'TypeMeta'},
+        ),
+    ]

amsdal/__migrations__/0002_fixture_order.py

@@ -0,0 +1,44 @@
+from amsdal_models.migration import migrations
+from amsdal_utils.models.enums import ModuleType
+
+
+class Migration(migrations.Migration):
+    operations: list[migrations.Operation] = [
+        migrations.UpdateClass(
+            module_type=ModuleType.CORE,
+            class_name='Fixture',
+            old_schema={
+                'title': 'Fixture',
+                'required': ['data', 'external_id'],
+                'properties': {
+                    'class_name': {'type': 'string', 'title': 'Class Name'},
+                    'external_id': {'type': 'string', 'title': 'External ID'},
+                    'data': {
+                        'type': 'dictionary',
+                        'items': {'key': {'type': 'string'}, 'value': {'type': 'anything'}},
+                        'title': 'Data',
+                    },
+                },
+                "primary_key": ["partition_key"],
+                "table_name": "Fixture",
+                'unique': [['external_id']],
+            },
+            new_schema={
+                'title': 'Fixture',
+                'required': ['data', 'external_id'],
+                'properties': {
+                    'class_name': {'type': 'string', 'title': 'Class Name'},
+                    'order': {'type': 'number', 'title': 'Order'},
+                    'external_id': {'type': 'string', 'title': 'External ID'},
+                    'data': {
+                        'type': 'dictionary',
+                        'items': {'key': {'type': 'string'}, 'value': {'type': 'anything'}},
+                        'title': 'Data',
+                    },
+                },
+                "primary_key": ["partition_key"],
+                "table_name": "Fixture",
+                'unique': [['external_id']],
+            },
+        ),
+    ]

amsdal/__migrations__/0003_schema_type_in_class_meta.py

@@ -0,0 +1,44 @@
+from amsdal_models.migration import migrations
+from amsdal_utils.models.enums import ModuleType
+
+
+class Migration(migrations.Migration):
+    operations: list[migrations.Operation] = [
+        migrations.UpdateClass(
+            module_type=ModuleType.CORE,
+            class_name='ClassObjectMeta',
+            old_schema={
+                "title": "ClassObjectMeta",
+                "type": "object",
+                "properties": {
+                    "title": {"title": "Title", "type": "string"},
+                    "type": {"title": "Type", "type": "string"},
+                    "default": {"title": "Default", "type": "anything"},
+                    "properties": {
+                        "title": "Properties",
+                        "type": "dictionary",
+                        "items": {"key": {"type": "string"}, "value": {"type": "ClassPropertyMeta"}},
+                    },
+                    "custom_code": {"title": "Custom Code", "type": "string"},
+                },
+                "required": ["title", "type"],
+            },
+            new_schema={
+                "title": "ClassObjectMeta",
+                "type": "object",
+                "properties": {
+                    "title": {"title": "Title", "type": "string"},
+                    "type": {"title": "Type", "type": "string"},
+                    "default": {"title": "Default", "type": "anything"},
+                    "class_schema_type": {"title": "Schema Type", "type": "string"},
+                    "properties": {
+                        "title": "Properties",
+                        "type": "dictionary",
+                        "items": {"key": {"type": "string"}, "value": {"type": "ClassPropertyMeta"}},
+                    },
+                    "custom_code": {"title": "Custom Code", "type": "string"},
+                },
+                "required": ["title", "type"],
+            },
+        ),
+    ]

amsdal/cloud/client.pyi

@@ -0,0 +1,57 @@
+import httpx
+from amsdal.cloud.constants import BASE_AUTH_URL as BASE_AUTH_URL
+from amsdal.errors import AmsdalAuthConnectionError as AmsdalAuthConnectionError
+from typing import Any, Protocol
+
+class HttpFunction(Protocol):
+    """
+    Protocol for HTTP function callables.
+
+    This protocol defines the structure for callables that perform HTTP requests, ensuring they accept a URL and
+        additional keyword arguments.
+    """
+    def __call__(self, url: str, **kwargs: Any) -> httpx.Response: ...
+
+class AuthClientService:
+    """
+    Service to handle HTTP requests for authentication.
+
+    This class provides functionality to perform HTTP GET and POST requests to the authentication server,
+    handling connection errors and setting default timeouts.
+    """
+    DEFAULT_TIMEOUT: int
+    def _default_handler(self, calling_function: HttpFunction, path: str, **kwargs: Any) -> httpx.Response: ...
+    def post(self, path: str, **kwargs: Any) -> httpx.Response:
+        """
+        Sends an HTTP POST request to the specified path.
+
+        This method constructs the full URL using the base authentication URL and the provided path,
+        sets a default timeout, and sends an HTTP POST request.
+
+        Args:
+            path (str): The path to append to the base authentication URL.
+            **kwargs (Any): Additional keyword arguments to pass to the `httpx.post` function.
+
+        Returns:
+            httpx.Response: The response from the HTTP POST request.
+
+        Raises:
+            AmsdalAuthConnectionError: If there is a connection error.
+        """
+    def get(self, path: str, **kwargs: Any) -> httpx.Response:
+        """
+        Sends an HTTP GET request to the specified path.
+
+        This method constructs the full URL using the base authentication URL and the provided path,
+        sets a default timeout, and sends an HTTP GET request.
+
+        Args:
+            path (str): The path to append to the base authentication URL.
+            **kwargs (Any): Additional keyword arguments to pass to the `httpx.get` function.
+
+        Returns:
+            httpx.Response: The response from the HTTP GET request.
+
+        Raises:
+            AmsdalAuthConnectionError: If there is a connection error.
+        """

amsdal/cloud/constants.pyi

@@ -0,0 +1,13 @@
+from _typeshed import Incomplete
+from pydantic_settings import BaseSettings
+
+class Settings(BaseSettings):
+    model_config: Incomplete
+    AMSDAL_SANDBOX_ENVIRONMENT: bool | None
+
+JWT_PUBLIC_KEY: str
+ENCRYPT_PUBLIC_KEY: str
+cloud_settings: Incomplete
+SYNC_KEY: bytes
+AMSDAL_ENV_SUBDOMAIN: Incomplete
+BASE_AUTH_URL: Incomplete

amsdal/cloud/enums.pyi

@@ -0,0 +1,68 @@
+from enum import Enum
+
+class AuthType(Enum):
+    """
+    Enumeration for authentication types.
+
+    This enum defines the types of authentication methods available.
+
+    Attributes:
+        CREDENTIALS: Authentication using credentials.
+        TOKEN: Authentication using a token.
+    """
+    CREDENTIALS = ...
+    TOKEN = ...
+
+class DeployType(str, Enum):
+    """
+    Enumeration for deployment types.
+
+    This enum defines the types of deployment methods available.
+
+    Attributes:
+        lakehouse_only: Deployment only to the lakehouse.
+        include_state_db: Deployment including the state database.
+    """
+    lakehouse_only = 'lakehouse_only'
+    include_state_db = 'include_state_db'
+
+class StateOption(str, Enum):
+    """
+    Enumeration for state options.
+
+    This enum defines the types of state database options available.
+
+    Attributes:
+        sqlite: State database using SQLite.
+        postgres: State database using PostgreSQL.
+    """
+    sqlite = 'sqlite'
+    postgres = 'postgres'
+
+class LakehouseOption(str, Enum):
+    """
+    Enumeration for lakehouse options.
+
+    This enum defines the types of lakehouse options available.
+
+    Attributes:
+        spark: Lakehouse option using Spark.
+        postgres: Lakehouse option using PostgreSQL.
+        postgres_immutable: Lakehouse option using immutable PostgreSQL.
+    """
+    spark = 'spark'
+    postgres = 'postgres'
+    postgres_immutable = 'postgres-immutable'
+
+class ResponseStatus(str, Enum):
+    """
+    Enumeration for response statuses.
+
+    This enum defines the types of response statuses available.
+
+    Attributes:
+        success: Indicates a successful response.
+        error: Indicates an error response.
+    """
+    success = 'success'
+    error = 'error'