moose-lib 0.4.316__tar.gz → 0.4.317__tar.gz

{moose_lib-0.4.316 → moose_lib-0.4.317}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: moose_lib
-Version: 0.4.316
+Version: 0.4.317
 Home-page: https://www.fiveonefour.com/moose
 Author: Fiveonefour Labs Inc.
 Author-email: support@fiveonefour.com

{moose_lib-0.4.316 → moose_lib-0.4.317}/moose_lib/dmv2/__init__.py

@@ -68,6 +68,10 @@ from .workflow import (
     Workflow,
 )
 
+from .life_cycle import (
+    LifeCycle,
+)
+
 from .registry import (
     get_tables,
     get_table,
@@ -132,6 +136,9 @@ __all__ = [
     'WorkflowConfig',
     'Workflow',
 
+    # Lifecycle
+    'LifeCycle',
+
     # Registry
     'get_tables',
     'get_table',

{moose_lib-0.4.316 → moose_lib-0.4.317}/moose_lib/dmv2/ingest_pipeline.py

@@ -11,6 +11,7 @@ from .types import TypedMooseResource, T
 from .olap_table import OlapTable, OlapConfig
 from .stream import Stream, StreamConfig, DeadLetterQueue
 from .ingest_api import IngestApi, IngestConfig, IngestConfigWithDestination
+from .life_cycle import LifeCycle
 
 class IngestPipelineConfig(BaseModel):
     """Configuration for creating a complete ingestion pipeline.
@@ -25,6 +26,7 @@ class IngestPipelineConfig(BaseModel):
         ingest: Configuration for the ingest API component.
         version: Optional version string applied to all created components.
         metadata: Optional metadata for the ingestion pipeline.
+        life_cycle: Determines how changes in code will propagate to the resources.
     """
     table: bool | OlapConfig = True
     stream: bool | StreamConfig = True
@@ -32,6 +34,7 @@ class IngestPipelineConfig(BaseModel):
     dead_letter_queue: bool | StreamConfig = True
     version: Optional[str] = None
     metadata: Optional[dict] = None
+    life_cycle: Optional[LifeCycle] = None
 
 class IngestPipeline(TypedMooseResource, Generic[T]):
     """Creates and configures a linked Table, Stream, and Ingest API pipeline.
@@ -120,13 +123,15 @@ class IngestPipeline(TypedMooseResource, Generic[T]):
         stream_metadata = config.metadata
         ingest_metadata = config.metadata
         if config.table:
-            table_config = OlapConfig() if config.table is True else config.table
+            table_config = (config.table if isinstance(config.table, OlapConfig) else 
+                          OlapConfig(life_cycle=config.life_cycle))
             if config.version:
                 table_config.version = config.version
             table_config.metadata = table_metadata
             self.table = OlapTable(name, table_config, t=self._t)
         if config.stream:
-            stream_config = StreamConfig() if config.stream is True else config.stream
+            stream_config = (config.stream if isinstance(config.stream, StreamConfig) else 
+                           StreamConfig(life_cycle=config.life_cycle))
             if config.table and stream_config.destination is not None:
                 raise ValueError("The destination of the stream should be the table created in the IngestPipeline")
             stream_config.destination = self.table

moose_lib-0.4.317/moose_lib/dmv2/life_cycle.py

@@ -0,0 +1,32 @@
+"""
+Lifecycle management definitions for Moose Data Model v2 (dmv2).
+
+This module defines how Moose manages the lifecycle of database resources
+when your code changes.
+"""
+from enum import Enum
+
+class LifeCycle(Enum):
+    """Defines how Moose manages the lifecycle of database resources when your code changes.
+
+    This enum controls the behavior when there are differences between your code definitions
+    and the actual database schema or structure.
+    """
+
+    FULLY_MANAGED = "FULLY_MANAGED"
+    """Full automatic management (default behavior).
+    Moose will automatically modify database resources to match your code definitions,
+    including potentially destructive operations like dropping columns or tables.
+    """
+
+    DELETION_PROTECTED = "DELETION_PROTECTED"
+    """Deletion-protected automatic management.
+    Moose will modify resources to match your code but will avoid destructive actions
+    such as dropping columns, or tables. Only additive changes are applied.
+    """
+
+    EXTERNALLY_MANAGED = "EXTERNALLY_MANAGED"
+    """External management - no automatic changes.
+    Moose will not modify the database resources. You are responsible for managing
+    the schema and ensuring it matches your code definitions manually.
+    """ 

{moose_lib-0.4.316 → moose_lib-0.4.317}/moose_lib/dmv2/olap_table.py

@@ -16,6 +16,7 @@ from ..config.runtime import RuntimeClickHouseConfig
 from .types import TypedMooseResource, T
 from ._registry import _tables
 from ..data_models import Column, is_array_nested_type, is_nested_type, _to_columns
+from .life_cycle import LifeCycle
 
 @dataclass
 class InsertOptions:
@@ -102,6 +103,7 @@ class OlapConfig(BaseModel):
         engine: The ClickHouse table engine to use (e.g., MergeTree, ReplacingMergeTree).
         version: Optional version string for tracking configuration changes.
         metadata: Optional metadata for the table.
+        life_cycle: Determines how changes in code will propagate to the resources.
     """
     order_by_fields: list[str] = []
     # equivalent to setting `engine=ClickHouseEngines.ReplacingMergeTree`
@@ -109,6 +111,7 @@ class OlapConfig(BaseModel):
     engine: Optional[ClickHouseEngines] = None
     version: Optional[str] = None
     metadata: Optional[dict] = None
+    life_cycle: Optional[LifeCycle] = None
 
 class OlapTable(TypedMooseResource, Generic[T]):
     """Represents an OLAP table (e.g., a ClickHouse table) typed with a Pydantic model.

{moose_lib-0.4.316 → moose_lib-0.4.317}/moose_lib/dmv2/stream.py

@@ -13,6 +13,7 @@ from pydantic.alias_generators import to_camel
 from .types import TypedMooseResource, ZeroOrMany, T, U
 from .olap_table import OlapTable
 from ._registry import _streams
+from .life_cycle import LifeCycle
 
 class StreamConfig(BaseModel):
     """Configuration for data streams (e.g., Redpanda topics).
@@ -23,12 +24,14 @@ class StreamConfig(BaseModel):
         destination: Optional `OlapTable` where stream messages should be automatically ingested.
         version: Optional version string for tracking configuration changes.
         metadata: Optional metadata for the stream.
+        life_cycle: Determines how changes in code will propagate to the resources.
     """
     parallelism: int = 1
     retention_period: int = 60 * 60 * 24 * 7  # 7 days
     destination: Optional[OlapTable[Any]] = None
     version: Optional[str] = None
     metadata: Optional[dict] = None
+    life_cycle: Optional[LifeCycle] = None
 
 class TransformConfig(BaseModel):
     """Configuration for stream transformations.

{moose_lib-0.4.316 → moose_lib-0.4.317}/moose_lib/internal.py

@@ -64,6 +64,7 @@ class TableConfig(BaseModel):
         engine: The name of the ClickHouse engine used.
         version: Optional version string of the table configuration.
         metadata: Optional metadata for the table.
+        life_cycle: Lifecycle management setting for the table.
     """
     model_config = model_config
 
@@ -74,6 +75,7 @@ class TableConfig(BaseModel):
     engine: Optional[str]
     version: Optional[str] = None
     metadata: Optional[dict] = None
+    life_cycle: Optional[str] = None
 
 class TopicConfig(BaseModel):
     """Internal representation of a stream/topic configuration for serialization.
@@ -90,6 +92,7 @@ class TopicConfig(BaseModel):
         has_multi_transform: Flag indicating if a multi-transform function is defined.
         consumers: List of consumers attached to this topic.
         metadata: Optional metadata for the topic.
+        life_cycle: Lifecycle management setting for the topic.
     """
     model_config = model_config
 
@@ -104,6 +107,7 @@ class TopicConfig(BaseModel):
     has_multi_transform: bool
     consumers: List[Consumer]
     metadata: Optional[dict] = None
+    life_cycle: Optional[str] = None
 
 class IngestApiConfig(BaseModel):
     """Internal representation of an Ingest API configuration for serialization.
@@ -274,6 +278,7 @@ def to_infra_map() -> dict:
             engine=None if engine is None else engine.value,
             version=table.config.version,
             metadata=getattr(table, "metadata", None),
+            life_cycle=table.config.life_cycle.value if table.config.life_cycle else None,
         )
 
     for name, stream in get_streams().items():
@@ -305,6 +310,7 @@ def to_infra_map() -> dict:
             has_multi_transform=stream._multipleTransformations is not None,
             consumers=consumers,
             metadata=getattr(stream, "metadata", None),
+            life_cycle=stream.config.life_cycle.value if stream.config.life_cycle else None,
         )
 
     for name, api in get_ingest_apis().items():

{moose_lib-0.4.316 → moose_lib-0.4.317}/moose_lib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: moose_lib
-Version: 0.4.316
+Version: 0.4.317
 Home-page: https://www.fiveonefour.com/moose
 Author: Fiveonefour Labs Inc.
 Author-email: support@fiveonefour.com

{moose_lib-0.4.316 → moose_lib-0.4.317}/moose_lib.egg-info/SOURCES.txt

@@ -24,6 +24,7 @@ moose_lib/dmv2/_registry.py
 moose_lib/dmv2/consumption.py
 moose_lib/dmv2/ingest_api.py
 moose_lib/dmv2/ingest_pipeline.py
+moose_lib/dmv2/life_cycle.py
 moose_lib/dmv2/materialized_view.py
 moose_lib/dmv2/olap_table.py
 moose_lib/dmv2/registry.py