moose-lib 0.4.213__py3-none-any.whl → 0.4.215__py3-none-any.whl

moose_lib/dmv2.py

@@ -435,6 +435,7 @@ class IngestConfigWithDestination[T: BaseModel]:
         metadata: Optional metadata for the ingestion configuration.
     """
     destination: Stream[T]
+    dead_letter_queue: Optional[DeadLetterQueue[T]] = None
     version: Optional[str] = None
     metadata: Optional[dict] = None
 
@@ -456,6 +457,7 @@ class IngestPipelineConfig(BaseModel):
     table: bool | OlapConfig = True
     stream: bool | StreamConfig = True
     ingest: bool | IngestConfig = True
+    dead_letter_queue: bool | StreamConfig = True
     version: Optional[str] = None
     metadata: Optional[dict] = None
 
@@ -504,6 +506,7 @@ class IngestPipeline(TypedMooseResource, Generic[T]):
         table: The created `OlapTable` instance, if configured.
         stream: The created `Stream` instance, if configured.
         ingest_api: The created `IngestApi` instance, if configured.
+        dead_letter_queue: The created `DeadLetterQueue` instance, if configured.
         columns (Columns[T]): Helper for accessing data field names safely.
         name (str): The base name of the pipeline.
         model_type (type[T]): The Pydantic model associated with this pipeline.
@@ -511,6 +514,7 @@ class IngestPipeline(TypedMooseResource, Generic[T]):
     table: Optional[OlapTable[T]] = None
     stream: Optional[Stream[T]] = None
     ingest_api: Optional[IngestApi[T]] = None
+    dead_letter_queue: Optional[DeadLetterQueue[T]] = None
     metadata: Optional[dict] = None
 
     def get_table(self) -> OlapTable[T]:
@@ -574,6 +578,12 @@ class IngestPipeline(TypedMooseResource, Generic[T]):
                 stream_config.version = config.version
             stream_config.metadata = stream_metadata
             self.stream = Stream(name, stream_config, t=self._t)
+        if config.dead_letter_queue:
+            stream_config = StreamConfig() if config.dead_letter_queue is True else config.dead_letter_queue
+            if config.version:
+                stream_config.version = config.version
+            stream_config.metadata = stream_metadata
+            self.dead_letter_queue = DeadLetterQueue(f"{name}DeadLetterQueue", stream_config, t=self._t)
         if config.ingest:
             if self.stream is None:
                 raise ValueError("Ingest API needs a stream to write to.")
@@ -583,6 +593,8 @@ class IngestPipeline(TypedMooseResource, Generic[T]):
             ingest_config_dict["destination"] = self.stream
             if config.version:
                 ingest_config_dict["version"] = config.version
+            if self.dead_letter_queue:
+                ingest_config_dict["dead_letter_queue"] = self.dead_letter_queue
             ingest_config_dict["metadata"] = ingest_metadata
             ingest_config = IngestConfigWithDestination(**ingest_config_dict)
             self.ingest_api = IngestApi(name, ingest_config, t=self._t)
@@ -707,13 +719,13 @@ class SqlResource:
     pushes_data_to: list[Union[OlapTable, "SqlResource"]]
 
     def __init__(
-        self,
-        name: str,
-        setup: list[str],
-        teardown: list[str],
-        pulls_data_from: Optional[list[Union[OlapTable, "SqlResource"]]] = None,
-        pushes_data_to: Optional[list[Union[OlapTable, "SqlResource"]]] = None,
-        metadata: dict = None
+            self,
+            name: str,
+            setup: list[str],
+            teardown: list[str],
+            pulls_data_from: Optional[list[Union[OlapTable, "SqlResource"]]] = None,
+            pushes_data_to: Optional[list[Union[OlapTable, "SqlResource"]]] = None,
+            metadata: dict = None
     ):
         self.name = name
         self.setup = setup
@@ -734,7 +746,8 @@ class View(SqlResource):
                      that this view depends on.
     """
 
-    def __init__(self, name: str, select_statement: str, base_tables: list[Union[OlapTable, SqlResource]], metadata: dict = None):
+    def __init__(self, name: str, select_statement: str, base_tables: list[Union[OlapTable, SqlResource]],
+                 metadata: dict = None):
         setup = [
             f"CREATE VIEW IF NOT EXISTS {name} AS {select_statement}".strip()
         ]

moose_lib/internal.py

@@ -110,6 +110,7 @@ class IngestApiConfig(BaseModel):
     name: str
     columns: List[Column]
     write_to: Target
+    dead_letter_queue: Optional[str] = None
     version: Optional[str] = None
     metadata: Optional[dict] = None
 
@@ -306,6 +307,7 @@ def to_infra_map() -> dict:
                 name=api.config.destination.name
             ),
             metadata=getattr(api, "metadata", None),
+            dead_letter_queue=api.config.dead_letter_queue.name
         )
 
     for name, api in _egress_apis.items():

{moose_lib-0.4.213.dist-info → moose_lib-0.4.215.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: moose_lib
-Version: 0.4.213
+Version: 0.4.215
 Home-page: https://www.fiveonefour.com/moose
 Author: Fiveonefour Labs Inc.
 Author-email: support@fiveonefour.com

{moose_lib-0.4.213.dist-info → moose_lib-0.4.215.dist-info}/RECORD

@@ -3,8 +3,8 @@ moose_lib/blocks.py,sha256=_wdvC2NC_Y3MMEnB71WTgWbeQ--zPNHk19xjToJW0C0,3185
 moose_lib/commons.py,sha256=BV5X78MuOWHiZV9bsWSN69JIvzTNWUi-gnuMiAtaO8A,2489
 moose_lib/data_models.py,sha256=R6do1eQqHK6AZ4GTP5tOPtSZaltjZurfx9_Asji7Dwc,8529
 moose_lib/dmv2-serializer.py,sha256=CL_Pvvg8tJOT8Qk6hywDNzY8MYGhMVdTOw8arZi3jng,49
-moose_lib/dmv2.py,sha256=87TbxF1cJLUA6vOpPs_zez9Y9obfxadwe1t4KgqrO-U,37599
-moose_lib/internal.py,sha256=nNb1e-grgJ3jpo4H_4_JsKrmH6wL202zWsaVCmvk3yE,14085
+moose_lib/dmv2.py,sha256=JFNRjTWUcuTw865Wy8E_UgjLeLZPWAU3m7Ec2rd3CKM,38404
+moose_lib/internal.py,sha256=8aEXQjB2DWz-dGUJ0ch8g5awHxELoZx1XYmlVXlhCWo,14193
 moose_lib/main.py,sha256=In-u7yA1FsLDeP_2bhIgBtHY_BkXaZqDwf7BxwyC21c,8471
 moose_lib/query_param.py,sha256=AB5BKu610Ji-h1iYGMBZKfnEFqt85rS94kzhDwhWJnc,6288
 moose_lib/tasks.py,sha256=6MXA0j7nhvQILAJVTQHCAsquwrSOi2zAevghAc_7kXs,1554
@@ -16,7 +16,7 @@ tests/__init__.py,sha256=0Gh4yzPkkC3TzBGKhenpMIxJcRhyrrCfxLSfpTZnPMQ,53
 tests/conftest.py,sha256=ZVJNbnr4DwbcqkTmePW6U01zAzE6QD0kNAEZjPG1f4s,169
 tests/test_moose.py,sha256=mBsx_OYWmL8ppDzL_7Bd7xR6qf_i3-pCIO3wm2iQNaA,2136
 tests/test_redis_client.py,sha256=d9_MLYsJ4ecVil_jPB2gW3Q5aWnavxmmjZg2uYI3LVo,3256
-moose_lib-0.4.213.dist-info/METADATA,sha256=T1Cywpt6LEEhL8OFyFb0wy15WKteaV7NHIBG83Pqgng,638
-moose_lib-0.4.213.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-moose_lib-0.4.213.dist-info/top_level.txt,sha256=XEns2-4aCmGp2XjJAeEH9TAUcGONLnSLy6ycT9FSJh8,16
-moose_lib-0.4.213.dist-info/RECORD,,
+moose_lib-0.4.215.dist-info/METADATA,sha256=wC9g0yXSs7JTDNGb_Ms_-8Dg7h24-Wzvl-MGjclBlfA,638
+moose_lib-0.4.215.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+moose_lib-0.4.215.dist-info/top_level.txt,sha256=XEns2-4aCmGp2XjJAeEH9TAUcGONLnSLy6ycT9FSJh8,16
+moose_lib-0.4.215.dist-info/RECORD,,