csvpath 0.0.606__tar.gz → 0.0.608__tar.gz

{csvpath-0.0.606 → csvpath-0.0.608}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: csvpath
-Version: 0.0.606
+Version: 0.0.608
 Summary: CsvPath Framework is a data preboarding automation library for receiving, validating, and tracking CSV, Excel, JSONL and other tabular data files before they can corrupt downstream data consumers.
 License-File: LICENSE
 Author: David Kershaw

{csvpath-0.0.606 → csvpath-0.0.608}/csvpath/managers/files/files_activation_listener.py

@@ -1,7 +1,5 @@
-import requests
 import threading
 
-from abc import ABC
 
 from csvpath import CsvPaths
 from csvpath.managers.metadata import Metadata
@@ -28,6 +26,6 @@ class FileActivationListener(Listener, threading.Thread):
         csvpaths = CsvPaths()
         activator = csvpaths.file_manager.activator
         ref = mdata.named_file_ref
-        csvpaths.logger.info("Activating for {ref} if any activation is configured")
+        csvpaths.logger.info(f"Activating for {ref} if any activation is configured")
         activator.activate_if(ref)
-        csvpaths.logger.info("Activation for {ref} if any completed")
+        csvpaths.logger.info(f"Activation for {ref} if any completed")

{csvpath-0.0.606 → csvpath-0.0.608}/csvpath/managers/integrations/webhook/webhook_listener.py

@@ -1,8 +1,6 @@
 import requests
 import threading
 
-from abc import ABC
-from csvpath.util.box import Box
 from csvpath.managers.metadata import Metadata
 from csvpath.managers.listener import Listener
 from csvpath.matching.util.expression_utility import ExpressionUtility
@@ -22,8 +20,7 @@ from csvpath.matching.util.expression_utility import ExpressionUtility
 #
 
 
-class WebhookException(Exception):
-    ...
+class WebhookException(Exception): ...
 
 
 class WebhookListener(Listener, threading.Thread):
@@ -113,6 +110,7 @@ class WebhookListener(Listener, threading.Thread):
         # prep request
         #
         headers = {"Content-Type": "application/json"}
+        headers = headers | self._headers_for_type(mdata, atype)
         #
         # send
         #

{csvpath-0.0.606 → csvpath-0.0.608}/csvpath/managers/integrations/webhook/webhook_results_listener.py

@@ -64,7 +64,7 @@ class WebhookResultsListener(WebhookListener):
                 return False
         return True
 
-    def _url_for_type(self, mdata: Metadata, atype: str):
+    def _url_for_type(self, mdata: Metadata, atype: str) -> str:
         cfg = self.csvpaths.paths_manager.describer.get_webhooks(mdata.named_paths_name)
         if cfg is None:
             return None
@@ -79,6 +79,43 @@ class WebhookResultsListener(WebhookListener):
         else:
             raise ValueError(f"Unknown type: {atype}")
 
+    def _headers_for_type(self, mdata: Metadata, atype: str) -> dict:
+        cfg = self.csvpaths.paths_manager.describer.get_webhooks(mdata.named_paths_name)
+        if cfg is None:
+            return None
+        headers = None
+        if atype.find("all") > -1:
+            headers = cfg.on_complete_all.headers
+        elif atype.find("invalid") > -1:
+            headers = cfg.on_complete_invalid.headers
+        elif atype.find("valid") > -1:
+            headers = cfg.on_complete_valid.headers
+        elif atype.find("error") > -1:
+            headers = cfg.on_complete_error.headers
+        else:
+            raise ValueError(f"Unknown type: {atype}")
+        #
+        # get raw headers
+        #
+        _ = {}
+        if headers and len(headers) > 0:
+            _ = {
+                header.name: header.value
+                for header in headers
+                if header.name and header.value
+            }
+        #
+        # do var sub. this looks goofy but it will have the correct source and do {} var sub
+        #
+        faux = "___never_say_never___"
+        headers = {}
+        for k, v in _.items():
+            self.config.set(section=faux, name=k, value=v)
+            v = self.config.get(section=faux, name=k)
+            headers[k] = v
+        self.config.config_parser.remove_section(faux)
+        return headers
+
     def _payload_for_type(self, mdata: Metadata, atype: str) -> dict:
         if mdata is None:
             raise ValueError("Metadata cannot be None")

{csvpath-0.0.606 → csvpath-0.0.608}/csvpath/managers/paths/paths_describer.py

@@ -20,9 +20,15 @@ class Scripts(BaseModel):
     on_complete_error: Optional[str] = None
 
 
+class Header(BaseModel):
+    name: Optional[str] = None
+    value: Optional[str] = None
+
+
 class Webhook(BaseModel):
     url: Optional[str] = None
     payload: Optional[str] = None
+    headers: list[Header] = []
 
 
 class Webhooks(BaseModel):
@@ -330,7 +336,7 @@ class NamedPathsDescriber:
         else:
             raise ValueError(f"Script {path} not found")
 
-    # ========== scripts ============
+    # ========== webhooks ============
 
     def store_webhooks(self, name: NamedPathsName, w: Webhooks) -> None:
         config = self.get_config(name)

{csvpath-0.0.606 → csvpath-0.0.608}/csvpath/util/config.py

@@ -114,7 +114,7 @@ allow_local_files=True
 
 [listeners]
 # add listener group names to send events to the channel they represent
-groups = default
+groups = default,activation
 #slack, openlineage, ckan, sftp, sftpplus, otlp, sqlite, sql
 
 # general purpose webhook caller
@@ -138,6 +138,9 @@ sqlite.result = from csvpath.managers.integrations.sqlite.sqlite_result_listener
 default.file = from csvpath.managers.files.files_listener import FilesListener
 default.paths = from csvpath.managers.paths.paths_listener import PathsListener
 
+# adds a listener that uses info in a named-file descriptor to create a run when data arrives
+activation.file = from csvpath.managers.files.files_activation_listener import FileActivationListener
+
 # add otlp to the list of groups above to push observability metrics to an OpenTelemetry endpoint
 otlp.result = from csvpath.managers.integrations.otlp.otlp_result_listener import OpenTelemetryResultListener
 otlp.results = from csvpath.managers.integrations.otlp.otlp_results_listener import OpenTelemetryResultsListener

{csvpath-0.0.606 → csvpath-0.0.608}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "csvpath"
-version = "0.0.606"
+version = "0.0.608"
 description = "CsvPath Framework is a data preboarding automation library for receiving, validating, and tracking CSV, Excel, JSONL and other tabular data files before they can corrupt downstream data consumers."
 authors = ["David Kershaw <info@csvpath.org>"]
 readme = "README.md"