datatailr 0.1.30__tar.gz → 0.1.32__tar.gz

{datatailr-0.1.30/src/datatailr.egg-info → datatailr-0.1.32}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datatailr
-Version: 0.1.30
+Version: 0.1.32
 Summary: Ready-to-Use Platform That Drives Business Insights
 Author-email: Datatailr <info@datatailr.com>
 License-Expression: MIT

{datatailr-0.1.30 → datatailr-0.1.32}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "datatailr"
-version = "0.1.30"
+version = "0.1.32"
 description = "Ready-to-Use Platform That Drives Business Insights"
 readme = "README.md"
 requires-python = ">=3.9"

{datatailr-0.1.30 → datatailr-0.1.32}/src/datatailr/logging.py

@@ -10,7 +10,7 @@
 
 import logging
 import os
-from logging import StreamHandler
+import sys
 from logging.handlers import RotatingFileHandler
 from typing import Optional
 from datatailr import User
@@ -33,6 +33,28 @@ def get_log_level() -> int:
         return logging.INFO
 
 
+class MaxLevelFilter(logging.Filter):
+    """Allow only log records at or below a given level."""
+
+    def __init__(self, level):
+        super().__init__()
+        self.level = level
+
+    def filter(self, record: logging.LogRecord) -> bool:
+        return record.levelno <= self.level
+
+
+class MinLevelFilter(logging.Filter):
+    """Allow only log records at or above a given level."""
+
+    def __init__(self, level):
+        super().__init__()
+        self.level = level
+
+    def filter(self, record: logging.LogRecord) -> bool:
+        return record.levelno >= self.level
+
+
 tag = dt__Tag()
 node_name = tag.get("node_name") or "local"
 node_ip = tag.get("node_ip")
@@ -66,12 +88,21 @@ class DatatailrLogger:
         self.logger = logging.getLogger(name)
         self.logger.setLevel(log_level)
 
-        # Stream handler for stdout/stderr
-        stream_handler = StreamHandler()
-        stream_handler.setLevel(log_level)
-        stream_formatter = logging.Formatter(log_format)
-        stream_handler.setFormatter(stream_formatter)
-        self.logger.addHandler(stream_handler)
+        formatter = logging.Formatter(log_format)
+
+        # stdout handler (DEBUG/INFO only)
+        stdout_handler = logging.StreamHandler(sys.stdout)
+        stdout_handler.setLevel(logging.DEBUG)
+        stdout_handler.addFilter(MaxLevelFilter(logging.INFO))
+        stdout_handler.setFormatter(formatter)
+        self.logger.addHandler(stdout_handler)
+
+        # stderr handler (WARNING and above)
+        stderr_handler = logging.StreamHandler(sys.stderr)
+        stderr_handler.setLevel(logging.WARNING)
+        stderr_handler.addFilter(MinLevelFilter(logging.WARNING))
+        stderr_handler.setFormatter(formatter)
+        self.logger.addHandler(stderr_handler)
 
         # Optional file handler
         if log_file:
@@ -79,9 +110,9 @@ class DatatailrLogger:
                 log_file, maxBytes=10 * 1024 * 1024, backupCount=5
             )
             file_handler.setLevel(log_level)
-            file_formatter = logging.Formatter(log_format)
-            file_handler.setFormatter(file_formatter)
+            file_handler.setFormatter(formatter)
             self.logger.addHandler(file_handler)
+
         self.enable_opentelemetry()
 
     def get_logger(self):

{datatailr-0.1.30 → datatailr-0.1.32}/src/datatailr/scheduler/batch.py

@@ -459,7 +459,7 @@ class Batch(Job):
             return args
         return {}
 
-    def run(self) -> Tuple[bool, str]:
+    def prepare_args(self) -> None:
         def arg_name(arg: Union[BatchJob, str]) -> str:
             return arg.name if isinstance(arg, BatchJob) else arg
 
@@ -481,6 +481,14 @@ class Batch(Job):
         }
 
         __ARGUMENTS_CACHE__.add_arguments(self.id, args)
+
+    def save(self) -> Tuple[bool, str]:
+        self.prepare_args()
+        return super().save()
+
+    def run(self) -> Tuple[bool, str]:
+        self.prepare_args()
+
         if not self.__local_run and is_dt_installed():
             return super().run()
         else:

{datatailr-0.1.30 → datatailr-0.1.32/src/datatailr.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datatailr
-Version: 0.1.30
+Version: 0.1.32
 Summary: Ready-to-Use Platform That Drives Business Insights
 Author-email: Datatailr <info@datatailr.com>
 License-Expression: MIT

{datatailr-0.1.30 → datatailr-0.1.32}/src/sbin/datatailr_run.py

@@ -43,7 +43,7 @@ logger = DatatailrLogger(os.path.abspath(__file__)).get_logger()
 
 if not is_dt_installed():
     logger.error("Datatailr is not installed.")
-    sys.exit(1)
+    # sys.exit(1) # TODO: Uncomment after testing
 
 
 def get_env_var(name: str, default: str | None = None) -> str: