datatailr 0.1.30__py3-none-any.whl → 0.1.31__py3-none-any.whl

datatailr/logging.py

@@ -10,7 +10,7 @@
 
 import logging
 import os
-from logging import StreamHandler
+import sys
 from logging.handlers import RotatingFileHandler
 from typing import Optional
 from datatailr import User
@@ -33,6 +33,28 @@ def get_log_level() -> int:
         return logging.INFO
 
 
+class MaxLevelFilter(logging.Filter):
+    """Allow only log records at or below a given level."""
+
+    def __init__(self, level):
+        super().__init__()
+        self.level = level
+
+    def filter(self, record: logging.LogRecord) -> bool:
+        return record.levelno <= self.level
+
+
+class MinLevelFilter(logging.Filter):
+    """Allow only log records at or above a given level."""
+
+    def __init__(self, level):
+        super().__init__()
+        self.level = level
+
+    def filter(self, record: logging.LogRecord) -> bool:
+        return record.levelno >= self.level
+
+
 tag = dt__Tag()
 node_name = tag.get("node_name") or "local"
 node_ip = tag.get("node_ip")
@@ -66,12 +88,21 @@ class DatatailrLogger:
         self.logger = logging.getLogger(name)
         self.logger.setLevel(log_level)
 
-        # Stream handler for stdout/stderr
-        stream_handler = StreamHandler()
-        stream_handler.setLevel(log_level)
-        stream_formatter = logging.Formatter(log_format)
-        stream_handler.setFormatter(stream_formatter)
-        self.logger.addHandler(stream_handler)
+        formatter = logging.Formatter(log_format)
+
+        # stdout handler (DEBUG/INFO only)
+        stdout_handler = logging.StreamHandler(sys.stdout)
+        stdout_handler.setLevel(logging.DEBUG)
+        stdout_handler.addFilter(MaxLevelFilter(logging.INFO))
+        stdout_handler.setFormatter(formatter)
+        self.logger.addHandler(stdout_handler)
+
+        # stderr handler (WARNING and above)
+        stderr_handler = logging.StreamHandler(sys.stderr)
+        stderr_handler.setLevel(logging.WARNING)
+        stderr_handler.addFilter(MinLevelFilter(logging.WARNING))
+        stderr_handler.setFormatter(formatter)
+        self.logger.addHandler(stderr_handler)
 
         # Optional file handler
         if log_file:
@@ -79,9 +110,9 @@ class DatatailrLogger:
                 log_file, maxBytes=10 * 1024 * 1024, backupCount=5
             )
             file_handler.setLevel(log_level)
-            file_formatter = logging.Formatter(log_format)
-            file_handler.setFormatter(file_formatter)
+            file_handler.setFormatter(formatter)
             self.logger.addHandler(file_handler)
+
         self.enable_opentelemetry()
 
     def get_logger(self):

datatailr/scheduler/batch.py

@@ -459,7 +459,7 @@ class Batch(Job):
             return args
         return {}
 
-    def run(self) -> Tuple[bool, str]:
+    def prepare_args(self) -> None:
         def arg_name(arg: Union[BatchJob, str]) -> str:
             return arg.name if isinstance(arg, BatchJob) else arg
 
@@ -481,6 +481,14 @@ class Batch(Job):
         }
 
         __ARGUMENTS_CACHE__.add_arguments(self.id, args)
+
+    def save(self) -> Tuple[bool, str]:
+        self.prepare_args()
+        return super().save()
+
+    def run(self) -> Tuple[bool, str]:
+        self.prepare_args()
+
         if not self.__local_run and is_dt_installed():
             return super().run()
         else:

{datatailr-0.1.30.dist-info → datatailr-0.1.31.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datatailr
-Version: 0.1.30
+Version: 0.1.31
 Summary: Ready-to-Use Platform That Drives Business Insights
 Author-email: Datatailr <info@datatailr.com>
 License-Expression: MIT

{datatailr-0.1.30.dist-info → datatailr-0.1.31.dist-info}/RECORD

@@ -5,7 +5,7 @@ datatailr/dt_json.py,sha256=3xmTqDBk68oPl2UW8UVOYPaBw4lAsVg6nDLwcen5nuo,2252
 datatailr/errors.py,sha256=p_e4ao3sFEfz1g4LvEDqw6bVzHJPJSINLjJ8H6_PqOo,751
 datatailr/excel.py,sha256=7_13VFHrjHlIAEeTaGQIlq4ycJvzRo-TvkP_KRBELGs,425
 datatailr/group.py,sha256=AC0nCA44eEWZCJCq2klPqkFg_995mS3C_wu5uSFFLtU,4426
-datatailr/logging.py,sha256=4Rsx3wf2tAr1334E2goBjhC877RwbUNaFgBlh902vU4,3270
+datatailr/logging.py,sha256=msr0vzIaOtXmKjxsPpMw0Zl7jX9C_W0IuUwNjmqhhcA,4146
 datatailr/user.py,sha256=tjIMbQ-tb2yFhgLBl_eTb47kKiy-RoM3KtYS3zmJiwc,6736
 datatailr/utils.py,sha256=mqnnERMyHNAuAgFY4Ry4O4yW0ZjCRtJbjfI5fXVqt2s,1524
 datatailr/version.py,sha256=N9K8ZxlwFFSz8XSgbgaTWZY4k2J0JKfj698nZ_O2pIU,536
@@ -20,14 +20,14 @@ datatailr/sbin/datatailr_run_service.py,sha256=R8eNLN2SGnMtyfLy3vq9isUHr3dRzeBqE
 datatailr/scheduler/__init__.py,sha256=qydHYVtEP6SUWd2CQ6FRdTdRWNz3SbYPJy4FK_wOvMk,1772
 datatailr/scheduler/arguments_cache.py,sha256=3sKXg4_baeZNo8jvSGTFK6zT5RM1TKMpH-UVS1CLn20,6014
 datatailr/scheduler/base.py,sha256=cOTtXOloxjfJknWr3W1VEbpwGB5llrDreCot7Zv1Hkk,15015
-datatailr/scheduler/batch.py,sha256=JBSiFNwv2X2BkBocz7ddVmwND6MFds978f0Ok5f8aUc,16782
+datatailr/scheduler/batch.py,sha256=2bWcWwcoQjfoJCKIFgoc4L_aCq8nR2v34ri6EMsy0LE,16947
 datatailr/scheduler/batch_decorator.py,sha256=LqL1bsupWLn-YEQUvFJYae7R3ogrL5-VodyiiScrkRw,5806
 datatailr/scheduler/constants.py,sha256=5WWTsfwZ_BA8gVDOTa2AQX9DJ0NzfaWgtY3vrODS2-8,606
 datatailr/scheduler/schedule.py,sha256=0XJJen2nL1xplRs0Xbjwgq3T-0bFCOrJzkSALdio998,3741
 datatailr/scheduler/utils.py,sha256=up6oR2iwe6G52LkvgfO394xchXgCYNjOMGRQW3e8PQk,1082
-datatailr-0.1.30.dist-info/licenses/LICENSE,sha256=ikKP4_O-UD_b8FuNdKmbzTb6odd0JX085ZW_FAPN3VI,1066
-datatailr-0.1.30.dist-info/METADATA,sha256=66PRVMXOkl5sjVTQe7bgSpaNF1PiBXJUnbB1OdGDyuY,5146
-datatailr-0.1.30.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-datatailr-0.1.30.dist-info/entry_points.txt,sha256=YqXfk2At-olW4PUSRkqvy_O3Mbv7uTKCCPuAAiz3Qbg,312
-datatailr-0.1.30.dist-info/top_level.txt,sha256=75gntW0X_SKpqxLL6hAPipvpk28GAhJBvoyqN_HohWU,10
-datatailr-0.1.30.dist-info/RECORD,,
+datatailr-0.1.31.dist-info/licenses/LICENSE,sha256=ikKP4_O-UD_b8FuNdKmbzTb6odd0JX085ZW_FAPN3VI,1066
+datatailr-0.1.31.dist-info/METADATA,sha256=czvwodDtR4q7tW4AuMAB9Kxj9T2HewWpQaAgcyPyGrE,5146
+datatailr-0.1.31.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+datatailr-0.1.31.dist-info/entry_points.txt,sha256=YqXfk2At-olW4PUSRkqvy_O3Mbv7uTKCCPuAAiz3Qbg,312
+datatailr-0.1.31.dist-info/top_level.txt,sha256=75gntW0X_SKpqxLL6hAPipvpk28GAhJBvoyqN_HohWU,10
+datatailr-0.1.31.dist-info/RECORD,,