osbot-utils 1.36.0__tar.gz → 1.38.0__tar.gz

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: osbot_utils
-Version: 1.36.0
+Version: 1.38.0
 Summary: OWASP Security Bot - Utils
 Home-page: https://github.com/owasp-sbot/OSBot-Utils
 License: MIT
@@ -22,7 +22,7 @@ Description-Content-Type: text/markdown
 
 Powerful Python util methods and classes that simplify common apis and tasks.
 
-![Current Release](https://img.shields.io/badge/release-v1.36.0-blue)
+![Current Release](https://img.shields.io/badge/release-v1.38.0-blue)
 [![codecov](https://codecov.io/gh/owasp-sbot/OSBot-Utils/graph/badge.svg?token=GNVW0COX1N)](https://codecov.io/gh/owasp-sbot/OSBot-Utils)
 
 

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/README.md

@@ -2,7 +2,7 @@
 
 Powerful Python util methods and classes that simplify common apis and tasks.
 
-![Current Release](https://img.shields.io/badge/release-v1.36.0-blue)
+![Current Release](https://img.shields.io/badge/release-v1.38.0-blue)
 [![codecov](https://codecov.io/gh/owasp-sbot/OSBot-Utils/graph/badge.svg?token=GNVW0COX1N)](https://codecov.io/gh/owasp-sbot/OSBot-Utils)
 
 

osbot_utils-1.38.0/osbot_utils/helpers/Random_Guid.py

@@ -0,0 +1,14 @@
+# todo add to osbot utils
+from osbot_utils.utils.Misc import random_guid
+
+class Random_Guid(str):
+    def __new__(cls, value=None):
+        if value is None:
+            value = random_guid()
+        return str.__new__(cls, value)
+
+    def __init__(self, value=None):
+        self.value = value if value is not None else random_guid()
+
+    def __str__(self):
+        return self

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/osbot_utils/helpers/trace/Trace_Call.py

@@ -1,5 +1,6 @@
 import linecache
 import sys
+import threading
 from functools import wraps
 
 from osbot_utils.base_classes.Kwargs_To_Self                import Kwargs_To_Self
@@ -8,6 +9,8 @@ from osbot_utils.helpers.trace.Trace_Call__Handler          import Trace_Call__H
 from osbot_utils.helpers.trace.Trace_Call__Print_Lines      import Trace_Call__Print_Lines
 from osbot_utils.helpers.trace.Trace_Call__Print_Traces     import Trace_Call__Print_Traces
 from osbot_utils.helpers.trace.Trace_Call__View_Model       import Trace_Call__View_Model
+from osbot_utils.testing.Stdout import Stdout
+from osbot_utils.utils.Str import ansi_to_text
 
 
 def trace_calls(title         = None , print_traces = True , show_locals    = False, source_code          = False ,
@@ -59,6 +62,7 @@ class Trace_Call(Kwargs_To_Self):
         self.config.trace_capture_contains                      = self.config.trace_capture_contains   or []          #      and None will be quite common since we can use [] on method's params
         self.config.print_max_string_length                     = self.config.print_max_string_length  or PRINT_MAX_STRING_LENGTH
         self.stack                                              = self.trace_call_handler.stack
+        self.trace_on_thread__data                              = {}
         #self.prev_trace_function                                = None                                                # Stores the previous trace function
 
 
@@ -94,6 +98,13 @@ class Trace_Call(Kwargs_To_Self):
         #self.print_lines()
         return view_model
 
+    def print_to_str(self):
+        with Stdout() as stdout:
+            self.print()
+        trace_data = ansi_to_text(stdout.value())
+        return trace_data
+
+
     def print_lines(self):
         print()
         view_model = self.view_data()
@@ -106,6 +117,27 @@ class Trace_Call(Kwargs_To_Self):
         self.started             = True                                                         # set this here so that it does show in the trace
         sys.settrace(self.trace_call_handler.trace_calls)                                       # Set the new trace function
 
+    def start__on_thread(self, root_node=None):
+        if sys.gettrace() is None:
+            current_thread    = threading.current_thread()
+            thread_sys_trace = sys.gettrace()
+            thread_name       = current_thread.name
+            thread_id         = current_thread.native_id
+            thread_nodes      = []
+            thread_data       = dict(thread_name      = thread_name     ,
+                                     thread_id        = thread_id       ,
+                                     thread_nodes     = thread_nodes    ,
+                                     thread_sys_trace = thread_sys_trace)
+            title = f"Thread: {thread_name} ({thread_id})"
+            thread_node__for_title = self.trace_call_handler.stack.add_node(title=title)         # Add node with name of Thread
+
+            if root_node:                                                                   # Add node with name of node
+                thread_node__for_root = self.trace_call_handler.stack.add_node(root_node)
+                thread_nodes.append(thread_node__for_root)
+            thread_nodes.append(thread_node__for_title)
+            sys.settrace(self.trace_call_handler.trace_calls)
+            self.trace_on_thread__data[thread_id] = thread_data
+
 
     def stop(self):
         if self.started:
@@ -113,6 +145,18 @@ class Trace_Call(Kwargs_To_Self):
             self.stack.empty_stack()
             self.started = False
 
+    def stop__on_thread(self):
+        current_thread = threading.current_thread()
+        thread_id      = current_thread.native_id
+        thread_data    = self.trace_on_thread__data.get(thread_id)
+        if thread_data:                                             # if there trace_call set up in the current thread
+            thread_sys_trace = thread_data.get('thread_sys_trace')
+            thread_nodes     = thread_data.get('thread_nodes')
+            for thread_node in thread_nodes:                        # remove extra nodes added during start__on_thread
+                self.trace_call_handler.stack.pop(thread_node)
+            sys.settrace(thread_sys_trace)                          # restore previous sys.trace value
+            del self.trace_on_thread__data[thread_id]
+
     def stats(self):
         return self.trace_call_handler.stats
 

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/osbot_utils/helpers/trace/Trace_Call__Config.py

@@ -33,6 +33,7 @@ class Trace_Call__Config(Kwargs_To_Self):
     trace_capture_contains     : list
     trace_enabled              : bool = True
     trace_ignore_start_with    : list
+    trace_ignore_contains      : list
     trace_show_internals       : bool
     trace_up_to_depth          : int
     with_duration_bigger_than  : float

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/osbot_utils/helpers/trace/Trace_Call__Handler.py

@@ -20,11 +20,19 @@ GLOBAL_FUNCTIONS_TO_IGNORE   = ['value_type_matches_obj_annotation_for_attr'
                                 '__default__value__'    ,
                                 '__setattr__'           ,
                                 '<module>']
-GLOBAL_MODULES_TO_IGNORE     = ['osbot_utils.helpers.trace.Trace_Call'             ,            # todo: map out and document why exactly these modules are ignore (and what is the side effect)
-                                'osbot_utils.helpers.CPrint'                       ,            #       also see if this should be done here or at the print/view stage
-                                'osbot_utils.helpers.Print_Table'      ,
-                                'osbot_utils.decorators.methods.cache_on_self'     ,
-                                'codecs']
+GLOBAL_MODULES_TO_IGNORE     = ['osbot_utils.helpers.trace.Trace_Call'               ,            # todo: map out and document why exactly these modules are ignore (and what is the side effect)
+                                'osbot_utils.helpers.trace.Trace_Call__Config'       ,
+                                'osbot_utils.helpers.trace.Trace_Call__View_Model'   ,
+                                'osbot_utils.helpers.trace.Trace_Call__Print_Traces' ,
+                                'osbot_utils.helpers.trace.Trace_Call__Stack'        ,
+                                'osbot_utils.base_classes.Type_Safe'                 ,
+                                'osbot_utils.helpers.CPrint'                         ,            #       also see if this should be done here or at the print/view stage
+                                'osbot_utils.helpers.Print_Table'                    ,
+                                'osbot_utils.decorators.methods.cache_on_self'       ,
+                                'codecs'                                             ]
+
+#GLOBAL_MODULES_TO_IGNORE = []
+#GLOBAL_FUNCTIONS_TO_IGNORE = []
 
 class Trace_Call__Handler(Kwargs_To_Self):
     config : Trace_Call__Config
@@ -171,6 +179,11 @@ class Trace_Call__Handler(Kwargs_To_Self):
                     if module.startswith(item) or func_name.startswith(item):
                         capture = False
                         break
+
+                for item in self.config.trace_ignore_contains:                                       # Check if the module should be ignored
+                    if item in module or item in func_name:
+                        capture = False
+                        break
         return capture
 
     def stack_json__parse_node(self, stack_node: Trace_Call__Stack_Node):

osbot_utils-1.38.0/osbot_utils/testing/Stderr.py

@@ -0,0 +1,25 @@
+import io
+from contextlib import redirect_stderr
+
+
+class Stderr:               # todo: refactor with Stdout whose code is 90% the same as this one. Add class to capture both at the same time
+    def __init__(self):
+        self.output          = io.StringIO()
+        self.redirect_stderr = redirect_stderr(self.output)
+
+    def __enter__(self):
+        self.start()
+        return self
+
+    def __exit__(self, *args, **kwargs):
+        self.stop(*args, **kwargs)
+
+    def start(self):
+        self.redirect_stderr.__enter__()
+
+    def stop(self, exc_type=None, exc_inst=None, exc_tb=None):
+        self.redirect_stderr.__exit__(exc_type, exc_inst, exc_tb)
+
+    def value(self):
+        return self.output.getvalue()
+

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/osbot_utils/testing/Stdout.py

@@ -8,11 +8,17 @@ class Stdout:
         self.redirect_stdout = redirect_stdout(self.output)
 
     def __enter__(self):
-        self.redirect_stdout.__enter__()
+        self.start()
         return self
 
-    def __exit__(self, exc_type, exc_val, exc_tb):
-        self.redirect_stdout.__exit__(exc_type, exc_val, exc_tb)
+    def __exit__(self, *args, **kwargs):
+        self.stop(*args, **kwargs)
+
+    def start(self):
+        self.redirect_stdout.__enter__()
+
+    def stop(self, exc_type=None, exc_inst=None, exc_tb=None):
+        self.redirect_stdout.__exit__(exc_type, exc_inst, exc_tb)
 
     def value(self):
         return self.output.getvalue()

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/osbot_utils/utils/Env.py

@@ -20,7 +20,9 @@ def env__pwd():
     return get_env('PWD', '')
 
 def env__old_pwd__remove(value):
-    return value.replace(env__old_pwd(), '')
+    if env__old_pwd() != '/':                           # can't replace with old pwd is just /
+        return value.replace(env__old_pwd(), '')
+    return value
 
 def env__terminal__is__xterm():
     return os.getenv('TERM') == 'xterm'
@@ -91,6 +93,9 @@ def find_dotenv_file(start_path=None, env_file_to_find='.env'):
 def in_github_action():
     return os.getenv('GITHUB_ACTIONS') == 'true'
 
+def in_pytest_with_coverage():
+    return os.getenv('COVERAGE_RUN') == 'true'
+
 def in_python_debugger():
     if sys.gettrace() is not None:              # Check for a trace function
         return True

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/osbot_utils/utils/Files.py

@@ -489,6 +489,22 @@ def file_move_to_folder(source_file, target_folder):
             if file_move(source_file, target_file):
                 return target_file
 
+def files_names_without_extension(files):
+    return [file_name_without_extension(file) for file in files]
+
+def files_names_in_folder(target, with_extension=False):
+    if with_extension:
+        return files_names(files_in_folder(target))
+    else:
+        return files_names_without_extension(files_in_folder(target))
+
+def files_in_folder(path,pattern='*', only_files=True):
+    result = []
+    for file in Path(path).glob(pattern):
+        if only_files and is_not_file(file):
+            continue
+        result.append(str(file))                                  # todo: see if there is a better way to do this conversion to string
+    return sorted(result)
 
 def folders_names_in_folder(target):
     folders = folders_in_folder(target)

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/osbot_utils/utils/Lists.py

@@ -93,6 +93,9 @@ def list_index_by(values, index_by):
 def list_lower(input_list):
     return [item.lower() for item in input_list]
 
+def list_minus_list(list_a, list_b):
+    return [item for item in list_a if item not in list_b]
+
 def list_not_empty(list):
     if list and type(list).__name__ == 'list' and len(list) >0:
         return True

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/osbot_utils/utils/Misc.py

@@ -8,6 +8,7 @@ import string
 import sys
 import textwrap
 import re
+import threading
 import uuid
 import warnings
 from datetime       import datetime, timedelta
@@ -67,6 +68,10 @@ def convert_to_number(value):
     else:
         return 0
 
+def current_thread_id():
+    return threading.current_thread().native_id
+
+
 def date_time_from_to_str(date_time_str, format_from, format_to, print_conversion_error=False):
     try:
         date_time = datetime.strptime(date_time_str, format_from)
@@ -119,6 +124,9 @@ def date_time_now_less_time_delta(days=0,hours=0, minutes=0, seconds=0, date_tim
 def date_to_str(date, date_format='%Y-%m-%d'):
     return date.strftime(date_format)
 
+def date_today():
+    return date_time_now(date_time_format='%Y-%m-%d')
+
 #note: this is here at the moment due to a circular dependency with lists and objects
 def list_set(target: object) -> object:
     if hasattr(target, '__iter__'):

osbot_utils-1.38.0/osbot_utils/version

@@ -0,0 +1 @@
+v1.38.0

{osbot_utils-1.36.0 → osbot_utils-1.38.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name        = "osbot_utils"
-version     = "v1.36.0"
+version     = "v1.38.0"
 description = "OWASP Security Bot - Utils"
 authors     = ["Dinis Cruz <dinis.cruz@owasp.org>"]
 license     = "MIT"

osbot_utils-1.36.0/osbot_utils/testing/Stderr.py

@@ -1,19 +0,0 @@
-import io
-from contextlib import redirect_stderr
-
-
-class Stderr:
-    def __init__(self):
-        self.output          = io.StringIO()
-        self.redirect_stderr = redirect_stderr(self.output)
-
-    def __enter__(self):
-        self.redirect_stderr.__enter__()
-        return self
-
-    def __exit__(self, exc_type, exc_val, exc_tb):
-        self.redirect_stderr.__exit__(exc_type, exc_val, exc_tb)
-
-    def value(self):
-        return self.output.getvalue()
-

osbot_utils-1.36.0/osbot_utils/version

@@ -1 +0,0 @@
-v1.36.0