abstract-utilities 0.2.2.468__py3-none-any.whl → 0.2.2.488__py3-none-any.whl

abstract_utilities/__init__.py

@@ -116,10 +116,10 @@ from .parse_utils import (num_tokens_from_string,
 
 from .log_utils import get_caller_info,get_logFile,print_or_log,get_json_call_response,initialize_call_log
 from .error_utils import try_func
-from .class_utils import alias,get_class_inputs,get_set_attr
 from .ssh_utils import *
 from .env_utils import *
 from .path_utils import *
 from .file_utils import *
 from .file_utils import call_for_all_tabs
 from .string_utils import *
+from .class_utils import alias,get_class_inputs,get_set_attr,get_caller_path,get_caller_dir

abstract_utilities/class_utils.py

@@ -405,4 +405,3 @@ def get_caller_dir(i: Optional[int] = None) -> str:
     abspath = get_caller_path(depth + 1)
     return os.path.dirname(abspath)
 
-

abstract_utilities/file_utils/file_utils/imports/__init__.py

@@ -1,5 +1,3 @@
 from .constants import *
-
-from .file_functions import *
 from .imports import *
 from ..imports import *

abstract_utilities/file_utils/file_utils/imports/module_imports.py

@@ -6,7 +6,8 @@ from ....ssh_utils import *
 from ....env_utils import *
 from ....read_write_utils import *
 from ....abstract_classes import SingletonMeta
-
+from ....string_utils import get_from_kwargs
+from ....abstract_classes import run_pruned_func
 from ....class_utils import get_caller, get_caller_path, get_caller_dir
 
 

abstract_utilities/file_utils/file_utils/type_checks.py

@@ -1,34 +1,37 @@
 from .imports import *
 
+def get_user_pass_host_key(**kwargs):
+    args = ['password','user_at_host','host','key','user']
+    kwargs['del_kwarg']=kwargs.get('del_kwarg',False)
+    values,kwargs = get_from_kwargs(*args,**kwargs)
+    return values
 
 # --- Base remote checker -----------------------------------------------------
-def _remote_test(path: str, test_flag: str, user_at_host: str, timeout: int = 5) -> bool:
+def _remote_test(path: str, test_flag: str, timeout: int = 5,*args, **kwargs) -> bool:
     """
     Run a remote shell test (e.g. -f, -d) via SSH.
     Returns True if test succeeds, False otherwise.
     """
-    cmd = f"[ {test_flag} {shlex.quote(path)} ] && echo 1 || echo 0"
     try:
-        result = subprocess.check_output(
-            ["ssh", user_at_host, cmd],
-            stderr=subprocess.DEVNULL,
-            text=True,
-            timeout=timeout
-        ).strip()
-        return result == "1"
+        kwargs['cmd']=f"[ {test_flag} {shlex.quote(path)} ] && echo 1 || echo 0"
+        kwargs['text']=True
+        kwargs['timeout']=timeout
+        kwargs['stderr']=subprocess.DEVNULL
+        result = run_pruned_func(run_cmd,**kwargs)
+        return result.strip() == "1"
     except Exception:
         return False
 
 
 # --- Individual path checks --------------------------------------------------
-def is_remote_file(path: str, user_at_host: str) -> bool:
+def is_remote_file(path: str,*args, **kwargs) -> bool:
     """True if remote path is a file."""
-    return _remote_test(path, "-f", user_at_host)
+    return _remote_test(path, "-f", **kwargs)
 
 
-def is_remote_dir(path: str, user_at_host: str) -> bool:
+def is_remote_dir(path: str,*args, **kwargs) -> bool:
     """True if remote path is a directory."""
-    return _remote_test(path, "-d", user_at_host)
+    return _remote_test(path, "-d", **kwargs)
 
 
 def is_local_file(path: str) -> bool:
@@ -42,33 +45,40 @@ def is_local_dir(path: str) -> bool:
 
 
 # --- Unified interface -------------------------------------------------------
-def is_file(path: str,*args, user_at_host: Optional[str] = None,**kwargs) -> bool:
+
+def is_file(path: str,*args,**kwargs) -> bool:
     """Determine if path is a file (works local or remote)."""
-    if user_at_host:
-        return is_remote_file(path, user_at_host)
+    if get_user_pass_host_key(**kwargs):
+        return is_remote_file(path, **kwargs)
     return is_local_file(path)
 
 
-def is_dir(path: str, *args,user_at_host: Optional[str] = None,**kwargs) -> bool:
+def is_dir(path: str, *args,**kwargs) -> bool:
     """Determine if path is a directory (works local or remote)."""
-    if user_at_host:
-        return is_remote_dir(path, user_at_host)
+    if get_user_pass_host_key(**kwargs):
+        return is_remote_dir(path, **kwargs)
     return is_local_dir(path)
 
-
+def is_exists(path: str, *args,**kwargs) -> bool:
+    if is_file(path,**kwargs):
+        return True
+    if is_dir(path,**kwargs):
+        return True
+    return False
 # --- Optional: keep your original all-in-one wrapper ------------------------
 def check_path_type(
     path: str,
-    user_at_host: Optional[str] = None,
+    *args,
+    **kwargs
 ) -> str:
     """
     Return 'file', 'directory', 'missing', or 'unknown'.
     Uses isolated is_file/is_dir functions.
     """
-    if user_at_host:
-        if is_remote_file(path, user_at_host):
+    if get_user_pass_host_key(**kwargs):
+        if is_remote_file(path,**kwargs):
             return "file"
-        elif is_remote_dir(path, user_at_host):
+        elif is_remote_dir(path,**kwargs):
             return "directory"
         else:
             return "missing"

abstract_utilities/file_utils/imports/__init__.py

@@ -1,5 +1,4 @@
 from .constants import *
 from .module_imports import *
 from .classes import *
-from .file_functions import *
 from .imports import *

abstract_utilities/file_utils/imports/imports.py

@@ -62,205 +62,4 @@ from pprint import pprint
 # AUTO-EXPORT ALL NON-PRIVATE NAMES
 # ============================================================
 __all__ = [name for name in globals() if not name.startswith("_")]
-from abstract_utilities import read_from_file,eatAll,inspect, os
-import_tag = 'import '
-from_tag = 'from '
-def get_caller_path(i=None):
-    i = i or 1
-    frame = inspect.stack()[i]
-    return os.path.abspath(frame.filename)
-def make_list(obj:any) -> list:
-    """
-    Converts the input object to a list. If the object is already a list, it is returned as is.
-    
-    Args:
-        obj: The object to convert.
-        
-    Returns:
-        list: The object as a list.
-    """
-    if isinstance(obj,str):
-        if ',' in obj:
-            obj = obj.split(',')
-    if isinstance(obj,set) or isinstance(obj,tuple):
-        return list(obj)
-    if isinstance(obj, list):
-        return obj
-    return [obj]
-def getAlphas(lower=True,capitalize=False,listObj=False):
-    obj = ''
-    alphas = 'abcdefghijklmoprstuvwxyz'
-    if lower:
-        obj+=alphas
-    if capitalize:
-        obj+=alphas.upper()
-    if listObj:
-        obj = list(obj)
-    return obj
-def getInts(string=False,listObj=False):
-    obj=12345678909
-    if string:
-        obj = str(obj)
-    if listObj:
-        obj = list(obj)
-    return obj
-def get_alpha_ints(ints=True,alpha=True,lower=True,capitalize=True,string=True,listObj=True):
-    objs = [] if listObj else ""
-    if ints:
-        objs+=getInts(string=string,listObj=listObj)
-    if alpha:
-        objs+=getAlphas(lower=lower,capitalize=capitalize,listObj=listObj)
-    return objs
-def eatElse(
-    stringObj,
-    chars=None,
-    ints=True,
-    alpha=True,
-    lower=True,
-    capitalize=True,
-    string=True,
-    listObj=True
-):
-    alpha_ints = get_alpha_ints(
-        ints=True,
-        alpha=True,
-        lower=True,
-        capitalize=True,
-        string=True,
-        listObj=True
-        )
-    chars = make_list(chars or [])+alpha_ints
 
-    while True:
-        if stringObj:
-            str_0 = stringObj[0] not in chars
-            str_1 = stringObj[-1] not in chars
-            str_eat = str_0 or str_1
-            if not str_eat:
-                return stringObj
-            if stringObj and str_0:
-                stringObj = stringObj[1:] if len(stringObj) !=1 else ""
-            if stringObj and str_1:
-                stringObj = stringObj[:-1] if len(stringObj) !=1 else ""   
-        else:
-            return stringObj
-def clean_line(line):
-    return eatAll(line,[' ','','\t','\n'])
-def is_line_import(line):
-    if line and (line.startswith(from_tag) or line.startswith(import_tag)):
-        return True
-    return False
-def is_line_group_import(line):
-    if line and (line.startswith(from_tag) and import_tag in line):
-        return True
-    return False
-def get_import_pkg(line):
-    if is_line_group_import(line):
-    
-        return clean_line(line.split(from_tag)[1].split(import_tag)[0])
-def get_imports_from_import_pkg(line):
-    if is_line_group_import(line):
-        return get_cleaned_import_list(line,commaClean=True)
-def add_imports_to_import_pkg_js(import_pkg,imports,import_pkg_js=None):
-    import_pkg_js = import_pkg_js or {}
-    imports = clean_imports(imports)
-    if import_pkg not in import_pkg_js:
-        i = len(import_pkg_js["nulines"])
-        import_pkg_js[import_pkg]={"imports":imports,"line":i}
-        import_line = f"from {import_pkg} import "
-        if import_pkg == "import":
-            import_line = import_tag
-        import_pkg_js["nulines"].append(import_line)
-    else:
-        import_pkg_js[import_pkg]["imports"]+=imports
-    return import_pkg_js
-def update_import_pkg_js(line,import_pkg_js=None):
-    import_pkg_js = import_pkg_js or {}
-    if is_line_group_import(line):
-        import_pkg = get_import_pkg(line)
-        imports = get_imports_from_import_pkg(line)
-        import_pkg_js = add_imports_to_import_pkg_js(import_pkg,imports,import_pkg_js=import_pkg_js)
-    else:
-        if len(import_pkg_js["nulines"]) >0 and line == '' and is_line_import(import_pkg_js["nulines"][-1]):
-            pass
-        else:
-            import_pkg_js["nulines"].append(line)
-    return import_pkg_js
-def is_from_line_group(line):
-    if line and line.startswith(from_tag) and import_tag in line and '(' in line:
-        import_spl = line.split(import_tag)[-1]
-        import_spl_clean = clean_line(line)
-        if not import_spl_clean.endswith(')'):
-            return True
-    return False
-def clean_imports(imports,commaClean=True):
-    chars=["*"]
-    if not commaClean:
-        chars.append(',')
-    if isinstance(imports,str):
-        imports = imports.split(',')
-    return [eatElse(imp,chars=chars) for imp in imports if imp]
-def get_cleaned_import_list(line,commaClean=True):
-    cleaned_import_list=[]
-    if import_tag in line:
-        imports = line.split(import_tag)[1]
-        cleaned_import_list+=clean_imports(imports,commaClean=commaClean)
-    return cleaned_import_list
-def combine_lone_imports(text=None,file_path=None,write=False):
-    text = text or ''
-    imports_js = {}
-    if file_path and os.path.isfile(file_path):
-        text+=read_from_file(file_path)
-    lines = text.split('\n')
-    cleaned_import_list=[]
-    nu_lines = []
-    j=None
-    is_from_group = False
-    import_pkg_js={"nulines":[]}
-    for line in lines:
-        if line.startswith(import_tag) and ' from ' not in line:
-            cleaned_import_list = get_cleaned_import_list(line)
-            import_pkg_js = add_imports_to_import_pkg_js("import",cleaned_import_list,import_pkg_js=import_pkg_js)
-        else:
-            if is_from_group:
-                import_pkg=is_from_group
-                line = clean_line(line)
-                if line.endswith(')'):
-                   is_from_group=False
-                   line=line[:-1]
-                imports_from_import_pkg = clean_imports(line)
-                import_pkg_js = add_imports_to_import_pkg_js(import_pkg,imports_from_import_pkg,import_pkg_js=import_pkg_js)
-                
-            else:
-                import_pkg_js=update_import_pkg_js(line,import_pkg_js=import_pkg_js)
-            if is_from_line_group(line) and is_from_group == False:
-                
-                is_from_group=get_import_pkg(line)
-    nu_lines = import_pkg_js["nulines"]
-    for pkg,values in import_pkg_js.items():
-        comments = []
-        if pkg != "nulines": 
-            line = values.get('line')
-            imports = values.get('imports')
-            for i,imp in enumerate(imports):
-                if '#' in imp:
-                    imp_spl = imp.split('#')
-                    comments.append(imp_spl[-1])
-                    imports[i] = clean_line(imp_spl[0])
-            imports = list(set(imports))   
-            if '*' in imports:
-                imports="*"
-            else:
-                imports=','.join(imports)
-                if comments:
-                    comments=','.join(comments)
-                    imports+=f" #{comments}"
-                    
-            nu_lines[line] += imports
-    contents = '\n'.join(nu_lines)
-    if file_path and write:
-        write_to_file(contents=contents,file_path=file_path)
-    return contents
-abs_path = get_caller_path()
-nu_contents = combine_lone_imports(file_path=abs_path)
-input(nu_contents)

abstract_utilities/read_write_utils.py

@@ -15,12 +15,13 @@ Usage:
 import os
 import shlex
 from .ssh_utils.utils import run_cmd,get_print_sudo_cmd,run_local_cmd,run_remote_cmd
-from .file_utils.file_utils.type_checks import is_file,is_dir
+from .file_utils.file_utils.type_checks import is_file,is_dir,get_user_pass_host_key,is_exists
 from .abstract_classes import run_pruned_func
+from .string_utils import get_from_kwargs
 _FILE_PATH_KEYS = ['file', 'filepath', 'file_path', 'path', 'directory', 'f', 'dst', 'dest']
 _CONTENTS_KEYS = ['cont', 'content', 'contents', 'data', 'datas', 'dat', 'src', 'source']
 
-
+            
 # --- Helper utilities --------------------------------------------------------
 def string_in_keys(strings, kwargs):
     """Find a matching keyword in kwargs that contains any of the given substrings."""
@@ -30,25 +31,60 @@ def string_in_keys(strings, kwargs):
                 return key
     return None
 
-
-def get_path(paths):
+def make_dirs(path,exist_ok=True,**kwargs):
+    if exist_ok or (not exist_ok and not is_dir(path,**kwargs)):
+        if get_user_pass_host_key(**kwargs):
+            kwargs['cmd']=f"mkdir {path}"
+            run_pruned_func(run_cmd,**kwargs)
+        else:
+            os.makedirs(path,exist_ok=exist_ok)
+    return path
+def path_join(*args):
+    path = None
+    for i,arg in enumerate(args):
+        if arg:
+            if i == 0:
+                path = arg
+            else:
+                path = os.path.join(path,arg)
+    return path
+def make_path(path,home_dir=None,file=None,**kwargs):
+    if path:
+        basename = os.path.basename(path)
+        parts = path.split('/')
+        parts = [part for part in parts if part]
+        
+        full_dir = home_dir or ''
+        if file == True or (file == None and ('.' in basename)):
+            pieces = parts[:-1] if len(parts) > 1 else []
+        else:
+            pieces=parts
+            basename=None
+        for piece in pieces:
+            full_dir = os.path.join(full_dir,piece)
+            make_dirs(full_dir,exist_ok=True,**kwargs)
+        if basename:
+            full_dir=path_join(full_dir,basename)
+        print(f"full_dir == {full_dir}")
+        return full_dir
+def get_path(paths,**kwargs):
     """Return the first valid path among given paths."""
     for path in paths:
         if isinstance(path, str):
-            if os.path.isfile(path):
+            if is_file(path,**kwargs):
                 return path
             dirname = os.path.dirname(path)
-            if os.path.exists(dirname):
+            if is_exists(dirname,**kwargs):
                 return path
     return None
 
 
-def break_down_find_existing(path):
+def break_down_find_existing(path,**kwargs):
     """Return the first non-existent subpath within a path chain."""
     test_path = ''
     for part in path.split(os.sep):
         test_path = os.path.join(test_path, part)
-        if not os.path.exists(test_path):
+        if not is_exists(test_path,**kwargs):
             return test_path if test_path else None
     return test_path
 
@@ -97,8 +133,8 @@ def write_to_path(
 
     # shell command that fully overwrites
     # (no append, replaces contents entirely)
-    base_cmd = f"echo {quoted_data} > {quoted_path}"
-
+    base_cmd = f'sudo sh -c "echo {quoted_data} > {quoted_path}"'
+    input(base_cmd)
     # optional sudo password injection
     full_cmd = get_print_sudo_cmd(
         cmd=base_cmd,
@@ -150,29 +186,37 @@ def write_to_file(*args, **kwargs):
     Returns the file_path written.
     """
     file_path, contents = check_read_write_params(*args, **kwargs)
+    values,kwargs = get_from_kwargs(['file_path','contents'],del_kwarg=True,**kwargs)
+    dirname = os.path.dirname(file_path)
+    
     if contents is None:
         raise ValueError("Missing contents to write.")
     user_at_host = kwargs.get("user_at_host")
-    if user_at_host:
+    if get_user_pass_host_key(**kwargs):
+        make_dirs(dirname, exist_ok=True,**kwargs)
         kwargs["cwd"] = kwargs.get('cwd') or os.path.dirname(file_path)
         # sanitize for shell safety
         quoted_path = shlex.quote(file_path)
         quoted_data = shlex.quote(str(contents))
         # shell command that fully overwrites
         # (no append, replaces contents entirely)
-        kwargs["cmd"] = f"echo {quoted_data} > {quoted_path}"
-        return run_pruned_func(run_cmd,**kwargs)
-
-
-    os.makedirs(os.path.dirname(file_path) or ".", exist_ok=True)
+        kwargs["cmd"] = f'sh -c "echo {quoted_data} > {quoted_path}"'
+        if not kwargs.get('password') and not kwargs.get('key'):
+            kwargs["cmd"]=f'sudo {kwargs["cmd"]}'
+        result = run_pruned_func(run_cmd,**kwargs)
+        if not is_file(file_path,**kwargs) or str(contents) != read_from_file(file_path,**kwargs):
+            kwargs["cmd"]=f'sudo {kwargs["cmd"]}'
+            result = run_pruned_func(run_cmd,**kwargs)
+        return result
+
+    make_dirs(dirname or ".", exist_ok=True)
     with open(file_path, "w", encoding="utf-8") as f:
         f.write(str(contents))
     return file_path
 
 
 def read_from_file(file_path,**kwargs):
-    user_at_host = kwargs.get("user_at_host")
-    if user_at_host:
+    if get_user_pass_host_key(**kwargs):
         kwargs["cwd"] = kwargs.get('cwd') or os.path.dirname(file_path)
         basename = os.path.basename(file_path)
         kwargs["cmd"] = f'cat {basename}'
@@ -180,7 +224,36 @@ def read_from_file(file_path,**kwargs):
     """Read text content from a file."""
     with open(file_path, "r", encoding="utf-8") as f:
         return f.read()
-
+def get_rel_path(src,src_rel,directory):
+    if src.startswith(src_rel):
+        src = src[len(src_rel):]
+        rel_path = os.path.join(directory,src)
+        return rel_path
+def make_relative_path(src,src_rel,dst,**kwargs):
+    print(f"src == {src}\nsrc_rel == {src_rel}\dst == {dst}")
+    if src.startswith(src_rel):
+        rel_path = get_rel_path(src,src_rel,dst)
+        path = make_path(src,home_dir=rel_path,**kwargs)
+        print(f"path == {path}")
+        return path
+def copy_dirs(dirs,dst,src_rel=None,**kwargs):
+    for src in dirs:
+        if rel_path:
+            dst = make_relative_path(src,src_rel,dst,**kwargs)
+        make_path(dst,**kwargs)
+        
+def copy_file(src,dst,rel_path=None,**kwargs):
+    if rel_path:
+        dst = make_relative_path(src,rel_path,dst,**kwargs)
+    if get_user_pass_host_key(**kwargs):
+        contents=read_from_file(src,**kwargs)
+        write_to_file(contents=contents,file_path=dst,**kwargs)
+    else:
+        shutil.copy(src,dst)
+    return dst
+def copy_files(files,dst,rel_path=None,**kwargs):
+    for file in files:
+        copy_file(src=file,dst=dst,rel_path=rel_path,**kwargs)
 
 def create_and_read_file(*args, **kwargs):
     """

abstract_utilities/robust_readers/import_utils/clean_imports.py

@@ -1,87 +1,16 @@
-from abstract_utilities import read_from_file,eatAll,inspect, os
+from ...read_write_utils import read_from_file,write_to_file
+from ...string_clean import eatAll,eatElse,clean_line
+from ...class_utils import get_caller_path
+from ...list_utils import make_list
+import os
 import_tag = 'import '
 from_tag = 'from '
-def get_caller_path(i=None):
-    i = i or 1
-    frame = inspect.stack()[i]
-    return os.path.abspath(frame.filename)
-def make_list(obj:any) -> list:
-    """
-    Converts the input object to a list. If the object is already a list, it is returned as is.
-    
-    Args:
-        obj: The object to convert.
-        
-    Returns:
-        list: The object as a list.
-    """
-    if isinstance(obj,str):
-        if ',' in obj:
-            obj = obj.split(',')
-    if isinstance(obj,set) or isinstance(obj,tuple):
-        return list(obj)
-    if isinstance(obj, list):
-        return obj
-    return [obj]
-def getAlphas(lower=True,capitalize=False,listObj=False):
-    obj = ''
-    alphas = 'abcdefghijklmoprstuvwxyz'
-    if lower:
-        obj+=alphas
-    if capitalize:
-        obj+=alphas.upper()
-    if listObj:
-        obj = list(obj)
-    return obj
-def getInts(string=False,listObj=False):
-    obj=12345678909
-    if string:
-        obj = str(obj)
-    if listObj:
-        obj = list(obj)
-    return obj
-def get_alpha_ints(ints=True,alpha=True,lower=True,capitalize=True,string=True,listObj=True):
-    objs = [] if listObj else ""
-    if ints:
-        objs+=getInts(string=string,listObj=listObj)
-    if alpha:
-        objs+=getAlphas(lower=lower,capitalize=capitalize,listObj=listObj)
-    return objs
-def eatElse(
-    stringObj,
-    chars=None,
-    ints=True,
-    alpha=True,
-    lower=True,
-    capitalize=True,
-    string=True,
-    listObj=True
-):
-    alpha_ints = get_alpha_ints(
-        ints=True,
-        alpha=True,
-        lower=True,
-        capitalize=True,
-        string=True,
-        listObj=True
-        )
-    chars = make_list(chars or [])+alpha_ints
-
-    while True:
-        if stringObj:
-            str_0 = stringObj[0] not in chars
-            str_1 = stringObj[-1] not in chars
-            str_eat = str_0 or str_1
-            if not str_eat:
-                return stringObj
-            if stringObj and str_0:
-                stringObj = stringObj[1:] if len(stringObj) !=1 else ""
-            if stringObj and str_1:
-                stringObj = stringObj[:-1] if len(stringObj) !=1 else ""   
-        else:
-            return stringObj
-def clean_line(line):
-    return eatAll(line,[' ','','\t','\n'])
+def get_text_or_read(text=None,file_path=None):
+    text = text or ''
+    imports_js = {}
+    if not text and file_path and os.path.isfile(file_path):
+        text=read_from_file(file_path)
+    return text
 def is_line_import(line):
     if line and (line.startswith(from_tag) or line.startswith(import_tag)):
         return True
@@ -92,27 +21,11 @@ def is_line_group_import(line):
     return False
 def get_import_pkg(line):
     if is_line_group_import(line):
-    
         return clean_line(line.split(from_tag)[1].split(import_tag)[0])
 def get_imports_from_import_pkg(line):
     if is_line_group_import(line):
         return get_cleaned_import_list(line,commaClean=True)
-##def is_local_or_import(pkg_name,file_path):
-##    dirname = os.path.dirname(file_path)
-##    parts = part for part in dirname.split('/') if part]
-##    i=0
-##    pkg = pkg_name
-##    while True:
-##        if pkg and pkg.startswith('.'):
-##            i +=1
-##            pkg=pkg[1:] if len(pkg)>1 else ""
-##        else:
-##            if i > 1 and len(parts)>=i:
-##                pkg = '.'.join(parts[:-i])
-##                .{pkg}"
-##        parts
-    
-    
+
 def add_imports_to_import_pkg_js(import_pkg,imports,import_pkg_js=None):
     import_pkg_js = import_pkg_js or {}
     imports = clean_imports(imports)
@@ -158,17 +71,32 @@ def get_cleaned_import_list(line,commaClean=True):
         imports = line.split(import_tag)[1]
         cleaned_import_list+=clean_imports(imports,commaClean=commaClean)
     return cleaned_import_list
-def clean_imports(text=None,file_path=None,write=False):
-    text = text or ''
-    imports_js = {}
-    if file_path and os.path.isfile(file_path):
-        text+=read_from_file(file_path)
+def get_all_imports(text=None,file_path=None,import_pkg_js=None):
+    text = get_text_or_read(text=text,file_path=file_path)
     lines = text.split('\n')
     cleaned_import_list=[]
     nu_lines = []
-    j=None
     is_from_group = False
-    import_pkg_js={"nulines":[],"file_path":file_path}
+    import_pkg_js = import_pkg_js or {}
+    if "nulines" not in import_pkg_js:
+        import_pkg_js["nulines"]=[]
+    if "file_path" not in import_pkg_js:
+        import_pkg_js["file_path"]=file_path
+    if "all_data" not in import_pkg_js:
+        import_pkg_js["all_data"]=[]
+    if file_path and file_path != import_pkg_js["file_path"]:
+        found=False
+        nu_data = {"file_path":import_pkg_js["file_path"],"nulines":import_pkg_js["nulines"]}
+        for i,data in enumerate(import_pkg_js["all_data"]):
+            if data.get('file_path') == import_pkg_js["file_path"]:
+                import_pkg_js["all_data"][i] = nu_data
+                found = True
+                break
+        if found == False:
+            import_pkg_js["all_data"].append(nu_data)
+        import_pkg_js["nulines"]=[]
+        import_pkg_js["file_path"]=file_path
+
     for line in lines:
         if line.startswith(import_tag) and ' from ' not in line:
             cleaned_import_list = get_cleaned_import_list(line)
@@ -186,12 +114,15 @@ def clean_imports(text=None,file_path=None,write=False):
             else:
                 import_pkg_js=update_import_pkg_js(line,import_pkg_js=import_pkg_js)
             if is_from_line_group(line) and is_from_group == False:
-                
                 is_from_group=get_import_pkg(line)
+    return import_pkg_js
+def clean_all_imports(text=None,file_path=None,import_pkg_js=None):
+    if not import_pkg_js:
+        import_pkg_js = get_all_imports(text=text,file_path=file_path)
     nu_lines = import_pkg_js["nulines"]
     for pkg,values in import_pkg_js.items():
         comments = []
-        if pkg not in ["nulines","file_path"]: 
+        if pkg not in ["nulines","file_path","all_data"]: 
             line = values.get('line')
             imports = values.get('imports')
             for i,imp in enumerate(imports):
@@ -207,9 +138,38 @@ def clean_imports(text=None,file_path=None,write=False):
                 if comments:
                     comments=','.join(comments)
                     imports+=f" #{comments}"
-                    
+            import_pkg_js[pkg]["imports"]=imports
             nu_lines[line] += imports
-    contents = '\n'.join(nu_lines)
+    import_pkg_js["nulines"]=nu_lines
+    return import_pkg_js
+
+def get_all_real_imps(file):
+    contents = read_from_file(file)
+    lines = contents.split('\n')
+    for line in lines:
+        if line.startswith('from '):
+            from_line = line.split('from ')[-1]
+            dot_fro = ""
+            dirname = file
+            for char in from_line:
+                if  char != '.':
+                    line = f"from {dot_fro}{eatAll(from_line,'.')}"
+                    if line in all_imps:
+                        line = ""
+                    break
+                if dot_fro == "":
+                    dot_fro = ""
+                dirname = os.path.dirname(dirname)
+                dirbase = os.path.basename(dirname)
+                dot_fro = f"{dirbase}.{dot_fro}"
+        if line:
+            all_imps.append(line)
+
+    return '\n'.join(all_imps)
+def save_cleaned_imports(text=None,file_path=None,write=False,import_pkg_js=None):
+    import_pkg_js=get_all_imports(text=text,file_path=file_path,import_pkg_js=import_pkg_js)
+    import_pkg_js = clean_all_imports(text=text,file_path=file_path,import_pkg_js=import_pkg_js)
+    contents = '\n'.join(import_pkg_js["nulines"])
     if file_path and write:
         write_to_file(contents=contents,file_path=file_path)
     return contents

abstract_utilities/string_clean.py

@@ -22,6 +22,8 @@ Date: 05/31/2023
 Version: 0.1.2
 """
 import os
+from .list_utils import make_list
+from .type_utils import get_alpha_ints
 def quoteIt(st: str, ls: list) -> str:
     """
     Quotes specific elements in a string.
@@ -110,6 +112,42 @@ def eatAll(string: str, list_objects:(str or list)) -> any:
     if string and list_objects:
         string = eatOuter(string, list_objects)
     return string
+
+
+
+def eatElse(
+    stringObj,
+    chars=None,
+    ints=True,
+    alpha=True,
+    lower=True,
+    capitalize=True,
+    string=True,
+    listObj=True
+):
+    alpha_ints = get_alpha_ints(
+        ints=True,
+        alpha=True,
+        lower=True,
+        capitalize=True,
+        string=True,
+        listObj=True
+        )
+    chars = make_list(chars or [])+alpha_ints
+
+    while True:
+        if stringObj:
+            str_0 = stringObj[0] not in chars
+            str_1 = stringObj[-1] not in chars
+            str_eat = str_0 or str_1
+            if not str_eat:
+                return stringObj
+            if stringObj and str_0:
+                stringObj = stringObj[1:] if len(stringObj) !=1 else ""
+            if stringObj and str_1:
+                stringObj = stringObj[:-1] if len(stringObj) !=1 else ""   
+        else:
+            return stringObj
 def safe_split(obj, ls):
     """
     Safely splits a string using multiple delimiters.
@@ -185,6 +223,7 @@ def url_join(*paths):
             final_path = f"{final_path}/{path}"
     return final_path
        
-    
+def clean_line(line):
+    return eatAll(line,[' ','','\t','\n'])
 def capitalize(string):
     return string[:1].upper() + string[1:].lower() if string else string

abstract_utilities/string_utils.py

@@ -1,3 +1,42 @@
+from .list_utils import make_list
+def get_from_kwargs(*args,**kwargs):
+    del_kwarg = kwargs.get('del_kwargs',False)
+    values = {}
+    for key in args:
+        if key:
+            key = str(key)
+            if key in kwargs:
+                values[key] = kwargs.get(key)
+                if del_kwarg:
+                    del kwargs[key]
+    return values,kwargs
+
+def replace_it(string,item,rep):
+    if item in string:
+        string = string.replace(item,rep)
+    return string
+def while_replace(string,item,rep):
+    while True:
+        string = replace_it(string,item,rep)
+        if item not in string or item in rep:
+            return string
+def for_replace(string,item,replace):
+    replace = make_list(replace)
+    for rep in replace:
+        string = while_replace(string,item,rep)
+    return string
+def replace_all(string,*args,**kwargs):
+    for items in args:
+        if items and isinstance(items,list):
+            item = items[0]
+            replace = items[1:] if len(items)>1 else items[-1]
+            string = for_replace(string,item,replace)
+    values,kwargs = get_from_kwargs('item','replace',**kwargs)
+    if values:
+        string = for_replace(string,**values)
+    for item,replace in kwargs.items():
+        string = for_replace(string,item,rep)
+    return string
 def get_lines(string,strip=True):
     lines = string.split('\n')
     if strip:

abstract_utilities/type_utils.py

@@ -60,6 +60,7 @@ import os
 from pathlib import Path
 from typing import Union
 from .list_utils import make_list
+
 # A big, but by no means exhaustive, map of extensions to mime‐types by category:
 MIME_TYPES = {
     'image': {
@@ -936,7 +937,30 @@ def is_any_instance(value):
     for each in [dict, list, int, float]:
         if is_instance(value, each):
             return True
-
+def getAlphas(lower=True,capitalize=False,listObj=False):
+    obj = ''
+    alphas = 'abcdefghijklmoprstuvwxyz'
+    if lower:
+        obj+=alphas
+    if capitalize:
+        obj+=alphas.upper()
+    if listObj:
+        obj = list(obj)
+    return obj
+def getInts(string=False,listObj=False):
+    obj=12345678909
+    if string:
+        obj = str(obj)
+    if listObj:
+        obj = list(obj)
+    return obj
+def get_alpha_ints(ints=True,alpha=True,lower=True,capitalize=True,string=True,listObj=True):
+    objs = [] if listObj else ""
+    if ints:
+        objs+=getInts(string=string,listObj=listObj)
+    if alpha:
+        objs+=getAlphas(lower=lower,capitalize=capitalize,listObj=listObj)
+    return objs
 # Function: is_number
 # Function: is_str
 # Function: is_int

{abstract_utilities-0.2.2.468.dist-info → abstract_utilities-0.2.2.488.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstract_utilities
-Version: 0.2.2.468
+Version: 0.2.2.488
 Summary: abstract_utilities is a collection of utility modules providing a variety of functions to aid in tasks such as data comparison, list manipulation, JSON handling, string manipulation, mathematical computations, and time operations.
 Home-page: https://github.com/AbstractEndeavors/abstract_utilities
 Author: putkoff

{abstract_utilities-0.2.2.468.dist-info → abstract_utilities-0.2.2.488.dist-info}/RECORD

@@ -1,6 +1,6 @@
-abstract_utilities/__init__.py,sha256=aLWUTfocuGa7qoz3Czzvuz0xUNoy7DojHhp2MN5vyPk,5198
+abstract_utilities/__init__.py,sha256=OWG_j_7hFAoQXmi_hwHQg8vSufDSAatj8iax78ZYAJc,5229
 abstract_utilities/abstract_classes.py,sha256=A6-FNDQb2P_jcyt01Kc5SuY2QawLVKNjQ-rDGfsn4rA,2461
-abstract_utilities/class_utils.py,sha256=YMQgeTHSMo2C13G0JRgQIgbx131jb-PHdDrIqt71FsE,13664
+abstract_utilities/class_utils.py,sha256=AJe6kIiAwmr_is458EkKsjH2c0pyIiZNkah2gBXzXAE,13663
 abstract_utilities/collator_utils.py,sha256=9exNoZAr9rABGYTwZOn7hdLbpnMtRd2AgfU7yjZrXGw,2348
 abstract_utilities/doit.py,sha256=a1zkyMJbSGPvE-OmCQcH_dQyLME392UfvQmGztOWyhE,1646
 abstract_utilities/dynimport.py,sha256=BTX33OXfUq4LAuT1RAzLhbtxqf7CTm5WHYdvVAH83nc,6584
@@ -14,14 +14,14 @@ abstract_utilities/log_utils.py,sha256=W74Y-CmdQP4Kj88HmAgejVxWgyWlvgCKMwLvOfyFf
 abstract_utilities/math_utils.py,sha256=0o1ls1En03UAkYmxTBildCCJDfHygmNuvVnrNrLYtK0,6578
 abstract_utilities/parse_utils.py,sha256=Z5OGRwHuzCzY91fz0JJojk1BPAo1XF2quNNLuBF4_Vk,18602
 abstract_utilities/path_utils.py,sha256=X_U9cPBbNu5Wi0F3hQE0gXQX1gfhzxhxALbairTEOZU,19252
-abstract_utilities/read_write_utils.py,sha256=S8Sj0mtErRze9uOOzdWl2ZreREdXKKQMbyQKC75c_Vc,6921
+abstract_utilities/read_write_utils.py,sha256=9jW-eQojjXGAtyeCQp2m_1Rx6KgDGp3GHN0jwdqZlcA,9941
 abstract_utilities/safe_utils.py,sha256=_uoZny6dJjopVakOiaf0UIZcvRRXMh51FpfDUooe0xY,3733
-abstract_utilities/string_clean.py,sha256=-gY9i2yqjX5UClvSaKsSrzA4GjR7eaNI3GnFjZpt2bo,5923
-abstract_utilities/string_utils.py,sha256=02xdIEDySWEexrtY3skBYOdeDmr3XgE5j1nqAeAv7w8,352
+abstract_utilities/string_clean.py,sha256=oQv85J-mA4sP2NJwbTI-1k0RXw7V0AmqZolYaAZvex4,6916
+abstract_utilities/string_utils.py,sha256=PnII0wFQBchVzFjhvEHP9ej1zxLehsRKodtc8Qol4-8,1645
 abstract_utilities/tetsts.py,sha256=PrejTUew5dAAqNb4erMJwfdSHxDyuuHGWY2fMlWk5hk,21
 abstract_utilities/thread_utils.py,sha256=LhE1ylSuOKkkMErBf6SjZprjO_vfh3IKfvNKJQiCxho,5460
 abstract_utilities/time_utils.py,sha256=yikMjn7i-OBKfmOujfNtDz4R0VTMgi3dfQNrCIZUbQU,13052
-abstract_utilities/type_utils.py,sha256=1gpwfG5ze8dTUi7IXnMc65vHrw8XgI0F8m6x4esZavI,26977
+abstract_utilities/type_utils.py,sha256=XaaAel9hUKeOzBqSCqJsIC6UiPMXUlhtmU77jOHz8Ek,27676
 abstract_utilities/utils.py,sha256=SCa_-x_wsWrcokQXKwlhalxndxLn5Wg25-zqRdJUmag,185049
 abstract_utilities/cmd_utils/__init__.py,sha256=StTaaB9uzJexvr4TFGVqp_o0_s9T6rQlE3fOZtb_y_0,51
 abstract_utilities/cmd_utils/cmd_utils.py,sha256=n2DEo91J8LWuIJoSoDkWdApUY_8mHrUW3kjEjjF34Io,7876
@@ -50,18 +50,18 @@ abstract_utilities/file_utils/file_utils/find_collect.py,sha256=bPM7EDrNHlvwZx7C
 abstract_utilities/file_utils/file_utils/imports.py,sha256=rF3zdWY98UKuSPwzEzhG0H4cfIVjLqCW3FwsGqFeakE,319
 abstract_utilities/file_utils/file_utils/map_utils.py,sha256=B_MlkLP8s-o0yU0R3Y2LcTpBntBzysJO18qq181xz9c,1043
 abstract_utilities/file_utils/file_utils/pdf_utils.py,sha256=D_wg8h-SapCvqinxRIKxMri1jWZNpr5jGvKq9EJePfY,10335
-abstract_utilities/file_utils/file_utils/type_checks.py,sha256=S1k5lDM1Qd5g1FE_KqIE1aWexsFI0Af9droRI6qVb30,2576
-abstract_utilities/file_utils/file_utils/imports/__init__.py,sha256=HfwhvZsAnwy9J5jF1QXsxhN60v9EzMBSZXZx7H9PR6Q,103
+abstract_utilities/file_utils/file_utils/type_checks.py,sha256=XuKDtdYJFNHATZX3VcWLatqqcvyxl7is-bEZKxWglpE,2890
+abstract_utilities/file_utils/file_utils/imports/__init__.py,sha256=Mip2n-nY1PLvaWtwTeVs0rdVd6J3_jfwKmIyGYxf9Vo,72
 abstract_utilities/file_utils/file_utils/imports/constants.py,sha256=eIeSj48vtfa8CTYKuuZXbgJQepBrMracfVguaSuN41U,1626
 abstract_utilities/file_utils/file_utils/imports/file_functions.py,sha256=25yta20DDsdgenXYjpm4Ma3Fd6WK9Q16EjyhcZubDFg,291
 abstract_utilities/file_utils/file_utils/imports/imports.py,sha256=nLtDCj-E9htQ1rbbISevHSqviUGCxgCoTZ7KTAQrCpU,1488
-abstract_utilities/file_utils/file_utils/imports/module_imports.py,sha256=pvRkjtWxQ9R4TisCKMQ9asDak63Y9eMGbpCB7DsEyqs,453
-abstract_utilities/file_utils/imports/__init__.py,sha256=T-vdIj87HUj6H9tWMA67gNoEwLjnkMmEJpX5fN144fI,131
+abstract_utilities/file_utils/file_utils/imports/module_imports.py,sha256=BG_eTb_lnOOHCye_aXYc0CoESzFtXw_8qMMEH3CPLmU,546
+abstract_utilities/file_utils/imports/__init__.py,sha256=PRJBiiPT7oElD3RvHTW80Xd5rIIMdzGN23FD5IkszDI,101
 abstract_utilities/file_utils/imports/classes.py,sha256=zw16D_h5AxJiks4ydbqkWkXVfvgmE-BpiC4eKInY_KI,12259
 abstract_utilities/file_utils/imports/clean_imps.py,sha256=DB_NEKR8YLla5qCkTMuNscMoTnipEm3nCWnaH8wqQDc,5287
 abstract_utilities/file_utils/imports/constants.py,sha256=eIeSj48vtfa8CTYKuuZXbgJQepBrMracfVguaSuN41U,1626
 abstract_utilities/file_utils/imports/file_functions.py,sha256=brQha7TV9DaJe-hZSuHoFZBUI_45hxrGOIBTAojPWU8,297
-abstract_utilities/file_utils/imports/imports.py,sha256=xsxfaNE7uvdJH8WKUMk1RNTq8CpIC6adAwno96Dmvuc,9147
+abstract_utilities/file_utils/imports/imports.py,sha256=eDvLMtTQlExI1z7ddnPYoXWyrYtp48JuiAzBPqL5wWA,2057
 abstract_utilities/file_utils/imports/module_imports.py,sha256=BROjglIl217zEuU0kwRilkK9vLrYC9e44AS5HS8HwD0,513
 abstract_utilities/robust_reader/__init__.py,sha256=4i6qW4lwhdYuoO5-p9Xbt8Lpmr3hzCh9Rgb9y19QJwk,28
 abstract_utilities/robust_reader/file_reader2.py,sha256=U-5opkLu-bct091Eb-5CiNBTf0UFoSITYi8zR-Sz38w,25077
@@ -73,7 +73,7 @@ abstract_utilities/robust_readers/__init__.py,sha256=_1vhOG1FJnfrRK0ubkT1v6U6udH
 abstract_utilities/robust_readers/imports.py,sha256=FtNxdPoLeeNycDnl-6rBGxBfYjhQ7VhmI5guj8XKFcU,355
 abstract_utilities/robust_readers/initFuncGen.py,sha256=nrQn1KpSlPNKoOngN1uizVwNMA4llrcd8aGKqlzpXzI,5436
 abstract_utilities/robust_readers/import_utils/__init__.py,sha256=0XaHXUzvgMjSV-4VXcBB-sLcXzL3U3ssHZ95YkvgS9w,195
-abstract_utilities/robust_readers/import_utils/clean_imports.py,sha256=kl6Ne06YVZDPHgs59qek3m-KmF3xfWWZbJchv0FS8Q4,7483
+abstract_utilities/robust_readers/import_utils/clean_imports.py,sha256=eQo7UvO9jiMY7ncFpHyT-BFLNvov6QA4IRoP7MITuls,7228
 abstract_utilities/robust_readers/import_utils/dot_utils.py,sha256=pmwnY461mOnDjIjgHD6H9MhQXFaF-q8kWerJDgJ1DuI,2364
 abstract_utilities/robust_readers/import_utils/function_utils.py,sha256=Q9NKvRov3uAaz2Aal3d6fb_opWNXHF9C8GSKOjgfO8Y,1622
 abstract_utilities/robust_readers/import_utils/import_utils.py,sha256=l0GYdtj5FEYX2yknL-8ru7_U2Sp9Hi1NpegqWPLRMc8,11705
@@ -86,7 +86,7 @@ abstract_utilities/ssh_utils/classes.py,sha256=3Q9BfLpyagNFYyiF4bt-5UCezeUJv9NK9
 abstract_utilities/ssh_utils/imports.py,sha256=oX8WAv-pkhizzko_h3fIUp9Vhsse4nR7RN2vwONxIx0,317
 abstract_utilities/ssh_utils/pexpect_utils.py,sha256=JBdOIXBTXAqE5TrsFjmPWJgwSaWyRJN8rbJ6y3_zKPY,10556
 abstract_utilities/ssh_utils/utils.py,sha256=smUWAx3nW1h0etTndJ_te9bkUX5YzQ8kYd9_gD1TXLk,4882
-abstract_utilities-0.2.2.468.dist-info/METADATA,sha256=9hAVfrsbxq20y58SW5cZC5ORLn4tvmi0-KB59Y2al50,28108
-abstract_utilities-0.2.2.468.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-abstract_utilities-0.2.2.468.dist-info/top_level.txt,sha256=BF0GZ0xVFfN1K-hFIWPO3viNsOs1sSF86n1vHBg39FM,19
-abstract_utilities-0.2.2.468.dist-info/RECORD,,
+abstract_utilities-0.2.2.488.dist-info/METADATA,sha256=rta42TF8pwLWyBz2dR-dx085mU_Sd-HOpzQLVpeLYro,28108
+abstract_utilities-0.2.2.488.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+abstract_utilities-0.2.2.488.dist-info/top_level.txt,sha256=BF0GZ0xVFfN1K-hFIWPO3viNsOs1sSF86n1vHBg39FM,19
+abstract_utilities-0.2.2.488.dist-info/RECORD,,