abstract-utilities 0.2.2.540__py3-none-any.whl → 0.2.2.667__py3-none-any.whl

abstract_utilities/path_utils/path_utils.py

@@ -107,17 +107,6 @@ def path_join(*paths, isfile=False):
         os.makedirs(final_path, exist_ok=True)      
     return final_path
 
-def is_file(*paths):
-    item_path = os.path.join(*paths)
-    return os.path.isfile(item_path)
-
-def is_dir(*paths):
-    item_path = os.path.join(*paths)
-    return os.path.isdir(item_path)
-
-def is_path(*paths):
-    item_path = os.path.join(*paths)
-    return item_path if os.path.exists(item_path) else None
 
 def get_all_directories(directory):
     dir_list = os.listdir(directory)
@@ -132,7 +121,7 @@ def get_all_files(directory=None):
 
 def get_all_items(directory):
     dir_list = os.listdir(directory)
-    file_list = [item for item in dir_list if is_path(directory,item)]
+    file_list = [item for item in dir_list if is_exists(directory,item)]
     return file_list
 
 
@@ -176,6 +165,7 @@ def get_safe_splitext(path=None,basename=None):
         basename_str = str(basename)
         filename,ext = os.path.splitext(basename_str)
         return filename,ext
+    return None,None
 def get_safe_filename(path=None,basename=None):
     filename,_ = get_safe_splitext(path=path,basename=basename)
     return filename
@@ -223,29 +213,36 @@ def create_base_dir(directory=None, child=None):
 
 
 
-
-def get_file_parts(path):
+def get_abs_path(path,i=None):
+    abs_dir = get_initial_caller_dir()
+    return os.path.join(abs_dir,path)
     
-    basename = get_safe_basename(path)
-    filename, ext = get_safe_splitext(basename=basename)
 
-    dirname = get_safe_dirname(path)
-    dirbase = get_safe_basename(dirname)
-    
-    parent_dirname = get_safe_dirname(dirname)
-    parent_dirbase = get_safe_basename(parent_dirname)
-    
-    super_dirname = get_safe_dirname(parent_dirname)
-    super_dirbase = get_safe_basename(super_dirname)
-
-    return {"dirname": dirname,
-            "basename": basename,
-            "filename": filename,
-            "ext": ext,
-            "dirbase":dirbase,
-            "parent_dirname":parent_dirname,
-            "parent_dirbase":parent_dirbase,
-            "super_dirname":super_dirname,
-            "super_dirbase":super_dirbase
-            }
+
+def get_file_parts(path):
+    if path:
+        path= str(path) 
+        basename = get_safe_basename(path)
+        filename, ext = get_safe_splitext(basename=basename)
+
+        dirname = get_safe_dirname(path)
+        dirbase = get_safe_basename(dirname)
+        
+        parent_dirname = get_safe_dirname(dirname)
+        parent_dirbase = get_safe_basename(parent_dirname)
+        
+        super_dirname = get_safe_dirname(parent_dirname)
+        super_dirbase = get_safe_basename(super_dirname)
+
+        return {"file_path":path,
+                "dirname": dirname,
+                "basename": basename,
+                "filename": filename,
+                "ext": ext,
+                "dirbase":dirbase,
+                "parent_dirname":parent_dirname,
+                "parent_dirbase":parent_dirbase,
+                "super_dirname":super_dirname,
+                "super_dirbase":super_dirbase
+                }
 

abstract_utilities/read_write_utils/imports/imports.py

@@ -1,2 +1,2 @@
 from ...imports import os,shlex
-
+import base64

abstract_utilities/read_write_utils/read_write_utils.py

@@ -194,45 +194,115 @@ def write_to_path(
 ##        f.write(str(contents))
 ##    return file_path
 # --- Core functionality -------------------------------------------------------
-def write_to_file(*args, **kwargs):
+##def write_to_file(*args, **kwargs):
+##    """
+##    Write contents to a file (create if missing).
+##
+##    Returns the file_path written.
+##    """
+##    file_path, contents = check_read_write_params(*args, **kwargs)
+##    values,kwargs = get_from_kwargs(['file_path','contents'],del_kwarg=True,**kwargs)
+##    dirname = os.path.dirname(file_path)
+##    
+##    if contents is None:
+##        raise ValueError("Missing contents to write.")
+##    user_at_host = kwargs.get("user_at_host")
+##    if get_user_pass_host_key(**kwargs):
+##        make_dirs(dirname, exist_ok=True,**kwargs)
+##        kwargs["cwd"] = kwargs.get('cwd') or os.path.dirname(file_path)
+##        # sanitize for shell safety
+##        quoted_path = shlex.quote(file_path)
+##        quoted_data = shlex.quote(str(contents))
+##        # shell command that fully overwrites
+##        # (no append, replaces contents entirely)
+##        kwargs["cmd"] = f'sh -c "echo {quoted_data} > {quoted_path}"'
+##        if not kwargs.get('password') and not kwargs.get('key'):
+##            kwargs["cmd"]=f'sudo {kwargs["cmd"]}'
+##        result = run_pruned_func(run_cmd,**kwargs)
+##        if 'file_path' in kwargs:
+##            del kwargs['file_path']
+##        if not is_file(file_path,**kwargs) or str(contents) != read_from_file(file_path,**kwargs):
+##            kwargs["cmd"]=f'sudo {kwargs["cmd"]}'
+##            result = run_pruned_func(run_cmd,**kwargs)
+##        return result
+##
+##    make_dirs(dirname or ".", exist_ok=True)
+##    with open(file_path, "w", encoding="utf-8") as f:
+##        f.write(str(contents))
+##    return file_path
+
+def _should_use_remote(**kwargs) -> bool:
+    """
+    Only use remote mode IF:
+    - user_at_host is provided
+    - AND password/key is provided
+    Otherwise: local write.
     """
-    Write contents to a file (create if missing).
+    user = kwargs.get("user_at_host")
+    if not user:
+        return False  # not remote
+
+    # If user_at_host is provided, then password or key MUST be present
+    if kwargs.get("password") or kwargs.get("key"):
+        return True
 
-    Returns the file_path written.
+    return False  # user provided but no auth → treat as local
+
+
+def _write_to_file(contents: str, file_path: str, **kwargs) -> str:
     """
-    file_path, contents = check_read_write_params(*args, **kwargs)
-    values,kwargs = get_from_kwargs(['file_path','contents'],del_kwarg=True,**kwargs)
+    Safe writer that handles arbitrarily large files.
+    Uses native I/O for local writes and streams for remote.
+    """
+
+    remote = _should_use_remote(**kwargs)
     dirname = os.path.dirname(file_path)
-    
-    if contents is None:
-        raise ValueError("Missing contents to write.")
-    user_at_host = kwargs.get("user_at_host")
-    if get_user_pass_host_key(**kwargs):
-        make_dirs(dirname, exist_ok=True,**kwargs)
-        kwargs["cwd"] = kwargs.get('cwd') or os.path.dirname(file_path)
-        # sanitize for shell safety
-        quoted_path = shlex.quote(file_path)
-        quoted_data = shlex.quote(str(contents))
-        # shell command that fully overwrites
-        # (no append, replaces contents entirely)
-        kwargs["cmd"] = f'sh -c "echo {quoted_data} > {quoted_path}"'
-        if not kwargs.get('password') and not kwargs.get('key'):
-            kwargs["cmd"]=f'sudo {kwargs["cmd"]}'
-        result = run_pruned_func(run_cmd,**kwargs)
-        if 'file_path' in kwargs:
-            del kwargs['file_path']
-        if not is_file(file_path,**kwargs) or str(contents) != read_from_file(file_path,**kwargs):
-            kwargs["cmd"]=f'sudo {kwargs["cmd"]}'
-            result = run_pruned_func(run_cmd,**kwargs)
-        return result
+    make_dirs(dirname, exist_ok=True, **kwargs)
+
+    # --- Local write (always robust) ---
+    if not remote:
+        with open(file_path, "w", encoding="utf-8") as f:
+            f.write(contents)
+        return file_path
+
+    # --- Remote write ---
+    # Stream data through SSH using base64 chunks instead of huge one-liner
+    import io
+    import base64
+
+    # Write to a temporary file locally first
+    tmp_path = "/tmp/_abstract_write.tmp"
+    with open(tmp_path, "w", encoding="utf-8") as tmpf:
+        tmpf.write(contents)
+
+    user_at_host = kwargs["user_at_host"]
+    password = kwargs.get("password")
+    key = kwargs.get("key")
+
+    # Use scp for remote write — no shell arg limits
+    scp_cmd = f"scp {shlex.quote(tmp_path)} {user_at_host}:{shlex.quote(file_path)}"
+    return run_pruned_func(
+        run_local_cmd,
+        cmd=scp_cmd,
+        password=password,
+        key=key,
+        **kwargs
+    )
 
-    make_dirs(dirname or ".", exist_ok=True)
-    with open(file_path, "w", encoding="utf-8") as f:
-        f.write(str(contents))
-    return file_path
 
+def write_to_file(*, contents: str, file_path: str, **kwargs):
+    """
+    Error-handled wrapper.
+    """
+
+    try:
+        result = _write_to_file(contents=contents, file_path=file_path, **kwargs)
+        return result
 
-def read_from_file(file_path,**kwargs):
+    except Exception as e:
+        print("WRITE ERROR:", e)
+        raise RuntimeError(f"Failed writing: {file_path}")
+def read_from_file(file_path=None,**kwargs):
     if get_user_pass_host_key(**kwargs):
         kwargs["cwd"] = kwargs.get('cwd') or os.path.dirname(file_path)
         basename = os.path.basename(file_path)

abstract_utilities/safe_utils/safe_utils.py

@@ -10,7 +10,37 @@ Designed for compatibility with the abstract_ ecosystem (e.g. abstract_utilities
 from .imports import *
 _BASE_DIR = get_caller_dir()
 
+class PathOutsideBase(Exception):
+    pass
 
+def safe_join_base(base: Union[str, Path], *parts: Union[str, Path], must_exist: bool = False) -> Path:
+    """
+    Join base with parts, normalize, and ensure the result lives under base.
+    Prevents '../' traversal and ignores leading slashes in parts.
+    """
+    base = Path(base).resolve(strict=True)
+    # Disallow absolute/drive-anchored parts by stripping their anchors before joining.
+    cleaned = []
+    for p in parts:
+        p = Path(p)
+        # Convert absolute to relative (security: we won't allow escaping base anyway)
+        if p.is_absolute():
+            p = Path(*p.parts[1:])  # drop leading '/'
+        cleaned.append(p)
+
+    # Build and resolve (non-strict so missing files are allowed unless must_exist=True)
+    target = (base.joinpath(*cleaned)).resolve(strict=False)
+
+    # Containment check (works even if target doesn't exist)
+    try:
+        target.relative_to(base)
+    except ValueError:
+        raise PathOutsideBase(f"{target} escapes base {base}")
+
+    if must_exist and not target.exists():
+        raise FileNotFoundError(target)
+
+    return target
 def safe_split(
     string: Any,
     char: Any,

abstract_utilities/type_utils/__init__.py

@@ -1,3 +1,7 @@
+from .imports import *
 from .alpha_utils import *
 from .num_utils import *
-from .type_utils import *
+from .is_type import *
+from .make_type import *
+from .get_type import *
+from .mime_types import *

abstract_utilities/type_utils/get_type.py

@@ -0,0 +1,116 @@
+from .imports import *
+from .alpha_utils import *
+from .num_utils import *
+from .is_type import *
+from .make_type import *
+def get_obj_obj(obj_type: str, obj: any) -> any:
+    """
+    Returns the object converted according to the given type string.
+    
+    Args:
+        obj_type: The string representing the type to convert to.
+        obj: The object to convert.
+        
+    Returns:
+        any: The object converted to the specified type.
+    """
+    if obj_type == 'str':
+        return make_str(obj)
+    elif obj_type == 'bool':
+        return make_bool(obj)
+    elif obj_type == 'float':
+        return make_float(obj)
+    elif obj_type == 'int':
+        try:
+            return int(obj)
+        except (TypeError, ValueError):
+            return obj
+    else:
+        return obj
+def get_len_or_num(obj: any) -> int:
+    """
+    Returns the length of the object if it can be converted to a string, else the integer representation of the object.
+    
+    Args:
+        obj: The object to process.
+        
+    Returns:
+        int: The length of the object as a string or the integer representation of the object.
+    """
+    if is_int(obj) or is_float(obj):
+        return int(obj)
+    else:
+        try:
+            return len(str(obj))
+        except (TypeError, ValueError):
+            return 0
+def get_types_list()->list:
+    return ['list', 'bool', 'str', 'int', 'float', 'set', 'dict', 'frozenset', 'bytearray', 'bytes', 'memoryview', 'range', 'enumerate', 'zip', 'filter', 'map', 'property', 'slice', 'super', 'type', 'Exception', 'NoneType']
+
+
+def str_lower(obj):
+    try:
+        obj=str(obj).lower()
+    except Exception as e:
+        print(f"{e}")
+    return obj
+
+def get_bool_response(bool_response,json_data):
+    if not is_instance(bool_response,bool):
+        try:
+            bool_response = json_data.get(bool_response) in [None,'',[],"",{}]
+        except:
+            pass       
+    return bool_response
+def get_alphabet_str():
+  return 'abcdefghijklmnopqrstuvwxyz'
+def get_alphabet_upper_str():
+  alphabet_str = get_alphabet_str()
+  return alphabet_str.upper()
+def get_alphabet_comp_str():
+  return get_alphabet_str() + get_alphabet_upper_str()
+
+def get_alphabet():
+  alphabet_str = get_alphabet_str()
+  return break_string(alphabet_str)
+def get_alphabet_upper():
+  alphabet_upper_str = get_alphabet_upper_str()
+  return break_string(alphabet_upper_str)
+def get_alphabet_comp():
+  alphabet_comp_str = get_alphabet_comp_str()
+  return break_string(alphabet_comp_str)
+def get_numbers_str():
+  return '0123457890'
+def get_numbers_int():
+  numbers_str = get_numbers_str()
+  return [int(number) for number in numbers_str]
+def get_numbers():
+  numbers_str = get_numbers_str()
+  return break_string(numbers_str)
+def get_numbers_comp():
+  numbers_str = get_numbers()
+  numbers_int = get_numbers_int()
+  return numbers_str + numbers_int
+def break_string(string):
+  string_str = str(string)
+  return list(string_str)
+def get_alpha_ints(ints=True,alpha=True,lower=True,capitalize=True,string=True,listObj=True):
+    objs = [] if listObj else ""
+    if ints:
+        objs+=getInts(string=string,listObj=listObj)
+    if alpha:
+        objs+=getAlphas(lower=lower,capitalize=capitalize,listObj=listObj)
+    return objs
+def if_true_get_string(data, key):
+    return key if data.get(key) else None
+def find_for_string(string, parts):
+    return [part for part in parts if string.lower() in str(part).lower()]
+
+
+def is_strings_in_string(strings, parts):
+    strings = make_list(strings)
+    for string in strings:
+        parts = find_for_string(string, parts)
+        if not parts:
+            return []
+    return parts

abstract_utilities/type_utils/imports/__init__.py

@@ -1,2 +1,3 @@
 from .imports import *
 from .module_imports import *
+from .constants import *

abstract_utilities/type_utils/imports/constants.py

@@ -0,0 +1,134 @@
+from .module_imports import *
+MIME_TYPES = {
+    'image': {
+        '.jpg':   'image/jpeg',
+        '.jpeg':  'image/jpeg',
+        '.png':   'image/png',
+        '.gif':   'image/gif',
+        '.bmp':   'image/bmp',
+        '.tiff':  'image/tiff',
+        '.webp':  'image/webp',
+        '.svg':   'image/svg+xml',
+        '.ico':   'image/vnd.microsoft.icon',
+        '.heic':  'image/heic',
+        '.psd':   'image/vnd.adobe.photoshop',
+        '.raw':   'image/x-raw',
+    },
+    'video': {
+        '.mp4':   'video/mp4',
+        '.webm':  'video/webm',
+        '.ogg':   'video/ogg',
+        '.mov':   'video/quicktime',
+        '.avi':   'video/x-msvideo',
+        '.mkv':   'video/x-matroska',
+        '.flv':   'video/x-flv',
+        '.wmv':   'video/x-ms-wmv',
+        '.3gp':   'video/3gpp',
+        '.ts':    'video/mp2t',
+        '.mpeg':  'video/mpeg',
+        '.mpg':   'video/mpg'
+    },
+    'audio': {
+        '.mp3':   'audio/mpeg',
+        '.wav':   'audio/wav',
+        '.flac':  'audio/flac',
+        '.aac':   'audio/aac',
+        '.ogg':   'audio/ogg',
+        '.m4a':   'audio/mp4',
+        '.opus':  'audio/opus',
+    },
+    'document': {
+        '.pdf':   'application/pdf',
+        '.doc':   'application/msword',
+        '.docx':  'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
+        '.odt':   'application/vnd.oasis.opendocument.text',
+        '.txt':   'text/plain',
+        '.rtf':   'application/rtf',
+        '.md':    'text/markdown',
+        '.markdown': 'text/markdown',
+        '.tex':   'application/x-tex',
+        '.log':   'text/plain',
+        '.json':  'application/json',
+        '.xml':   'application/xml',
+        '.yaml':  'application/x-yaml',
+        '.yml':   'application/x-yaml',
+        '.ini':   'text/plain',
+        '.cfg':   'text/plain',
+        '.toml':  'application/toml',
+        '.csv':   'text/csv',
+        '.tsv':   'text/tab-separated-values'
+    },
+    'presentation': {
+        '.ppt':   'application/vnd.ms-powerpoint',
+        '.pptx':  'application/vnd.openxmlformats-officedocument.presentationml.presentation',
+        '.odp':   'application/vnd.oasis.opendocument.presentation',
+    },
+    'spreadsheet': {
+        '.xls':   'application/vnd.ms-excel',
+        '.xlsx':  'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
+        '.ods':   'application/vnd.oasis.opendocument.spreadsheet',
+        '.csv':   'text/csv',
+        '.tsv':   'text/tab-separated-values'
+    },
+    'code': {
+        '.py':    'text/x-python',
+        '.java':  'text/x-java-source',
+        '.c':     'text/x-c',
+        '.cpp':   'text/x-c++',
+        '.h':     'text/x-c',
+        '.hpp':   'text/x-c++',
+        '.js':    'application/javascript',
+        '.cjs':   'application/javascript',
+        '.mjs':   'application/javascript',
+        '.jsx':   'application/javascript',
+        '.ts':    'application/typescript',
+        '.tsx':   'application/typescript',
+        '.rb':    'text/x-ruby',
+        '.php':   'application/x-php',
+        '.go':    'text/x-go',
+        '.rs':    'text/rust',
+        '.swift': 'text/x-swift',
+        '.kt':    'text/x-kotlin',
+        '.sh':    'application/x-shellscript',
+        '.bash':  'application/x-shellscript',
+        '.ps1':   'application/x-powershell',
+        '.sql':   'application/sql',
+        '.yml':   'application/x-yaml',
+        '.coffee':'text/coffeescript',
+        '.lua':   'text/x-lua',
+    },
+    'archive': {
+        '.zip':   'application/zip',
+        '.tar':   'application/x-tar',
+        '.gz':    'application/gzip',
+        '.tgz':   'application/gzip',
+        '.bz2':   'application/x-bzip2',
+        '.xz':    'application/x-xz',
+        '.rar':   'application/vnd.rar',
+        '.7z':    'application/x-7z-compressed',
+        '.iso':   'application/x-iso9660-image',
+        '.dmg':   'application/x-apple-diskimage',
+        '.jar':   'application/java-archive',
+        '.war':   'application/java-archive',
+        '.whl':   'application/python-wheel',
+        '.egg':   'application/python-egg',
+    },
+    'font': {
+        '.ttf':   'font/ttf',
+        '.otf':   'font/otf',
+        '.woff':  'font/woff',
+        '.woff2': 'font/woff2',
+        '.eot':   'application/vnd.ms-fontobject'
+    },
+    'executable': {
+        '.exe':   'application/vnd.microsoft.portable-executable',
+        '.dll':   'application/vnd.microsoft.portable-executable',
+        '.bin':   'application/octet-stream',
+        '.deb':   'application/vnd.debian.binary-package',
+        '.rpm':   'application/x-rpm'
+    }
+}
+
+# And just the sets, if you only need to test ext‐membership:
+MEDIA_TYPES = make_key_map(MIME_TYPES)
+

abstract_utilities/type_utils/imports/module_imports.py

@@ -1 +1,25 @@
-from ...list_utils import make_list
+def make_list(obj:any) -> list:
+    """
+    Converts the input object to a list. If the object is already a list, it is returned as is.
+    
+    Args:
+        obj: The object to convert.
+        
+    Returns:
+        list: The object as a list.
+    """
+    if isinstance(obj,str):
+        if ',' in obj:
+            obj = obj.split(',')
+    if isinstance(obj,set) or isinstance(obj,tuple):
+        return list(obj)
+    if isinstance(obj, list):
+        return obj
+    return [obj]
+def get_keys(mapping,typ=None):
+    typ = typ or set
+    if isinstance(mapping,dict):
+        mapping = mapping.keys()
+    return typ(mapping)
+def make_key_map(dict_obj):
+    return {k:get_keys(v) for k,v in dict_obj.items()}