abstract-utilities 0.2.2.486__py3-none-any.whl → 0.2.2.540__py3-none-any.whl

abstract_utilities/file_utils (2)/src/find_collect.py

@@ -0,0 +1,258 @@
+from ..imports import *
+
+from pathlib import Path
+from typing import Optional, List, Set
+
+def get_proper_type_str(string):
+    if not string:
+        return None
+    string_lower = string.lower()
+    items = {
+        "d":["dir","dirs","directory","directories","d","dirname"],
+        "f":["file","filepath","file_path","files","filepaths","file_paths","f"]
+     }
+    for key,values in items.items():
+        if string_lower in values:
+            return key
+    init = string_lower[0] if len(string_lower)>0 else None
+    if init in items:
+        return init
+def check_path_type(
+    path: str,
+    user: Optional[str] = None,
+    host: Optional[str] = None,
+    user_as_host: Optional[str] = None,
+    use_shell: bool = False
+) -> Literal["file", "directory", "missing", "unknown"]:
+    """
+    Determine whether a given path is a file, directory, or missing.
+    Works locally or remotely (via SSH).
+
+    Args:
+        path: The path to check.
+        user, host, user_as_host: SSH parameters if remote.
+        use_shell: Force shell test instead of Python os.path.
+    Returns:
+        One of: 'file', 'directory', 'missing', or 'unknown'
+    """
+
+    # --- remote check if user/host is given ---
+    if user_as_host or (user and host):
+        remote_target = user_as_host or f"{user}@{host}"
+        cmd = f"if [ -f '{path}' ]; then echo file; elif [ -d '{path}' ]; then echo directory; else echo missing; fi"
+        try:
+            result = subprocess.check_output(
+                ["ssh", remote_target, cmd],
+                stderr=subprocess.DEVNULL,
+                text=True,
+                timeout=5
+            ).strip()
+            return result if result in ("file", "directory", "missing") else "unknown"
+        except Exception:
+            return "unknown"
+
+    # --- local check ---
+    if not use_shell:
+        if os.path.isfile(path):
+            return "file"
+        elif os.path.isdir(path):
+            return "directory"
+        elif not os.path.exists(path):
+            return "missing"
+        return "unknown"
+    else:
+        # fallback using shell tests (useful for sandboxed contexts)
+        cmd = f"if [ -f '{path}' ]; then echo file; elif [ -d '{path}' ]; then echo directory; else echo missing; fi"
+        try:
+            output = subprocess.check_output(
+                cmd, shell=True, stderr=subprocess.DEVNULL, text=True
+            ).strip()
+            return output if output in ("file", "directory", "missing") else "unknown"
+        except Exception:
+            return "unknown"
+
+
+
+
+def get_find_cmd(*args,
+    mindepth: Optional[int] = None,
+    maxdepth: Optional[int] = None,
+    depth: Optional[int] = None,
+    file_type: Optional[str] = None,  # 'f' or 'd'
+    name: Optional[str] = None,
+    size: Optional[str] = None,
+    mtime: Optional[str] = None,
+    perm: Optional[str] = None,
+    user: Optional[str] = None,
+    **kwargs
+) -> str:
+    """
+    Construct a Unix `find` command string from cfg and explicit keyword args.
+
+    - Honors allowed/excluded patterns, dirs, and extensions from ScanConfig.
+    - Automatically applies mindepth/maxdepth/depth/file_type filters.
+    """
+
+    params = define_all_params(*args,**kwargs)
+    cmd = [f"find {shlex.quote(params.directories[0])}"]
+
+    # --- depth ---
+    if depth is not None:
+        cmd += [f"-mindepth {depth}", f"-maxdepth {depth}"]
+    else:
+        if mindepth is not None:
+            cmd.append(f"-mindepth {mindepth}")
+        if maxdepth is not None:
+            cmd.append(f"-maxdepth {maxdepth}")
+
+    # --- file type ---
+    if file_type in ("f", "d"):
+        cmd.append(f"-type {file_type}")
+
+    # --- base attributes ---
+    if name:
+        cmd.append(f"-name {shlex.quote(name)}")
+    if size:
+        cmd.append(f"-size {shlex.quote(size)}")
+    if mtime:
+        cmd.append(f"-mtime {shlex.quote(mtime)}")
+    if perm:
+        cmd.append(f"-perm {shlex.quote(perm)}")
+    if user:
+        cmd.append(f"-user {shlex.quote(user)}")
+    cfg = params.cfg
+    # --- cfg-based filters ---
+    if cfg:
+        # allowed extensions
+        if cfg.allowed_exts and cfg.allowed_exts != {"*"}:
+            ext_expr = " -o ".join(
+                [f"-name '*{e}'" for e in cfg.allowed_exts if e]
+            )
+            cmd.append(f"\\( {ext_expr} \\)")
+
+        # disallowed extensions
+        if cfg.exclude_exts:
+            for e in cfg.exclude_exts:
+                cmd.append(f"! -name '*{e}'")
+
+        # allowed directories (match any path)
+        if cfg.allowed_dirs and cfg.allowed_dirs != ["*"]:
+            dir_expr = " -o ".join(
+                [f"-path '*{d}*'" for d in cfg.allowed_dirs if d]
+            )
+            cmd.append(f"\\( {dir_expr} \\)")
+
+        # exclude directories
+        if cfg.exclude_dirs:
+            for d in cfg.exclude_dirs:
+                cmd.append(f"! -path '*{d}*'")
+
+        # allowed patterns
+        if cfg.allowed_patterns and cfg.allowed_patterns != ["*"]:
+            pat_expr = " -o ".join(
+                [f"-name '{p}'" for p in cfg.allowed_patterns if p]
+            )
+            cmd.append(f"\\( {pat_expr} \\)")
+
+        # exclude patterns
+        if cfg.exclude_patterns:
+            for p in cfg.exclude_patterns:
+                cmd.append(f"! -name '{p}'")
+
+        # allowed types
+        if cfg.allowed_types and cfg.allowed_types != {"*"}:
+            type_expr = " -o ".join(
+                [f"-path '*{t}*'" for t in cfg.allowed_types if t]
+            )
+            cmd.append(f"\\( {type_expr} \\)")
+
+        # excluded types
+        if cfg.exclude_types:
+            for t in cfg.exclude_types:
+                cmd.append(f"! -path '*{t}*'")
+
+    return " ".join(cmd)
+
+
+
+def collect_globs(*args,
+    patterns: Optional[List[str]] = None,
+    mindepth: Optional[int] = None,
+    maxdepth: Optional[int] = None,
+    depth: Optional[int] = None,
+    file_type: Optional[str] = None,   # "f", "d", or None
+    **kwargs
+) -> List[str] | dict:
+    """
+    Collect file or directory paths recursively.
+
+    - If file_type is None → returns {"f": [...], "d": [...]}
+    - If file_type is "f" or "d" → returns a list of that type
+    - Supports SSH mode via `user_at_host`
+    """
+    directories,cfg,allowed,include_files,recursive = get_file_filters(*args,**kwargs)
+
+    type_strs = {"f":"files","d":"dirs"}
+    file_type = get_proper_type_str(file_type)
+    file_types = make_list(file_type)
+    if file_type == None:
+        file_types = ["f","d"]
+    return_results = {}
+    return_result=[]
+    for file_type in file_types:
+        type_str = type_strs.get(file_type)
+        # Remote path (SSH)
+        for directory in directories:
+            find_cmd = get_find_cmd(
+                    directory,
+                    cfg=cfg,
+                    mindepth=mindepth,
+                    maxdepth=maxdepth,
+                    depth=depth,
+                    file_type=file_type,
+                    **{k: v for k, v in kwargs.items() if v},
+                )
+            result = run_pruned_func(run_cmd,find_cmd,
+                **kwargs
+                
+                )
+            return_result = [res for res in result.split('\n') if res]
+            if type_str not in return_results:
+                return_results[type_str]=[]
+            return_results[type_str]+=return_result
+    if len(file_types) == 1:
+        return return_result
+    return return_results
+
+##    # Local path (Python-native walk)
+##    root = Path(directory)
+##    
+##    results_js = {"f": [], "d": []}
+##
+##    for p in root.rglob("*"):
+##        if p.is_file():
+##            kind = "f"
+##        elif p.is_dir():
+##            kind = "d"
+##        else:
+##            continue
+##
+##        # If file_type is specified, skip the other kind
+##        if file_type and kind != file_type:
+##            continue
+##
+##        if exts and kind == "f" and p.suffix.lower() not in exts:
+##            continue
+##
+##        if patterns and not any(p.match(pat) for pat in patterns):
+##            continue
+##
+##        results_js[kind].append(str(p))
+##
+##    # Return based on selection
+##    if file_type is None:
+##        return results_js
+##    else:
+##        return results_js[file_type]
+
+

abstract_utilities/file_utils (2)/src/initFunctionsGen.py

@@ -0,0 +1,286 @@
+# attach_functions.py  — single helper you can import anywhere
+# attach_dynamic.py
+from __future__ import annotations
+
+from ..imports import *
+ABSPATH = os.path.abspath(__file__)
+ABSROOT = os.path.dirname(ABSPATH)
+def caller_path():
+    frame = inspect.stack()[1]
+    return os.path.abspath(frame.filename)
+def _is_defined_here(mod: types.ModuleType, obj: object) -> bool:
+    try:
+        return inspect.getmodule(obj) is mod
+    except Exception:
+        return False
+
+def _collect_callables(mod: types.ModuleType) -> Dict[str, Callable]:
+    out: Dict[str, Callable] = {}
+    names = getattr(mod, "__all__", None)
+    if names:
+        # trust the author's export list
+        for n in names:
+            fn = getattr(mod, n, None)
+            if callable(fn):
+                out[n] = fn
+        return out
+    # otherwise, discover top-level callables defined in this module
+    for n in dir(mod):
+        if n.startswith("_"):
+            continue
+        obj = getattr(mod, n, None)
+        if callable(obj) and _is_defined_here(mod, obj):
+            out[n] = obj
+    return out
+
+def _import_module_by_name(name: str) -> Optional[types.ModuleType]:
+    try:
+        return importlib.import_module(name)
+    except Exception:
+        return None
+
+def _import_module_by_path(pkg_name: str, base_dir: str, filename: str) -> Optional[types.ModuleType]:
+    mod_name = f"{pkg_name}.functions"
+    path = os.path.join(base_dir, filename)
+    spec = importlib.util.spec_from_file_location(mod_name, path)
+    if not spec or not spec.loader:
+        return None
+    mod = importlib.util.module_from_spec(spec)
+    sys.modules[mod_name] = mod
+    spec.loader.exec_module(mod)
+    return mod
+
+def _walk_functions_package(pkg_name: str, pkg_mod: types.ModuleType) -> List[types.ModuleType]:
+    """Import all immediate submodules in the functions/ package."""
+    mods: List[types.ModuleType] = [pkg_mod]
+    pkg_dir = os.path.dirname(pkg_mod.__file__ or "")
+    for info in pkgutil.iter_modules([pkg_dir]):
+        # only import direct children (no recursion here; easy to add if you need)
+        child_name = f"{pkg_mod.__name__}.{info.name}"
+        m = _import_module_by_name(child_name)
+        if m:
+            mods.append(m)
+    return mods
+
+def _discover_functions(base_pkg: str, *, hot_reload: bool) -> List[Tuple[str, Callable, str]]:
+    """
+    Returns a list of (export_name, callable, module_basename).
+    Works if you have base_pkg.functions.py or base_pkg/functions/ package.
+    """
+    # Prefer normal import of '<base_pkg>.functions'
+    fqn = f"{base_pkg}.functions"
+    mod = _import_module_by_name(fqn)
+
+    if mod is None:
+        # fallback: sibling functions.py, even without being a package
+        base = _import_module_by_name(base_pkg)
+        if not base or not getattr(base, "__file__", None):
+            return []
+        base_dir = os.path.dirname(base.__file__)
+        if os.path.isfile(os.path.join(base_dir, "functions.py")):
+            mod = _import_module_by_path(base_pkg, base_dir, "functions.py")
+        else:
+            return []
+
+    if hot_reload:
+        try:
+            mod = importlib.reload(mod)  # type: ignore[arg-type]
+        except Exception:
+            pass
+
+    results: List[Tuple[str, Callable, str]] = []
+    modules: List[types.ModuleType]
+
+    if hasattr(mod, "__path__"):  # it's a package: import children
+        modules = _walk_functions_package(base_pkg, mod)
+    else:
+        modules = [mod]
+
+    for m in modules:
+        exported = _collect_callables(m)
+        module_basename = m.__name__.split(".")[-1]
+        for name, fn in exported.items():
+            results.append((name, fn, module_basename))
+    return results
+
+def attach_functions(
+    obj_or_cls,
+    base_pkg: str | None = None,
+    hot_reload: bool = True,
+    prefix_with_module: bool = False,
+    include_private: bool = True,
+    only_defined_here: bool = True,   # don't attach stuff imported from elsewhere
+) -> list[str]:
+    """
+    Attach all free functions found in <base_pkg>.functions (module or package)
+    to the *class* of obj_or_cls. Returns the list of attached attribute names.
+    """
+    cls = obj_or_cls if inspect.isclass(obj_or_cls) else obj_or_cls.__class__
+    # Derive "<package>.functions" from the class's module unless you pass base_pkg
+    caller_mod = cls.__module__
+    pkg_root = (base_pkg or caller_mod.rsplit(".", 1)[0]).rstrip(".")
+    funcs_pkg_name = f"{pkg_root}.functions"
+
+    def _import(name: str) -> ModuleType | None:
+        try:
+            if hot_reload and name in sys.modules:
+                return importlib.reload(sys.modules[name])
+            return importlib.import_module(name)
+        except Exception:
+            return None
+
+    def _is_pkg(m: ModuleType) -> bool:
+        return hasattr(m, "__path__")
+
+    mod = _import(funcs_pkg_name)
+    if mod is None:
+        # Nothing to attach (no functions.py or functions/ next to your class)
+        setattr(cls, "_attached_functions", tuple())
+        return []
+
+    modules: list[ModuleType] = [mod]
+    if _is_pkg(mod):
+        # attach from every submodule under functions/
+        for it in pkgutil.iter_modules(mod.__path__):
+            sub = _import(f"{funcs_pkg_name}.{it.name}")
+            if sub is not None:
+                modules.append(sub)
+
+    attached: list[str] = []
+    for m in modules:
+        for name, obj in vars(m).items():
+            # only callables (skip classes), and keep them sane
+            if not callable(obj) or isinstance(obj, type):
+                continue
+            if only_defined_here and getattr(obj, "__module__", None) != m.__name__:
+                continue
+            if not include_private and name.startswith("_"):
+                continue
+            if name.startswith("__") and name.endswith("__"):
+                continue
+            attr = f"{m.__name__.rsplit('.', 1)[-1]}__{name}" if prefix_with_module else name
+            try:
+                setattr(cls, attr, obj)  # set on CLASS → becomes bound method on instances
+                attached.append(attr)
+            except Exception:
+                # don't explode if one name collides; keep going
+                continue
+
+    # handy for debugging
+    try:
+        setattr(cls, "_attached_functions", tuple(attached))
+    except Exception:
+        pass
+    return attached
+
+
+
+
+def isTab(item):
+    item_lower =  item.lower()
+    for key in ['console','tab']:
+        if item_lower.endswith(key):
+            return True
+    return False
+def get_dir(root,item):
+    if None in [root]:
+        return None
+    path = root
+    if item != None:
+        path = os.path.join(path,item)
+    return path
+def isDir(root,item=None):
+    path = get_dir(root,item)
+    if path:
+        return os.path.isdir(path)
+def check_dir_item(root,item=None):
+    return (item and isTab(item) and isDir(root,item))
+def get_dirs(root = None):
+    root = root or ABSROOT
+    dirpaths = [get_dir(root,item) for item in os.listdir(root) if check_dir_item(root,item)]
+    return dirpaths
+def ifFunctionsInFile(root):
+    items = [os.path.join(root, "functions"),os.path.join(root, "functions.py")]
+    for item in items:
+        if os.path.exists(item):
+            return item
+        
+
+def get_for_all_tabs(root = None):
+    root = root or caller_path()
+    if os.path.isfile(root):
+        root = os.path.dirname(root)
+    all_tabs = get_dirs(root = root)
+    for ROOT in all_tabs:
+        FUNCS_DIR = ifFunctionsInFile(ROOT)
+        if FUNCS_DIR == None:
+            for ROOT in get_dirs(root = ROOT):
+                apply_inits(ROOT)
+        else: 
+            apply_inits(ROOT)
+            
+
+def apply_inits(ROOT):
+    FUNCS_DIR = ifFunctionsInFile(ROOT)
+
+    
+    if_fun_dir = isDir(FUNCS_DIR)
+    if if_fun_dir != None:
+        
+        if if_fun_dir:
+            CFG = define_defaults(allowed_exts='.py',
+                unallowed_exts = True,
+                exclude_types = True,
+                exclude_dirs = True,
+                exclude_patterns = True)
+            _,filepaths = get_files_and_dirs(FUNCS_DIR,cfg=CFG)
+            
+        else:
+            filepaths = [FUNCS_DIR]
+        
+        # Parse top-level def names
+        def extract_funcs(path: str):
+            funcs = []
+            for line in read_from_file(path).splitlines():
+                m = re.match(r"^def\s+([A-Za-z_]\w*)\s*\(self", line)
+                if m:
+                    funcs.append(m.group(1))
+            return funcs
+
+        # Build functions/__init__.py that re-exports all discovered functions
+        import_lines = []
+        all_funcs = []
+        for fp in filepaths:
+            module = os.path.splitext(os.path.basename(fp))[0]
+            funcs = extract_funcs(fp)
+            if funcs:
+                import_lines.append(f"from .{module} import ({', '.join(funcs)})")
+                all_funcs.extend(funcs)
+        if if_fun_dir:
+            functions_init = "\n".join(import_lines) + ("\n" if import_lines else "")
+            write_to_file(contents=functions_init, file_path=os.path.join(FUNCS_DIR, "__init__.py"))
+
+        # Prepare the tuple literal of function names for import + loop
+        uniq_funcs = sorted(set(all_funcs))
+        func_tuple = ", ".join(uniq_funcs) + ("," if len(uniq_funcs) == 1 else "")
+        
+        # Generate apiConsole/initFuncs.py using the safer setattr-loop
+        init_funcs_src = textwrap.dedent(f"""\
+            
+
+            from .functions import ({func_tuple})
+
+            def initFuncs(self):
+                try:
+                    for f in ({func_tuple}):
+                        setattr(self, f.__name__, f)
+                except Exception as e:
+                    logger.info(f"{{e}}")
+                return self
+        """)
+
+        write_to_file(contents=init_funcs_src, file_path=os.path.join(ROOT, "initFuncs.py"))
+
+def call_for_all_tabs():
+    root = get_caller_dir(2)
+    get_for_all_tabs(root)

abstract_utilities/file_utils (2)/src/map_utils.py

@@ -0,0 +1,28 @@
+from ..imports import MIME_TYPES,make_list,os
+def get_file_type(file_path,types=None,default=None):
+    mime_types = {}
+    if types:
+        types = make_list(types)
+        for typ in types:
+            mime_types[typ] = MIME_TYPES.get(typ)
+    else:
+        mime_types = MIME_TYPES
+    
+    if os.path.isfile(file_path):
+        basename = os.path.basename(file_path)
+        filename,ext = os.path.splitext(basename)
+        for file_type,ext_values in mime_types.items():
+            if ext in ext_values:
+                return file_type
+def get_file_map(directory,types=None,default=None):
+    if directory and os.path.isfile(directory):
+       directory = os.path.dirname(directory)
+    all_types = {}
+    files = get_globs(directory)
+    for file in files:
+        file_type = get_file_type(file,types=types,default=default)
+        if file_type:
+            if file_type not in all_types:
+                all_types[file_type] = []
+            all_types[file_type].append(file)
+    return all_types