abstract-utilities 0.2.2.492__py3-none-any.whl → 0.2.2.583__py3-none-any.whl

abstract_utilities/import_utils/src/package_utils.py

@@ -0,0 +1,140 @@
+# safe_import_utils.py
+from ..imports import *
+from .import_functions import *
+
+def ensure_import_pkg_js(import_pkg_js,file_path=None):
+    import_pkg_js = import_pkg_js or {"context":{}}
+    if "context" not in import_pkg_js:
+        import_pkg_js["context"]={}
+    for key in ["nulines","file_path","all_data"]:
+        if key not in import_pkg_js["context"]:
+            import_pkg_js["context"][key]=[]
+    if file_path and file_path != import_pkg_js["context"]["file_path"]:
+        found=False
+        nu_data = {"file_path":import_pkg_js["context"]["file_path"],"nulines":import_pkg_js["context"]["nulines"]}
+        for i,data in enumerate(import_pkg_js["context"]["all_data"]):
+            if data.get('file_path') == import_pkg_js["context"]["file_path"]:
+                import_pkg_js["context"]["all_data"][i] = nu_data
+                found = True
+                break
+        if found == False:
+            import_pkg_js["context"]["all_data"].append(nu_data)
+        import_pkg_js["context"]["nulines"]=[]
+        import_pkg_js["context"]["file_path"]=file_path
+    return import_pkg_js
+def ensure_package_context(file: str):
+    """
+    Ensure that running this file directly still gives it the correct package.
+    Sets sys.path and __package__ based on the __init__.py chain.
+    """
+    file = file or os.getcwd()
+    here = Path(file).resolve()
+    top_pkg_dir = find_top_pkg_dir(here)
+    if not top_pkg_dir:
+        raise RuntimeError(f"No package context above {here}. Add __init__.py files up the tree.")
+
+    sysroot = top_pkg_dir.parent  # dir ABOVE the top package (e.g., .../src)
+    if str(sysroot) not in sys.path:
+        sys.path.insert(0, str(sysroot))
+
+    # Compute this module's package (exclude the filename)
+    parts = here.with_suffix("").relative_to(sysroot).parts
+    pkg_name = ".".join(parts[:-1])  # e.g. abstract_ide.consoles.launcherWindowTab
+
+    # When run as a script, __package__ is empty -> set it
+    if (__name__ == "__main__") and (not globals().get("__package__")):
+        globals()["__package__"] = pkg_name
+# --- tiny utils ---
+def find_top_package_dir(p: Path) -> Path | None:
+    p = p.resolve()
+    if p.is_file():
+        p = p.parent
+    top = None
+    while (p / "__init__.py").exists():
+        top = p
+        if p.parent == p:
+            break
+        p = p.parent
+    return top
+
+def derive_package_for_file(file: str) -> tuple[str, Path]:
+    """Return (pkg_name, sysroot) for the module file."""
+    here = Path(file).resolve()
+    top_pkg_dir = find_top_pkg_dir(here)
+    if not top_pkg_dir:
+        raise RuntimeError(f"No package context above {here}. Add __init__.py up the tree.")
+    sysroot = top_pkg_dir.parent
+    if str(sysroot) not in sys.path:
+        sys.path.insert(0, str(sysroot))
+    parts = here.with_suffix("").relative_to(sysroot).parts
+    pkg_name = ".".join(parts[:-1])  # package of the module (drop the filename)
+    return pkg_name, sysroot
+
+def ensure_caller_package(caller_file: str, caller_globals: dict | None = None) -> str:
+    """
+    Ensure sysroot is on sys.path and return the caller's dotted package.
+    Optionally set caller_globals['__package__'] when running as a script.
+    """
+    pkg, _ = derive_package_for_file(caller_file)
+    if caller_globals and caller_globals.get("__name__") == "__main__" and not caller_globals.get("__package__"):
+        caller_globals["__package__"] = pkg
+    return pkg
+def get_import_pkg(line):
+    if is_line_group_import(line):
+        return clean_line(line.split(FROM_TAG)[1].split(IMPORT_TAG)[0])
+def get_imports_from_import_pkg(line):
+    if is_line_group_import(line):
+        return get_cleaned_import_list(line,commaClean=True)
+def add_imports_to_import_pkg_js(import_pkg,imports,import_pkg_js=None):
+    import_pkg_js = ensure_import_pkg_js(import_pkg_js)
+    imports = clean_imports(imports)
+    if import_pkg not in import_pkg_js:
+        i = len(import_pkg_js["context"]["nulines"])
+        import_pkg_js[import_pkg]={"imports":imports,"line":i}
+        import_line = f"from {import_pkg} import "
+        if import_pkg == "import":
+            import_line = IMPORT_TAG
+        import_pkg_js["context"]["nulines"].append(import_line)
+    else:
+        import_pkg_js[import_pkg]["imports"]+=imports
+    return import_pkg_js
+def update_import_pkg_js(line,import_pkg_js=None):
+    import_pkg_js = ensure_import_pkg_js(import_pkg_js)
+    if is_line_group_import(line):
+        import_pkg = get_import_pkg(line)
+        imports = get_imports_from_import_pkg(line)
+        import_pkg_js = add_imports_to_import_pkg_js(import_pkg,imports,import_pkg_js=import_pkg_js)
+    else:
+        if len(import_pkg_js["context"]["nulines"]) >0 and line == '' and is_line_import(import_pkg_js["context"]["nulines"][-1]):
+            pass
+        else:
+            import_pkg_js["context"]["nulines"].append(line)
+    return import_pkg_js
+# --- public API ---
+def safe_import(
+    name: str,
+    *,
+    member: str | None = None,
+    package: str | None = None,
+    file: str | None = None,
+    caller_globals: dict | None = None,
+):
+    """
+    Import `name` (relative or absolute).
+    - If `name` is relative and `package` is missing, derive it from `file` (or caller).
+    - If running the caller as a script, we can set its __package__ when caller_globals is provided.
+    """
+    if file is None:
+        # best-effort: use the immediate caller's file
+        frame = inspect.currentframe()
+        assert frame is not None
+        outer = frame.f_back
+        caller_file = (outer.f_globals.get("__file__") if outer else None) or __file__
+    else:
+        caller_file = file
+
+    if name.startswith(".") and not package:
+        package = ensure_caller_package(caller_file, caller_globals=caller_globals)
+
+    mod = importlib.import_module(name, package=package)
+    return getattr(mod, member) if member else mod

abstract_utilities/import_utils/src/package_utilss/__init__.py

@@ -0,0 +1,139 @@
+import ast
+from pathlib import Path
+from importlib.util import find_spec
+from typing import Dict, Set
+import ast, sys
+from pathlib import Path
+from importlib.util import find_spec
+from typing import Dict, Set
+from src.abstract_utilities.import_utils import *
+STDLIB_NAMES = set(sys.builtin_module_names)
+def parse_imports(file_path: Path):
+    """Return list of (module, level) for every import/from-import."""
+    try:
+        src = file_path.read_text(errors="ignore")
+        tree = ast.parse(src, filename=str(file_path))
+    except Exception:
+        return []
+    imports = []
+    for node in ast.walk(tree):
+        if isinstance(node, ast.Import):
+            for alias in node.names:
+                imports.append((alias.name, 0))
+        elif isinstance(node, ast.ImportFrom):
+            imports.append((node.module, node.level))
+    return imports
+
+
+def resolve_relative_import(base_file: Path, module: str | None, level: int) -> Path | None:
+    """Follow a relative import path to its real file if it exists."""
+    base = base_file.parent
+    for _ in range(level - 1):
+        base = base.parent
+    if not module:
+        target = base
+    else:
+        target = base / module.replace(".", "/")
+    if (target / "__init__.py").exists():
+        return target / "__init__.py"
+    if target.with_suffix(".py").exists():
+        return target.with_suffix(".py")
+    return None
+
+
+
+
+def classify_import(mod_name: str, root_pkg: str) -> str:
+    """Return 'local', 'internal', or 'external'."""
+    if not mod_name:
+        return "unknown"
+    if mod_name.startswith("."):
+        return "local"
+    if mod_name.split(".")[0] == root_pkg:
+        return "internal"
+    if mod_name.split(".")[0] in STDLIB_NAMES:
+        return "stdlib"
+    return "external"
+
+
+def follow_imports(entry: Path, root_pkg: str,
+                   visited: Dict[Path, Dict[str, Set[str]]] | None = None):
+    """
+    Recursively follow only internal/local imports.
+    Returns {file_path: {'internal': set(), 'external': set()}}
+    """
+    visited = visited or {}
+    if entry in visited:
+        return visited
+
+    visited[entry] = {"internal": set(), "external": set()}
+
+    for mod, level in parse_imports(entry):
+        if level > 0:
+            target = resolve_relative_import(entry, mod, level)
+            if target:
+                visited[entry]["internal"].add(str(target))
+                follow_imports(target, root_pkg, visited)
+            continue
+
+        category = classify_import(mod, root_pkg)
+        if category == "internal":
+            spec = find_spec(mod)
+            if spec and spec.origin and spec.origin.endswith(".py"):
+                visited[entry]["internal"].add(spec.origin)
+                follow_imports(Path(spec.origin), root_pkg, visited)
+        elif category == "external":
+            visited[entry]["external"].add(mod)
+        elif category == "stdlib":
+            # stdlib gets treated like external but labeled
+            visited[entry]["external"].add(mod + "  # stdlib")
+
+    return visited
+
+
+
+def build_master_imports(entry: Path, root_pkg: str, output: Path):
+    trace = follow_imports(entry, root_pkg)
+    lines = ["# Auto-generated master imports for abstract_utilities\n"]
+    all_modules = set()
+    external_modules = set()
+    imports = get_all_imports(path)
+    for _, data in trace.items():
+        for dep in data["internal"]:
+            path = Path(dep)
+            if path.suffix != ".py":
+                continue
+            try:
+                rel_parts = path.with_suffix("").parts
+                idx = rel_parts.index(root_pkg)
+                dotted = ".".join(rel_parts[idx:])
+                all_modules.add(dotted)
+            except ValueError:
+                continue
+        external_modules.update(data["external"])
+
+    for mod in sorted(all_modules):
+        short = mod.split(".", 1)[-1]
+        lines.append(f"from .{short} import *")
+
+    if external_modules:
+        lines.append("\n# External / stdlib imports (not traced, for reference)")
+        for ext in sorted(external_modules):
+            lines.append(f"# {ext}")
+    
+    output.parent.mkdir(parents=True, exist_ok=True)
+    output.write_text("\n".join(lines+str(imports)))
+    print(f"✅ wrote master imports hub → {output}")
+
+
+
+if __name__ == "__main__":
+    entry = Path(
+        "/home/flerb/Documents/pythonTools/modules/src/modules/abstract_utilities/src/"
+        "abstract_utilities/import_utils/src/import_functions.py"
+    )
+
+    
+    pkg = "abstract_utilities"
+    out = entry.parents[4] / "imports" / "__init__.py"
+    build_master_imports(entry, pkg, out)

abstract_utilities/import_utils/src/package_utilss/context_utils.py

@@ -0,0 +1,27 @@
+import sys, os
+from pathlib import Path
+from .path_utils import find_top_package_dir, derive_package_for_file
+
+def ensure_package_context(file: str):
+    """Ensure that running this file directly gives correct package context."""
+    file = file or os.getcwd()
+    here = Path(file).resolve()
+    top_pkg_dir = find_top_package_dir(here)
+    if not top_pkg_dir:
+        raise RuntimeError(f"No package context above {here}. Add __init__.py files up the tree.")
+
+    sysroot = top_pkg_dir.parent
+    if str(sysroot) not in sys.path:
+        sys.path.insert(0, str(sysroot))
+
+    parts = here.with_suffix("").relative_to(sysroot).parts
+    pkg_name = ".".join(parts[:-1])
+    if (__name__ == "__main__") and not globals().get("__package__"):
+        globals()["__package__"] = pkg_name
+
+def ensure_caller_package(caller_file: str, caller_globals: dict | None = None) -> str:
+    """Ensure sysroot is on sys.path and return caller's dotted package name."""
+    pkg, _ = derive_package_for_file(caller_file)
+    if caller_globals and caller_globals.get("__name__") == "__main__" and not caller_globals.get("__package__"):
+        caller_globals["__package__"] = pkg
+    return pkg

abstract_utilities/import_utils/src/package_utilss/import_collectors.py

@@ -0,0 +1,53 @@
+from ..imports import *
+from .import_functions import *
+
+def ensure_import_pkg_js(import_pkg_js=None, file_path=None):
+    import_pkg_js = import_pkg_js or {"context": {}}
+    if "context" not in import_pkg_js:
+        import_pkg_js["context"] = {}
+    for key in ["nulines", "file_path", "all_data"]:
+        import_pkg_js["context"].setdefault(key, [] if key != "file_path" else None)
+
+    if file_path and file_path != import_pkg_js["context"].get("file_path"):
+        found = False
+        nu_data = {
+            "file_path": import_pkg_js["context"]["file_path"],
+            "nulines": import_pkg_js["context"]["nulines"]
+        }
+        for i, data in enumerate(import_pkg_js["context"]["all_data"]):
+            if data.get("file_path") == import_pkg_js["context"]["file_path"]:
+                import_pkg_js["context"]["all_data"][i] = nu_data
+                found = True
+                break
+        if not found:
+            import_pkg_js["context"]["all_data"].append(nu_data)
+        import_pkg_js["context"]["nulines"] = []
+        import_pkg_js["context"]["file_path"] = file_path
+    return import_pkg_js
+
+def add_imports_to_import_pkg_js(import_pkg, imports, import_pkg_js=None):
+    import_pkg_js = ensure_import_pkg_js(import_pkg_js)
+    imports = clean_imports(imports)
+    if import_pkg not in import_pkg_js:
+        i = len(import_pkg_js["context"]["nulines"])
+        file_path = import_pkg_js["context"]["file_path"]
+        file_parts = get_file_parts(file_path)
+        dirname = file_parts["dirname"]
+        import_pkg_js[import_pkg] = {"imports": imports, "line": i}
+        import_pkg_js["context"]["nulines"].append(f"from {import_pkg} import ")
+    else:
+        import_pkg_js[import_pkg]["imports"] += imports
+    return import_pkg_js
+
+def update_import_pkg_js(line, import_pkg_js=None):
+    import_pkg_js = ensure_import_pkg_js(import_pkg_js)
+    if is_line_group_import(line):
+        import_pkg = get_import_pkg(line)
+        imports = get_imports_from_import_pkg(line)
+        import_pkg_js = add_imports_to_import_pkg_js(import_pkg, imports, import_pkg_js=import_pkg_js)
+    else:
+        if import_pkg_js["context"]["nulines"] and line == "" and is_line_import(import_pkg_js["context"]["nulines"][-1]):
+            pass
+        else:
+            import_pkg_js["context"]["nulines"].append(line)
+    return import_pkg_js

abstract_utilities/import_utils/src/package_utilss/path_utils.py

@@ -0,0 +1,28 @@
+import os, sys
+from pathlib import Path
+
+def find_top_package_dir(p: Path) -> Path | None:
+    """Walk upward until the topmost __init__.py-containing directory."""
+    p = p.resolve()
+    if p.is_file():
+        p = p.parent
+    top = None
+    while (p / "__init__.py").exists():
+        top = p
+        if p.parent == p:
+            break
+        p = p.parent
+    return top
+
+def derive_package_for_file(file: str) -> tuple[str, Path]:
+    """Return (pkg_name, sysroot) for the module file."""
+    here = Path(file).resolve()
+    top_pkg_dir = find_top_package_dir(here)
+    if not top_pkg_dir:
+        raise RuntimeError(f"No package context above {here}. Add __init__.py up the tree.")
+    sysroot = top_pkg_dir.parent
+    if str(sysroot) not in sys.path:
+        sys.path.insert(0, str(sysroot))
+    parts = here.with_suffix("").relative_to(sysroot).parts
+    pkg_name = ".".join(parts[:-1])
+    return pkg_name, sysroot

abstract_utilities/import_utils/src/package_utilss/safe_import.py

@@ -0,0 +1,27 @@
+import inspect, importlib
+from .context_utils import ensure_caller_package
+
+def safe_import(
+    name: str,
+    *,
+    member: str | None = None,
+    package: str | None = None,
+    file: str | None = None,
+    caller_globals: dict | None = None,
+):
+    """
+    Safe dynamic import that resolves relative imports when run as a script.
+    """
+    if file is None:
+        frame = inspect.currentframe()
+        assert frame is not None
+        outer = frame.f_back
+        caller_file = (outer.f_globals.get("__file__") if outer else None) or __file__
+    else:
+        caller_file = file
+
+    if name.startswith(".") and not package:
+        package = ensure_caller_package(caller_file, caller_globals=caller_globals)
+
+    mod = importlib.import_module(name, package=package)
+    return getattr(mod, member) if member else mod

abstract_utilities/import_utils/src/pkg_utils.py

@@ -0,0 +1,194 @@
+# safe_import_utils.py
+from ..imports import *
+from .import_functions import *
+from ...safe_utils import *
+from .sysroot_utils import get_import_with_sysroot
+def try_is_file(file_path):
+    try:
+        return os.path.isfile(file_path)
+    except:
+        return False
+def try_is_dir(file_path):
+    try:
+        return os.path.isdir(file_path)
+    except:
+        return False
+def try_join(*args):
+    try:
+        return safe_join(*args)
+    except:
+        return False
+def get_pkg_or_init(pkg_path):
+    if pkg_path:
+        if try_is_file(pkg_path):
+            return pkg_path
+        pkg_py_path = f"{pkg_path}.py"
+        if try_is_file(pkg_py_path):
+            return pkg_py_path
+        pkg_init_path = try_join(pkg_path,'__init__.py')
+        if try_is_dir(pkg_path):
+            if os.path.isfile(pkg_init_path):
+                return pkg_init_path
+
+
+
+def ensure_import_pkg_js(import_pkg_js,file_path=None):
+    import_pkg_js = import_pkg_js or {"context":{}}
+    if "context" not in import_pkg_js:
+        import_pkg_js["context"]={}
+    for key in ["nulines","file_path","all_data"]:
+        if key not in import_pkg_js["context"]:
+            import_pkg_js["context"][key]=[]
+    if file_path and file_path != import_pkg_js["context"]["file_path"]:
+        found=False
+        nu_data = {"file_path":import_pkg_js["context"]["file_path"],"nulines":import_pkg_js["context"]["nulines"]}
+        for i,data in enumerate(import_pkg_js["context"]["all_data"]):
+            if data.get('file_path') == import_pkg_js["context"]["file_path"]:
+                import_pkg_js["context"]["all_data"][i] = nu_data
+                found = True
+                break
+        if found == False:
+            import_pkg_js["context"]["all_data"].append(nu_data)
+        import_pkg_js["context"]["nulines"]=[]
+        import_pkg_js["context"]["file_path"]=file_path
+    return import_pkg_js
+def ensure_package_context(file: str):
+    """
+    Ensure that running this file directly still gives it the correct package.
+    Sets sys.path and __package__ based on the __init__.py chain.
+    """
+    file = file or os.getcwd()
+    here = Path(file).resolve()
+    top_pkg_dir = find_top_pkg_dir(here)
+    if not top_pkg_dir:
+        raise RuntimeError(f"No package context above {here}. Add __init__.py files up the tree.")
+
+    sysroot = top_pkg_dir.parent  # dir ABOVE the top package (e.g., .../src)
+    if str(sysroot) not in sys.path:
+        sys.path.insert(0, str(sysroot))
+
+    # Compute this module's package (exclude the filename)
+    parts = here.with_suffix("").relative_to(sysroot).parts
+    pkg_name = ".".join(parts[:-1])  # e.g. abstract_ide.consoles.launcherWindowTab
+
+    # When run as a script, __package__ is empty -> set it
+    if (__name__ == "__main__") and (not globals().get("__package__")):
+        globals()["__package__"] = pkg_name
+# --- tiny utils ---
+def find_top_package_dir(p: Path) -> Path | None:
+    p = p.resolve()
+    if p.is_file():
+        p = p.parent
+    top = None
+    while (p / "__init__.py").exists():
+        top = p
+        if p.parent == p:
+            break
+        p = p.parent
+    return top
+
+def derive_package_for_file(file: str) -> tuple[str, Path]:
+    """Return (pkg_name, sysroot) for the module file."""
+    here = Path(file).resolve()
+    top_pkg_dir = find_top_pkg_dir(here)
+    if not top_pkg_dir:
+        raise RuntimeError(f"No package context above {here}. Add __init__.py up the tree.")
+    sysroot = top_pkg_dir.parent
+    if str(sysroot) not in sys.path:
+        sys.path.insert(0, str(sysroot))
+    parts = here.with_suffix("").relative_to(sysroot).parts
+    pkg_name = ".".join(parts[:-1])  # package of the module (drop the filename)
+    return pkg_name, sysroot
+
+def ensure_caller_package(caller_file: str, caller_globals: dict | None = None) -> str:
+    """
+    Ensure sysroot is on sys.path and return the caller's dotted package.
+    Optionally set caller_globals['__package__'] when running as a script.
+    """
+    pkg, _ = derive_package_for_file(caller_file)
+    if caller_globals and caller_globals.get("__name__") == "__main__" and not caller_globals.get("__package__"):
+        caller_globals["__package__"] = pkg
+    return pkg
+def get_init_dots(import_pkg):
+    count = 0
+    for char in import_pkg:
+        if char != '.':
+            break
+        count+=1
+    return count
+def make_relative_pkg(import_pkg,file_path):
+    full_pkg = eatAll(import_pkg,'.')
+    if file_path:
+        dirname = file_path
+        dot_count = get_init_dots(import_pkg)
+        for i in range(dot_count):
+            dirname = os.path.dirname(dirname)
+            dirbase = os.path.basename(dirname)
+            full_pkg=f"{dirbase}.{full_pkg}"
+    return full_pkg
+def is_local_import(import_pkg,file_path=None):
+    relative_pkg = get_module_from_import(import_pkg,file_path)
+    if get_pkg_or_init(relative_pkg):
+        return True
+    return False
+def get_import_pkg(line):
+    if is_line_group_import(line):
+        return clean_line(line.split(FROM_TAG)[1].split(IMPORT_TAG)[0])
+def get_imports_from_import_pkg(line):
+    if is_line_group_import(line):
+        return get_cleaned_import_list(line,commaClean=True)
+def add_imports_to_import_pkg_js(import_pkg,imports,import_pkg_js=None,file_path=None):
+    import_pkg_js = ensure_import_pkg_js(import_pkg_js)
+    imports = clean_imports(imports)
+    pkg_path = get_module_from_import(import_pkg,file_path)
+    local_import = get_pkg_or_init(pkg_path)
+    if import_pkg not in import_pkg_js:
+        i = len(import_pkg_js["context"]["nulines"])
+        import_pkg_js[import_pkg]={"imports":imports,"line":i,"file_path":file_path,"local_import":local_import,"is_local":is_local_import(import_pkg,file_path=file_path)}
+        import_line = f"from {import_pkg} import "
+        if import_pkg == "import":
+            import_line = IMPORT_TAG
+        import_pkg_js["context"]["nulines"].append(import_line)
+    else:
+        import_pkg_js[import_pkg]["imports"]+=imports
+    return import_pkg_js
+def update_import_pkg_js(line,import_pkg_js=None,file_path=None):
+    import_pkg_js = ensure_import_pkg_js(import_pkg_js)
+    if is_line_group_import(line):
+        import_pkg = get_import_pkg(line)
+        imports = get_imports_from_import_pkg(line)
+        import_pkg_js = add_imports_to_import_pkg_js(import_pkg,imports,import_pkg_js=import_pkg_js,file_path=file_path)
+    else:
+        if len(import_pkg_js["context"]["nulines"]) >0 and line == '' and is_line_import(import_pkg_js["context"]["nulines"][-1]):
+            pass
+        else:
+            import_pkg_js["context"]["nulines"].append(line)
+    return import_pkg_js
+# --- public API ---
+def safe_import(
+    name: str,
+    *,
+    member: str | None = None,
+    package: str | None = None,
+    file: str | None = None,
+    caller_globals: dict | None = None,
+):
+    """
+    Import `name` (relative or absolute).
+    - If `name` is relative and `package` is missing, derive it from `file` (or caller).
+    - If running the caller as a script, we can set its __package__ when caller_globals is provided.
+    """
+    if file is None:
+        # best-effort: use the immediate caller's file
+        frame = inspect.currentframe()
+        assert frame is not None
+        outer = frame.f_back
+        caller_file = (outer.f_globals.get("__file__") if outer else None) or __file__
+    else:
+        caller_file = file
+
+    if name.startswith(".") and not package:
+        package = ensure_caller_package(caller_file, caller_globals=caller_globals)
+
+    mod = importlib.import_module(name, package=package)
+    return getattr(mod, member) if member else mod