abstract-utilities 0.2.2.492__py3-none-any.whl → 0.2.2.495__py3-none-any.whl

abstract_utilities/import_utils/__init__.py

@@ -0,0 +1,2 @@
+from .imports import *
+from .src import *

abstract_utilities/import_utils/imports/__init__.py

@@ -0,0 +1,4 @@
+from .imports import *
+from .module_imports import *
+from .constants import *
+from .utils import *

abstract_utilities/import_utils/imports/constants.py

@@ -0,0 +1,2 @@
+IMPORT_TAG = 'import '
+FROM_TAG = 'from '

abstract_utilities/import_utils/imports/imports.py

@@ -0,0 +1,4 @@
+from pathlib import Path
+from typing import *
+from types import MethodType
+import os, sys, importlib, os, inspect, re, importlib.util, hashlib

abstract_utilities/import_utils/imports/module_imports.py

@@ -0,0 +1,6 @@
+from ...read_write_utils import read_from_file,write_to_file,get_text_or_read
+from ...string_clean import eatAll,eatInner,eatElse,clean_line
+from ...class_utils import get_caller_path
+from ...list_utils import make_list
+from ...path_utils import get_file_parts
+from ...type_utils  import is_number,make_list

abstract_utilities/import_utils/imports/utils.py

@@ -0,0 +1,30 @@
+import os
+from .constants import *
+
+def is_line_import(line):
+    if line and (line.startswith(FROM_TAG) or line.startswith(IMPORT_TAG)):
+        return True
+    return False
+def is_line_group_import(line):
+    if line and (line.startswith(FROM_TAG) and IMPORT_TAG in line):
+        return True
+    return False
+
+def is_from_line_group(line):
+    if line and line.startswith(FROM_TAG) and IMPORT_TAG in line and '(' in line:
+        import_spl = line.split(IMPORT_TAG)[-1]
+        import_spl_clean = clean_line(line)
+        if not import_spl_clean.endswith(')'):
+            return True
+    return False
+def get_unique_name(string,list_obj):
+    if isinstance(list_obj,dict):
+        list_obj = list(list_obj.keys())
+    if string in list_obj:
+        nustring = f"{string}"
+        for i in range(len(list_obj)):
+            nustring = f"{string}_{i}"
+            if nustring not in list_obj:
+                break
+        string = nustring
+    return string

abstract_utilities/import_utils/src/__init__.py

@@ -0,0 +1,7 @@
+from .clean_imports import *
+from .dot_utils import *
+from .extract_utils import *
+from .import_utils import *
+from .import_functions import *
+from .package_utils import *
+from .sysroot_utils import *

abstract_utilities/import_utils/src/clean_imports.py

@@ -0,0 +1,122 @@
+from ..imports import *
+
+from .package_utils import *
+
+def get_text_or_read(text=None,file_path=None):
+    text = text or ''
+    imports_js = {}
+    if not text and file_path and os.path.isfile(file_path):
+        text=read_from_file(file_path)
+    return text
+def is_line_import(line):
+    if line and (line.startswith(FROM_TAG) or line.startswith(IMPORT_TAG)):
+        return True
+    return False
+def is_line_group_import(line):
+    if line and (line.startswith(FROM_TAG) and IMPORT_TAG in line):
+        return True
+    return False
+
+def is_from_line_group(line):
+    if line and line.startswith(FROM_TAG) and IMPORT_TAG in line and '(' in line:
+        import_spl = line.split(IMPORT_TAG)[-1]
+        import_spl_clean = clean_line(line)
+        if not import_spl_clean.endswith(')'):
+            return True
+    return False
+
+def get_all_imports(text=None,file_path=None,import_pkg_js=None):
+    if text and os.path.isfile(text):
+        file_path = text
+        text = read_from_file(text)    
+    text = get_text_or_read(text=text,file_path=file_path)
+    lines = text.split('\n')
+    cleaned_import_list=[]
+    nu_lines = []
+    is_from_group = False
+    import_pkg_js = ensure_import_pkg_js(import_pkg_js,file_path=file_path)
+    for line in lines:
+        if line.startswith(IMPORT_TAG) and ' from ' not in line:
+            cleaned_import_list = get_cleaned_import_list(line)
+            import_pkg_js = add_imports_to_import_pkg_js("import",cleaned_import_list,import_pkg_js=import_pkg_js)
+        else:
+            if is_from_group:
+                import_pkg=is_from_group
+                line = clean_line(line)
+                if line.endswith(')'):
+                   is_from_group=False
+                   line=line[:-1]
+                imports_from_import_pkg = clean_imports(line)
+                import_pkg_js = add_imports_to_import_pkg_js(import_pkg,imports_from_import_pkg,import_pkg_js=import_pkg_js)
+                
+            else:
+                import_pkg_js=update_import_pkg_js(line,import_pkg_js=import_pkg_js)
+            if is_from_line_group(line) and is_from_group == False:
+                is_from_group=get_import_pkg(line)
+    return import_pkg_js
+def clean_all_imports(text=None,file_path=None,import_pkg_js=None):
+    if text and os.path.isfile(text):
+        file_path = text
+        text = read_from_file(text)    
+    if not import_pkg_js:
+        import_pkg_js = get_all_imports(text=text,file_path=file_path)
+    import_pkg_js = ensure_import_pkg_js(import_pkg_js,file_path=file_path)
+    nu_lines = import_pkg_js["context"]["nulines"]
+    for pkg,values in import_pkg_js.items():
+        comments = []
+        if pkg not in ["context"]: 
+            line = values.get('line')
+            imports = values.get('imports')
+            for i,imp in enumerate(imports):
+                if '#' in imp:
+                    imp_spl = imp.split('#')
+                    comments.append(imp_spl[-1])
+                    imports[i] = clean_line(imp_spl[0])
+            imports = list(set(imports))   
+            if '*' in imports:
+                imports="*"
+            else:
+                imports=','.join(imports)
+                if comments:
+                    comments=','.join(comments)
+                    imports+=f" #{comments}"
+            import_pkg_js[pkg]["imports"]=imports
+            nu_lines[line] += imports
+    import_pkg_js["context"]["nulines"]=nu_lines
+    return import_pkg_js
+def get_dot_fro_line(line,dirname):
+    from_line = line.split(FROM_TAG)[-1]
+    dot_fro = ""
+    for char in from_line:
+        if  char != '.':
+            line = f"from {dot_fro}{eatAll(from_line,'.')}"
+            break
+        dirname = os.path.dirname(dirname)
+        dirbase = os.path.basename(dirname)
+        dot_fro = f"{dirbase}.{dot_fro}"
+    return line
+def get_dot_fro_lines(lines,file_path,all_imps):
+    for line in lines:
+        if line.startswith(FROM_TAG):
+            line = get_dot_fro_line(line,file_path)
+            if line in all_imps:
+                line = ""
+        if line:
+            all_imps.append(line)
+    return all_imps
+def get_all_real_imps(text=None,file_path=None,all_imps=None):
+    if text and os.path.isfile(text):
+        file_path = text
+        text = read_from_file(text)    
+    all_imps = all_imps or []
+    contents = get_text_or_read(text=text,file_path=file_path)
+    lines = contents.split('\n')
+    all_imps = get_dot_fro_lines(lines,file_path,all_imps)
+    return '\n'.join(all_imps)
+def save_cleaned_imports(text=None,file_path=None,write=False,import_pkg_js=None):
+    import_pkg_js=get_all_imports(text=text,file_path=file_path,import_pkg_js=import_pkg_js)
+    import_pkg_js = clean_all_imports(text=text,file_path=file_path,import_pkg_js=import_pkg_js)
+    contents = '\n'.join(import_pkg_js["context"]["nulines"])
+    if file_path and write:
+        write_to_file(contents=contents,file_path=file_path)
+    return contents

abstract_utilities/import_utils/src/dot_utils.py

@@ -0,0 +1,60 @@
+from ..imports import *
+def get_dot_range(filepath=None,list_obj=None):
+    imports = make_list(list_obj) or extract_imports(filepath)
+    highest=0
+    dots = [get_imp(fro) for fro in imports if fro]
+
+    if dots:
+        dots.sort()
+        highest = dots[0]
+    return highest
+def dotted_from(file: Path, sysroot: Path) -> str:
+    """
+    Build dotted name from sysroot (directory *above* top package)
+    e.g.  /repo/abstract_ide/consoles/launcherWindowTab/functions/core_utils.py
+        sysroot=/repo  -> abstract_ide.consoles.launcherWindowTab.functions.core_utils
+    """
+    file = file.resolve()
+    stem = file.with_suffix("")  # drop .py
+    return ".".join(stem.relative_to(sysroot).parts)
+def to_dotted_name(file_path: Path, top_package: str) -> str:
+    """
+    Convert .../abstract_ide/consoles/launcherWindowTab/functions/core_utils.py
+    -> abstract_ide.consoles.launcherWindowTab.functions.core_utils
+    """
+    # find the index of the top_package in the path parts
+    parts = file_path.resolve().parts
+    i = None
+    if is_number(top_package):
+        i= int(top_package)
+    if i is None:
+        try:
+            i = parts.index(top_package)
+        except ValueError:
+            raise RuntimeError(f"Cannot locate package '{top_package}' in {file_path}")
+    rel_parts = parts[i:]  # from top_package onward
+    if rel_parts[-1].endswith(".py"):
+        rel_parts = list(rel_parts)
+        rel_parts[-1] = rel_parts[-1][:-3]  # strip .py
+    return ".".join(rel_parts)
+def compute_dotted_and_sysroot(file_path: Path) -> Tuple[str, Path]:
+    """
+    If inside packages, build dotted name from the top package down.
+    sysroot will be the directory *above* the top package.
+    If not a package, we fall back to a repo-ish root guess (2 parents up).
+    """
+    file_path = file_path.resolve()
+    stem = file_path.with_suffix("")  # drop .py
+
+    top_pkg_dir = find_top_package_dir(file_path)
+    if top_pkg_dir:
+        sysroot = top_pkg_dir.parent
+        dotted = ".".join(stem.relative_to(sysroot).parts)
+        return dotted, sysroot
+
+    # Fallback: not in a package tree — guess a root a couple levels up
+    sysroot = file_path.parents[2]
+    dotted = ".".join(stem.relative_to(sysroot).parts)
+    return dotted, sysroot
+
+

abstract_utilities/import_utils/src/extract_utils.py

@@ -0,0 +1,42 @@
+from ..imports import *
+def get_imp(line):
+    lis = [li for li in line.split(' ') if li and li.startswith('.')]
+    if lis and len(lis) >0:
+        lis = lis[0]
+        lis = len(lis) - len(eatInner(lis,['.']))
+        return lis
+    return 0
+def extract_imports(path,strings=None):
+    strings = make_list(strings or ['from','import'])
+    funcs = []
+    lines = read_from_file(path).splitlines()
+    return [line for line in lines if [string for string in strings if string and eatAll(line,[' ','\n','\t']) and eatAll(line,[' ','\n','\t']).startswith(string)]]
+
+def extract_froms(path: str):
+    funcs = []
+    for line in read_from_file(path).splitlines():
+        m = re.match(r"^from\s+([A-Za-z_]\w*)\s*", line)
+        if m:
+            funcs.append(m.group(1))
+    return funcs
+def extract_selfs(path: str):
+    funcs = []
+    for line in read_from_file(path).splitlines():
+        m = re.match(r"^def\s+([A-Za-z_]\w*)\s*\(self", line)
+        if m:
+            funcs.append(m.group(1))
+    return funcs
+def extract_funcs(path: str):
+    funcs = []
+    for line in read_from_file(path).splitlines():
+        m = re.match(r"^def\s+([A-Za-z_]\w*)\s*\(", line)
+        if m:
+            funcs.append(m.group(1))
+    return funcs
+def extract_class(path: str):
+    funcs = []
+    for line in read_from_file(path).splitlines():
+        m = re.match(r"^class\s+([A-Za-z_]\w*)\s*\(", line) or re.match(r"^class\s+([A-Za-z_]\w*)\s*\:", line)
+        if m:
+            funcs.append(m.group(1))
+    return funcs

abstract_utilities/import_utils/src/import_functions.py

@@ -0,0 +1,46 @@
+# --- auto-package bootstrap (run-safe) ---------------------------------
+from ..imports import *
+from .dot_utils import get_dot_range
+from .sysroot_utils import get_sysroot
+def clean_imports(imports,commaClean=True):
+    chars=["*"]
+    if not commaClean:
+        chars.append(',')
+    if isinstance(imports,str):
+        imports = imports.split(',')
+    return [eatElse(imp,chars=chars) for imp in imports if imp]
+def get_cleaned_import_list(line,commaClean=True):
+    cleaned_import_list=[]
+    if IMPORT_TAG in line:
+        imports = line.split(IMPORT_TAG)[1]
+        cleaned_import_list+=clean_imports(imports,commaClean=commaClean)
+    return cleaned_import_list
+def get_module_from_import(imp,path=None):
+    path = path or os.getcwd()
+    i = get_dot_range(None,[imp])
+    imp = eatAll(imp,'.')
+    sysroot = get_sysroot(path,i)
+    return os.path.join(sysroot, imp)
+
+def safe_import(name: str, *, package: str | None = None, member: str | None = None, file: str | None = None):
+    """
+    Wrapper over importlib.import_module that:
+    - if `name` is relative (starts with '.'), ensures `package` is set.
+    - if `package` is missing, derives it from `file` (defaults to __file__).
+    """
+    file = file or __file__
+    ensure_package_context(file)
+    if name.startswith(".") and not package:
+        
+            
+        pkg_name = get_module_from_import(name,path=None)
+        # also set __package__ if we are running as a script
+        if __name__ == "__main__" and (not globals().get("__package__")):
+            globals()["__package__"] = pkg_name
+        package = pkg_name
+
+    mod = importlib.import_module(name, package=package)
+    return getattr(mod, member) if member else mod
+
+
+

abstract_utilities/import_utils/src/import_utils.py

@@ -0,0 +1,299 @@
+from ..imports import *
+from .dot_utils import *
+from .sysroot_utils import *
+from .extract_utils import *
+def find_top_package_dir(p: Path) -> Path | None:
+    p = p.resolve()
+    if p.is_file():
+        p = p.parent
+    top = None
+    while (p / "__init__.py").exists():
+        top = p
+        if p.parent == p:
+            break
+        p = p.parent
+    return top
+def safe_import(name: str, package: str | None = None, member: str | None = None):
+    """
+    Wraps importlib.import_module but also resolves relative imports like '..logPaneTab'.
+    If `member` is given, returns that attribute from the module.
+    """
+    mod = importlib.import_module(name, package=package)
+    return getattr(mod, member) if member else mod
+def unique_module_name(base: str, path: Path) -> str:
+    # Make a stable, unique name per file
+    digest = hashlib.md5(str(path.resolve()).encode()).hexdigest()[:8]
+    stem = path.stem.replace('-', '_')
+    return f"_dyn.{base}.{stem}_{digest}"
+
+def import_from_path(module_name: str, file_path: Path):
+    spec = importlib.util.spec_from_file_location(module_name, str(file_path))
+    if spec is None or spec.loader is None:
+        raise ImportError(f"Could not load spec for {file_path}")
+    mod = importlib.util.module_from_spec(spec)
+    # Register before exec to satisfy intra-module relative imports (rare but safe)
+    sys.modules[module_name] = mod
+    spec.loader.exec_module(mod)
+    return mod 
+def get_imports(files: List[str],self=None) -> Dict[str, Dict[str, Any]]:
+    """
+    Discover package context from each file's relative-import requirements,
+    add the proper sysroot to sys.path once, and import by dotted name.
+    Returns: {modname: {"filepath", "sysroot", "module", "class", "funcs", "selfs"}}
+    """
+    results: Dict[str, Dict[str, Any]] = {}
+    seen_sysroots: set[str] = set()
+    files = make_list(files)
+    for file in files:
+        file_p = Path(file).resolve()
+
+        # 1) Use your logic to find a viable sysroot (top where dots won't exceed)
+        sysroot_guess = Path(get_dot_range_sysroot(str(file_p))).resolve()
+        # 2) Ensure we import with *package* context: we need the directory ABOVE
+        #    the topmost package on sys.path, not the package dir itself.
+        top_pkg_dir = find_top_package_dir(sysroot_guess) or find_top_package_dir(file_p)
+        if not top_pkg_dir:
+            raise RuntimeError(f"No package context found for {file_p}; add __init__.py up the tree.")
+        sysroot = top_pkg_dir.parent
+
+        if str(sysroot) not in seen_sysroots:
+            ensure_on_path(sysroot)
+            seen_sysroots.add(str(sysroot))
+
+        # 3) Compute dotted name from sysroot and import
+        dotted = dotted_from(file_p, sysroot)
+        try:
+            mod = importlib.import_module(dotted)
+        except Exception as e:
+            # Helpful hint if user ran file directly (no package context)
+            if "__package__" in dir() and not __package__:
+                raise RuntimeError(
+                    f"Import failed for {dotted}. If you ran this file directly, "
+                    f"bootstrap package context or run via `python -m ...`."
+                ) from e
+            raise
+
+        # 4) Collect symbols (you can keep your regex readers if you prefer)
+        classes = extract_class(str(file_p))
+        funcs   = extract_funcs(str(file_p))
+        selfs   = extract_selfs(str(file_p))
+        
+        # stable result key (avoid collisions)
+        key = get_unique_name(get_file_parts(str(file_p))['filename'], results)
+
+        results[key] = {
+            "filepath": str(file_p),
+            "sysroot": str(sysroot),
+            "module": mod,
+            "class": classes,
+            "funcs": funcs,
+            "selfs": selfs,
+        }
+
+    return results
+def inject_symbols_from_module(
+    mod,
+    into: dict,
+    *,
+    expose_functions: bool = True,
+    expose_classes: bool = True,
+    expose_methods: bool = False,
+    self: object | None = None,   # <---- NEW
+    ctor_overrides: Mapping[str, Tuple[tuple, dict]] | None = None,
+    name_prefix: str = "",
+    name_filter: Iterable[str] | None = None,
+    overwrite: bool = False
+) -> Dict[str, Any]:
+    """
+    Inject functions/classes from `mod` into `into` (usually globals()).
+    If expose_methods=True and a `self` object is passed, bind instance methods
+    directly onto `self` instead of globals().
+    """
+    exported: Dict[str, Any] = {}
+    ctor_overrides = ctor_overrides or {}
+
+    def allowed(name: str) -> bool:
+        return name_filter is None or name in name_filter
+
+    # 1) functions
+    if expose_functions:
+        for name, obj in vars(mod).items():
+            input(name)
+            if not allowed(name):
+                continue
+            if inspect.isfunction(obj) and obj.__module__ == mod.__name__:
+                out_name = f"{name_prefix}{name}"
+                if overwrite or out_name not in into:
+                    into[out_name] = obj
+                    exported[out_name] = obj
+
+    # 2) classes (+ optional bound methods)
+    if expose_classes or expose_methods:
+        for cls_name, cls in vars(mod).items():
+            if not allowed(cls_name):
+                continue
+            if inspect.isclass(cls) and cls.__module__ == mod.__name__:
+                if expose_classes:
+                    out_name = f"{name_prefix}{cls_name}"
+                    if overwrite or out_name not in into:
+                        into[out_name] = cls
+                        exported[out_name] = cls
+
+                if expose_methods and self is not None:
+                    # instantiate class
+                    args, kwargs = ctor_overrides.get(cls_name, ((), {}))
+                    try:
+                        inst = cls(*args, **kwargs)
+                    except Exception:
+                        continue
+
+                    for meth_name, meth_obj in vars(cls).items():
+                        if meth_name.startswith("__"):
+                            continue
+                        if inspect.isfunction(meth_obj) or inspect.ismethoddescriptor(meth_obj):
+                            try:
+                                bound = getattr(inst, meth_name)
+                            except Exception:
+                                continue
+                            if callable(bound):
+                                # attach directly to the `self` you passed in
+                                if not hasattr(self, meth_name) or overwrite:
+                                    setattr(self, meth_name, bound)
+                                    exported[f"{cls_name}.{meth_name}"] = bound
+
+    return exported
+def inject_from_imports_map(
+    imports_map: Dict[str, Dict[str, Any]],
+    *,
+    into: Optional[dict] = None,      # where to put free funcs/classes (defaults to this module's globals)
+    attach_self: Optional[object] = None,  # bind names listed in "selfs" onto this object
+    prefix_modules: bool = False,     # add "<module>__" prefix to avoid collisions
+    overwrite: bool = False,           # allow overwriting existing names
+    self:any=None
+) -> Dict[str, Any]:
+    """
+    Emulates: from functions import *   (plus: bind 'self' methods)
+    Returns dict of injected_name -> object (including methods bound to attach_self).
+    """
+    ns = into if into is not None else globals()
+    exported: Dict[str, Any] = {}
+
+    for mod_key, info in imports_map.items():
+        mod = info.get("module")
+        if mod is None:
+            continue
+
+        func_names: List[str]  = info.get("funcs", [])
+        self_names: List[str]  = info.get("selfs", [])
+        class_names: List[str] = info.get("class", [])
+
+        # 1) bind the "selfs" directly onto self
+        if self is not None:
+            for name in self_names:
+                func = getattr(mod, name, None)
+                if not callable(func):
+                    continue
+                # sanity: ensure first param is literally named 'self'
+                try:
+                    params = list(inspect.signature(func).parameters.values())
+                    if not params or params[0].name != "self":
+                        continue
+                except Exception:
+                    continue
+
+                bound = MethodType(func, self)
+                if overwrite or not hasattr(self, name):
+                    setattr(self, name, bound)
+                    exported[f"{mod_key}.self.{name}"] = bound
+
+        # 2) Inject free functions (exclude the ones we just bound to self to avoid dupes)
+        for name in func_names:
+            if name in self_names:
+                continue
+            obj = getattr(mod, name, None)
+            if inspect.isfunction(obj) and obj.__module__ == mod.__name__:
+                out_name = f"{mod_key}__{name}" if prefix_modules else name
+                if overwrite or out_name not in ns:
+                    ns[out_name] = obj
+                    exported[out_name] = obj
+
+        # 3) Inject classes
+        for name in class_names:
+            cls = getattr(mod, name, None)
+            if inspect.isclass(cls) and cls.__module__ == mod.__name__:
+                out_name = f"{mod_key}__{name}" if prefix_modules else name
+                if overwrite or out_name not in ns:
+                    ns[out_name] = cls
+                    exported[out_name] = cls
+
+    # optional: control wildcard export from THIS module
+    ns["__all__"] = sorted(set(list(ns.get("__all__", [])) + list(exported.keys())))
+    return exported
+def ifFunctionsInFiles(root: str | None = None, *, expose_methods: bool = True, self=None) -> Dict[str, Any]:
+    here = Path(__file__).resolve().parent
+    base = Path(root).resolve() if root else here
+    candidates = [base / "functions", base / "functions.py"]
+    files: List[str] = []
+    for item in candidates:
+        if item.exists():
+            if item.is_dir():
+                files = [str(p) for p in item.rglob("*.py") if p.name != "__init__.py"]
+            else:
+                files = [str(item)]
+            break
+
+    exported_all: Dict[str, Any] = {}
+    imports_map = get_imports(files)
+    
+    exported = inject_from_imports_map(
+            imports_map,
+            self=self
+        )
+        
+    return exported
+def attach_self_functions(
+    imports_map: Dict[str, Dict[str, Any]],
+    self_obj: object,
+    *,
+    overwrite: bool = False,
+    only: Optional[List[str]] = None,     # whitelist of method names to attach
+    prefix_modules: bool = False          # attach as core_utils__on_run_code instead of on_run_code
+) -> Dict[str, Any]:
+    """
+    For each module in imports_map, bind names listed in 'selfs' (top-level defs whose
+    first param is 'self') directly onto `self_obj`.
+
+    Returns {attached_name: bound_method}.
+    """
+    attached: Dict[str, Any] = {}
+
+    for mod_key, info in imports_map.items():
+        mod = info.get("module")
+        if not mod:
+            continue
+
+        self_names: List[str] = info.get("selfs", [])
+        for name in self_names:
+            if only is not None and name not in only:
+                continue
+
+            func = getattr(mod, name, None)
+            if not callable(func):
+                continue
+
+            # sanity check: first param literally named 'self'
+            try:
+                params = list(inspect.signature(func).parameters.values())
+                if not params or params[0].name != "self":
+                    continue
+            except Exception:
+                continue
+
+            bound = MethodType(func, self_obj)
+            out_name = f"{mod_key}__{name}" if prefix_modules else name
+
+            if overwrite or not hasattr(self_obj, out_name):
+                setattr(self_obj, out_name, bound)
+                attached[out_name] = bound
+
+    return attached