abstract-utilities 0.2.2.513__py3-none-any.whl → 0.2.2.583__py3-none-any.whl

abstract_utilities/file_utils (2)/imports/constants.py

@@ -0,0 +1,118 @@
+from .imports import *
+from .module_imports import *
+# -------------------------
+# Config dataclass
+# -------------------------
+
+@dataclass
+class ScanConfig:
+    allowed_exts: Set[str]
+    exclude_exts: Set[str]
+    allowed_types: Set[str]
+    exclude_types: Set[str]
+    allowed_dirs: List[str] = field(default_factory=list)
+    exclude_dirs: List[str] = field(default_factory=list)
+    allowed_patterns: List[str] = field(default_factory=list)
+    exclude_patterns: List[str] = field(default_factory=list)
+
+@dataclass
+class SearchParams(ScanConfig):
+    directories: List[str] = field(default_factory=list)
+    add: bool = False
+    recursive: bool = True
+    strings: List[str] = field(default_factory=list)
+    total_strings: bool = False
+    parse_lines: bool = False
+    spec_line: Union[bool, int] = False
+    get_lines: bool = False
+
+@dataclass
+class AllParams(SearchParams):
+    cfg = None
+    allowed: Optional[Callable[[str], bool]] = None
+    include_files: bool = True
+    recursive: bool = True
+# -------------------------
+# Default sets
+# -------------------------
+DEFAULT_ALLOWED_EXTS: Set[str] = {
+    ".py", ".pyw",                             # python
+    ".js", ".jsx", ".ts", ".tsx", ".mjs",      # JS/TS
+    ".html", ".htm", ".xml",                   # markup
+    ".css", ".scss", ".sass", ".less",         # styles
+    ".json", ".yaml", ".yml", ".toml", ".ini",  # configs
+    ".cfg", ".md", ".markdown", ".rst",        # docs
+    ".sh", ".bash", ".env",                    # scripts/env
+    ".txt"                                     # plain text
+}
+
+DEFAULT_EXCLUDE_TYPES: Set[str] = {
+    "image", "video", "audio", "presentation",
+    "spreadsheet", "archive", "executable"
+}
+
+# never want these—even if they sneak into ALLOWED
+_unallowed = set(get_media_exts(DEFAULT_EXCLUDE_TYPES)) | {
+    ".bak", ".shp", ".cpg", ".dbf", ".shx", ".geojson",
+    ".pyc", ".prj", ".sbn", ".sbx"
+}
+DEFAULT_EXCLUDE_EXTS = {e.split('.')[-1] for e in _unallowed if e not in DEFAULT_ALLOWED_EXTS}
+
+DEFAULT_EXCLUDE_DIRS: Set[str] = {
+    "node_modules", "old","__pycache__", "backups", "backup",
+    "backs", "trash", "depriciated", "old", "__init__"
+}
+
+DEFAULT_EXCLUDE_PATTERNS: Set[str] = {
+    "__init__*", "*.tmp", "*.log", "*.lock", "*.zip","*~"
+}
+REMOTE_RE = re.compile(r"^(?P<host>[^:\s]+@[^:\s]+):(?P<path>/.*)$")
+AllowedPredicate = Optional[Callable[[str], bool]]
+DEFAULT_EXCLUDE_FILE_PATTERNS=DEFAULT_EXCLUDE_PATTERNS
+DEFAULT_ALLOWED_PATTERNS: List[str] = ["*"]
+DEFAULT_ALLOWED_DIRS: List[str] = ["*"]
+DEFAULT_ALLOWED_TYPES: List[str] = ["*"]
+CANONICAL_MAP = {
+    "directories": ["directory", "directories", "dir","dirs","directory","directories","d","dirname", "paths", "path","roots","root"],
+    "files":["file","filepath","file_path","files","filepaths","file_paths","paths", "path","f"],
+    "allowed_exts": ["allow_ext", "allowed_ext", "include_ext", "include_exts", "exts_allowed"],
+    "exclude_exts": ["exclude_ext", "excluded_ext", "excluded_exts", "unallowed_ext", "unallowed_exts"],
+    "allowed_types": ["allow_type", "allowed_type", "include_type", "include_types", "types_allowed"],
+    "exclude_types": ["exclude_type", "excluded_type", "excluded_types", "unallowed_type", "unallowed_types"],
+    "allowed_dirs": ["allow_dir", "allowed_dir", "include_dir", "include_dirs", "dirs_allowed"],
+    "exclude_dirs": ["exclude_dir", "excluded_dir", "excluded_dirs", "unallowed_dir", "unallowed_dirs"],
+    "allowed_patterns": ["allow_pattern", "allowed_pattern", "include_pattern", "include_patterns", "patterns_allowed"],
+    "exclude_patterns": ["exclude_pattern", "excluded_pattern", "excluded_patterns", "unallowed_pattern", "unallowed_patterns"],
+    "add":["add"],
+    "recursive":["recursive"],
+    "strings":["strings"],
+    "total_strings":["total_strings"],
+    "parse_lines":["parse_lines"],
+    "spec_line":["spec_line"],
+    "get_lines":["get_lines"]
+}
+DEFAULT_ALLOWED_EXCLUDE_MAP={
+    "allowed_exts": {"default":DEFAULT_ALLOWED_EXTS,"type":type(DEFAULT_ALLOWED_EXTS),"canonical":CANONICAL_MAP.get("allowed_exts")},
+    "exclude_exts": {"default":DEFAULT_EXCLUDE_EXTS,"type":type(DEFAULT_EXCLUDE_EXTS),"canonical":CANONICAL_MAP.get("exclude_exts")},
+    "allowed_types": {"default":DEFAULT_ALLOWED_TYPES,"type":type(DEFAULT_ALLOWED_TYPES),"canonical":CANONICAL_MAP.get("allowed_types")},
+    "exclude_types": {"default":DEFAULT_EXCLUDE_TYPES,"type":type(DEFAULT_EXCLUDE_TYPES),"canonical":CANONICAL_MAP.get("exclude_types")},
+    "allowed_dirs": {"default":DEFAULT_ALLOWED_DIRS,"type":type(DEFAULT_ALLOWED_DIRS),"canonical":CANONICAL_MAP.get("allowed_dirs")},
+    "exclude_dirs": {"default":DEFAULT_EXCLUDE_DIRS,"type":type(DEFAULT_EXCLUDE_DIRS),"canonical":CANONICAL_MAP.get("exclude_dirs")},
+    "allowed_patterns": {"default":DEFAULT_ALLOWED_PATTERNS,"type":type(DEFAULT_ALLOWED_PATTERNS),"canonical":CANONICAL_MAP.get("allowed_patterns")},
+    "exclude_patterns": {"default":DEFAULT_EXCLUDE_PATTERNS,"type":type(DEFAULT_EXCLUDE_PATTERNS),"canonical":CANONICAL_MAP.get("exclude_patterns")},
+}
+DEFAULT_CANONICAL_MAP={
+    "directories":{"default":[],"type":list,"canonical":CANONICAL_MAP.get("directories")},
+    "files":{"default":[],"type":list,"canonical":CANONICAL_MAP.get("files")},
+    **DEFAULT_ALLOWED_EXCLUDE_MAP,
+    "allowed":{"default":None,"type":bool,"canonical":CANONICAL_MAP.get("allowed")},
+    "add":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("add")},
+    "recursive":{"default":True,"type":bool,"canonical":CANONICAL_MAP.get("recursive")},
+    "strings":{"default":None,"type":list,"canonical":CANONICAL_MAP.get("strings")},
+    "total_strings":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("total_strings")},
+    "parse_lines":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("parse_lines")},
+    "spec_line":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("spec_line")},
+    "get_lines":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("get_lines")},
+}
+
+

abstract_utilities/file_utils (2)/imports/imports/__init__.py

@@ -0,0 +1,3 @@
+from .constants import *
+from .module_imports import *
+from .imports import *

abstract_utilities/file_utils (2)/imports/imports/constants.py

@@ -0,0 +1,119 @@
+from .imports import *
+from .module_imports import *
+# -------------------------
+# Config dataclass
+# -------------------------
+
+@dataclass
+class ScanConfig:
+    allowed_exts: Set[str]
+    exclude_exts: Set[str]
+    allowed_types: Set[str]
+    exclude_types: Set[str]
+    allowed_dirs: List[str] = field(default_factory=list)
+    exclude_dirs: List[str] = field(default_factory=list)
+    allowed_patterns: List[str] = field(default_factory=list)
+    exclude_patterns: List[str] = field(default_factory=list)
+
+@dataclass
+class SearchParams(ScanConfig):
+    directories: List[str] = field(default_factory=list)
+    add: bool = False
+    recursive: bool = True
+    strings: List[str] = field(default_factory=list)
+    total_strings: bool = False
+    parse_lines: bool = False
+    spec_line: Union[bool, int] = False
+    get_lines: bool = False
+
+@dataclass
+class AllParams(SearchParams):
+    cfg = None
+    files:List[str] = field(default_factory=list)
+    allowed: Optional[Callable[[str], bool]] = None
+    include_files: bool = True
+    recursive: bool = True
+# -------------------------
+# Default sets
+# -------------------------
+DEFAULT_ALLOWED_EXTS: Set[str] = {
+    ".py", ".pyw",                             # python
+    ".js", ".jsx", ".ts", ".tsx", ".mjs",      # JS/TS
+    ".html", ".htm", ".xml",                   # markup
+    ".css", ".scss", ".sass", ".less",         # styles
+    ".json", ".yaml", ".yml", ".toml", ".ini",  # configs
+    ".cfg", ".md", ".markdown", ".rst",        # docs
+    ".sh", ".bash", ".env",                    # scripts/env
+    ".txt"                                     # plain text
+}
+
+DEFAULT_EXCLUDE_TYPES: Set[str] = {
+    "image", "video", "audio", "presentation",
+    "spreadsheet", "archive", "executable"
+}
+
+# never want these—even if they sneak into ALLOWED
+_unallowed = set(get_media_exts(DEFAULT_EXCLUDE_TYPES)) | {
+    ".bak", ".shp", ".cpg", ".dbf", ".shx", ".geojson",
+    ".pyc", ".prj", ".sbn", ".sbx"
+}
+DEFAULT_EXCLUDE_EXTS = {e.split('.')[-1] for e in _unallowed if e not in DEFAULT_ALLOWED_EXTS}
+
+DEFAULT_EXCLUDE_DIRS: Set[str] = {
+    "node_modules", "old","__pycache__", "backups", "backup",
+    "backs", "trash", "depriciated", "old", "__init__"
+}
+
+DEFAULT_EXCLUDE_PATTERNS: Set[str] = {
+    "__init__*", "*.tmp", "*.log", "*.lock", "*.zip","*~"
+}
+REMOTE_RE = re.compile(r"^(?P<host>[^:\s]+@[^:\s]+):(?P<path>/.*)$")
+AllowedPredicate = Optional[Callable[[str], bool]]
+DEFAULT_EXCLUDE_FILE_PATTERNS=DEFAULT_EXCLUDE_PATTERNS
+DEFAULT_ALLOWED_PATTERNS: List[str] = ["*"]
+DEFAULT_ALLOWED_DIRS: List[str] = ["*"]
+DEFAULT_ALLOWED_TYPES: List[str] = ["*"]
+CANONICAL_MAP = {
+    "directories": ["directory", "directories", "dir","dirs","directory","directories","d","dirname", "paths", "path","roots","root"],
+    "files":["file","filepath","file_path","files","filepaths","file_paths","paths", "path","f"],
+    "allowed_exts": ["allow_ext", "allowed_ext", "include_ext", "include_exts", "exts_allowed"],
+    "exclude_exts": ["exclude_ext", "excluded_ext", "excluded_exts", "unallowed_ext", "unallowed_exts"],
+    "allowed_types": ["allow_type", "allowed_type", "include_type", "include_types", "types_allowed"],
+    "exclude_types": ["exclude_type", "excluded_type", "excluded_types", "unallowed_type", "unallowed_types"],
+    "allowed_dirs": ["allow_dir", "allowed_dir", "include_dir", "include_dirs", "dirs_allowed"],
+    "exclude_dirs": ["exclude_dir", "excluded_dir", "excluded_dirs", "unallowed_dir", "unallowed_dirs"],
+    "allowed_patterns": ["allow_pattern", "allowed_pattern", "include_pattern", "include_patterns", "patterns_allowed"],
+    "exclude_patterns": ["exclude_pattern", "excluded_pattern", "excluded_patterns", "unallowed_pattern", "unallowed_patterns"],
+    "add":["add"],
+    "recursive":["recursive"],
+    "strings":["strings"],
+    "total_strings":["total_strings"],
+    "parse_lines":["parse_lines"],
+    "spec_line":["spec_line"],
+    "get_lines":["get_lines"]
+}
+DEFAULT_ALLOWED_EXCLUDE_MAP={
+    "allowed_exts": {"default":DEFAULT_ALLOWED_EXTS,"type":type(DEFAULT_ALLOWED_EXTS),"canonical":CANONICAL_MAP.get("allowed_exts")},
+    "exclude_exts": {"default":DEFAULT_EXCLUDE_EXTS,"type":type(DEFAULT_EXCLUDE_EXTS),"canonical":CANONICAL_MAP.get("exclude_exts")},
+    "allowed_types": {"default":DEFAULT_ALLOWED_TYPES,"type":type(DEFAULT_ALLOWED_TYPES),"canonical":CANONICAL_MAP.get("allowed_types")},
+    "exclude_types": {"default":DEFAULT_EXCLUDE_TYPES,"type":type(DEFAULT_EXCLUDE_TYPES),"canonical":CANONICAL_MAP.get("exclude_types")},
+    "allowed_dirs": {"default":DEFAULT_ALLOWED_DIRS,"type":type(DEFAULT_ALLOWED_DIRS),"canonical":CANONICAL_MAP.get("allowed_dirs")},
+    "exclude_dirs": {"default":DEFAULT_EXCLUDE_DIRS,"type":type(DEFAULT_EXCLUDE_DIRS),"canonical":CANONICAL_MAP.get("exclude_dirs")},
+    "allowed_patterns": {"default":DEFAULT_ALLOWED_PATTERNS,"type":type(DEFAULT_ALLOWED_PATTERNS),"canonical":CANONICAL_MAP.get("allowed_patterns")},
+    "exclude_patterns": {"default":DEFAULT_EXCLUDE_PATTERNS,"type":type(DEFAULT_EXCLUDE_PATTERNS),"canonical":CANONICAL_MAP.get("exclude_patterns")},
+}
+DEFAULT_CANONICAL_MAP={
+    "directories":{"default":[],"type":list,"canonical":CANONICAL_MAP.get("directories")},
+    "files":{"default":[],"type":list,"canonical":CANONICAL_MAP.get("files")},
+    **DEFAULT_ALLOWED_EXCLUDE_MAP,
+    "allowed":{"default":None,"type":bool,"canonical":CANONICAL_MAP.get("allowed")},
+    "add":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("add")},
+    "recursive":{"default":True,"type":bool,"canonical":CANONICAL_MAP.get("recursive")},
+    "strings":{"default":None,"type":list,"canonical":CANONICAL_MAP.get("strings")},
+    "total_strings":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("total_strings")},
+    "parse_lines":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("parse_lines")},
+    "spec_line":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("spec_line")},
+    "get_lines":{"default":False,"type":bool,"canonical":CANONICAL_MAP.get("get_lines")},
+}
+
+

abstract_utilities/file_utils (2)/imports/imports/imports.py

@@ -0,0 +1,46 @@
+# ============================================================
+# abstract_utilities/imports/imports.py
+# Global imports hub — everything imported here will be
+# automatically available to any module that does:
+#     from ..imports import *
+# ============================================================
+
+
+from ....imports import *
+from pathlib import Path
+
+import os, sys, re, inspect
+from typing import *
+from types import MethodType
+
+from datetime import datetime
+
+from typing import *
+from werkzeug.utils import secure_filename
+from werkzeug.datastructures import FileStorage
+from pdf2image import convert_from_path   # only used for OCR fallback
+# ---- Core standard library modules -------------------------
+
+from datetime import datetime
+from types import ModuleType
+
+# ---- Dataclasses and typing --------------------------------
+from dataclasses import dataclass, field
+from typing import (
+    Any, Optional, List, Dict, Set, Tuple,
+    Iterable, Callable, Literal, Union, TypeVar
+)
+
+# ---- Common 3rd-party dependencies --------------------------
+from pdf2image import convert_from_path
+from werkzeug.utils import secure_filename
+from werkzeug.datastructures import FileStorage
+
+# ---- Helpers ------------------------------------------------
+from pprint import pprint
+
+# ============================================================
+# AUTO-EXPORT ALL NON-PRIVATE NAMES
+# ============================================================
+__all__ = [name for name in globals() if not name.startswith("_")]
+

abstract_utilities/file_utils (2)/imports/imports/module_imports.py

@@ -0,0 +1,8 @@
+from ....list_utils import make_list
+from ....type_utils import get_media_exts, is_media_type, MIME_TYPES, is_str
+from ....ssh_utils import *
+from ....env_utils import *
+from ....read_write_utils import read_from_file,write_to_file
+from ....log_utils import get_logFile
+from ....class_utils import get_caller, get_caller_path, get_caller_dir,SingletonMeta,run_pruned_func
+

abstract_utilities/file_utils (2)/imports/utils/__init__.py

@@ -0,0 +1,3 @@
+from .classes import *
+from .clean_imps import *
+from .filter_utils import *

abstract_utilities/file_utils (2)/imports/utils/classes.py

@@ -0,0 +1,379 @@
+from ..imports import *
+def get_item_check_cmd(path, file=True, directory=False, exists=False):
+    if (directory and file) or exists:
+        typ = "e"
+    elif file:
+        typ = "f"
+    elif directory:
+        typ = "d"
+    elif isinstance(file, str):
+        if "f" in file:
+            typ = "f"
+        elif "d" in file:
+            typ = "d"
+        else:
+            typ = "e"
+    else:
+        typ = "e"
+    return f"test -{typ} {shlex.quote(path)} && echo __OK__ || true"
+
+
+def get_all_item_check_cmd(path, file=True, directory=True, exists=True):
+    collects = []
+    out_js = {}
+
+    if file:
+        collects.append("file")
+    if directory:
+        collects.append("dir")
+    if exists:
+        collects.append("exists")
+
+    if not collects:
+        return out_js
+
+    path = shlex.quote(path)
+    for typ in collects:
+        t = typ[0]  # f, d, or e
+        out_js[typ] = f"test -{t} {path} && echo __OK__ || true"
+
+    return out_js
+        
+
+def is_file(
+    path,
+    user_at_host=None,
+    password=None,
+    key=None,
+    env_path=None,
+    **kwargs
+    ):
+    contingencies = list(set([user_at_host,password,key,env_path]))
+    len_contingencies = len(contingencies)
+    is_potential = (len_contingencies >1 or (None not in contingencies))
+    if not is_potential:
+        return os.path.isfile(path)
+    cmd = get_item_check_cmd(path,file=True)
+    return run_cmd(cmd=cmd,
+            user_at_host=user_at_host,
+            password=password,
+            key=key,
+            env_path=env_path,
+            **kwargs
+            )
+def is_dir(
+    path,
+    user_at_host=None,
+    password=None,
+    key=None,
+    env_path=None,
+    **kwargs
+    ):
+    contingencies = list(set([user_at_host,password,key,env_path]))
+    len_contingencies = len(contingencies)
+    is_potential = (len_contingencies >1 or (None not in contingencies))
+    if not is_potential:
+        return os.path.isdir(path)
+    cmd = get_item_check_cmd(path,file=False,directory=True)
+    return run_cmd(cmd=cmd,
+            user_at_host=user_at_host,
+            password=password,
+            key=key,
+            env_path=env_path,
+            **kwargs
+            )
+def is_exists(
+    path,
+    user_at_host=None,
+    password=None,
+    key=None,
+    env_path=None,
+    **kwargs
+    ):
+    contingencies = list(set([user_at_host,password,key,env_path]))
+    len_contingencies = len(contingencies)
+    is_potential = (len_contingencies >1 or (None not in contingencies))
+    if not is_potential:
+        return os.path.exists(path)
+    if is_potential == True:
+        cmd = get_item_check_cmd(path,exists=True)
+        return run_cmd(cmd=cmd,
+                user_at_host=user_at_host,
+                password=password,
+                key=key,
+                env_path=env_path,
+                **kwargs
+                )
+def is_any(
+    path,
+    user_at_host=None,
+    password=None,
+    key=None,
+    env_path=None,
+    **kwargs
+    ):
+    contingencies = list(set([user_at_host,password,key,env_path]))
+    len_contingencies = len(contingencies)
+    is_potential = (len_contingencies >1 or (None not in contingencies))
+    if not is_potential:
+        return os.path.exists(path)
+    if is_potential == True:
+        out_js = get_all_item_check_cmd(path,file=True,directory=True,exists=True)
+        for typ,cmd in out_js.items():
+            response = run_cmd(cmd=cmd,
+                    user_at_host=user_at_host,
+                    password=password,
+                    key=key,
+                    env_path=env_path,
+                    **kwargs
+                    )
+            result = "__OK__" in (response or "")
+            if result:
+                return typ
+    return None
+class PathBackend(Protocol):
+    def join(self, *parts: str) -> str: ...
+    def isfile(self, path: str) -> bool: ...
+    def isdir(self, path: str) -> bool: ...
+    def glob_recursive(self, base: str, **opts) -> List[str]: ...
+    def listdir(self, base: str) -> List[str]: ...
+
+class LocalFS:
+    def __init__(self, get_type=False, get_is_dir=False, get_is_file=False, get_is_exists=False, **kwargs):
+        self.get_type = get_type
+        self.get_is_dir = get_is_dir
+        self.get_is_file = get_is_file
+        self.get_is_exists = get_is_exists
+
+    def join(self, *parts: str) -> str:
+        return os.path.join(*parts)
+
+    def isfile(self, path: str) -> bool:
+        return os.path.isfile(path)
+
+    def isdir(self, path: str) -> bool:
+        return os.path.isdir(path)
+
+    def isexists(self, path: str) -> bool:
+        return os.path.exists(path)
+
+    def istype(self, path: str) -> str | None:
+        funcs_js = {"file": os.path.isfile, "dir": os.path.isdir, "exists": os.path.exists}
+        for key, func in funcs_js.items():
+            if func(path):
+                return key
+        return None
+
+    def is_included(self, path, **kwargs):
+        include_js = {}
+        if self.get_type:
+            include_js["typ"] = self.istype(path)
+        if self.get_is_dir:
+            include_js["dir"] = self.isdir(path)
+        if self.get_is_file:
+            include_js["file"] = self.isfile(path)
+        if self.get_is_exists:
+            include_js["exists"] = self.isexists(path)
+        return include_js
+    def glob_recursive(self, base: str, **opts) -> List[str]:
+        """
+        opts:
+          - maxdepth: int | None
+          - mindepth: int (default 1)
+          - follow_symlinks: bool
+          - include_dirs: bool
+          - include_files: bool
+          - exclude_hidden: bool
+        """
+        maxdepth = opts.get("maxdepth")
+        mindepth = opts.get("mindepth", 1)
+        follow   = opts.get("follow_symlinks", False)
+        want_d   = opts.get("include_dirs", True)
+        want_f   = opts.get("include_files", True)
+        hide     = opts.get("exclude_hidden", False)
+
+        results: List[str] = []
+        base_depth = os.path.normpath(base).count(os.sep)
+
+        for root, dirs, files in os.walk(base, followlinks=follow):
+            depth = os.path.normpath(root).count(os.sep) - base_depth
+            if maxdepth is not None and depth > maxdepth:
+                dirs[:] = []
+                continue
+            if want_d and depth >= mindepth:
+                for d in dirs:
+                    if hide and d.startswith("."): continue
+                    results.append(os.path.join(root, d))
+            if want_f and depth >= mindepth:
+                for f in files:
+                    if hide and f.startswith("."): continue
+                    results.append(os.path.join(root, f))
+        return results
+
+    def listdir(self, base: str) -> List[str]:
+        try:
+            return [os.path.join(base, name) for name in os.listdir(base)]
+        except Exception:
+            return []
+def get_spec_kwargs(
+    user_at_host=None,
+    password=None,
+    key=None,
+    env_path=None,
+    kwargs=None
+):
+    kwargs = kwargs or {}
+    kwargs["user_at_host"] = kwargs.get("user_at_host") or user_at_host
+    kwargs["password"] = kwargs.get("password") or password
+    kwargs["key"] = kwargs.get("key") or key
+    kwargs["env_path"] = kwargs.get("env_path") or env_path
+    return kwargs
+class SSHFS:
+    """Remote POSIX backend via run_remote_cmd."""
+    def __init__(self, password=None, key=None, env_path=None,
+                 get_type=False, get_is_dir=False, get_is_file=False, get_is_exists=False, **kwargs):
+        self.user_at_host = kwargs.get('user_at_host') or kwargs.get('user') or kwargs.get('host')
+        self.password = password
+        self.key = key
+        self.env_path = env_path
+        self.get_type = get_type
+        self.get_is_dir = get_is_dir
+        self.get_is_file = get_is_file
+        self.get_is_exists = get_is_exists
+
+    def cell_spec_kwargs(self, func, path, **kwargs):
+        kwargs = get_spec_kwargs(
+            user_at_host=self.user_at_host,
+            password=self.password,
+            key=self.key,
+            env_path=self.env_path,
+            kwargs=kwargs
+        )
+        return func(path, **kwargs)
+
+    def is_included(self, path, **kwargs):
+        include_js = {}
+        if self.get_type:
+            include_js["typ"] = self.istype(path, **kwargs)
+        if self.get_is_dir:
+            include_js["dir"] = self.isdir(path, **kwargs)
+        if self.get_is_file:
+            include_js["file"] = self.isfile(path, **kwargs)
+        if self.get_is_exists:
+            include_js["exists"] = self.isexists(path, **kwargs)
+        return include_js
+
+    def join(self, *parts: str) -> str:
+        return posixpath.join(*parts)
+
+    def isfile(self, path: str, **kwargs) -> bool:
+        out = self.cell_spec_kwargs(is_file, path, **kwargs)
+        return "__OK__" in (out or "")
+
+    def isdir(self, path: str, **kwargs) -> bool:
+        out = self.cell_spec_kwargs(is_dir, path, **kwargs)
+        return "__OK__" in (out or "")
+
+    def isexists(self, path: str, **kwargs) -> bool:
+        out = self.cell_spec_kwargs(is_exists, path, **kwargs)
+        return "__OK__" in (out or "")
+
+    def istype(self, path: str, **kwargs) -> str | None:
+        out = self.cell_spec_kwargs(is_any, path, **kwargs)
+        return out
+
+    def glob_recursive(self, base: str, **opts) -> List[str]:
+        maxdepth = opts.get("maxdepth")
+        mindepth = opts.get("mindepth", 1)
+        follow   = opts.get("follow_symlinks", False)
+        want_d   = opts.get("include_dirs", True)
+        want_f   = opts.get("include_files", True)
+        hide     = opts.get("exclude_hidden", False)
+
+        parts = []
+        if follow:
+            parts.append("-L")
+        parts += ["find", shlex.quote(base)]
+        if mindepth is not None:
+            parts += ["-mindepth", str(mindepth)]
+        if maxdepth is not None:
+            parts += ["-maxdepth", str(maxdepth)]
+
+        type_filters = []
+        if want_d and not want_f:
+            type_filters = ["-type", "d"]
+        elif want_f and not want_d:
+            type_filters = ["-type", "f"]
+
+        hidden_filter = []
+        if hide:
+            hidden_filter = ["!", "-regex", r".*/\..*"]
+
+        cmd = " ".join(parts + type_filters + hidden_filter + ["-printf", r"'%p\n'"]) + " 2>/dev/null"
+        out = run_remote_cmd(self.user_at_host, cmd)
+        return [line.strip().strip("'") for line in (out or "").splitlines() if line.strip()]
+
+    def listdir(self, base: str) -> List[str]:
+        cmd = f"find {shlex.quote(base)} -maxdepth 1 -mindepth 1 -printf '%p\\n' 2>/dev/null"
+        out = run_remote_cmd(self.user_at_host, cmd)
+        return [line.strip() for line in (out or "").splitlines() if line.strip()]
+
+
+
+def try_group(pre,item,strings):
+    
+    try:
+        m = pre.match(item)
+        for i,string in enumerate(strings):
+            strings[i] = m.group(string)
+        
+    except:
+        return None
+    return strings
+def normalize_items(
+    paths: Iterable[str],
+    user_at_host=None,
+    get_type=True,
+    get_is_dir=False,
+    get_is_file=False,
+    get_is_exists=False,
+    **kwargs
+) -> List[tuple[PathBackend, str, dict]]:
+    pairs: List[tuple[PathBackend, str, dict]] = []
+    host = user_at_host or kwargs.get("host") or kwargs.get("user")
+    paths = make_list(paths)
+    for item in paths:
+        if not item:
+            continue
+
+        strings = try_group(REMOTE_RE, item, ["host", "path"])
+        fs_host = None
+        nuhost = None
+
+        if (strings and None not in strings) or host:
+            if strings and None not in strings:
+                nuhost = strings[0]
+                item = strings[1] or item
+            nuhost = nuhost or host
+            fs_host = SSHFS(
+                nuhost,
+                user_at_host=user_at_host,
+                get_type=get_type,
+                get_is_dir=get_is_dir,
+                get_is_file=get_is_file,
+                get_is_exists=get_is_exists,
+                **kwargs
+            )
+        else:
+            fs_host = LocalFS(
+                get_type=get_type,
+                get_is_dir=get_is_dir,
+                get_is_file=get_is_file,
+                get_is_exists=get_is_exists
+            )
+
+        includes = fs_host.is_included(item)
+        pairs.append((fs_host, item, includes))
+    return pairs
+
+