abstract-utilities 0.2.2.417__py3-none-any.whl → 0.2.2.419__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of abstract-utilities might be problematic. Click here for more details.
- abstract_utilities/__init__.py +3 -11
- abstract_utilities/file_utils/file_utils/__init__.py +2 -0
- abstract_utilities/{robust_reader → file_utils/file_utils}/file_reader.py +5 -19
- abstract_utilities/file_utils/file_utils/file_utils.py +2 -2
- abstract_utilities/{robust_reader → file_utils/file_utils}/pdf_utils.py +1 -9
- abstract_utilities/file_utils/imports/constants.py +3 -1
- abstract_utilities/file_utils/imports/imports.py +11 -9
- abstract_utilities/file_utils/imports/module_imports.py +4 -3
- abstract_utilities/robust_reader/imports/__init__.py +1 -0
- abstract_utilities/robust_reader/imports/imports.py +12 -0
- abstract_utilities/ssh_utils/pexpect_utils.py +1 -1
- {abstract_utilities-0.2.2.417.dist-info → abstract_utilities-0.2.2.419.dist-info}/METADATA +1 -1
- {abstract_utilities-0.2.2.417.dist-info → abstract_utilities-0.2.2.419.dist-info}/RECORD +15 -13
- {abstract_utilities-0.2.2.417.dist-info → abstract_utilities-0.2.2.419.dist-info}/WHEEL +0 -0
- {abstract_utilities-0.2.2.417.dist-info → abstract_utilities-0.2.2.419.dist-info}/top_level.txt +0 -0
abstract_utilities/__init__.py
CHANGED
|
@@ -4,7 +4,7 @@ from datetime import datetime
|
|
|
4
4
|
from typing import *
|
|
5
5
|
from .hash_utils import *
|
|
6
6
|
from .dynimport import get_abstract_import,import_symbols_to_parent,call_for_all_tabs
|
|
7
|
-
|
|
7
|
+
|
|
8
8
|
from .robust_readers import *
|
|
9
9
|
from .json_utils import (unified_json_loader,
|
|
10
10
|
find_keys,
|
|
@@ -77,15 +77,7 @@ from .path_utils import (get_file_create_time,
|
|
|
77
77
|
remove_path,
|
|
78
78
|
|
|
79
79
|
)
|
|
80
|
-
from .file_utils import
|
|
81
|
-
get_file_parts,
|
|
82
|
-
get_file_map,
|
|
83
|
-
get_file_type,
|
|
84
|
-
call_for_all_tabs,
|
|
85
|
-
get_files_and_dirs,
|
|
86
|
-
define_defaults,
|
|
87
|
-
ScanConfig
|
|
88
|
-
)
|
|
80
|
+
from .file_utils import *
|
|
89
81
|
from .list_utils import (get_highest_value_obj,
|
|
90
82
|
make_list,
|
|
91
83
|
safe_list_return,
|
|
@@ -160,5 +152,5 @@ from .parse_utils import (num_tokens_from_string,
|
|
|
160
152
|
from .log_utils import get_caller_info,get_logFile,print_or_log,get_json_call_response,initialize_call_log
|
|
161
153
|
from .error_utils import try_func
|
|
162
154
|
from .class_utils import alias,get_class_inputs,get_set_attr
|
|
163
|
-
|
|
164
155
|
from .ssh_utils import *
|
|
156
|
+
from .env_utils import *
|
|
@@ -1,29 +1,15 @@
|
|
|
1
1
|
# file_reader.py
|
|
2
|
-
import
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
from
|
|
7
|
-
from datetime import datetime
|
|
8
|
-
from werkzeug.utils import secure_filename
|
|
9
|
-
from werkzeug.datastructures import FileStorage
|
|
10
|
-
from datetime import datetime
|
|
11
|
-
from typing import Dict, Union, List
|
|
2
|
+
from .imports import *
|
|
3
|
+
# -------- Public API drop-ins that mirror your originals --------
|
|
4
|
+
from .filter_params import *
|
|
5
|
+
from .file_filters import *
|
|
6
|
+
from .file_utils import *
|
|
12
7
|
from .pdf_utils import *
|
|
13
|
-
import pdfplumber
|
|
14
|
-
from pdf2image import convert_from_path # only used for OCR fallback
|
|
15
|
-
import pytesseract
|
|
16
|
-
from pathlib import Path
|
|
17
8
|
# ---------------------------------------------------------------------------
|
|
18
9
|
# NOTE: The following helper functions must be provided elsewhere:
|
|
19
10
|
# - convert_date_string(s: str) -> datetime
|
|
20
11
|
# - read_from_file(path: str) -> pd.DataFrame
|
|
21
12
|
# ---------------------------------------------------------------------------
|
|
22
|
-
DEFAULT_EXCLUDE_DIRS = {"node_modules", "__pycache__","backups","backup"}
|
|
23
|
-
DEFAULT_EXCLUDE_FILE_PATTERNS = {"__init__*", "*.tmp", "*.log"}
|
|
24
|
-
DEFAULT_EXCLUDE_TYPES = {"image","video","audio","presentation"}
|
|
25
|
-
def get_ext(item):
|
|
26
|
-
return item.split('.')[-1]
|
|
27
13
|
def _should_skip_dir(dir_name: str, exclude_dirs: set[str]) -> bool:
|
|
28
14
|
"""
|
|
29
15
|
Return True if dir_name match=self.exclude_types)es one of the excluded directory names exactly.
|
|
@@ -185,8 +185,8 @@ def get_files_and_dirs(
|
|
|
185
185
|
else:
|
|
186
186
|
kwargs.setdefault("mindepth", 1)
|
|
187
187
|
kwargs.setdefault("maxdepth", 1)
|
|
188
|
-
|
|
189
|
-
roots = make_list(directory
|
|
188
|
+
paths = paths or []
|
|
189
|
+
roots = paths+make_list(directory)
|
|
190
190
|
items = get_globs(roots, recursive=recursive, allowed=allowed, **kwargs)
|
|
191
191
|
|
|
192
192
|
dirs = get_allowed_dirs(items, allowed=allowed, **kwargs)
|
|
@@ -1,12 +1,4 @@
|
|
|
1
|
-
import
|
|
2
|
-
from typing import *
|
|
3
|
-
from pdf2image import convert_from_path
|
|
4
|
-
from abstract_utilities.path_utils import (is_file, mkdirs, get_directory,
|
|
5
|
-
get_base_name, split_text,
|
|
6
|
-
get_ext, get_file_name)
|
|
7
|
-
from abstract_utilities.type_utils import is_str
|
|
8
|
-
from abstract_utilities.cmd_utils import cmd_input
|
|
9
|
-
from abstract_utilities.read_write_utils import write_to_file
|
|
1
|
+
from .imports import *
|
|
10
2
|
def if_none_return(obj: object, obj_2: object) -> object:
|
|
11
3
|
"""
|
|
12
4
|
Return obj if obj_2 is None, otherwise return obj_2.
|
|
@@ -28,9 +28,11 @@ _unallowed = set(get_media_exts(DEFAULT_EXCLUDE_TYPES)) | {'.bak', '.shp', '.cpg
|
|
|
28
28
|
DEFAULT_UNALLOWED_EXTS = {e for e in _unallowed if e not in DEFAULT_ALLOWED_EXTS}
|
|
29
29
|
|
|
30
30
|
DEFAULT_EXCLUDE_DIRS: Set[str] = {
|
|
31
|
-
"node_modules", "__pycache__", "backups", "backup", "backs", "trash", "depriciated", "old", "__init__"
|
|
31
|
+
"node_modules", "old","__pycache__", "backups", "backup", "backs", "trash", "depriciated", "old", "__init__"
|
|
32
32
|
}
|
|
33
33
|
|
|
34
34
|
DEFAULT_EXCLUDE_PATTERNS: Set[str] = {
|
|
35
35
|
"__init__*", "*.tmp", "*.log", "*.lock", "*.zip","*~"
|
|
36
36
|
}
|
|
37
|
+
REMOTE_RE = re.compile(r"^(?P<host>[^:\s]+@[^:\s]+):(?P<path>/.*)$")
|
|
38
|
+
AllowedPredicate = Optional[Callable[[str], bool]]
|
|
@@ -1,11 +1,13 @@
|
|
|
1
|
-
|
|
1
|
+
import pandas as pd
|
|
2
2
|
from typing import *
|
|
3
|
-
|
|
4
|
-
|
|
3
|
+
import geopandas as gpd
|
|
4
|
+
from pathlib import Path
|
|
5
5
|
from types import ModuleType
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
6
|
+
from datetime import datetime
|
|
7
|
+
from pdf2image import convert_from_path
|
|
8
|
+
from dataclasses import dataclass, field
|
|
9
|
+
from werkzeug.utils import secure_filename
|
|
10
|
+
from werkzeug.datastructures import FileStorage
|
|
11
|
+
import fnmatch, fnmatch,shlex, os, glob, platform, textwrap, pkgutil
|
|
12
|
+
import tempfile,shutil,logging,ezodf,fnmatch,pytesseract,pdfplumber,re
|
|
13
|
+
import textwrap, sys, types, importlib, importlib.util, inspect,PyPDF2
|
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
from ...read_write_utils import read_from_file,write_to_file
|
|
2
1
|
from ...string_clean import eatAll
|
|
3
2
|
from ...list_utils import make_list
|
|
4
|
-
from ...type_utils import get_media_exts, is_media_type,MIME_TYPES
|
|
5
|
-
from ...ssh_utils import run_local_cmd, run_ssh_cmd,run_any_cmd,run_cmd
|
|
3
|
+
from ...type_utils import get_media_exts, is_media_type,MIME_TYPES,is_str
|
|
4
|
+
from ...ssh_utils import run_local_cmd, run_ssh_cmd,run_any_cmd,run_cmd,cmd_input,run_remote_cmd
|
|
6
5
|
from ...env_utils import *
|
|
7
6
|
from ...path_utils import *
|
|
7
|
+
from ...abstract_classes import SingletonMeta
|
|
8
|
+
from ...read_write_utils import *
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
from .imports import *
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import os,tempfile,shutil,logging,ezodf,fnmatch,pytesseract,pdfplumber
|
|
2
|
+
import pandas as pd
|
|
3
|
+
import geopandas as gpd
|
|
4
|
+
from datetime import datetime
|
|
5
|
+
from pathlib import Path
|
|
6
|
+
from typing import *
|
|
7
|
+
from werkzeug.utils import secure_filename
|
|
8
|
+
from werkzeug.datastructures import FileStorage
|
|
9
|
+
from pdf2image import convert_from_path # only used for OCR fallback
|
|
10
|
+
from ...abstract_classes import SingletonMeta
|
|
11
|
+
from ..pdf_utils import *
|
|
12
|
+
from ...read_write_utils import *
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: abstract_utilities
|
|
3
|
-
Version: 0.2.2.
|
|
3
|
+
Version: 0.2.2.419
|
|
4
4
|
Summary: abstract_utilities is a collection of utility modules providing a variety of functions to aid in tasks such as data comparison, list manipulation, JSON handling, string manipulation, mathematical computations, and time operations.
|
|
5
5
|
Home-page: https://github.com/AbstractEndeavors/abstract_utilities
|
|
6
6
|
Author: putkoff
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
abstract_utilities/__init__.py,sha256=
|
|
1
|
+
abstract_utilities/__init__.py,sha256=YKa8RgAsIW8IsWWOU6HKnvCRE5vqb3k7HrBWmKRGb9I,6408
|
|
2
2
|
abstract_utilities/abstract_classes.py,sha256=A6-FNDQb2P_jcyt01Kc5SuY2QawLVKNjQ-rDGfsn4rA,2461
|
|
3
3
|
abstract_utilities/class_utils.py,sha256=-YHkdbaChRIz9YLXJlFF4m7VkdwUCts_HOUbKXxkrYA,12735
|
|
4
4
|
abstract_utilities/collator_utils.py,sha256=9exNoZAr9rABGYTwZOn7hdLbpnMtRd2AgfU7yjZrXGw,2348
|
|
@@ -39,23 +39,25 @@ abstract_utilities/env_utils/imports/imports.py,sha256=ZrGEf-J2lyVbb4MrNBX3DwHR0
|
|
|
39
39
|
abstract_utilities/env_utils/imports/utils.py,sha256=oB7WhIm_-cHLrUHRXypZGCdWUtNRyePaVO5_kq5Cv84,4490
|
|
40
40
|
abstract_utilities/file_utils/__init__.py,sha256=BoDOPNR7HUHCakF9-RDjY0PK8UfvZJHcHcyPYh48g_k,84
|
|
41
41
|
abstract_utilities/file_utils/req.py,sha256=DicCS80V4L8GPWr7lBKDR_gTC1WI9o8lMC2IYLyDUBk,12105
|
|
42
|
-
abstract_utilities/file_utils/file_utils/__init__.py,sha256=
|
|
42
|
+
abstract_utilities/file_utils/file_utils/__init__.py,sha256=fm_uNRnfKfZOIg7e1HXhWbHac5VoUgRD2iTO5cxLkA0,160
|
|
43
43
|
abstract_utilities/file_utils/file_utils/file_filters.py,sha256=khfbonAPEAhW1wxfFo0I4dawYPCrIKEjNc7VKb1RvzA,3437
|
|
44
|
-
abstract_utilities/file_utils/file_utils/
|
|
44
|
+
abstract_utilities/file_utils/file_utils/file_reader.py,sha256=2MRj2PGKq4C-iKL8dmhHwWnhmA8GPVsNaWkTREOF9vo,24545
|
|
45
|
+
abstract_utilities/file_utils/file_utils/file_utils.py,sha256=jYVnAYasPtwmQOeXIkqOA7k6zNxr0QEdQw1SI-TCCZc,7246
|
|
45
46
|
abstract_utilities/file_utils/file_utils/filter_params.py,sha256=NF692W0cBhEsbtmaVzb8EKMAasasHDElSRaC9fnzYwE,3382
|
|
46
47
|
abstract_utilities/file_utils/file_utils/imports.py,sha256=SXCMBuHUwqXbfRBk4LjKehsBKZa8-Po5UfEcNTwn4Es,24
|
|
47
48
|
abstract_utilities/file_utils/file_utils/map_utils.py,sha256=B_MlkLP8s-o0yU0R3Y2LcTpBntBzysJO18qq181xz9c,1043
|
|
49
|
+
abstract_utilities/file_utils/file_utils/pdf_utils.py,sha256=D_wg8h-SapCvqinxRIKxMri1jWZNpr5jGvKq9EJePfY,10335
|
|
48
50
|
abstract_utilities/file_utils/imports/__init__.py,sha256=0nezbIo1RqmfZ7pZ0V3kxZDNchNWH8wVATnnvNeILMo,101
|
|
49
51
|
abstract_utilities/file_utils/imports/classes.py,sha256=kxZvt_Saaw62TUZSYG4Bpecp7ql9mFduGDwwvnk_2qc,4774
|
|
50
|
-
abstract_utilities/file_utils/imports/constants.py,sha256=
|
|
51
|
-
abstract_utilities/file_utils/imports/imports.py,sha256=
|
|
52
|
-
abstract_utilities/file_utils/imports/module_imports.py,sha256=
|
|
52
|
+
abstract_utilities/file_utils/imports/constants.py,sha256=kSWXjZrbM7MmkytpiCFnsEJcfhPGI5ztUmrvTmT1xpU,1571
|
|
53
|
+
abstract_utilities/file_utils/imports/imports.py,sha256=OjHHuys4ue01PjTIBJuOBAseWUN9pxmAvWsPEj0QcCw,532
|
|
54
|
+
abstract_utilities/file_utils/imports/module_imports.py,sha256=_VKG1c5ampuYLJ-Cu4v6e5lUurVgHbu3L_u77J5dVb0,377
|
|
53
55
|
abstract_utilities/robust_reader/__init__.py,sha256=7JVGEqZ2VFyFF06cqQ8TFz8EyreOB7Jhisnd69rxL-8,28
|
|
54
|
-
abstract_utilities/robust_reader/file_reader.py,sha256=6RuLTdLNVERKWOUyjheqYZZCcUkMOt1j-2u7U3EN0Rg,25097
|
|
55
56
|
abstract_utilities/robust_reader/file_reader2.py,sha256=U-5opkLu-bct091Eb-5CiNBTf0UFoSITYi8zR-Sz38w,25077
|
|
56
57
|
abstract_utilities/robust_reader/file_readers.py,sha256=U-5opkLu-bct091Eb-5CiNBTf0UFoSITYi8zR-Sz38w,25077
|
|
57
|
-
abstract_utilities/robust_reader/pdf_utils.py,sha256=sNEJRBi4ypbA3hXQPFoFnPHVSPstbdBAwCoeyNa18YE,10763
|
|
58
58
|
abstract_utilities/robust_reader/sadfsad.py,sha256=gH2ebI9KfiYFv78jzPGk8WPST_FGtojnd_yDwrcvQoM,25282
|
|
59
|
+
abstract_utilities/robust_reader/imports/__init__.py,sha256=mp6T1rBZdOzj0IDkvlteTqtyKJiOZaJTlgrjTdHO1Qw,23
|
|
60
|
+
abstract_utilities/robust_reader/imports/imports.py,sha256=Dw5k9nPfDalmSZmt5mNfV38soBIsLJtsH5wmnQ6sbTI,459
|
|
59
61
|
abstract_utilities/robust_readers/__init__.py,sha256=_1vhOG1FJnfrRK0ubkT1v6U6udHMIk3qiy1qajL1IiM,55
|
|
60
62
|
abstract_utilities/robust_readers/imports.py,sha256=FtNxdPoLeeNycDnl-6rBGxBfYjhQ7VhmI5guj8XKFcU,355
|
|
61
63
|
abstract_utilities/robust_readers/initFuncGen.py,sha256=D3_JEJgSiMFPNAMVMcml6hceydTCYnvu_rG_z6n_Nd8,5217
|
|
@@ -70,9 +72,9 @@ abstract_utilities/robust_readers/import_utils/utils.py,sha256=xyMObkdyvQAzAIv_k
|
|
|
70
72
|
abstract_utilities/ssh_utils/__init__.py,sha256=-DxUpOmfMi5zdG3lu93uT9MziZ-I_anwWOg1XduBH6o,73
|
|
71
73
|
abstract_utilities/ssh_utils/classes.py,sha256=3Q9BfLpyagNFYyiF4bt-5UCezeUJv9NK9YAFdTsLCV0,4802
|
|
72
74
|
abstract_utilities/ssh_utils/imports.py,sha256=7-pVJK1RfR0KiZsv0mNYGPuNXA4iYqmDvqbAR9h1llU,371
|
|
73
|
-
abstract_utilities/ssh_utils/pexpect_utils.py,sha256=
|
|
75
|
+
abstract_utilities/ssh_utils/pexpect_utils.py,sha256=JBdOIXBTXAqE5TrsFjmPWJgwSaWyRJN8rbJ6y3_zKPY,10556
|
|
74
76
|
abstract_utilities/ssh_utils/utils.py,sha256=Sy-plzJ9SgnYCL_wGoPZz_aE1hbbDNEMINwNMePY_v4,3069
|
|
75
|
-
abstract_utilities-0.2.2.
|
|
76
|
-
abstract_utilities-0.2.2.
|
|
77
|
-
abstract_utilities-0.2.2.
|
|
78
|
-
abstract_utilities-0.2.2.
|
|
77
|
+
abstract_utilities-0.2.2.419.dist-info/METADATA,sha256=5CXbuzAIi5P8pcgxcBeDLU4zwZSyUoq8khzNdkhktrk,28108
|
|
78
|
+
abstract_utilities-0.2.2.419.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
79
|
+
abstract_utilities-0.2.2.419.dist-info/top_level.txt,sha256=BF0GZ0xVFfN1K-hFIWPO3viNsOs1sSF86n1vHBg39FM,19
|
|
80
|
+
abstract_utilities-0.2.2.419.dist-info/RECORD,,
|
|
File without changes
|
{abstract_utilities-0.2.2.417.dist-info → abstract_utilities-0.2.2.419.dist-info}/top_level.txt
RENAMED
|
File without changes
|