dcicutils 8.8.4.1b20__tar.gz → 8.8.4.1b22__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/PKG-INFO +1 -1
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/file_utils.py +37 -16
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/misc_utils.py +28 -2
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/pyproject.toml +1 -1
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/LICENSE.txt +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/README.rst +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/__init__.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/base.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/beanstalk_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/bundle_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/captured_output.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/cloudformation_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/codebuild_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/command_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/common.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/contribution_scripts.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/contribution_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/creds_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/data_readers.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/data_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/datetime_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/deployment_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/diff_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/docker_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/ecr_scripts.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/ecr_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/ecs_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/env_base.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/env_manager.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/env_scripts.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/env_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/env_utils_legacy.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/es_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/exceptions.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/ff_mocks.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/ff_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/function_cache_decorator.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/glacier_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/http_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/jh_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/kibana/dashboards.json +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/kibana/readme.md +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/lang_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/log_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/obfuscation_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/opensearch_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/portal_object_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/portal_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/progress_bar.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/project_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/qa_checkers.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/qa_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/redis_tools.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/redis_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/s3_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/schema_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/scripts/publish_to_pypi.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/scripts/run_license_checker.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/scripts/view_portal_object.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/secrets_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/sheet_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/snapshot_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/ssl_certificate_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/structured_data.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/submitr/progress_constants.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/submitr/ref_lookup_strategy.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/task_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/tmpfile_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/trace_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/validation_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/variant_utils.py +0 -0
- {dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/zip_utils.py +0 -0
@@ -10,6 +10,8 @@ from tempfile import gettempdir as get_temporary_directory
|
|
10
10
|
from typing import List, Optional, Union
|
11
11
|
from uuid import uuid4 as uuid
|
12
12
|
|
13
|
+
HOME_DIRECTORY = str(pathlib.Path().home())
|
14
|
+
|
13
15
|
|
14
16
|
def search_for_file(file: str,
|
15
17
|
location: Union[str, Optional[List[str]]] = None,
|
@@ -77,24 +79,43 @@ def search_for_file(file: str,
|
|
77
79
|
return None if single is True else []
|
78
80
|
|
79
81
|
|
80
|
-
def
|
82
|
+
def normalize_path(value: Union[str, pathlib.Path], absolute: bool = False, home: Optional[bool] = None) -> str:
|
81
83
|
"""
|
82
|
-
Normalizes the given
|
83
|
-
consecutive
|
84
|
-
|
85
|
-
|
84
|
+
Normalizes the given path value and returns the result; does things like remove redundant
|
85
|
+
consecutive directory separators and redundant parent paths. If the given absolute argument
|
86
|
+
is True than converts the path to an absolute path. If the given home argument is True and
|
87
|
+
if the path can reasonably be represented with a home directory indicator (i.e. "~"), then
|
88
|
+
converts it to such. If the home argument is False and path starts with the home directory
|
89
|
+
indicator then expands it to the actual (absolute) home path. If the given value is not
|
90
|
+
actually even a string (or pathlib.Path) then returns an empty string.
|
86
91
|
"""
|
87
|
-
if
|
88
|
-
|
89
|
-
|
90
|
-
|
91
|
-
if
|
92
|
-
|
93
|
-
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
92
|
+
if isinstance(value, pathlib.Path):
|
93
|
+
value = str(value)
|
94
|
+
elif not isinstance(value, str):
|
95
|
+
return ""
|
96
|
+
if not (value := value.strip()) or not (value := os.path.normpath(value)):
|
97
|
+
return ""
|
98
|
+
if home is False:
|
99
|
+
value = os.path.expanduser(value)
|
100
|
+
elif (home is True) and (os.name == "posix") and value.startswith(home := HOME_DIRECTORY + os.sep):
|
101
|
+
value = "~/" + value[len(home):]
|
102
|
+
if absolute is True:
|
103
|
+
value = os.path.abspath(value)
|
104
|
+
return value
|
105
|
+
|
106
|
+
|
107
|
+
def get_file_size(file: str) -> Optional[int]:
|
108
|
+
try:
|
109
|
+
return os.path.getsize(file) if isinstance(file, str) else None
|
110
|
+
except Exception:
|
111
|
+
return None
|
112
|
+
|
113
|
+
|
114
|
+
def get_file_modified_datetime(file: str) -> Optional[datetime]:
|
115
|
+
try:
|
116
|
+
return datetime.fromtimestamp(os.path.getmtime(file)) if isinstance(file, str) else None
|
117
|
+
except Exception:
|
118
|
+
return None
|
98
119
|
|
99
120
|
|
100
121
|
def are_files_equal(filea: str, fileb: str) -> bool:
|
@@ -2551,6 +2551,19 @@ def normalize_spaces(value: str) -> str:
|
|
2551
2551
|
return re.sub(r"\s+", " ", value).strip()
|
2552
2552
|
|
2553
2553
|
|
2554
|
+
def normalize_string(value: Optional[str]) -> Optional[str]:
|
2555
|
+
"""
|
2556
|
+
Strips leading/trailing spaces, and converts multiple consecutive spaces to a single space
|
2557
|
+
in the given string value and returns the result. If the given value is None returns an
|
2558
|
+
empty string. If the given value is not actually even a string then return None.
|
2559
|
+
"""
|
2560
|
+
if value is None:
|
2561
|
+
return ""
|
2562
|
+
elif isinstance(value, str):
|
2563
|
+
return value.strip()
|
2564
|
+
return None
|
2565
|
+
|
2566
|
+
|
2554
2567
|
def find_nth_from_end(string: str, substring: str, nth: int) -> int:
|
2555
2568
|
"""
|
2556
2569
|
Returns the index of the nth occurrence of the given substring within
|
@@ -2701,7 +2714,20 @@ def get_cpu_architecture_name() -> str:
|
|
2701
2714
|
return ""
|
2702
2715
|
|
2703
2716
|
|
2704
|
-
def
|
2717
|
+
def create_uuid(nodash: bool = False, upper: bool = False) -> str:
|
2718
|
+
value = str(uuid.uuid4())
|
2719
|
+
if nodash is True:
|
2720
|
+
value = value.replace("-", "")
|
2721
|
+
if upper is True:
|
2722
|
+
value = value.upper()
|
2723
|
+
return value
|
2724
|
+
|
2725
|
+
|
2726
|
+
def create_short_uuid(length: Optional[int] = None, upper: bool = False):
|
2727
|
+
# Not really techincally a uuid of course.
|
2705
2728
|
if (length is None) or (not isinstance(length, int)) or (length < 1):
|
2706
2729
|
length = 16
|
2707
|
-
|
2730
|
+
value = shortuuid.ShortUUID().random(length=length)
|
2731
|
+
if upper is True:
|
2732
|
+
value = value.upper()
|
2733
|
+
return value
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "dcicutils"
|
3
|
-
version = "8.8.4.
|
3
|
+
version = "8.8.4.1b22" # TODO: To become 8.8.5
|
4
4
|
description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
|
5
5
|
authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
|
6
6
|
license = "MIT"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/c4-infrastructure.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/park-lab-common.jsonc
RENAMED
File without changes
|
{dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc
RENAMED
File without changes
|
{dcicutils-8.8.4.1b20 → dcicutils-8.8.4.1b22}/dcicutils/license_policies/park-lab-pipeline.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|