dcicutils 8.4.0.1b7__tar.gz → 8.4.0.1b9__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/PKG-INFO +1 -1
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/structured_data.py +1 -46
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/pyproject.toml +1 -1
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/LICENSE.txt +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/README.rst +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/__init__.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/base.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/beanstalk_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/bundle_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/cloudformation_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/codebuild_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/command_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/common.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/contribution_scripts.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/contribution_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/creds_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/data_readers.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/data_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/deployment_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/diff_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/docker_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/ecr_scripts.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/ecr_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/ecs_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/env_base.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/env_manager.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/env_scripts.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/env_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/env_utils_legacy.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/es_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/exceptions.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/ff_mocks.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/ff_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/function_cache_decorator.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/glacier_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/jh_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/kibana/dashboards.json +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/kibana/readme.md +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/lang_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/log_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/misc_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/obfuscation_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/opensearch_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/project_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/qa_checkers.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/qa_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/redis_tools.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/redis_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/s3_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/scripts/publish_to_pypi.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/scripts/run_license_checker.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/secrets_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/sheet_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/snapshot_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/ssl_certificate_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/task_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/trace_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/validation_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/variant_utils.py +0 -0
- {dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/zip_utils.py +0 -0
@@ -37,7 +37,6 @@ ARRAY_NAME_SUFFIX_CHAR = "#"
|
|
37
37
|
ARRAY_NAME_SUFFIX_REGEX = re.compile(rf"{ARRAY_NAME_SUFFIX_CHAR}\d+")
|
38
38
|
DOTTED_NAME_DELIMITER_CHAR = "."
|
39
39
|
FILE_SCHEMA_NAME = "File"
|
40
|
-
FILE_SCHEMA_NAME_PROPERTY = "filename"
|
41
40
|
|
42
41
|
# Forward type references for type hints.
|
43
42
|
Portal = Type["Portal"]
|
@@ -105,48 +104,6 @@ class StructuredDataSet:
|
|
105
104
|
def resolved_refs(self) -> List[str]:
|
106
105
|
return self._resolved_refs
|
107
106
|
|
108
|
-
@staticmethod
|
109
|
-
def format_issue(issue: dict, original_file: Optional[str] = None) -> str:
|
110
|
-
def src_string(issue: dict) -> str:
|
111
|
-
if not isinstance(issue, dict) or not isinstance(issue_src := issue.get("src"), dict):
|
112
|
-
return ""
|
113
|
-
show_file = original_file and (original_file.endswith(".zip") or
|
114
|
-
original_file.endswith(".tgz") or original_file.endswith(".gz"))
|
115
|
-
src_file = issue_src.get("file") if show_file else ""
|
116
|
-
src_type = issue_src.get("type")
|
117
|
-
src_column = issue_src.get("column")
|
118
|
-
src_row = issue_src.get("row", 0)
|
119
|
-
if src_file:
|
120
|
-
src = f"{os.path.basename(src_file)}"
|
121
|
-
sep = ":"
|
122
|
-
else:
|
123
|
-
src = ""
|
124
|
-
sep = "."
|
125
|
-
if src_type:
|
126
|
-
src += (sep if src else "") + src_type
|
127
|
-
sep = "."
|
128
|
-
if src_column:
|
129
|
-
src += (sep if src else "") + src_column
|
130
|
-
if src_row > 0:
|
131
|
-
src += (" " if src else "") + f"[{src_row}]"
|
132
|
-
if not src:
|
133
|
-
if issue.get("warning"):
|
134
|
-
src = "Warning"
|
135
|
-
elif issue.get("error"):
|
136
|
-
src = "Error"
|
137
|
-
else:
|
138
|
-
src = "Issue"
|
139
|
-
return src
|
140
|
-
issue_message = None
|
141
|
-
if issue:
|
142
|
-
if error := issue.get("error"):
|
143
|
-
issue_message = error
|
144
|
-
elif warning := issue.get("warning"):
|
145
|
-
issue_message = warning
|
146
|
-
elif issue.get("truncated"):
|
147
|
-
return f"Truncated result set | More: {issue.get('more')} | See: {issue.get('details')}"
|
148
|
-
return f"{src_string(issue)}: {issue_message}" if issue_message else ""
|
149
|
-
|
150
107
|
def _load_file(self, file: str) -> None:
|
151
108
|
# Returns a dictionary where each property is the name (i.e. the type) of the data,
|
152
109
|
# and the value is array of dictionaries for the data itself. Handle these kinds of files:
|
@@ -369,9 +326,6 @@ class Schema:
|
|
369
326
|
def resolved_refs(self) -> List[str]:
|
370
327
|
return list(self._resolved_refs)
|
371
328
|
|
372
|
-
def is_file_type(self) -> bool:
|
373
|
-
return (self.name == FILE_SCHEMA_NAME) or (self._portal and self._portal.is_file_schema(self.name))
|
374
|
-
|
375
329
|
def get_map_value_function(self, column_name: str) -> Optional[Any]:
|
376
330
|
return (self._get_typeinfo(column_name) or {}).get("map")
|
377
331
|
|
@@ -604,6 +558,7 @@ class PortalBase:
|
|
604
558
|
elif isinstance(key, dict):
|
605
559
|
self._key = key
|
606
560
|
self._key_pair = (key.get("key"), key.get("secret")) if key else None
|
561
|
+
self._server = key.get("server")
|
607
562
|
elif isinstance(key, tuple) and len(key) >= 2:
|
608
563
|
self._key = {"key": key[0], "secret": key[1]}
|
609
564
|
self._key_pair = key
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "dcicutils"
|
3
|
-
version = "8.4.0.
|
3
|
+
version = "8.4.0.1b9" # TODO: To become 8.4.1
|
4
4
|
description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
|
5
5
|
authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
|
6
6
|
license = "MIT"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/c4-infrastructure.jsonc
RENAMED
File without changes
|
File without changes
|
{dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/park-lab-common-server.jsonc
RENAMED
File without changes
|
{dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/park-lab-common.jsonc
RENAMED
File without changes
|
{dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc
RENAMED
File without changes
|
{dcicutils-8.4.0.1b7 → dcicutils-8.4.0.1b9}/dcicutils/license_policies/park-lab-pipeline.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|