dcicutils 8.7.0.1b28__tar.gz → 8.7.0.1b29__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/PKG-INFO +1 -1
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/structured_data.py +29 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/pyproject.toml +1 -1
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/LICENSE.txt +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/README.rst +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/__init__.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/base.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/beanstalk_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/bundle_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/cloudformation_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/codebuild_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/command_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/common.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/contribution_scripts.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/contribution_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/creds_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/data_readers.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/data_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/deployment_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/diff_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/docker_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/ecr_scripts.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/ecr_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/ecs_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/env_base.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/env_manager.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/env_scripts.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/env_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/env_utils_legacy.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/es_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/exceptions.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/ff_mocks.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/ff_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/function_cache_decorator.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/glacier_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/jh_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/kibana/dashboards.json +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/kibana/readme.md +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/lang_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/log_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/misc_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/obfuscation_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/opensearch_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/portal_object_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/portal_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/project_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/qa_checkers.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/qa_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/redis_tools.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/redis_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/s3_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/schema_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/scripts/publish_to_pypi.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/scripts/run_license_checker.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/secrets_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/sheet_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/snapshot_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/ssl_certificate_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/task_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/tmpfile_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/trace_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/validation_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/variant_utils.py +0 -0
- {dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/zip_utils.py +0 -0
@@ -1,5 +1,6 @@
|
|
1
1
|
import copy
|
2
2
|
from functools import lru_cache
|
3
|
+
import glob
|
3
4
|
import json
|
4
5
|
from jsonschema import Draft7Validator as SchemaValidator
|
5
6
|
import os
|
@@ -111,6 +112,14 @@ class StructuredDataSet:
|
|
111
112
|
result.append({"type": type_name, "file": file_name})
|
112
113
|
return result
|
113
114
|
|
115
|
+
def upload_files_located(self,
|
116
|
+
location: Union[str, Optional[List[str]]] = None, recursive: bool = False) -> List[str]:
|
117
|
+
upload_files = copy.deepcopy(self.upload_files)
|
118
|
+
for upload_file in upload_files:
|
119
|
+
if file_path := _search_for_file(upload_file["file"], location=location, recursive=recursive):
|
120
|
+
upload_file["path"] = file_path
|
121
|
+
return upload_files
|
122
|
+
|
114
123
|
def _load_file(self, file: str) -> None:
|
115
124
|
# Returns a dictionary where each property is the name (i.e. the type) of the data,
|
116
125
|
# and the value is array of dictionaries for the data itself. Handle these kinds of files:
|
@@ -641,3 +650,23 @@ def _split_dotted_string(value: str):
|
|
641
650
|
|
642
651
|
def _split_array_string(value: str, unique: bool = False):
|
643
652
|
return split_string(value, ARRAY_VALUE_DELIMITER_CHAR, ARRAY_VALUE_DELIMITER_ESCAPE_CHAR, unique=unique)
|
653
|
+
|
654
|
+
|
655
|
+
def _search_for_file(file: str,
|
656
|
+
location: Union[str, Optional[List[str]]] = None, recursive: bool = False) -> Optional[str]:
|
657
|
+
if isinstance(file, str) or not file:
|
658
|
+
if not location:
|
659
|
+
location = "."
|
660
|
+
if location:
|
661
|
+
if isinstance(location, str):
|
662
|
+
location = [location]
|
663
|
+
if isinstance(location, list):
|
664
|
+
for directory in location:
|
665
|
+
if isinstance(directory, str) and os.path.exists(os.path.join(directory, file)):
|
666
|
+
return os.path.normpath(os.path.join(directory, file))
|
667
|
+
if recursive:
|
668
|
+
if not file.startswith("**/"):
|
669
|
+
file = "**/" + file
|
670
|
+
files = glob.glob(file, recursive=recursive)
|
671
|
+
if files:
|
672
|
+
return files[0]
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "dcicutils"
|
3
|
-
version = "8.7.0.
|
3
|
+
version = "8.7.0.1b29" # TODO: To become 8.7.1
|
4
4
|
description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
|
5
5
|
authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
|
6
6
|
license = "MIT"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/c4-infrastructure.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/park-lab-common.jsonc
RENAMED
File without changes
|
{dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc
RENAMED
File without changes
|
{dcicutils-8.7.0.1b28 → dcicutils-8.7.0.1b29}/dcicutils/license_policies/park-lab-pipeline.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|