dcicutils 8.14.0.1b20__tar.gz → 8.14.0.1b21__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/PKG-INFO +1 -1
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/scripts/update_portal_object.py +6 -12
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/pyproject.toml +1 -1
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/LICENSE.txt +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/README.rst +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/__init__.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/base.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/beanstalk_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/bundle_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/captured_output.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/cloudformation_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/codebuild_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/command_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/common.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/contribution_scripts.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/contribution_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/creds_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/data_readers.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/data_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/datetime_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/deployment_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/diff_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/docker_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/ecr_scripts.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/ecr_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/ecs_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/env_base.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/env_manager.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/env_scripts.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/env_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/env_utils_legacy.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/es_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/exceptions.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/ff_mocks.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/ff_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/file_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/function_cache_decorator.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/glacier_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/hack_for_elasticsearch_numpy_usage.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/http_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/jh_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/kibana/dashboards.json +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/kibana/readme.md +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/lang_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/log_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/misc_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/obfuscation_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/opensearch_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/portal_object_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/portal_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/progress_bar.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/project_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/qa_checkers.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/qa_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/redis_tools.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/redis_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/s3_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/schema_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/scripts/publish_to_pypi.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/scripts/run_license_checker.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/scripts/view_portal_object.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/secrets_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/sheet_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/snapshot_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/ssl_certificate_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/structured_data.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/submitr/progress_constants.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/submitr/ref_lookup_strategy.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/task_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/tmpfile_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/trace_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/validation_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/variant_utils.py +0 -0
- {dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/zip_utils.py +0 -0
@@ -2,16 +2,9 @@
|
|
2
2
|
# Command-line utility to update (post, patch, upsert) portal objects for SMaHT/CGAP/Fourfront.
|
3
3
|
# ------------------------------------------------------------------------------------------------------
|
4
4
|
# Example commands:
|
5
|
-
#
|
6
|
-
# update-portal-object --
|
7
|
-
# update-portal-object --
|
8
|
-
# update-portal-object --upsert {json-file | directory-with-json-files}
|
9
|
-
# update-portal-object --patch {json-file | directory-with-json-files}
|
10
|
-
#
|
11
|
-
# The specified json-file or file withing directory-with-jaon-files must be JSON containing either
|
12
|
-
# a list of objects, which which case the file name for the target schema name, or if not, then
|
13
|
-
# the --schema option must be used to specified the target schema; or the JSON must be a dictionary
|
14
|
-
# of schema names, where the value of each is a list of objects for that schema.
|
5
|
+
# update-portal-object --post file_format.json
|
6
|
+
# update-portal-object --upsert directory-with-schema-named-dot-json-files
|
7
|
+
# update-portal-object --patch file-not-named-for-schema-name.json --schema UnalignedReads
|
15
8
|
# --------------------------------------------------------------------------------------------------
|
16
9
|
|
17
10
|
import argparse
|
@@ -471,7 +464,8 @@ def _load_data(portal: Portal, load: str, ini_file: str, explicit_schema_name: O
|
|
471
464
|
# view_name: \\\'22813a02-906b-4b60-b2b2-4afaea24aa28\\\', subpath: (), traversed: (), root:
|
472
465
|
# <encoded.root.SMAHTRoot object at 0x136d41460>, vroot: <encoded.root.SMAHTRoot object at 0x136d41460>, vroot_path: ()"}\' # noqa
|
473
466
|
#
|
474
|
-
if (item_type := re.search(r"https?://.*/(.*)\?skip_indexing=.*", item)) and
|
467
|
+
if ((item_type := re.search(r"https?://.*/(.*)\?skip_indexing=.*", item)) and
|
468
|
+
(len(item_type.groups()) == 1)): # noqa
|
475
469
|
item_type = to_snake_case(item_type.group(1))
|
476
470
|
identifying_value = f"/{to_camel_case(item_type)}{identifying_value}"
|
477
471
|
unresolved_link_error_message_prefix = "Unable to resolve link:"
|
@@ -634,7 +628,7 @@ def _load_data(portal: Portal, load: str, ini_file: str, explicit_schema_name: O
|
|
634
628
|
_print(f"Total items loaded: {loadxl_total_item_count // 2}" # TODO: straightend out this arithmetic
|
635
629
|
f"{f' (errors: {loadxl_total_error_count})' if loadxl_total_error_count else ''}")
|
636
630
|
for item in sorted(loadxl_summary.keys()):
|
637
|
-
_print(f"▷ {to_camel_case(item)}: {loadxl_summary[item]
|
631
|
+
_print(f"▷ {to_camel_case(item)}: {loadxl_summary[item]}")
|
638
632
|
if loadxl_unresolved:
|
639
633
|
_print("✗ Unresolved references:")
|
640
634
|
for item in loadxl_unresolved:
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "dcicutils"
|
3
|
-
version = "8.14.0.
|
3
|
+
version = "8.14.0.1b21" # TODO: To become 8.14.1
|
4
4
|
description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
|
5
5
|
authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
|
6
6
|
license = "MIT"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/hack_for_elasticsearch_numpy_usage.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_policies/c4-infrastructure.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_policies/park-lab-common.jsonc
RENAMED
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b20 → dcicutils-8.14.0.1b21}/dcicutils/license_policies/park-lab-pipeline.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|