dcicutils 8.14.0.1b7__tar.gz → 8.14.0.1b8__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/PKG-INFO +1 -1
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/scripts/update_portal_object.py +38 -3
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/pyproject.toml +1 -1
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/LICENSE.txt +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/README.rst +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/__init__.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/base.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/beanstalk_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/bundle_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/captured_output.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/cloudformation_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/codebuild_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/command_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/common.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/contribution_scripts.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/contribution_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/creds_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/data_readers.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/data_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/datetime_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/deployment_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/diff_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/docker_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/ecr_scripts.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/ecr_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/ecs_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/env_base.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/env_manager.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/env_scripts.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/env_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/env_utils_legacy.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/es_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/exceptions.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/ff_mocks.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/ff_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/file_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/function_cache_decorator.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/glacier_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/hack_for_elasticsearch_numpy_usage.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/http_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/jh_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/kibana/dashboards.json +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/kibana/readme.md +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/lang_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/log_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/misc_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/obfuscation_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/opensearch_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/portal_object_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/portal_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/progress_bar.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/project_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/qa_checkers.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/qa_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/redis_tools.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/redis_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/s3_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/schema_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/scripts/publish_to_pypi.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/scripts/run_license_checker.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/scripts/view_portal_object.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/secrets_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/sheet_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/snapshot_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/ssl_certificate_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/structured_data.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/submitr/progress_constants.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/submitr/ref_lookup_strategy.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/task_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/tmpfile_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/trace_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/validation_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/variant_utils.py +0 -0
- {dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/zip_utils.py +0 -0
@@ -38,6 +38,7 @@ class Portal(PortalFromUtils):
|
|
38
38
|
|
39
39
|
_DEFAULT_APP = "smaht"
|
40
40
|
_SMAHT_ENV_ENVIRON_NAME = "SMAHT_ENV"
|
41
|
+
_DEFAULT_INI_FILE_FOR_LOAD = "development.ini"
|
41
42
|
|
42
43
|
# Schema properties to ignore (by default) for the view schema usage.
|
43
44
|
_IGNORE_PROPERTIES_ON_UPDATE = [
|
@@ -120,6 +121,8 @@ def main():
|
|
120
121
|
parser.add_argument("--post", type=str, required=False, default=None, help="POST data.")
|
121
122
|
parser.add_argument("--patch", type=str, required=False, default=None, help="PATCH data.")
|
122
123
|
parser.add_argument("--upsert", type=str, required=False, default=None, help="Upsert data.")
|
124
|
+
parser.add_argument("--load", type=str, required=False, default=None, help="Load data via snovault.loadxl.")
|
125
|
+
parser.add_argument("--ini", type=str, required=False, default=None, help="INI file for data via snovault.loadxl.")
|
123
126
|
parser.add_argument("--delete", type=str, required=False, default=None, help="Delete data.")
|
124
127
|
parser.add_argument("--purge", type=str, required=False, default=None, help="Purge data.")
|
125
128
|
parser.add_argument("--noignore", action="store_true", required=False, default=False,
|
@@ -143,6 +146,41 @@ def main():
|
|
143
146
|
else:
|
144
147
|
app = APP_SMAHT
|
145
148
|
|
149
|
+
if not (args.post or args.patch or args.upsert or args.delete or args.purge or args.load):
|
150
|
+
usage()
|
151
|
+
|
152
|
+
if args.load:
|
153
|
+
if args.post or args.patch or args.upsert or args.delete or args.purge:
|
154
|
+
_print("Cannot use any other update option"
|
155
|
+
"when using the --load option (to load data via snovault.loadxl).")
|
156
|
+
exit(1)
|
157
|
+
if args.env:
|
158
|
+
_print("The --env is not used for the --load option (to load data via snovault.loadxl).")
|
159
|
+
if args.schema:
|
160
|
+
_print("The --schema is not used for the --load option (to load data via snovault.loadxl).")
|
161
|
+
from snovault.loadxl import load_data
|
162
|
+
from dcicutils.captured_output import captured_output
|
163
|
+
if args.ini:
|
164
|
+
ini_file = args.ini
|
165
|
+
else:
|
166
|
+
ini_file = _DEFAULT_INI_FILE_FOR_LOAD
|
167
|
+
if not os.path.exists(ini_file):
|
168
|
+
_print(f"The INI file required for --load is not found: {ini_file}")
|
169
|
+
exit(1)
|
170
|
+
if not os.path.isdir(args.load):
|
171
|
+
_print(f"Load directory does not exist: {args.load}")
|
172
|
+
exit(1)
|
173
|
+
portal = None
|
174
|
+
with captured_output(not args.debug):
|
175
|
+
portal = Portal(ini_file)
|
176
|
+
if args.verbose:
|
177
|
+
_print(f"Loading data files into Portal (via snovault.loadxl) from: {args.load}")
|
178
|
+
_print(f"Portal INI file for load is: {ini_file}")
|
179
|
+
load_data(portal.vapp, indir=args.load, overwrite=True, use_master_inserts=False)
|
180
|
+
if args.verbose:
|
181
|
+
_print(f"Done loading data into Portal (via snovault.loadxl) files from: {args.load}")
|
182
|
+
exit(0)
|
183
|
+
|
146
184
|
portal = _create_portal(env=args.env, app=app, verbose=args.verbose, debug=args.debug)
|
147
185
|
|
148
186
|
if explicit_schema_name := args.schema:
|
@@ -150,9 +188,6 @@ def main():
|
|
150
188
|
if not schema:
|
151
189
|
usage(f"ERROR: Unknown schema name: {args.schema}")
|
152
190
|
|
153
|
-
if not (args.post or args.patch or args.upsert or args.delete or args.purge):
|
154
|
-
usage()
|
155
|
-
|
156
191
|
if args.post:
|
157
192
|
_post_or_patch_or_upsert(portal=portal,
|
158
193
|
file_or_directory=args.post,
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "dcicutils"
|
3
|
-
version = "8.14.0.
|
3
|
+
version = "8.14.0.1b8" # TODO: To become 8.14.1
|
4
4
|
description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
|
5
5
|
authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
|
6
6
|
license = "MIT"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/hack_for_elasticsearch_numpy_usage.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/c4-infrastructure.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
{dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/park-lab-common.jsonc
RENAMED
File without changes
|
{dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc
RENAMED
File without changes
|
{dcicutils-8.14.0.1b7 → dcicutils-8.14.0.1b8}/dcicutils/license_policies/park-lab-pipeline.jsonc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|