dcicutils 8.14.0.1b12__py3-none-any.whl → 8.14.0.1b14__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- dcicutils/scripts/update_portal_object.py +27 -13
- {dcicutils-8.14.0.1b12.dist-info → dcicutils-8.14.0.1b14.dist-info}/METADATA +1 -1
- {dcicutils-8.14.0.1b12.dist-info → dcicutils-8.14.0.1b14.dist-info}/RECORD +6 -6
- {dcicutils-8.14.0.1b12.dist-info → dcicutils-8.14.0.1b14.dist-info}/LICENSE.txt +0 -0
- {dcicutils-8.14.0.1b12.dist-info → dcicutils-8.14.0.1b14.dist-info}/WHEEL +0 -0
- {dcicutils-8.14.0.1b12.dist-info → dcicutils-8.14.0.1b14.dist-info}/entry_points.txt +0 -0
@@ -123,7 +123,8 @@ def main():
|
|
123
123
|
parser.add_argument("--post", type=str, required=False, default=None, help="POST data.")
|
124
124
|
parser.add_argument("--patch", type=str, required=False, default=None, help="PATCH data.")
|
125
125
|
parser.add_argument("--upsert", type=str, required=False, default=None, help="Upsert data.")
|
126
|
-
parser.add_argument("--load", type=str, required=False, default=None,
|
126
|
+
parser.add_argument("--load", "--loadxl", type=str, required=False, default=None,
|
127
|
+
help="Load data via snovault.loadxl.")
|
127
128
|
parser.add_argument("--ini", type=str, required=False, default=None, help="INI file for data via snovault.loadxl.")
|
128
129
|
parser.add_argument("--delete", type=str, required=False, default=None, help="Delete data.")
|
129
130
|
parser.add_argument("--purge", type=str, required=False, default=None, help="Purge data.")
|
@@ -159,11 +160,12 @@ def main():
|
|
159
160
|
"when using the --load option (to load data via snovault.loadxl).")
|
160
161
|
exit(1)
|
161
162
|
if args.env:
|
162
|
-
|
163
|
-
|
164
|
-
|
165
|
-
_load_data(load=args.load, ini_file=args.ini,
|
166
|
-
|
163
|
+
if args.ini:
|
164
|
+
_print("The --env is not used for the --load option (to load data via snovault.loadxl).")
|
165
|
+
args.ini = args.env
|
166
|
+
if not _load_data(load=args.load, ini_file=args.ini, explicit_schema_name=args.schema,
|
167
|
+
verbose=args.verbose, debug=args.debug, noprogress=args.noprogress):
|
168
|
+
exit(1)
|
167
169
|
exit(0)
|
168
170
|
|
169
171
|
portal = _create_portal(env=args.env, app=app, verbose=args.verbose, debug=args.debug)
|
@@ -171,7 +173,7 @@ def main():
|
|
171
173
|
if explicit_schema_name := args.schema:
|
172
174
|
schema, explicit_schema_name = _get_schema(portal, explicit_schema_name)
|
173
175
|
if not schema:
|
174
|
-
usage(f"
|
176
|
+
usage(f"Unknown specified schema name: {args.schema}")
|
175
177
|
|
176
178
|
if args.post:
|
177
179
|
_post_or_patch_or_upsert(portal=portal,
|
@@ -494,15 +496,25 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
|
|
494
496
|
if not (schema_name := _get_schema_name_from_schema_named_json_file_name(portal, inserts_file)):
|
495
497
|
_print("Unable to determine schema name for JSON data file: {inserts_file}")
|
496
498
|
return False
|
499
|
+
elif not (schema_name := _get_schema(portal, explicit_schema_name)[1]):
|
500
|
+
_print(f"Unknown specified schema name: {explicit_schema_name}")
|
501
|
+
return False
|
497
502
|
with temporary_directory() as tmpdir:
|
498
503
|
file_name = os.path.join(tmpdir, f"{to_snake_case(schema_name)}.json")
|
499
504
|
with io.open(file_name, "w") as f:
|
500
505
|
json.dump(data, f)
|
501
|
-
return _load_data(load=tmpdir, ini_file=ini_file, explicit_schema_name=
|
506
|
+
return _load_data(load=tmpdir, ini_file=ini_file, explicit_schema_name=schema_name,
|
502
507
|
verbose=verbose, debug=debug, noprogress=noprogress,
|
503
508
|
_portal=portal, _single_insert_file=inserts_file)
|
504
509
|
elif isinstance(data, dict):
|
505
|
-
|
510
|
+
if schema_name := explicit_schema_name:
|
511
|
+
if _is_schema_name_list(portal, schema_names := list(data.keys())):
|
512
|
+
_print(f"Ignoring specify --schema: {schema_name}")
|
513
|
+
elif not (schema_name := _get_schema(portal, schema_name)[1]):
|
514
|
+
_print(f"Unknown specified schema name: {explicit_schema_name}")
|
515
|
+
return False
|
516
|
+
else:
|
517
|
+
data = {schema_name: [data]}
|
506
518
|
if not _is_schema_name_list(portal, schema_names := list(data.keys())):
|
507
519
|
_print(f"Unrecognized types in JSON data file: {inserts_file}")
|
508
520
|
return False
|
@@ -521,7 +533,6 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
|
|
521
533
|
return _load_data(load=tmpdir, ini_file=ini_file,
|
522
534
|
verbose=verbose, debug=debug, noprogress=noprogress,
|
523
535
|
_portal=portal, _single_insert_file=inserts_file)
|
524
|
-
# TODO
|
525
536
|
return True
|
526
537
|
else:
|
527
538
|
_print(f"Unrecognized JSON data in file: {inserts_file}")
|
@@ -529,9 +540,9 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
|
|
529
540
|
return True
|
530
541
|
if verbose:
|
531
542
|
if _single_insert_file:
|
532
|
-
_print(f"Loading data
|
543
|
+
_print(f"Loading data into Portal (via snovault.loadxl) from file: {_single_insert_file}")
|
533
544
|
else:
|
534
|
-
_print(f"Loading data
|
545
|
+
_print(f"Loading data into Portal (via snovault.loadxl) from directory: {inserts_directory}")
|
535
546
|
_print(f"Portal INI file for load is: {ini_file}")
|
536
547
|
|
537
548
|
schema_names = list(_get_schemas(portal).keys())
|
@@ -575,7 +586,10 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
|
|
575
586
|
else:
|
576
587
|
loadxl(portal=portal, inserts_directory=inserts_directory, schema_names_to_load=schema_names_to_load)
|
577
588
|
if verbose:
|
578
|
-
|
589
|
+
if _single_insert_file:
|
590
|
+
_print(f"Done loading data into Portal (via snovault.loadxl) from file: {_single_insert_file}")
|
591
|
+
else:
|
592
|
+
_print(f"Done loading data into Portal (via snovault.loadxl) from directory: {inserts_directory}")
|
579
593
|
return True
|
580
594
|
|
581
595
|
|
@@ -60,7 +60,7 @@ dcicutils/s3_utils.py,sha256=h2B9ftOo-kxqfiKth5ZDC_cAUFy1Pbu7BrVanFnE5Iw,28839
|
|
60
60
|
dcicutils/schema_utils.py,sha256=GmRm-XqZKJ6qine16SQF1txcby9WougDav_sYmKNs9E,12400
|
61
61
|
dcicutils/scripts/publish_to_pypi.py,sha256=sMd4WASQGlxlh7uLrt2eGkFRXYgONVmvIg8mClMS5RQ,13903
|
62
62
|
dcicutils/scripts/run_license_checker.py,sha256=z2keYnRDZsHQbTeo1XORAXSXNJK5axVzL5LjiNqZ7jE,4184
|
63
|
-
dcicutils/scripts/update_portal_object.py,sha256=
|
63
|
+
dcicutils/scripts/update_portal_object.py,sha256=KoKKn5BB5zkRv-qbqZD2qpwaKwwksl4ASP_ZZQdCshs,33878
|
64
64
|
dcicutils/scripts/view_portal_object.py,sha256=lcgXWH9ooVf7tJDIRnoFGOgT0wYLGhiJlJW3a9w6A_c,36983
|
65
65
|
dcicutils/secrets_utils.py,sha256=8dppXAsiHhJzI6NmOcvJV5ldvKkQZzh3Fl-cb8Wm7MI,19745
|
66
66
|
dcicutils/sheet_utils.py,sha256=VlmzteONW5VF_Q4vo0yA5vesz1ViUah1MZ_yA1rwZ0M,33629
|
@@ -75,8 +75,8 @@ dcicutils/trace_utils.py,sha256=g8kwV4ebEy5kXW6oOrEAUsurBcCROvwtZqz9fczsGRE,1769
|
|
75
75
|
dcicutils/validation_utils.py,sha256=cMZIU2cY98FYtzK52z5WUYck7urH6JcqOuz9jkXpqzg,14797
|
76
76
|
dcicutils/variant_utils.py,sha256=2H9azNx3xAj-MySg-uZ2SFqbWs4kZvf61JnK6b-h4Qw,4343
|
77
77
|
dcicutils/zip_utils.py,sha256=_Y9EmL3D2dUZhxucxHvrtmmlbZmK4FpSsHEb7rGSJLU,3265
|
78
|
-
dcicutils-8.14.0.
|
79
|
-
dcicutils-8.14.0.
|
80
|
-
dcicutils-8.14.0.
|
81
|
-
dcicutils-8.14.0.
|
82
|
-
dcicutils-8.14.0.
|
78
|
+
dcicutils-8.14.0.1b14.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
|
79
|
+
dcicutils-8.14.0.1b14.dist-info/METADATA,sha256=QF7P3NoXDw4Olsgw0M7IhLUgWPdQ30wO-ALh5qVTOzI,3440
|
80
|
+
dcicutils-8.14.0.1b14.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
|
81
|
+
dcicutils-8.14.0.1b14.dist-info/entry_points.txt,sha256=W6kEWdUJk9tQ4myAgpehPdebcwvCAZ7UgB-wyPgDUMg,335
|
82
|
+
dcicutils-8.14.0.1b14.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|