dcicutils 8.14.0.1b11__py3-none-any.whl → 8.14.0.1b13__py3-none-any.whl

dcicutils/scripts/update_portal_object.py

@@ -123,7 +123,8 @@ def main():
     parser.add_argument("--post", type=str, required=False, default=None, help="POST data.")
     parser.add_argument("--patch", type=str, required=False, default=None, help="PATCH data.")
     parser.add_argument("--upsert", type=str, required=False, default=None, help="Upsert data.")
-    parser.add_argument("--load", type=str, required=False, default=None, help="Load data via snovault.loadxl.")
+    parser.add_argument("--load", "--loadxl", type=str, required=False, default=None,
+                        help="Load data via snovault.loadxl.")
     parser.add_argument("--ini", type=str, required=False, default=None, help="INI file for data via snovault.loadxl.")
     parser.add_argument("--delete", type=str, required=False, default=None, help="Delete data.")
     parser.add_argument("--purge", type=str, required=False, default=None, help="Purge data.")
@@ -159,11 +160,12 @@ def main():
                    "when using the --load option (to load data via snovault.loadxl).")
             exit(1)
         if args.env:
-            _print("The --env is not used for the --load option (to load data via snovault.loadxl).")
-        if args.schema:
-            _print("The --schema is not used for the --load option (to load data via snovault.loadxl).")
-        _load_data(load=args.load, ini_file=args.ini,
-                   verbose=args.verbose, debug=args.debug, noprogress=args.noprogress)
+            if args.ini:
+                _print("The --env is not used for the --load option (to load data via snovault.loadxl).")
+            args.ini = args.env
+        if not _load_data(load=args.load, ini_file=args.ini, explicit_schema_name=args.schema,
+                          verbose=args.verbose, debug=args.debug, noprogress=args.noprogress):
+            exit(1)
         exit(0)
 
     portal = _create_portal(env=args.env, app=app, verbose=args.verbose, debug=args.debug)
@@ -171,7 +173,7 @@ def main():
     if explicit_schema_name := args.schema:
         schema, explicit_schema_name = _get_schema(portal, explicit_schema_name)
         if not schema:
-            usage(f"ERROR: Unknown schema name: {args.schema}")
+            usage(f"Unknown specified schema name: {args.schema}")
 
     if args.post:
         _post_or_patch_or_upsert(portal=portal,
@@ -401,7 +403,8 @@ def _upsert_data(portal: Portal, data: dict, schema_name: str,
 
 
 def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = None,
-               verbose: bool = False, debug: bool = False, noprogress: bool = False) -> bool:
+               verbose: bool = False, debug: bool = False, noprogress: bool = False,
+               _portal: Optional[Portal] = None, _single_insert_file: Optional[str] = None) -> bool:
 
     from snovault.loadxl import load_all_gen, LoadGenWrapper
     from dcicutils.captured_output import captured_output
@@ -411,7 +414,7 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
 
         nonlocal LoadGenWrapper, load_all_gen, verbose, debug
         progress_total = sum(schema_names_to_load.values()) * 2  # loadxl does two passes
-        progress_bar = ProgressBar(progress_total) if not noprogress else None
+        progress_bar = ProgressBar(progress_total, interrupt_exit=True) if not noprogress else None
 
         def decode_bytes(str_or_bytes: Union[str, bytes], *, encoding: str = "utf-8") -> str:
             if not isinstance(encoding, str):
@@ -477,9 +480,9 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
         inserts_directory = None
         inserts_file = load
 
-    portal = None
-    with captured_output(not debug):
-        portal = Portal(ini_file)
+    if not (portal := _portal):
+        with captured_output(not debug):
+            portal = Portal(ini_file)
 
     if inserts_file:
         with io.open(inserts_file, "r") as f:
@@ -493,14 +496,25 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
                     if not (schema_name := _get_schema_name_from_schema_named_json_file_name(portal, inserts_file)):
                         _print("Unable to determine schema name for JSON data file: {inserts_file}")
                         return False
+                elif not (schema_name := _get_schema(portal, explicit_schema_name)[1]):
+                    _print(f"Unknown specified schema name: {explicit_schema_name}")
+                    return False
                 with temporary_directory() as tmpdir:
                     file_name = os.path.join(tmpdir, f"{to_snake_case(schema_name)}.json")
                     with io.open(file_name, "w") as f:
                         json.dump(data, f)
-                    return _load_data(load=tmpdir, ini_file=ini_file, explicit_schema_name=explicit_schema_name,
-                                      verbose=verbose, debug=debug, noprogress=noprogress)
+                    return _load_data(load=tmpdir, ini_file=ini_file, explicit_schema_name=schema_name,
+                                      verbose=verbose, debug=debug, noprogress=noprogress,
+                                      _portal=portal, _single_insert_file=inserts_file)
             elif isinstance(data, dict):
-                _print("DICT IN FILE FOR LOAD NOT YET SUPPPORTED")
+                if schema_name := explicit_schema_name:
+                    if _is_schema_name_list(portal, schema_names := list(data.keys())):
+                        _print(f"Ignoring specify --schema: {schema_name}")
+                    elif not (schema_name := _get_schema(portal, schema_name)[1]):
+                        _print(f"Unknown specified schema name: {explicit_schema_name}")
+                        return False
+                    else:
+                        data = {schema_name: [data]}
                 if not _is_schema_name_list(portal, schema_names := list(data.keys())):
                     _print(f"Unrecognized types in JSON data file: {inserts_file}")
                     return False
@@ -517,7 +531,8 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
                         nfiles += 1
                     if nfiles > 0:
                         return _load_data(load=tmpdir, ini_file=ini_file,
-                                          verbose=verbose, debug=debug, noprogress=noprogress)
+                                          verbose=verbose, debug=debug, noprogress=noprogress,
+                                          _portal=portal, _single_insert_file=inserts_file)
                 # TODO
                 return True
             else:
@@ -525,7 +540,10 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
                 return False
         return True
     if verbose:
-        _print(f"Loading data files into Portal (via snovault.loadxl) from: {inserts_directory}")
+        if _single_insert_file:
+            _print(f"Loading data into Portal (via snovault.loadxl) from file: {_single_insert_file}")
+        else:
+            _print(f"Loading data into Portal (via snovault.loadxl) from directory: {inserts_directory}")
         _print(f"Portal INI file for load is: {ini_file}")
 
     schema_names = list(_get_schemas(portal).keys())
@@ -569,7 +587,10 @@ def _load_data(load: str, ini_file: str, explicit_schema_name: Optional[str] = N
     else:
         loadxl(portal=portal, inserts_directory=inserts_directory, schema_names_to_load=schema_names_to_load)
     if verbose:
-        _print(f"Done loading data into Portal (via snovault.loadxl) files from: {inserts_directory}")
+        if _single_insert_file:
+            _print(f"Done loading data into Portal (via snovault.loadxl) from file: {_single_insert_file}")
+        else:
+            _print(f"Done loading data into Portal (via snovault.loadxl) from directory: {inserts_directory}")
     return True
 
 

{dcicutils-8.14.0.1b11.dist-info → dcicutils-8.14.0.1b13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dcicutils
-Version: 8.14.0.1b11
+Version: 8.14.0.1b13
 Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
 Home-page: https://github.com/4dn-dcic/utils
 License: MIT

{dcicutils-8.14.0.1b11.dist-info → dcicutils-8.14.0.1b13.dist-info}/RECORD

@@ -60,7 +60,7 @@ dcicutils/s3_utils.py,sha256=h2B9ftOo-kxqfiKth5ZDC_cAUFy1Pbu7BrVanFnE5Iw,28839
 dcicutils/schema_utils.py,sha256=GmRm-XqZKJ6qine16SQF1txcby9WougDav_sYmKNs9E,12400
 dcicutils/scripts/publish_to_pypi.py,sha256=sMd4WASQGlxlh7uLrt2eGkFRXYgONVmvIg8mClMS5RQ,13903
 dcicutils/scripts/run_license_checker.py,sha256=z2keYnRDZsHQbTeo1XORAXSXNJK5axVzL5LjiNqZ7jE,4184
-dcicutils/scripts/update_portal_object.py,sha256=fLgsPgnugKLS18A8JwP8O_UdmeFqNIjUIhrEFlIhfgE,32589
+dcicutils/scripts/update_portal_object.py,sha256=Y3bdu8qJMSZ26RM5XkaBPVoFb81bayQjAbc08fKtgw0,33901
 dcicutils/scripts/view_portal_object.py,sha256=lcgXWH9ooVf7tJDIRnoFGOgT0wYLGhiJlJW3a9w6A_c,36983
 dcicutils/secrets_utils.py,sha256=8dppXAsiHhJzI6NmOcvJV5ldvKkQZzh3Fl-cb8Wm7MI,19745
 dcicutils/sheet_utils.py,sha256=VlmzteONW5VF_Q4vo0yA5vesz1ViUah1MZ_yA1rwZ0M,33629
@@ -75,8 +75,8 @@ dcicutils/trace_utils.py,sha256=g8kwV4ebEy5kXW6oOrEAUsurBcCROvwtZqz9fczsGRE,1769
 dcicutils/validation_utils.py,sha256=cMZIU2cY98FYtzK52z5WUYck7urH6JcqOuz9jkXpqzg,14797
 dcicutils/variant_utils.py,sha256=2H9azNx3xAj-MySg-uZ2SFqbWs4kZvf61JnK6b-h4Qw,4343
 dcicutils/zip_utils.py,sha256=_Y9EmL3D2dUZhxucxHvrtmmlbZmK4FpSsHEb7rGSJLU,3265
-dcicutils-8.14.0.1b11.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
-dcicutils-8.14.0.1b11.dist-info/METADATA,sha256=HFNj87yKbAwTA98cVDJm_0r9aVJssg7zo5dIsqngVrg,3440
-dcicutils-8.14.0.1b11.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-dcicutils-8.14.0.1b11.dist-info/entry_points.txt,sha256=W6kEWdUJk9tQ4myAgpehPdebcwvCAZ7UgB-wyPgDUMg,335
-dcicutils-8.14.0.1b11.dist-info/RECORD,,
+dcicutils-8.14.0.1b13.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
+dcicutils-8.14.0.1b13.dist-info/METADATA,sha256=5QlfpJpS0C59LVay7HnYSP-GQUeE8BsEM60E1GvKSfI,3440
+dcicutils-8.14.0.1b13.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+dcicutils-8.14.0.1b13.dist-info/entry_points.txt,sha256=W6kEWdUJk9tQ4myAgpehPdebcwvCAZ7UgB-wyPgDUMg,335
+dcicutils-8.14.0.1b13.dist-info/RECORD,,