dcicutils 8.14.0.1b7__py3-none-any.whl → 8.14.0.1b9__py3-none-any.whl

dcicutils/scripts/update_portal_object.py

@@ -38,6 +38,7 @@ class Portal(PortalFromUtils):
 
 _DEFAULT_APP = "smaht"
 _SMAHT_ENV_ENVIRON_NAME = "SMAHT_ENV"
+_DEFAULT_INI_FILE_FOR_LOAD = "development.ini"
 
 # Schema properties to ignore (by default) for the view schema usage.
 _IGNORE_PROPERTIES_ON_UPDATE = [
@@ -120,6 +121,8 @@ def main():
     parser.add_argument("--post", type=str, required=False, default=None, help="POST data.")
     parser.add_argument("--patch", type=str, required=False, default=None, help="PATCH data.")
     parser.add_argument("--upsert", type=str, required=False, default=None, help="Upsert data.")
+    parser.add_argument("--load", type=str, required=False, default=None, help="Load data via snovault.loadxl.")
+    parser.add_argument("--ini", type=str, required=False, default=None, help="INI file for data via snovault.loadxl.")
     parser.add_argument("--delete", type=str, required=False, default=None, help="Delete data.")
     parser.add_argument("--purge", type=str, required=False, default=None, help="Purge data.")
     parser.add_argument("--noignore", action="store_true", required=False, default=False,
@@ -143,6 +146,41 @@ def main():
     else:
         app = APP_SMAHT
 
+    if not (args.post or args.patch or args.upsert or args.delete or args.purge or args.load):
+        usage()
+
+    if args.load:
+        if args.post or args.patch or args.upsert or args.delete or args.purge:
+            _print("Cannot use any other update option"
+                   "when using the --load option (to load data via snovault.loadxl).")
+            exit(1)
+        if args.env:
+            _print("The --env is not used for the --load option (to load data via snovault.loadxl).")
+        if args.schema:
+            _print("The --schema is not used for the --load option (to load data via snovault.loadxl).")
+        from snovault.loadxl import load_data
+        from dcicutils.captured_output import captured_output
+        if args.ini:
+            ini_file = args.ini
+        else:
+            ini_file = _DEFAULT_INI_FILE_FOR_LOAD
+        if not os.path.exists(ini_file):
+            _print(f"The INI file required for --load is not found: {ini_file}")
+            exit(1)
+        if not os.path.isdir(args.load):
+            _print(f"Load directory does not exist: {args.load}")
+            exit(1)
+        portal = None
+        with captured_output(not args.debug):
+            portal = Portal(ini_file)
+        if args.verbose:
+            _print(f"Loading data files into Portal (via snovault.loadxl) from: {args.load}")
+            _print(f"Portal INI file for load is: {ini_file}")
+        load_data(portal.vapp, indir=args.load, overwrite=True, use_master_inserts=False)
+        if args.verbose:
+            _print(f"Done loading data into Portal (via snovault.loadxl) files from: {args.load}")
+        exit(0)
+
     portal = _create_portal(env=args.env, app=app, verbose=args.verbose, debug=args.debug)
 
     if explicit_schema_name := args.schema:
@@ -150,9 +188,6 @@ def main():
         if not schema:
             usage(f"ERROR: Unknown schema name: {args.schema}")
 
-    if not (args.post or args.patch or args.upsert or args.delete or args.purge):
-        usage()
-
     if args.post:
         _post_or_patch_or_upsert(portal=portal,
                                  file_or_directory=args.post,

dcicutils/scripts/view_portal_object.py

@@ -330,6 +330,8 @@ def _get_portal_object(portal: Portal, uuid: str,
             results_total = len(results)
             for result in results:
                 results_index += 1
+                if debug:
+                    print(f"Processing result: {results_index}")
                 result.pop("schema_version", None)
                 result = prune_data(result)
                 if (subtypes and one_or_more_objects_of_types_exists(portal, subtypes, debug=debug) and
@@ -374,14 +376,7 @@ def _get_portal_object(portal: Portal, uuid: str,
 
 def one_or_more_objects_of_types_exists(portal: Portal, schema_types: List[str], debug: bool = False) -> bool:
     for schema_type in schema_types:
-        try:
-            if one_or_more_objects_of_type_exists(portal, schema_type, debug=debug):
-                return True
-            response = portal.get(f"/{schema_type}")
-            if response and response.status_code == 404:
-                _print(f"There are no objects of sub-type: {schema_type}")
-                return False
-        except Exception:
+        if one_or_more_objects_of_type_exists(portal, schema_type, debug=debug):
             return True
     return False
 
@@ -393,14 +388,15 @@ def one_or_more_objects_of_type_exists(portal: Portal, schema_type: str, debug:
             _print(f"Checking if there are actually any objects of type: {schema_type}")
         if portal.get(f"/{schema_type}").status_code == 404:
             if debug:
-                _print(f"No any objects of type exist: {schema_type}")
+                _print(f"No objects of type actually exist: {schema_type}")
+            return False
         else:
             if debug:
                 _print(f"One or more objects of type exist: {schema_type}")
     except Exception as e:
-        _print(f"ERROR: Checking if there are actually any objects of type: {schema_type}")
+        _print(f"ERROR: Cannot determine if there are actually any objects of type: {schema_type}")
         _print(e)
-    return False
+    return True
 
 
 @lru_cache(maxsize=1)

{dcicutils-8.14.0.1b7.dist-info → dcicutils-8.14.0.1b9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dcicutils
-Version: 8.14.0.1b7
+Version: 8.14.0.1b9
 Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
 Home-page: https://github.com/4dn-dcic/utils
 License: MIT

{dcicutils-8.14.0.1b7.dist-info → dcicutils-8.14.0.1b9.dist-info}/RECORD

@@ -60,8 +60,8 @@ dcicutils/s3_utils.py,sha256=h2B9ftOo-kxqfiKth5ZDC_cAUFy1Pbu7BrVanFnE5Iw,28839
 dcicutils/schema_utils.py,sha256=GmRm-XqZKJ6qine16SQF1txcby9WougDav_sYmKNs9E,12400
 dcicutils/scripts/publish_to_pypi.py,sha256=sMd4WASQGlxlh7uLrt2eGkFRXYgONVmvIg8mClMS5RQ,13903
 dcicutils/scripts/run_license_checker.py,sha256=z2keYnRDZsHQbTeo1XORAXSXNJK5axVzL5LjiNqZ7jE,4184
-dcicutils/scripts/update_portal_object.py,sha256=5ET0RtwSgIPt5z7WiSf_UuEow-J2Bs-GEpmvria09Pg,22557
-dcicutils/scripts/view_portal_object.py,sha256=HONEHVu8Qs_ukdv8fHKqlJFLXHQn9xZyRDmcdBIQDqY,37140
+dcicutils/scripts/update_portal_object.py,sha256=9_ZpfKwIJUDbyEI0Xqu_9keMxTIVZ_CyxX8WeGrFI14,24376
+dcicutils/scripts/view_portal_object.py,sha256=lcgXWH9ooVf7tJDIRnoFGOgT0wYLGhiJlJW3a9w6A_c,36983
 dcicutils/secrets_utils.py,sha256=8dppXAsiHhJzI6NmOcvJV5ldvKkQZzh3Fl-cb8Wm7MI,19745
 dcicutils/sheet_utils.py,sha256=VlmzteONW5VF_Q4vo0yA5vesz1ViUah1MZ_yA1rwZ0M,33629
 dcicutils/snapshot_utils.py,sha256=YDeI3vD-MhAtHwKDzfEm2q-n3l-da2yRpRR3xp0Ah1M,23021
@@ -75,8 +75,8 @@ dcicutils/trace_utils.py,sha256=g8kwV4ebEy5kXW6oOrEAUsurBcCROvwtZqz9fczsGRE,1769
 dcicutils/validation_utils.py,sha256=cMZIU2cY98FYtzK52z5WUYck7urH6JcqOuz9jkXpqzg,14797
 dcicutils/variant_utils.py,sha256=2H9azNx3xAj-MySg-uZ2SFqbWs4kZvf61JnK6b-h4Qw,4343
 dcicutils/zip_utils.py,sha256=_Y9EmL3D2dUZhxucxHvrtmmlbZmK4FpSsHEb7rGSJLU,3265
-dcicutils-8.14.0.1b7.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
-dcicutils-8.14.0.1b7.dist-info/METADATA,sha256=HUAn-3SXVZZktV4SgAoJI5z9h-zZkij9v5QwF-a5WzQ,3439
-dcicutils-8.14.0.1b7.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-dcicutils-8.14.0.1b7.dist-info/entry_points.txt,sha256=W6kEWdUJk9tQ4myAgpehPdebcwvCAZ7UgB-wyPgDUMg,335
-dcicutils-8.14.0.1b7.dist-info/RECORD,,
+dcicutils-8.14.0.1b9.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
+dcicutils-8.14.0.1b9.dist-info/METADATA,sha256=6dzBhVwY1DNx4-lCS_3FSaztYt-JC8bNFU9o8VoyycA,3439
+dcicutils-8.14.0.1b9.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+dcicutils-8.14.0.1b9.dist-info/entry_points.txt,sha256=W6kEWdUJk9tQ4myAgpehPdebcwvCAZ7UgB-wyPgDUMg,335
+dcicutils-8.14.0.1b9.dist-info/RECORD,,