dcicutils 8.7.1.1b5__py3-none-any.whl → 8.7.1.1b6__py3-none-any.whl

dcicutils/misc_utils.py

@@ -2,6 +2,7 @@
 This file contains functions that might be generally useful.
 """
 
+from collections import namedtuple
 import contextlib
 import datetime
 import functools
@@ -17,6 +18,7 @@ import re
 import rfc3986.validators
 import rfc3986.exceptions
 import time
+import uuid
 import warnings
 import webtest  # importing the library makes it easier to mock testing
 
@@ -1525,6 +1527,17 @@ def create_dict(**kwargs) -> dict:
     return result
 
 
+def create_readonly_object(**kwargs):
+    """
+    Returns a new/unique object instance with readonly properties equal to the give kwargs.
+    """
+    readonly_class_name = "readonlyclass_" + str(uuid.uuid4()).replace("-", "")
+    readonly_class_args = " ".join(kwargs.keys())
+    readonly_class = namedtuple(readonly_class_name, readonly_class_args)
+    readonly_object = readonly_class(**kwargs)
+    return readonly_object
+
+
 def is_c4_arn(arn: str) -> bool:
     """
     Returns True iff the given (presumed) AWS ARN string value looks like it

dcicutils/portal_object_utils.py

@@ -3,6 +3,7 @@ from functools import lru_cache
 import re
 from typing import Any, List, Optional, Tuple, Type, Union
 from dcicutils.data_readers import RowReader
+from dcicutils.misc_utils import create_readonly_object
 from dcicutils.portal_utils import Portal
 from dcicutils.schema_utils import Schema
 
@@ -136,21 +137,33 @@ class PortalObject:
             comparing_data = value
         else:
             return {}
-        return PortalObject._compare(this_data, comparing_data)
+        return PortalObject._compare(this_data, comparing_data, self.type)
 
     _ARRAY_KEY_REGULAR_EXPRESSION = re.compile(rf"^({Schema._ARRAY_NAME_SUFFIX_CHAR}\d+)$")
 
     @staticmethod
-    def _compare(a: Any, b: Any, _path: Optional[str] = None) -> dict:
+    def _compare(a: Any, b: Any, value_type: str, _path: Optional[str] = None) -> dict:
+        def diff_creating(value: Any) -> object:  # noqa
+            nonlocal value_type
+            return create_readonly_object(value=value, type=value_type,
+                                          creating_value=True, updating_value=None, deleting_value=False)
+        def diff_updating(value: Any, updating_value: Any) -> object:  # noqa
+            nonlocal value_type
+            return create_readonly_object(value=value, type=value_type,
+                                          creating_value=False, updating_value=updating_value, deleting_value=False)
+        def diff_deleting(value: Any) -> object:  # noqa
+            nonlocal value_type
+            return create_readonly_object(value=value, type=value_type,
+                                          creating_value=False, updating_value=None, deleting_value=True)
         diffs = {}
         if isinstance(a, dict) and isinstance(b, dict):
             for key in a:
                 path = f"{_path}.{key}" if _path else key
                 if key not in b:
                     if a[key] != PortalObject._PROPERTY_DELETION_SENTINEL:
-                        diffs[path] = {"value": a[key], "creating_value": True}
+                        diffs[path] = diff_creating(a[key])
                 else:
-                    diffs.update(PortalObject._compare(a[key], b[key], _path=path))
+                    diffs.update(PortalObject._compare(a[key], b[key], type, _path=path))
         elif isinstance(a, list) and isinstance(b, list):
             # Ignore order of array elements; not absolutely technically correct but suits our purpose.
             for index in range(len(a)):
@@ -159,21 +172,21 @@ class PortalObject:
                     if a[index] not in b:
                         if a[index] != PortalObject._PROPERTY_DELETION_SENTINEL:
                             if index < len(b):
-                                diffs[path] = {"value": a[index], "updating_value": b[index]}
+                                diffs[path] = diff_updating(a[index], b[index])
                             else:
-                                diffs[path] = {"value": a[index], "creating_value": True}
+                                diffs[path] = diff_creating(a[index])
                         else:
                             if index < len(b):
-                                diffs[path] = {"value": b[index], "deleting_value": True}
+                                diffs[path] = diff_deleting(b[index])
                 elif len(b) < index:
-                    diffs.update(PortalObject._compare(a[index], b[index], _path=path))
+                    diffs.update(PortalObject._compare(a[index], b[index], value_type, _path=path))
                 else:
-                    diffs[path] = {"value": a[index], "creating_value": True}
+                    diffs[path] = diff_creating(a[index])
         elif a != b:
             if a == PortalObject._PROPERTY_DELETION_SENTINEL:
-                diffs[_path] = {"value": b, "deleting_value": True}
+                diffs[_path] = diff_deleting(b)
             else:
-                diffs[_path] = {"value": a, "updating_value": b}
+                diffs[_path] = diff_updating(a, b)
         return diffs
 
     def normalize_refs(self, refs: List[dict]) -> None:
@@ -183,8 +196,9 @@ class PortalObject:
         based on the given "refs" list which is assumed to be a list of dictionaries, where each
         contains a "path" and a "uuid" property; this list is typically (for our first usage of
         this function) the value of structured_data.StructuredDataSet.resolved_refs_with_uuid.
-        Change is made to this Portal object in place; use normalized_refs function to make a copy.
-        If there are no "refs" (None or empty) then the references will be looked up via Portal calls.
+        Changes are made to this Portal object in place; use normalized_refs function to make a copy.
+        If there are no "refs" (None or empty) or if the speicified reference is not found in this
+        list then the references will be looked up via Portal calls (via Portal.get_metadata).
         """
         PortalObject._normalize_refs(self.data, refs=refs, schema=self.schema, portal=self.portal)
 

dcicutils/structured_data.py

@@ -369,7 +369,7 @@ class Schema:
     def validate(self, data: dict) -> List[str]:
         errors = []
         for error in SchemaValidator(self.data, format_checker=SchemaValidator.FORMAT_CHECKER).iter_errors(data):
-            errors.append(error.message)
+            errors.append(f"Validation error at '{error.json_path}': {error.message}")
         return errors
 
     def get_typeinfo(self, column_name: str) -> Optional[dict]:

{dcicutils-8.7.1.1b5.dist-info → dcicutils-8.7.1.1b6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dcicutils
-Version: 8.7.1.1b5
+Version: 8.7.1.1b6
 Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
 Home-page: https://github.com/4dn-dcic/utils
 License: MIT

{dcicutils-8.7.1.1b5.dist-info → dcicutils-8.7.1.1b6.dist-info}/RECORD

@@ -41,10 +41,10 @@ dcicutils/license_policies/park-lab-gpl-pipeline.jsonc,sha256=vLZkwm3Js-kjV44nug
 dcicutils/license_policies/park-lab-pipeline.jsonc,sha256=9qlY0ASy3iUMQlr3gorVcXrSfRHnVGbLhkS427UaRy4,283
 dcicutils/license_utils.py,sha256=d1cq6iwv5Ju-VjdoINi6q7CPNNL7Oz6rcJdLMY38RX0,46978
 dcicutils/log_utils.py,sha256=7pWMc6vyrorUZQf-V-M3YC6zrPgNhuV_fzm9xqTPph0,10883
-dcicutils/misc_utils.py,sha256=nBsrE39yRG6yRQO7DcFiBjXoAo_XVvb7st0Ar_D1G_g,101480
+dcicutils/misc_utils.py,sha256=9JqdVjHLkZUDTryngF3Dbu0m7XcbitbR7izWnxUSWc4,101953
 dcicutils/obfuscation_utils.py,sha256=fo2jOmDRC6xWpYX49u80bVNisqRRoPskFNX3ymFAmjw,5963
 dcicutils/opensearch_utils.py,sha256=V2exmFYW8Xl2_pGFixF4I2Cc549Opwe4PhFi5twC0M8,1017
-dcicutils/portal_object_utils.py,sha256=_nwnNTu2sctziVWt-35jfmh-Dz7-_ImdRNgWeJdrvxM,11545
+dcicutils/portal_object_utils.py,sha256=Aa61u0o9OyWR7M26dGceMW9MSgDEZLqrwAkwu8FD228,12445
 dcicutils/portal_utils.py,sha256=8XVRCy882RrB8QT2gGvW36c4nT1RJCgUApt_wLP-EG8,26706
 dcicutils/project_utils.py,sha256=qPdCaFmWUVBJw4rw342iUytwdQC0P-XKpK4mhyIulMM,31250
 dcicutils/qa_checkers.py,sha256=cdXjeL0jCDFDLT8VR8Px78aS10hwNISOO5G_Zv2TZ6M,20534
@@ -59,15 +59,15 @@ dcicutils/secrets_utils.py,sha256=8dppXAsiHhJzI6NmOcvJV5ldvKkQZzh3Fl-cb8Wm7MI,19
 dcicutils/sheet_utils.py,sha256=VlmzteONW5VF_Q4vo0yA5vesz1ViUah1MZ_yA1rwZ0M,33629
 dcicutils/snapshot_utils.py,sha256=ymP7PXH6-yEiXAt75w0ldQFciGNqWBClNxC5gfX2FnY,22961
 dcicutils/ssl_certificate_utils.py,sha256=F0ifz_wnRRN9dfrfsz7aCp4UDLgHEY8LaK7PjnNvrAQ,9707
-dcicutils/structured_data.py,sha256=qm7C3CSwa7ciV9QoxQw9UdyvVa8kwlDnV4YQgkigCnU,35601
+dcicutils/structured_data.py,sha256=voFT8RqVXLX6-sZiEfhsgmwXEiMcJUrHneYUDXNm9wk,35647
 dcicutils/task_utils.py,sha256=MF8ujmTD6-O2AC2gRGPHyGdUrVKgtr8epT5XU8WtNjk,8082
 dcicutils/tmpfile_utils.py,sha256=n95XF8dZVbQRSXBZTGToXXfSs3JUVRyN6c3ZZ0nhAWI,1403
 dcicutils/trace_utils.py,sha256=g8kwV4ebEy5kXW6oOrEAUsurBcCROvwtZqz9fczsGRE,1769
 dcicutils/validation_utils.py,sha256=cMZIU2cY98FYtzK52z5WUYck7urH6JcqOuz9jkXpqzg,14797
 dcicutils/variant_utils.py,sha256=2H9azNx3xAj-MySg-uZ2SFqbWs4kZvf61JnK6b-h4Qw,4343
 dcicutils/zip_utils.py,sha256=rnjNv_k6L9jT2SjDSgVXp4BEJYLtz9XN6Cl2Fy-tqnM,2027
-dcicutils-8.7.1.1b5.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
-dcicutils-8.7.1.1b5.dist-info/METADATA,sha256=RSYaJ9OhvtM1g2FvzvvXYdpK2WsUVLyeJVX4WgSvKsc,3314
-dcicutils-8.7.1.1b5.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-dcicutils-8.7.1.1b5.dist-info/entry_points.txt,sha256=8wbw5csMIgBXhkwfgsgJeuFcoUc0WsucUxmOyml2aoA,209
-dcicutils-8.7.1.1b5.dist-info/RECORD,,
+dcicutils-8.7.1.1b6.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
+dcicutils-8.7.1.1b6.dist-info/METADATA,sha256=YLm-JVegaODLOnyLLQgUzFTwUPRlK-9dn0eZP1ANmHY,3314
+dcicutils-8.7.1.1b6.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+dcicutils-8.7.1.1b6.dist-info/entry_points.txt,sha256=8wbw5csMIgBXhkwfgsgJeuFcoUc0WsucUxmOyml2aoA,209
+dcicutils-8.7.1.1b6.dist-info/RECORD,,