dcicutils 8.13.3.1b20__py3-none-any.whl → 8.13.3.1b23__py3-none-any.whl

dcicutils/misc_utils.py

@@ -1021,21 +1021,22 @@ _MULTIPLIER_SUFFIXES = {
 
 def to_number(value: str,
               allow_commas: bool = False,
-              allow_suffix: bool = False,
-              allow_float: bool = False) -> Optional[Union[int, float]]:
+              allow_multiplier_suffix: bool = False,
+              allow_float: bool = False,
+              fallback: Optional[Union[int, float]] = None) -> Optional[Union[int, float]]:
 
     """
     Converts the give string value to an int, or possibly float if allow_float is True.
     If allow_commas is True (default: False) then allow commas (only) every three digits.
-    If allow_suffix is True (default: False) allow any of K, Kb, KB; or M, Mb, MB; or
-    G, Gb, or GB; or T, Tb, TB, to mean multiply value by one thousand; one million;
+    If allow_multiplier_suffix is True (default: False) allow any of K, Kb, KB; or M, Mb, MB;
+    or G, Gb, or GB; or T, Tb, TB, to mean multiply value by one thousand; one million;
     one billion; or one trillion; respectively. If allow_float is True (default: False)
     allow the value to be floating point (i.e. with a decimal point and a fractional part),
-    in which case the returned value will be of type float rather than int.
+    in which case the returned value will be of type float, if it needs to be, and not int.
     If the string is not well formated then returns None.
     """
     if not (isinstance(value, str) and (value := value.strip())):
-        return value if isinstance(value, (int, float)) else None
+        return value if isinstance(value, (int, float)) else fallback
 
     value_multiplier = 1
     value_negative = False
@@ -1043,46 +1044,52 @@ def to_number(value: str,
 
     if value.startswith("-"):
         if not (value := value[1:].strip()):
-            return None
+            return fallback
         value_negative = True
     elif value.startswith("+"):
         if not (value := value[1:].strip()):
-            return None
+            return fallback
 
-    if allow_suffix is True:
+    if allow_multiplier_suffix is True:
         for suffix in _MULTIPLIER_SUFFIXES:
             if value.endswith(suffix):
                 value_multiplier *= _MULTIPLIER_SUFFIXES[suffix]
                 if not (value := value[:-len(suffix)].strip()):
-                    return None
+                    return fallback
                 break
 
     if allow_float is True:
-        if dot_index := value.rindex("."):
+        if (dot_index := value.rfind(".")) >= 0:
             if value_fraction := value[dot_index + 1:].strip():
                 try:
+                    # value_fraction = float(f"0.{value_fraction}")
                     value_fraction = float(f"0.{value_fraction}")
                 except Exception:
-                    return None
+                    return fallback
             value = value[:dot_index].strip()
-        pass
 
-    if allow_commas is True:
+    if (allow_commas is True) and ("," in value):
         if not re.fullmatch(r"(-?\d{1,3}(,\d{3})*)", value):
-            return None
+            return fallback
         value = value.replace(",", "")
 
     if not value.isdigit():
-        return None
+        return fallback
 
-    result = int(value) * value_multiplier
+    result = int(value)
 
     if value_fraction:
         result += value_fraction
 
+    result *= value_multiplier
+
     if value_negative:
         result = -result
 
+    if allow_float is True:
+        if result == int(result):
+            result = int(result)
+
     return result
 
 

dcicutils/structured_data.py

@@ -13,7 +13,7 @@ from dcicutils.data_readers import CsvReader, Excel, RowReader
 from dcicutils.datetime_utils import normalize_date_string, normalize_datetime_string
 from dcicutils.misc_utils import (create_dict, create_readonly_object, is_uuid, load_json_if,
                                   merge_objects, remove_empty_properties, right_trim, split_string,
-                                  to_boolean, to_enum, to_float, to_integer, VirtualApp)
+                                  to_boolean, to_enum, to_integer, to_number, VirtualApp)
 from dcicutils.portal_object_utils import PortalObject
 from dcicutils.portal_utils import Portal as PortalBase
 from dcicutils.submitr.progress_constants import PROGRESS_PARSE as PROGRESS
@@ -723,13 +723,23 @@ class Schema(SchemaBase):
         return lambda value, src: map_enum(value, typeinfo.get("enum", []), src)
 
     def _map_function_integer(self, typeinfo: dict) -> Callable:
-        def map_integer(value: str, src: Optional[str]) -> Any:
-            return to_integer(value, value, strict=True)
+        allow_commas = typeinfo.get("allow_commas") is True
+        allow_multiplier_suffix = typeinfo.get("allow_multiplier_suffix") is True
+        def map_integer(value: str, src: Optional[str]) -> Any:  # noqa
+            nonlocal allow_commas, allow_multiplier_suffix
+            return to_number(value, fallback=value, allow_float=False,
+                             allow_commas=allow_commas,
+                             allow_multiplier_suffix=allow_multiplier_suffix)
         return map_integer
 
     def _map_function_number(self, typeinfo: dict) -> Callable:
-        def map_number(value: str, src: Optional[str]) -> Any:
-            return to_float(value, value)
+        allow_commas = typeinfo.get("allow_commas") is True
+        allow_multiplier_suffix = typeinfo.get("allow_multiplier_suffix") is True
+        def map_number(value: str, src: Optional[str]) -> Any:  # noqa
+            nonlocal allow_commas, allow_multiplier_suffix
+            return to_number(value, fallback=value, allow_float=True,
+                             allow_commas=allow_commas,
+                             allow_multiplier_suffix=allow_multiplier_suffix)
         return map_number
 
     def _map_function_string(self, typeinfo: dict) -> Callable:

{dcicutils-8.13.3.1b20.dist-info → dcicutils-8.13.3.1b23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dcicutils
-Version: 8.13.3.1b20
+Version: 8.13.3.1b23
 Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
 Home-page: https://github.com/4dn-dcic/utils
 License: MIT

{dcicutils-8.13.3.1b20.dist-info → dcicutils-8.13.3.1b23.dist-info}/RECORD

@@ -45,7 +45,7 @@ dcicutils/license_policies/park-lab-gpl-pipeline.jsonc,sha256=vLZkwm3Js-kjV44nug
 dcicutils/license_policies/park-lab-pipeline.jsonc,sha256=9qlY0ASy3iUMQlr3gorVcXrSfRHnVGbLhkS427UaRy4,283
 dcicutils/license_utils.py,sha256=2Yxnh1T1iuMe6wluwbvpFO_zYSGPxB4-STAMc-vz-YM,47202
 dcicutils/log_utils.py,sha256=7pWMc6vyrorUZQf-V-M3YC6zrPgNhuV_fzm9xqTPph0,10883
-dcicutils/misc_utils.py,sha256=m-b32XaIYEfAr6UAOZRmXgLOdWlXp3AXH_OIkM8NKGQ,112656
+dcicutils/misc_utils.py,sha256=GwabwKfZvv8tXcEtPBwzNHPbOfzgAbRswTkYDoW6pFE,112984
 dcicutils/obfuscation_utils.py,sha256=fo2jOmDRC6xWpYX49u80bVNisqRRoPskFNX3ymFAmjw,5963
 dcicutils/opensearch_utils.py,sha256=V2exmFYW8Xl2_pGFixF4I2Cc549Opwe4PhFi5twC0M8,1017
 dcicutils/portal_object_utils.py,sha256=Az3n1aL-PQkN5gOFE6ZqC2XkYsqiwKlq7-tZggs1QN4,11062
@@ -66,7 +66,7 @@ dcicutils/secrets_utils.py,sha256=8dppXAsiHhJzI6NmOcvJV5ldvKkQZzh3Fl-cb8Wm7MI,19
 dcicutils/sheet_utils.py,sha256=VlmzteONW5VF_Q4vo0yA5vesz1ViUah1MZ_yA1rwZ0M,33629
 dcicutils/snapshot_utils.py,sha256=YDeI3vD-MhAtHwKDzfEm2q-n3l-da2yRpRR3xp0Ah1M,23021
 dcicutils/ssl_certificate_utils.py,sha256=F0ifz_wnRRN9dfrfsz7aCp4UDLgHEY8LaK7PjnNvrAQ,9707
-dcicutils/structured_data.py,sha256=QXPxKM_-HqWw_dXvRZwEAWH678knbW3GvIC0KXmbk54,65428
+dcicutils/structured_data.py,sha256=OfGV92SxUosCuh3hwvRJGwreGx1Q43q73mryIZurrxk,66157
 dcicutils/submitr/progress_constants.py,sha256=5bxyX77ql8qEJearfHEvsvXl7D0GuUODW0T65mbRmnE,2895
 dcicutils/submitr/ref_lookup_strategy.py,sha256=VJN-Oo0LLna6Vo2cu47eC-eU-yUC9NFlQP29xajejVU,4741
 dcicutils/task_utils.py,sha256=MF8ujmTD6-O2AC2gRGPHyGdUrVKgtr8epT5XU8WtNjk,8082
@@ -75,8 +75,8 @@ dcicutils/trace_utils.py,sha256=g8kwV4ebEy5kXW6oOrEAUsurBcCROvwtZqz9fczsGRE,1769
 dcicutils/validation_utils.py,sha256=cMZIU2cY98FYtzK52z5WUYck7urH6JcqOuz9jkXpqzg,14797
 dcicutils/variant_utils.py,sha256=2H9azNx3xAj-MySg-uZ2SFqbWs4kZvf61JnK6b-h4Qw,4343
 dcicutils/zip_utils.py,sha256=_Y9EmL3D2dUZhxucxHvrtmmlbZmK4FpSsHEb7rGSJLU,3265
-dcicutils-8.13.3.1b20.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
-dcicutils-8.13.3.1b20.dist-info/METADATA,sha256=jRWl85yumNIth2luRt_LhcOO6ohInbQ3TTHWrL4W-jQ,3440
-dcicutils-8.13.3.1b20.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
-dcicutils-8.13.3.1b20.dist-info/entry_points.txt,sha256=W6kEWdUJk9tQ4myAgpehPdebcwvCAZ7UgB-wyPgDUMg,335
-dcicutils-8.13.3.1b20.dist-info/RECORD,,
+dcicutils-8.13.3.1b23.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
+dcicutils-8.13.3.1b23.dist-info/METADATA,sha256=ENxCidpL5wyavgS1kKnIj09sMPK42qj0Q9sl1s8WAoU,3440
+dcicutils-8.13.3.1b23.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
+dcicutils-8.13.3.1b23.dist-info/entry_points.txt,sha256=W6kEWdUJk9tQ4myAgpehPdebcwvCAZ7UgB-wyPgDUMg,335
+dcicutils-8.13.3.1b23.dist-info/RECORD,,