nextmv 0.28.3.dev0__py3-none-any.whl → 0.28.3.dev2__py3-none-any.whl

nextmv/__about__.py

@@ -1 +1 @@
-__version__ = "v0.28.3.dev0"
+__version__ = "v0.28.3.dev2"

nextmv/{serialization.py → _serialization.py}

@@ -3,12 +3,9 @@ import json
 from typing import Any, Union
 
 
-def serialize_json(
-    obj: Union[dict, list],
-    json_configurations: dict[str, Any] = None,
-) -> str:
+def deflated_serialize_json(obj: Union[dict, list], json_configurations: dict[str, Any] = None) -> str:
     """
-    Serialize a Python object (dict or list) to a JSON string.
+    Serialize a Python object (dict or list) to a JSON string with default configuration for a deflated format.
 
     Parameters
     ----------
@@ -25,7 +22,7 @@ def serialize_json(
         A JSON string representation of the object.
     """
 
-    # Apply some default configuration if not provided
+    # Apply a default configuration if not provided targeting a deflated format
     json_configurations = json_configurations or {}
     if "default" not in json_configurations:
         json_configurations["default"] = _custom_serial
@@ -38,6 +35,38 @@ def serialize_json(
     )
 
 
+def serialize_json(obj: Union[dict, list], json_configurations: dict[str, Any] = None) -> str:
+    """
+    Serialize a Python object (dict or list) to a JSON string.
+
+    Parameters
+    ----------
+    obj : Union[dict, list]
+        The Python object to serialize.
+    json_configurations : dict, optional
+        Additional configurations for JSON serialization. This allows customization
+        of the Python `json.dumps` function. You can specify parameters like `indent`
+        for pretty printing or `default` for custom serialization functions.
+
+    Returns
+    -------
+    str
+        A JSON string representation of the object.
+    """
+
+    # Apply some default configuration if not provided
+    json_configurations = json_configurations or {}
+    if "default" not in json_configurations:
+        json_configurations["default"] = _custom_serial
+    if "indent" not in json_configurations:
+        json_configurations["indent"] = 2
+
+    return json.dumps(
+        obj,
+        **json_configurations,
+    )
+
+
 def _custom_serial(obj: Any) -> str:
     """
     JSON serializer for objects not serializable by default json serializer.

nextmv/cloud/application.py

@@ -33,6 +33,7 @@ from typing import Any, Optional, Union
 
 import requests
 
+from nextmv._serialization import deflated_serialize_json
 from nextmv.base_model import BaseModel
 from nextmv.cloud import package
 from nextmv.cloud.acceptance_test import AcceptanceTest, ExperimentStatus, Metric
@@ -66,7 +67,6 @@ from nextmv.logger import log
 from nextmv.model import Model, ModelConfiguration
 from nextmv.options import Options
 from nextmv.output import Output
-from nextmv.serialization import serialize_json
 
 # Maximum size of the run input/output in bytes. This constant defines the
 # maximum allowed size for run inputs and outputs. When the size exceeds this
@@ -185,10 +185,12 @@ class PollingOptions:
     """
     max_delay: float = 20
     """Maximum delay to use between polls, in seconds."""
-    max_duration: float = 300
-    """Maximum duration of the polling strategy, in seconds."""
-    max_tries: int = 100
-    """Maximum number of tries to use."""
+    max_duration: float = -1
+    """
+    Maximum duration of the polling strategy, in seconds. A negative value means no limit.
+    """
+    max_tries: int = -1
+    """Maximum number of tries to use. A negative value means no limit."""
     jitter: float = 1
     """
     Jitter to use for the polling strategy. A uniform distribution is sampled
@@ -1491,6 +1493,7 @@ class Application:
         configuration: Optional[Union[RunConfiguration, dict[str, Any]]] = None,
         batch_experiment_id: Optional[str] = None,
         external_result: Optional[Union[ExternalRunResult, dict[str, Any]]] = None,
+        json_configurations: Optional[dict[str, Any]] = None,
     ) -> str:
         """
         Submit an input to start a new run of the application. Returns the
@@ -1539,6 +1542,9 @@ class Application:
             configuration. This is used when the run is an external run. We
             suggest that instead of specifying this parameter, you use the
             `track_run` method of the class.
+        json_configurations: Optional[dict[str, Any]]
+            Optional configurations for JSON serialization. This is used to
+            customize the serialization before data is sent.
 
         Returns
         ----------
@@ -1589,7 +1595,7 @@ class Application:
                     if isinstance(v, str):
                         options_dict[k] = v
                     else:
-                        options_dict[k] = serialize_json(v)
+                        options_dict[k] = deflated_serialize_json(v, json_configurations=json_configurations)
 
         payload = {}
         if upload_id_used:
@@ -1627,6 +1633,7 @@ class Application:
             endpoint=f"{self.endpoint}/runs",
             payload=payload,
             query_params=query_params,
+            json_configurations=json_configurations,
         )
 
         return response.json()["run_id"]
@@ -2792,6 +2799,7 @@ class Application:
         self,
         input: Union[dict[str, Any], str],
         upload_url: UploadURL,
+        json_configurations: Optional[dict[str, Any]] = None,
     ) -> None:
         """
         Upload large input data to the provided upload URL.
@@ -2807,6 +2815,9 @@ class Application:
             converted to JSON, or a pre-formatted JSON string.
         upload_url : UploadURL
             Upload URL object containing the pre-signed URL to use for uploading.
+        json_configurations : Optional[dict[str, Any]], default=None
+            Optional configurations for JSON serialization. If provided, these
+            configurations will be used when serializing the data via `json.dumps`.
 
         Returns
         -------
@@ -2831,7 +2842,7 @@ class Application:
         """
 
         if isinstance(input, dict):
-            input = serialize_json(input)
+            input = deflated_serialize_json(input, json_configurations=json_configurations)
 
         self.client.upload_to_presigned_url(
             url=upload_url.upload_url,
@@ -3175,7 +3186,11 @@ class Application:
         raise ValueError(f"Unknown scenario input type: {scenario.scenario_input.scenario_input_type}")
 
 
-def poll(polling_options: PollingOptions, polling_func: Callable[[], tuple[Any, bool]]) -> Any:
+def poll(  # noqa: C901
+    polling_options: PollingOptions,
+    polling_func: Callable[[], tuple[Any, bool]],
+    __sleep_func: Callable[[float], None] = time.sleep,
+) -> Any:
     """
     Poll a function until it succeeds or the polling strategy is exhausted.
 
@@ -3248,13 +3263,20 @@ def poll(polling_options: PollingOptions, polling_func: Callable[[], tuple[Any,
     if polling_options.verbose:
         log(f"polling | sleeping for initial delay: {polling_options.initial_delay}")
 
-    time.sleep(polling_options.initial_delay)
+    __sleep_func(polling_options.initial_delay)
 
     start_time = time.time()
     stopped = False
 
     # Begin the polling process.
-    for ix in range(polling_options.max_tries):
+    max_reached = False
+    ix = 0
+    while True:
+        # Check if we reached the maximum number of tries. Break if so.
+        if ix >= polling_options.max_tries and polling_options.max_tries >= 0:
+            break
+        ix += 1
+
         # Check is we should stop polling according to the stop callback.
         if polling_options.stop is not None and polling_options.stop():
             stopped = True
@@ -3274,22 +3296,33 @@ def poll(polling_options: PollingOptions, polling_func: Callable[[], tuple[Any,
         if polling_options.verbose:
             log(f"polling | elapsed time: {passed}")
 
-        if passed >= polling_options.max_duration:
+        if passed >= polling_options.max_duration and polling_options.max_duration >= 0:
             raise TimeoutError(
                 f"polling did not succeed after {passed} seconds, exceeds max duration: {polling_options.max_duration}",
             )
 
         # Calculate the delay.
-        delay = polling_options.delay  # Base
-        delay += polling_options.backoff * (2**ix)  # Add exponential backoff.
-        delay += random.uniform(0, polling_options.jitter)  # Add jitter.
+        if max_reached:
+            # If we already reached the maximum, we don't want to further calculate the
+            # delay to avoid overflows.
+            delay = polling_options.max_delay
+            delay += random.uniform(0, polling_options.jitter)  # Add jitter.
+        else:
+            delay = polling_options.delay  # Base
+            delay += polling_options.backoff * (2**ix)  # Add exponential backoff.
+            delay += random.uniform(0, polling_options.jitter)  # Add jitter.
+
+        # We cannot exceed the max delay.
+        if delay >= polling_options.max_delay:
+            max_reached = True
+            delay = polling_options.max_delay
 
-        # Sleep for the calculated delay. We cannot exceed the max delay.
-        sleep_duration = min(delay, polling_options.max_delay)
+        # Sleep for the calculated delay.
+        sleep_duration = delay
         if polling_options.verbose:
             log(f"polling | sleeping for duration: {sleep_duration}")
 
-        time.sleep(sleep_duration)
+        __sleep_func(sleep_duration)
 
     if stopped:
         log("polling | stop condition met, stopping polling")

nextmv/cloud/client.py

@@ -23,7 +23,7 @@ import requests
 import yaml
 from requests.adapters import HTTPAdapter, Retry
 
-from nextmv.serialization import serialize_json
+from nextmv._serialization import deflated_serialize_json
 
 _MAX_LAMBDA_PAYLOAD_SIZE: int = 500 * 1024 * 1024
 """int: Maximum size of the payload handled by the Nextmv Cloud API.
@@ -200,6 +200,7 @@ class Client:
         headers: Optional[dict[str, str]] = None,
         payload: Optional[dict[str, Any]] = None,
         query_params: Optional[dict[str, Any]] = None,
+        json_configurations: Optional[dict[str, Any]] = None,
     ) -> requests.Response:
         """
         Makes a request to the Nextmv Cloud API.
@@ -222,6 +223,11 @@ class Client:
             provided.
         query_params : dict[str, Any], optional
             Query parameters to append to the request URL.
+        json_configurations : dict[str, Any], optional
+            Additional configurations for JSON serialization. This allows
+            customization of the Python `json.dumps` function, such as
+            specifying `indent` for pretty printing or `default` for custom
+            serialization functions.
 
         Returns
         -------
@@ -262,16 +268,19 @@ class Client:
         if payload is not None and data is not None:
             raise ValueError("cannot use both data and payload")
 
-        if payload is not None and get_size(payload) > _MAX_LAMBDA_PAYLOAD_SIZE:
+        if (
+            payload is not None
+            and get_size(payload, json_configurations=json_configurations) > _MAX_LAMBDA_PAYLOAD_SIZE
+        ):
             raise ValueError(
-                f"payload size of {get_size(payload)} bytes exceeds the maximum "
-                f"allowed size of {_MAX_LAMBDA_PAYLOAD_SIZE} bytes"
+                f"payload size of {get_size(payload, json_configurations=json_configurations)} bytes exceeds "
+                + f"the maximum allowed size of {_MAX_LAMBDA_PAYLOAD_SIZE} bytes"
             )
 
-        if data is not None and get_size(data) > _MAX_LAMBDA_PAYLOAD_SIZE:
+        if data is not None and get_size(data, json_configurations=json_configurations) > _MAX_LAMBDA_PAYLOAD_SIZE:
             raise ValueError(
-                f"data size of {get_size(data)} bytes exceeds the maximum "
-                f"allowed size of {_MAX_LAMBDA_PAYLOAD_SIZE} bytes"
+                f"data size of {get_size(data, json_configurations=json_configurations)} bytes exceeds "
+                + f"the maximum allowed size of {_MAX_LAMBDA_PAYLOAD_SIZE} bytes"
             )
 
         session = requests.Session()
@@ -295,7 +304,7 @@ class Client:
             kwargs["data"] = data
         if payload is not None:
             if isinstance(payload, (dict, list)):
-                data = serialize_json(payload)
+                data = deflated_serialize_json(payload, json_configurations=json_configurations)
                 kwargs["data"] = data
             else:
                 raise ValueError("payload must be a dictionary or a list")
@@ -313,7 +322,9 @@ class Client:
 
         return response
 
-    def upload_to_presigned_url(self, data: Union[dict[str, Any], str], url: str) -> None:
+    def upload_to_presigned_url(
+        self, data: Union[dict[str, Any], str], url: str, json_configurations: Optional[dict[str, Any]] = None
+    ) -> None:
         """
         Uploads data to a presigned URL.
 
@@ -328,6 +339,11 @@ class Client:
             as is.
         url : str
             The presigned URL to which the data will be uploaded.
+        json_configurations : dict[str, Any], optional
+            Additional configurations for JSON serialization. This allows
+            customization of the Python `json.dumps` function, such as
+            specifying `indent` for pretty printing or `default` for custom
+            serialization functions.
 
         Raises
         ------
@@ -346,7 +362,7 @@ class Client:
 
         upload_data: Optional[str] = None
         if isinstance(data, dict):
-            upload_data = serialize_json(data)
+            upload_data = deflated_serialize_json(data, json_configurations=json_configurations)
         elif isinstance(data, str):
             upload_data = data
         else:
@@ -398,7 +414,7 @@ class Client:
         }
 
 
-def get_size(obj: Union[dict[str, Any], IO[bytes], str]) -> int:
+def get_size(obj: Union[dict[str, Any], IO[bytes], str], json_configurations: Optional[dict[str, Any]] = None) -> int:
     """
     Finds the size of an object in bytes.
 
@@ -412,6 +428,11 @@ def get_size(obj: Union[dict[str, Any], IO[bytes], str]) -> int:
         - If a dict, it's converted to a JSON string.
         - If a file-like object (e.g., opened file), its size is read.
         - If a string, its UTF-8 encoded byte length is calculated.
+    json_configurations : dict[str, Any], optional
+        Additional configurations for JSON serialization. This allows
+        customization of the Python `json.dumps` function, such as specifying
+        `indent` for pretty printing or `default` for custom serialization
+        functions.
 
     Returns
     -------
@@ -441,7 +462,7 @@ def get_size(obj: Union[dict[str, Any], IO[bytes], str]) -> int:
     """
 
     if isinstance(obj, dict):
-        obj_str = serialize_json(obj)
+        obj_str = deflated_serialize_json(obj, json_configurations=json_configurations)
         return len(obj_str.encode("utf-8"))
 
     elif hasattr(obj, "read"):

nextmv/cloud/run.py

@@ -46,11 +46,11 @@ from typing import Any, Optional, Union
 
 from pydantic import AliasChoices, Field
 
+from nextmv._serialization import serialize_json
 from nextmv.base_model import BaseModel
 from nextmv.cloud.status import Status, StatusV2
 from nextmv.input import Input, InputFormat
 from nextmv.output import Output, OutputFormat
-from nextmv.serialization import serialize_json
 
 
 def run_duration(start: Union[datetime, float], end: Union[datetime, float]) -> int:

nextmv/input.py

@@ -31,9 +31,9 @@ from dataclasses import dataclass
 from enum import Enum
 from typing import Any, Optional, Union
 
+from nextmv._serialization import serialize_json
 from nextmv.deprecated import deprecated
 from nextmv.options import Options
-from nextmv.serialization import serialize_json
 
 
 class InputFormat(str, Enum):

nextmv/output.py

@@ -50,11 +50,11 @@ from typing import Any, Optional, Union
 
 from pydantic import AliasChoices, Field
 
+from nextmv._serialization import serialize_json
 from nextmv.base_model import BaseModel
 from nextmv.deprecated import deprecated
 from nextmv.logger import reset_stdout
 from nextmv.options import Options
-from nextmv.serialization import serialize_json
 
 
 class RunStatistics(BaseModel):

{nextmv-0.28.3.dev0.dist-info → nextmv-0.28.3.dev2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nextmv
-Version: 0.28.3.dev0
+Version: 0.28.3.dev2
 Summary: The all-purpose Python SDK for Nextmv
 Project-URL: Homepage, https://www.nextmv.io
 Project-URL: Documentation, https://www.nextmv.io/docs/python-sdks/nextmv/installation

{nextmv-0.28.3.dev0.dist-info → nextmv-0.28.3.dev2.dist-info}/RECORD

@@ -1,31 +1,31 @@
-nextmv/__about__.py,sha256=5UvDgOpqeyt2cJW7GXHGUFo5DQevIOSEyedJAK3pbyY,29
+nextmv/__about__.py,sha256=Wu8L-DqfNRj4H8AIqpDfmAljXF11zU1pllQgoZvuvpo,29
 nextmv/__entrypoint__.py,sha256=dA0iwwHtrq6Z9w9FxmxKLoBGLyhe7jWtUAU-Y3PEgHg,1094
 nextmv/__init__.py,sha256=3E3c3dk4hCR1IXDHZxFDDDK2NPEEO8utwdd9wZ0q6ys,1506
+nextmv/_serialization.py,sha256=JlSl6BL0M2Esf7F89GsGIZ__Pp8RnFRNM0UxYhuuYU4,2853
 nextmv/base_model.py,sha256=qmJ4AsYr9Yv01HQX_BERrn3229gyoZrYyP9tcyqNfeU,2311
 nextmv/deprecated.py,sha256=kEVfyQ-nT0v2ePXTNldjQG9uH5IlfQVy3L4tztIxwmU,1638
-nextmv/input.py,sha256=voThRVvzyMnNesq2TdHr8orFsXlybIcx9IUBVBMgVyc,21199
+nextmv/input.py,sha256=AsOhaw4kjq692BsBBVE4v8JwOHrNbl5dbdnHyHjChd0,21200
 nextmv/logger.py,sha256=kNIbu46MisrzYe4T0hNMpWfRTKKacDVvbtQcNys_c_E,2513
 nextmv/model.py,sha256=ebL_Ta25ptaLkP1_PmPlLM2yh6dzA2e7KRjSJ8RZcOU,14614
 nextmv/options.py,sha256=8hIlTnMMqL12z7GGrR-igVOQVtx4FLtlEqDktoPOxTg,33226
-nextmv/output.py,sha256=p4QBc5NEhvsmBhk4W-vr6SGfFK9a2S4IKuwBPr9a8mc,36168
-nextmv/serialization.py,sha256=j3Sh0jjexpXBqJXL5MixT8uh9Qmd4XIyem62iY1uEZA,1764
+nextmv/output.py,sha256=bC_N_BSVOiIO3Tilmu-pWhsfoVPHz612oXCWLpVUS_8,36169
 nextmv/cloud/__init__.py,sha256=7BCh3z-XkbIcMvFHmbj2wA8OquIovjrAZL7O9kA9VZc,3868
 nextmv/cloud/acceptance_test.py,sha256=Bcfdmh2fkPeBx8FDCngeUo2fjV_LhsUdygnzDQCDbYY,26898
 nextmv/cloud/account.py,sha256=eukiYQha4U2fkIjg4SgdoawKE1kU5G7GPyDJVrn8hHA,6064
-nextmv/cloud/application.py,sha256=zkUP41vzNbDisvhZDaqAvNAvdX63R_EoY-Ebn_GLNiA,110312
+nextmv/cloud/application.py,sha256=2DeJE21GXQhxp-aQsJktIOIZR5YzzQco9zBb_ZF8jm4,111813
 nextmv/cloud/batch_experiment.py,sha256=rD3m-ioE1G8ADYN7afzr7zlq-3H22TNlj9RAh-_ZqIo,7270
-nextmv/cloud/client.py,sha256=EGEYZbyxk5qTBVnA-DNIcYGcG_QH8REQVMuWNE585OM,15893
+nextmv/cloud/client.py,sha256=YKrJMNx4d-NEtUZ2nUKS46QHldUdVkexJ7CmzbFLFS4,17360
 nextmv/cloud/input_set.py,sha256=2dqmf5z-rZjTKwtBRvnUdfPfKv28It5uTCX0C70uP4Y,4242
 nextmv/cloud/instance.py,sha256=SS4tbp0LQMWDaeYpwcNxJei82oi_Hozv1t5i3QGjASY,4024
 nextmv/cloud/manifest.py,sha256=KLdaHIfyCsjVjE0PXqAoVy4mRH-0KWf1b7TcEICdaJU,30541
 nextmv/cloud/package.py,sha256=RcS8X3rMDyQVv0IWmTEDbmaoDs5nPWoIFBfUgSTuAtA,13028
-nextmv/cloud/run.py,sha256=qxgk3JBW8PBHLliAmc0iBa_yxb1F_mSGxqr9IwJ6j5E,19482
+nextmv/cloud/run.py,sha256=zRPYeceNiuBMEcu-XZ2TUESn982HAUWGrwC2t13zHMg,19483
 nextmv/cloud/safe.py,sha256=idifvV8P_79Zo2hIC_qxqZt9LUmD5TLQ9ikKwRUvd34,2522
 nextmv/cloud/scenario.py,sha256=JRFTDiFBcrgud6wE2qDHUu5oO-Ur3zbPYhhB6ONCxTo,14263
 nextmv/cloud/secrets.py,sha256=fA5cX0jfTsPVZWV7433wzETGlXpWRLHGswuObx9e6FQ,6820
 nextmv/cloud/status.py,sha256=blvykRCTCTBkaqH88j4dzdQLhU2v1Ig62-_va98zw20,2789
 nextmv/cloud/version.py,sha256=5_S7_pWUVBFbvAArku20eK7S645GJcHtgE2OpXLdSzQ,5300
-nextmv-0.28.3.dev0.dist-info/METADATA,sha256=o1eYt_97rrtZ0CxJNsTXUN8r78BhuP6AIu1D01xvImU,15315
-nextmv-0.28.3.dev0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-nextmv-0.28.3.dev0.dist-info/licenses/LICENSE,sha256=ZIbK-sSWA-OZprjNbmJAglYRtl5_K4l9UwAV3PGJAPc,11349
-nextmv-0.28.3.dev0.dist-info/RECORD,,
+nextmv-0.28.3.dev2.dist-info/METADATA,sha256=MBfOdi7SutcZfEm0lXKtyAt9ElmvULx-jhu8emz4qw8,15315
+nextmv-0.28.3.dev2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+nextmv-0.28.3.dev2.dist-info/licenses/LICENSE,sha256=ZIbK-sSWA-OZprjNbmJAglYRtl5_K4l9UwAV3PGJAPc,11349
+nextmv-0.28.3.dev2.dist-info/RECORD,,