modal 1.0.5.dev27__tar.gz → 1.0.5.dev29__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/PKG-INFO +1 -1
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_serialization.py +25 -2
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/client.pyi +2 -2
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/parallel_map.py +42 -3
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/parallel_map.pyi +5 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal.egg-info/PKG-INFO +1 -1
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_version/__init__.py +1 -1
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/LICENSE +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/README.md +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/__main__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_clustered_functions.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_clustered_functions.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_container_entrypoint.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_functions.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_ipython.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_location.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_object.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_output.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_partial_function.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_pty.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_resolver.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_resources.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_runtime/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_runtime/asgi.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_runtime/container_io_manager.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_runtime/container_io_manager.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_runtime/execution_context.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_runtime/execution_context.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_runtime/gpu_memory_snapshot.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_runtime/telemetry.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_runtime/user_code_imports.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_traceback.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_tunnel.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_tunnel.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_type_manager.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/app_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/async_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/blob_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/bytes_io_segment_payload.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/deprecation.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/docker_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/function_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/git_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/grpc_testing.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/grpc_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/hash_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/http_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/jwt_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/logger.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/mount_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/name_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/package_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/pattern_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/rand_pb_testing.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/shell_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_utils/time_utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_vendor/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_vendor/a2wsgi_wsgi.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_vendor/cloudpickle.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_vendor/tblib.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/_watcher.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/app.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/app.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/call_graph.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/_download.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/_traceback.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/app.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/cluster.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/config.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/container.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/dict.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/entry_point.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/environment.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/import_refs.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/launch.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/network_file_system.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/profile.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/programs/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/programs/run_jupyter.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/programs/vscode.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/queues.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/run.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/secret.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/token.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/utils.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cli/volume.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/client.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cloud_bucket_mount.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cloud_bucket_mount.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cls.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/cls.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/config.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/container_process.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/container_process.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/dict.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/dict.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/environments.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/environments.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/exception.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/experimental/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/experimental/ipython.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/file_io.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/file_io.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/file_pattern_matcher.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/functions.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/functions.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/gpu.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/image.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/image.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/io_streams.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/io_streams.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/mount.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/mount.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/network_file_system.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/network_file_system.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/object.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/object.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/output.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/partial_function.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/partial_function.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/proxy.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/proxy.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/py.typed +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/queue.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/queue.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/requirements/2023.12.312.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/requirements/2023.12.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/requirements/2024.04.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/requirements/2024.10.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/requirements/PREVIEW.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/requirements/README.md +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/requirements/base-images.json +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/retries.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/runner.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/runner.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/running_app.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/sandbox.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/sandbox.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/schedule.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/scheduler_placement.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/secret.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/secret.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/serving.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/serving.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/snapshot.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/snapshot.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/stream_type.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/token_flow.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/token_flow.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/volume.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal/volume.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal.egg-info/SOURCES.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal.egg-info/dependency_links.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal.egg-info/entry_points.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal.egg-info/requires.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal.egg-info/top_level.txt +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_docs/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_docs/gen_cli_docs.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_docs/gen_reference_docs.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_docs/mdmd/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_docs/mdmd/mdmd.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_docs/mdmd/signatures.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/__init__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/api.proto +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/api_grpc.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/api_pb2.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/api_pb2.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/api_pb2_grpc.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/api_pb2_grpc.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/modal_api_grpc.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/modal_options_grpc.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/options.proto +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/options_grpc.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/options_pb2.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/options_pb2.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/options_pb2_grpc.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/options_pb2_grpc.pyi +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_proto/py.typed +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/modal_version/__main__.py +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/pyproject.toml +0 -0
- {modal-1.0.5.dev27 → modal-1.0.5.dev29}/setup.cfg +0 -0
@@ -6,6 +6,8 @@ import typing
|
|
6
6
|
from inspect import Parameter
|
7
7
|
from typing import Any
|
8
8
|
|
9
|
+
import google.protobuf.message
|
10
|
+
|
9
11
|
from modal._utils.async_utils import synchronizer
|
10
12
|
from modal_proto import api_pb2
|
11
13
|
|
@@ -470,10 +472,31 @@ def deserialize_params(serialized_params: bytes, function_def: api_pb2.Function,
|
|
470
472
|
api_pb2.ClassParameterInfo.PARAM_SERIALIZATION_FORMAT_PICKLE,
|
471
473
|
):
|
472
474
|
# legacy serialization format - pickle of `(args, kwargs)` w/ support for modal object arguments
|
473
|
-
|
475
|
+
try:
|
476
|
+
param_args, param_kwargs = deserialize(serialized_params, _client)
|
477
|
+
except DeserializationError as original_exc:
|
478
|
+
# Fallback in case of proto -> pickle downgrades of a parameter serialization format
|
479
|
+
# I.e. FunctionBindParams binding proto serialized params to a function defintion
|
480
|
+
# that now assumes pickled data according to class_parameter_info
|
481
|
+
param_args = ()
|
482
|
+
try:
|
483
|
+
param_kwargs = deserialize_proto_params(serialized_params)
|
484
|
+
except Exception:
|
485
|
+
raise original_exc
|
486
|
+
|
474
487
|
elif function_def.class_parameter_info.format == api_pb2.ClassParameterInfo.PARAM_SERIALIZATION_FORMAT_PROTO:
|
475
488
|
param_args = () # we use kwargs only for our implicit constructors
|
476
|
-
|
489
|
+
try:
|
490
|
+
param_kwargs = deserialize_proto_params(serialized_params)
|
491
|
+
except google.protobuf.message.DecodeError as original_exc:
|
492
|
+
# Fallback in case of pickle -> proto upgrades of a parameter serialization format
|
493
|
+
# I.e. FunctionBindParams binding pickle serialized params to a function defintion
|
494
|
+
# that now assumes proto data according to class_parameter_info
|
495
|
+
try:
|
496
|
+
param_args, param_kwargs = deserialize(serialized_params, _client)
|
497
|
+
except Exception:
|
498
|
+
raise original_exc
|
499
|
+
|
477
500
|
else:
|
478
501
|
raise ExecutionError(
|
479
502
|
f"Unknown class parameter serialization format: {function_def.class_parameter_info.format}"
|
@@ -31,7 +31,7 @@ class _Client:
|
|
31
31
|
server_url: str,
|
32
32
|
client_type: int,
|
33
33
|
credentials: typing.Optional[tuple[str, str]],
|
34
|
-
version: str = "1.0.5.
|
34
|
+
version: str = "1.0.5.dev29",
|
35
35
|
):
|
36
36
|
"""mdmd:hidden
|
37
37
|
The Modal client object is not intended to be instantiated directly by users.
|
@@ -160,7 +160,7 @@ class Client:
|
|
160
160
|
server_url: str,
|
161
161
|
client_type: int,
|
162
162
|
credentials: typing.Optional[tuple[str, str]],
|
163
|
-
version: str = "1.0.5.
|
163
|
+
version: str = "1.0.5.dev29",
|
164
164
|
):
|
165
165
|
"""mdmd:hidden
|
166
166
|
The Modal client object is not intended to be instantiated directly by users.
|
@@ -1,6 +1,7 @@
|
|
1
1
|
# Copyright Modal Labs 2024
|
2
2
|
import asyncio
|
3
3
|
import enum
|
4
|
+
import inspect
|
4
5
|
import time
|
5
6
|
import typing
|
6
7
|
from asyncio import FIRST_COMPLETED
|
@@ -27,6 +28,7 @@ from modal._utils.async_utils import (
|
|
27
28
|
warn_if_generator_is_not_consumed,
|
28
29
|
)
|
29
30
|
from modal._utils.blob_utils import BLOB_MAX_PARALLELISM
|
31
|
+
from modal._utils.deprecation import deprecation_warning
|
30
32
|
from modal._utils.function_utils import (
|
31
33
|
ATTEMPT_TIMEOUT_GRACE_PERIOD,
|
32
34
|
OUTPUTS_TIMEOUT,
|
@@ -409,7 +411,7 @@ async def _map_invocation(
|
|
409
411
|
async_merge(drain_input_generator(), pump_inputs(), poll_outputs(), retry_inputs())
|
410
412
|
) as streamer:
|
411
413
|
async for response in streamer:
|
412
|
-
if response is not None:
|
414
|
+
if response is not None: # type: ignore[unreachable]
|
413
415
|
yield response.value
|
414
416
|
log_debug_stats_task.cancel()
|
415
417
|
await log_debug_stats_task
|
@@ -434,7 +436,6 @@ async def _map_helper(
|
|
434
436
|
We could make this explicit as an improvement or even let users decide what they
|
435
437
|
prefer: throughput (prioritize queueing inputs) or latency (prioritize yielding results)
|
436
438
|
"""
|
437
|
-
|
438
439
|
raw_input_queue: Any = SynchronizedQueue() # type: ignore
|
439
440
|
await raw_input_queue.init.aio()
|
440
441
|
|
@@ -460,6 +461,33 @@ async def _map_helper(
|
|
460
461
|
yield output
|
461
462
|
|
462
463
|
|
464
|
+
def _maybe_warn_about_exceptions(func_name: str, return_exceptions: bool, wrap_returned_exceptions: bool):
|
465
|
+
if return_exceptions and wrap_returned_exceptions:
|
466
|
+
deprecation_warning(
|
467
|
+
(2025, 6, 27),
|
468
|
+
(
|
469
|
+
f"Function.{func_name} currently leaks an internal exception wrapping type "
|
470
|
+
"(modal.exceptions.UserCodeException) when `return_exceptions=True` is set. "
|
471
|
+
"In the future, this will change, and the underlying exception will be returned directly.\n"
|
472
|
+
"To opt into the future behavior and silence this warning, add `wrap_returned_exceptions=False`:\n\n"
|
473
|
+
f" f.{func_name}(..., return_exceptions=True, wrap_returned_exceptions=False)"
|
474
|
+
),
|
475
|
+
)
|
476
|
+
|
477
|
+
|
478
|
+
def _invoked_from_sync_wrapper() -> bool:
|
479
|
+
"""Check whether the calling function was called from a sync wrapper."""
|
480
|
+
# This is temporary: we only need it to avoind double-firing the wrap_returned_exceptions warning.
|
481
|
+
# (We don't want to push the warning lower in the stack beacuse then we can't attribute to the user's code.)
|
482
|
+
try:
|
483
|
+
frame = inspect.currentframe()
|
484
|
+
caller_function_name = frame.f_back.f_back.f_code.co_name
|
485
|
+
# Embeds some assumptions about how the current calling stack works, but this is just temporary.
|
486
|
+
return caller_function_name == "asend"
|
487
|
+
except Exception:
|
488
|
+
return False
|
489
|
+
|
490
|
+
|
463
491
|
@warn_if_generator_is_not_consumed(function_name="Function.map.aio")
|
464
492
|
async def _map_async(
|
465
493
|
self: "modal.functions.Function",
|
@@ -471,6 +499,8 @@ async def _map_async(
|
|
471
499
|
return_exceptions: bool = False, # propagate exceptions (False) or aggregate them in the results list (True)
|
472
500
|
wrap_returned_exceptions: bool = True, # wrap returned exceptions in modal.exception.UserCodeException
|
473
501
|
) -> typing.AsyncGenerator[Any, None]:
|
502
|
+
if not _invoked_from_sync_wrapper():
|
503
|
+
_maybe_warn_about_exceptions("map.aio", return_exceptions, wrap_returned_exceptions)
|
474
504
|
async_input_gen = async_zip(*[sync_or_async_iter(it) for it in input_iterators])
|
475
505
|
async for output in _map_helper(
|
476
506
|
self,
|
@@ -493,6 +523,8 @@ async def _starmap_async(
|
|
493
523
|
return_exceptions: bool = False,
|
494
524
|
wrap_returned_exceptions: bool = True,
|
495
525
|
) -> typing.AsyncIterable[Any]:
|
526
|
+
if not _invoked_from_sync_wrapper():
|
527
|
+
_maybe_warn_about_exceptions("starmap.aio", return_exceptions, wrap_returned_exceptions)
|
496
528
|
async for output in _map_helper(
|
497
529
|
self,
|
498
530
|
sync_or_async_iter(input_iterator),
|
@@ -509,7 +541,12 @@ async def _for_each_async(self, *input_iterators, kwargs={}, ignore_exceptions:
|
|
509
541
|
# rather than iterating over the result
|
510
542
|
async_input_gen = async_zip(*[sync_or_async_iter(it) for it in input_iterators])
|
511
543
|
async for _ in _map_helper(
|
512
|
-
self,
|
544
|
+
self,
|
545
|
+
async_input_gen,
|
546
|
+
kwargs=kwargs,
|
547
|
+
order_outputs=False,
|
548
|
+
return_exceptions=ignore_exceptions,
|
549
|
+
wrap_returned_exceptions=False,
|
513
550
|
):
|
514
551
|
pass
|
515
552
|
|
@@ -559,6 +596,7 @@ def _map_sync(
|
|
559
596
|
print(list(my_func.map(range(3), return_exceptions=True)))
|
560
597
|
```
|
561
598
|
"""
|
599
|
+
_maybe_warn_about_exceptions("map", return_exceptions, wrap_returned_exceptions)
|
562
600
|
|
563
601
|
return AsyncOrSyncIterable(
|
564
602
|
_map_async(
|
@@ -665,6 +703,7 @@ def _starmap_sync(
|
|
665
703
|
assert list(my_func.starmap([(1, 2), (3, 4)])) == [3, 7]
|
666
704
|
```
|
667
705
|
"""
|
706
|
+
_maybe_warn_about_exceptions("starmap", return_exceptions, wrap_returned_exceptions)
|
668
707
|
return AsyncOrSyncIterable(
|
669
708
|
_starmap_async(
|
670
709
|
self,
|
@@ -91,6 +91,11 @@ def _map_helper(
|
|
91
91
|
"""
|
92
92
|
...
|
93
93
|
|
94
|
+
def _maybe_warn_about_exceptions(func_name: str, return_exceptions: bool, wrap_returned_exceptions: bool): ...
|
95
|
+
def _invoked_from_sync_wrapper() -> bool:
|
96
|
+
"""Check whether the calling function was called from a sync wrapper."""
|
97
|
+
...
|
98
|
+
|
94
99
|
def _map_async(
|
95
100
|
self: modal.functions.Function,
|
96
101
|
*input_iterators: typing.Union[typing.Iterable[typing.Any], typing.AsyncIterable[typing.Any]],
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|