modal 0.73.7__py3-none-any.whl → 0.73.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- modal/_functions.py +3 -0
- modal/_runtime/container_io_manager.py +24 -0
- modal/_runtime/gpu_memory_snapshot.py +104 -0
- modal/app.py +4 -0
- modal/app.pyi +4 -0
- modal/client.pyi +2 -2
- modal/config.py +1 -0
- modal/functions.pyi +7 -6
- {modal-0.73.7.dist-info → modal-0.73.9.dist-info}/METADATA +1 -1
- {modal-0.73.7.dist-info → modal-0.73.9.dist-info}/RECORD +18 -17
- modal_proto/api.proto +3 -0
- modal_proto/api_pb2.py +542 -542
- modal_proto/api_pb2.pyi +9 -2
- modal_version/_version_generated.py +1 -1
- {modal-0.73.7.dist-info → modal-0.73.9.dist-info}/LICENSE +0 -0
- {modal-0.73.7.dist-info → modal-0.73.9.dist-info}/WHEEL +0 -0
- {modal-0.73.7.dist-info → modal-0.73.9.dist-info}/entry_points.txt +0 -0
- {modal-0.73.7.dist-info → modal-0.73.9.dist-info}/top_level.txt +0 -0
modal_proto/api_pb2.pyi
CHANGED
@@ -3792,6 +3792,7 @@ class Function(google.protobuf.message.Message):
|
|
3792
3792
|
METHOD_DEFINITIONS_SET_FIELD_NUMBER: builtins.int
|
3793
3793
|
_EXPERIMENTAL_CUSTOM_SCALING_FIELD_NUMBER: builtins.int
|
3794
3794
|
CLOUD_PROVIDER_STR_FIELD_NUMBER: builtins.int
|
3795
|
+
_EXPERIMENTAL_ENABLE_GPU_SNAPSHOT_FIELD_NUMBER: builtins.int
|
3795
3796
|
module_name: builtins.str
|
3796
3797
|
function_name: builtins.str
|
3797
3798
|
@property
|
@@ -3903,6 +3904,8 @@ class Function(google.protobuf.message.Message):
|
|
3903
3904
|
_experimental_custom_scaling: builtins.bool
|
3904
3905
|
cloud_provider_str: builtins.str
|
3905
3906
|
"""Supersedes cloud_provider"""
|
3907
|
+
_experimental_enable_gpu_snapshot: builtins.bool
|
3908
|
+
"""Experimental support for GPU snapshotting"""
|
3906
3909
|
def __init__(
|
3907
3910
|
self,
|
3908
3911
|
*,
|
@@ -3970,9 +3973,10 @@ class Function(google.protobuf.message.Message):
|
|
3970
3973
|
method_definitions_set: builtins.bool = ...,
|
3971
3974
|
_experimental_custom_scaling: builtins.bool = ...,
|
3972
3975
|
cloud_provider_str: builtins.str = ...,
|
3976
|
+
_experimental_enable_gpu_snapshot: builtins.bool = ...,
|
3973
3977
|
) -> None: ...
|
3974
3978
|
def HasField(self, field_name: typing_extensions.Literal["X_experimental_proxy_ip", b"X_experimental_proxy_ip", "_cloud_provider", b"_cloud_provider", "_experimental_proxy_ip", b"_experimental_proxy_ip", "_proxy_id", b"_proxy_id", "_scheduler_placement", b"_scheduler_placement", "checkpoint", b"checkpoint", "class_parameter_info", b"class_parameter_info", "cloud_provider", b"cloud_provider", "proxy_id", b"proxy_id", "pty_info", b"pty_info", "rate_limit", b"rate_limit", "resources", b"resources", "retry_policy", b"retry_policy", "schedule", b"schedule", "scheduler_placement", b"scheduler_placement", "web_url_info", b"web_url_info", "webhook_config", b"webhook_config"]) -> builtins.bool: ...
|
3975
|
-
def ClearField(self, field_name: typing_extensions.Literal["X_experimental_proxy_ip", b"X_experimental_proxy_ip", "_cloud_provider", b"_cloud_provider", "_experimental_buffer_containers", b"_experimental_buffer_containers", "_experimental_concurrent_cancellations", b"_experimental_concurrent_cancellations", "_experimental_custom_scaling", b"_experimental_custom_scaling", "_experimental_group_size", b"_experimental_group_size", "_experimental_proxy_ip", b"_experimental_proxy_ip", "_experimental_task_templates", b"_experimental_task_templates", "_experimental_task_templates_enabled", b"_experimental_task_templates_enabled", "_proxy_id", b"_proxy_id", "_scheduler_placement", b"_scheduler_placement", "app_name", b"app_name", "batch_linger_ms", b"batch_linger_ms", "batch_max_size", b"batch_max_size", "block_network", b"block_network", "checkpoint", b"checkpoint", "checkpointing_enabled", b"checkpointing_enabled", "class_parameter_info", b"class_parameter_info", "class_serialized", b"class_serialized", "cloud_bucket_mounts", b"cloud_bucket_mounts", "cloud_provider", b"cloud_provider", "cloud_provider_str", b"cloud_provider_str", "concurrency_limit", b"concurrency_limit", "custom_domain_info", b"custom_domain_info", "definition_type", b"definition_type", "function_name", b"function_name", "function_serialized", b"function_serialized", "function_type", b"function_type", "i6pn_enabled", b"i6pn_enabled", "image_id", b"image_id", "is_auto_snapshot", b"is_auto_snapshot", "is_builder_function", b"is_builder_function", "is_checkpointing_function", b"is_checkpointing_function", "is_class", b"is_class", "is_method", b"is_method", "max_concurrent_inputs", b"max_concurrent_inputs", "max_inputs", b"max_inputs", "method_definitions", b"method_definitions", "method_definitions_set", b"method_definitions_set", "module_name", b"module_name", "mount_ids", b"mount_ids", "object_dependencies", b"object_dependencies", "proxy_id", b"proxy_id", "pty_info", b"pty_info", "rate_limit", b"rate_limit", "resources", b"resources", "retry_policy", b"retry_policy", "runtime", b"runtime", "runtime_debug", b"runtime_debug", "runtime_perf_record", b"runtime_perf_record", "s3_mounts", b"s3_mounts", "schedule", b"schedule", "scheduler_placement", b"scheduler_placement", "secret_ids", b"secret_ids", "shared_volume_mounts", b"shared_volume_mounts", "snapshot_debug", b"snapshot_debug", "target_concurrent_inputs", b"target_concurrent_inputs", "task_idle_timeout_secs", b"task_idle_timeout_secs", "timeout_secs", b"timeout_secs", "untrusted", b"untrusted", "use_function_id", b"use_function_id", "use_method_name", b"use_method_name", "volume_mounts", b"volume_mounts", "warm_pool_size", b"warm_pool_size", "web_url", b"web_url", "web_url_info", b"web_url_info", "webhook_config", b"webhook_config", "worker_id", b"worker_id"]) -> None: ...
|
3979
|
+
def ClearField(self, field_name: typing_extensions.Literal["X_experimental_proxy_ip", b"X_experimental_proxy_ip", "_cloud_provider", b"_cloud_provider", "_experimental_buffer_containers", b"_experimental_buffer_containers", "_experimental_concurrent_cancellations", b"_experimental_concurrent_cancellations", "_experimental_custom_scaling", b"_experimental_custom_scaling", "_experimental_enable_gpu_snapshot", b"_experimental_enable_gpu_snapshot", "_experimental_group_size", b"_experimental_group_size", "_experimental_proxy_ip", b"_experimental_proxy_ip", "_experimental_task_templates", b"_experimental_task_templates", "_experimental_task_templates_enabled", b"_experimental_task_templates_enabled", "_proxy_id", b"_proxy_id", "_scheduler_placement", b"_scheduler_placement", "app_name", b"app_name", "batch_linger_ms", b"batch_linger_ms", "batch_max_size", b"batch_max_size", "block_network", b"block_network", "checkpoint", b"checkpoint", "checkpointing_enabled", b"checkpointing_enabled", "class_parameter_info", b"class_parameter_info", "class_serialized", b"class_serialized", "cloud_bucket_mounts", b"cloud_bucket_mounts", "cloud_provider", b"cloud_provider", "cloud_provider_str", b"cloud_provider_str", "concurrency_limit", b"concurrency_limit", "custom_domain_info", b"custom_domain_info", "definition_type", b"definition_type", "function_name", b"function_name", "function_serialized", b"function_serialized", "function_type", b"function_type", "i6pn_enabled", b"i6pn_enabled", "image_id", b"image_id", "is_auto_snapshot", b"is_auto_snapshot", "is_builder_function", b"is_builder_function", "is_checkpointing_function", b"is_checkpointing_function", "is_class", b"is_class", "is_method", b"is_method", "max_concurrent_inputs", b"max_concurrent_inputs", "max_inputs", b"max_inputs", "method_definitions", b"method_definitions", "method_definitions_set", b"method_definitions_set", "module_name", b"module_name", "mount_ids", b"mount_ids", "object_dependencies", b"object_dependencies", "proxy_id", b"proxy_id", "pty_info", b"pty_info", "rate_limit", b"rate_limit", "resources", b"resources", "retry_policy", b"retry_policy", "runtime", b"runtime", "runtime_debug", b"runtime_debug", "runtime_perf_record", b"runtime_perf_record", "s3_mounts", b"s3_mounts", "schedule", b"schedule", "scheduler_placement", b"scheduler_placement", "secret_ids", b"secret_ids", "shared_volume_mounts", b"shared_volume_mounts", "snapshot_debug", b"snapshot_debug", "target_concurrent_inputs", b"target_concurrent_inputs", "task_idle_timeout_secs", b"task_idle_timeout_secs", "timeout_secs", b"timeout_secs", "untrusted", b"untrusted", "use_function_id", b"use_function_id", "use_method_name", b"use_method_name", "volume_mounts", b"volume_mounts", "warm_pool_size", b"warm_pool_size", "web_url", b"web_url", "web_url_info", b"web_url_info", "webhook_config", b"webhook_config", "worker_id", b"worker_id"]) -> None: ...
|
3976
3980
|
@typing.overload
|
3977
3981
|
def WhichOneof(self, oneof_group: typing_extensions.Literal["X_experimental_proxy_ip", b"X_experimental_proxy_ip"]) -> typing_extensions.Literal["_experimental_proxy_ip"] | None: ...
|
3978
3982
|
@typing.overload
|
@@ -4342,6 +4346,7 @@ class FunctionData(google.protobuf.message.Message):
|
|
4342
4346
|
_EXPERIMENTAL_GROUP_SIZE_FIELD_NUMBER: builtins.int
|
4343
4347
|
_EXPERIMENTAL_BUFFER_CONTAINERS_FIELD_NUMBER: builtins.int
|
4344
4348
|
_EXPERIMENTAL_CUSTOM_SCALING_FIELD_NUMBER: builtins.int
|
4349
|
+
_EXPERIMENTAL_ENABLE_GPU_SNAPSHOT_FIELD_NUMBER: builtins.int
|
4345
4350
|
WORKER_ID_FIELD_NUMBER: builtins.int
|
4346
4351
|
TIMEOUT_SECS_FIELD_NUMBER: builtins.int
|
4347
4352
|
WEB_URL_FIELD_NUMBER: builtins.int
|
@@ -4374,6 +4379,7 @@ class FunctionData(google.protobuf.message.Message):
|
|
4374
4379
|
"""
|
4375
4380
|
_experimental_buffer_containers: builtins.int
|
4376
4381
|
_experimental_custom_scaling: builtins.bool
|
4382
|
+
_experimental_enable_gpu_snapshot: builtins.bool
|
4377
4383
|
worker_id: builtins.str
|
4378
4384
|
"""for internal debugging use only"""
|
4379
4385
|
timeout_secs: builtins.int
|
@@ -4423,6 +4429,7 @@ class FunctionData(google.protobuf.message.Message):
|
|
4423
4429
|
_experimental_group_size: builtins.int = ...,
|
4424
4430
|
_experimental_buffer_containers: builtins.int = ...,
|
4425
4431
|
_experimental_custom_scaling: builtins.bool = ...,
|
4432
|
+
_experimental_enable_gpu_snapshot: builtins.bool = ...,
|
4426
4433
|
worker_id: builtins.str = ...,
|
4427
4434
|
timeout_secs: builtins.int = ...,
|
4428
4435
|
web_url: builtins.str = ...,
|
@@ -4444,7 +4451,7 @@ class FunctionData(google.protobuf.message.Message):
|
|
4444
4451
|
runtime_perf_record: builtins.bool = ...,
|
4445
4452
|
) -> None: ...
|
4446
4453
|
def HasField(self, field_name: typing_extensions.Literal["X_experimental_proxy_ip", b"X_experimental_proxy_ip", "_experimental_proxy_ip", b"_experimental_proxy_ip", "class_parameter_info", b"class_parameter_info", "schedule", b"schedule", "web_url_info", b"web_url_info", "webhook_config", b"webhook_config"]) -> builtins.bool: ...
|
4447
|
-
def ClearField(self, field_name: typing_extensions.Literal["X_experimental_proxy_ip", b"X_experimental_proxy_ip", "_experimental_buffer_containers", b"_experimental_buffer_containers", "_experimental_custom_scaling", b"_experimental_custom_scaling", "_experimental_group_size", b"_experimental_group_size", "_experimental_proxy_ip", b"_experimental_proxy_ip", "class_parameter_info", b"class_parameter_info", "concurrency_limit", b"concurrency_limit", "custom_domain_info", b"custom_domain_info", "function_name", b"function_name", "function_type", b"function_type", "is_class", b"is_class", "is_method", b"is_method", "method_definitions", b"method_definitions", "method_definitions_set", b"method_definitions_set", "module_name", b"module_name", "ranked_functions", b"ranked_functions", "runtime_perf_record", b"runtime_perf_record", "schedule", b"schedule", "snapshot_debug", b"snapshot_debug", "task_idle_timeout_secs", b"task_idle_timeout_secs", "timeout_secs", b"timeout_secs", "untrusted", b"untrusted", "use_function_id", b"use_function_id", "use_method_name", b"use_method_name", "warm_pool_size", b"warm_pool_size", "web_url", b"web_url", "web_url_info", b"web_url_info", "webhook_config", b"webhook_config", "worker_id", b"worker_id"]) -> None: ...
|
4454
|
+
def ClearField(self, field_name: typing_extensions.Literal["X_experimental_proxy_ip", b"X_experimental_proxy_ip", "_experimental_buffer_containers", b"_experimental_buffer_containers", "_experimental_custom_scaling", b"_experimental_custom_scaling", "_experimental_enable_gpu_snapshot", b"_experimental_enable_gpu_snapshot", "_experimental_group_size", b"_experimental_group_size", "_experimental_proxy_ip", b"_experimental_proxy_ip", "class_parameter_info", b"class_parameter_info", "concurrency_limit", b"concurrency_limit", "custom_domain_info", b"custom_domain_info", "function_name", b"function_name", "function_type", b"function_type", "is_class", b"is_class", "is_method", b"is_method", "method_definitions", b"method_definitions", "method_definitions_set", b"method_definitions_set", "module_name", b"module_name", "ranked_functions", b"ranked_functions", "runtime_perf_record", b"runtime_perf_record", "schedule", b"schedule", "snapshot_debug", b"snapshot_debug", "task_idle_timeout_secs", b"task_idle_timeout_secs", "timeout_secs", b"timeout_secs", "untrusted", b"untrusted", "use_function_id", b"use_function_id", "use_method_name", b"use_method_name", "warm_pool_size", b"warm_pool_size", "web_url", b"web_url", "web_url_info", b"web_url_info", "webhook_config", b"webhook_config", "worker_id", b"worker_id"]) -> None: ...
|
4448
4455
|
def WhichOneof(self, oneof_group: typing_extensions.Literal["X_experimental_proxy_ip", b"X_experimental_proxy_ip"]) -> typing_extensions.Literal["_experimental_proxy_ip"] | None: ...
|
4449
4456
|
|
4450
4457
|
global___FunctionData = FunctionData
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|