isolate 0.12.15__py3-none-any.whl → 0.13.0__py3-none-any.whl

isolate/connections/grpc/definitions/common_pb2.pyi

@@ -2,6 +2,7 @@
 @generated by mypy-protobuf.  Do not edit manually!
 isort:skip_file
 """
+
 import builtins
 import collections.abc
 import google.protobuf.descriptor
@@ -23,10 +24,7 @@ class _LogSource:
     ValueType = typing.NewType("ValueType", builtins.int)
     V: typing_extensions.TypeAlias = ValueType
 
-class _LogSourceEnumTypeWrapper(
-    google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_LogSource.ValueType],
-    builtins.type,
-):
+class _LogSourceEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_LogSource.ValueType], builtins.type):
     DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
     BUILDER: _LogSource.ValueType  # 0
     BRIDGE: _LogSource.ValueType  # 1
@@ -43,10 +41,7 @@ class _LogLevel:
     ValueType = typing.NewType("ValueType", builtins.int)
     V: typing_extensions.TypeAlias = ValueType
 
-class _LogLevelEnumTypeWrapper(
-    google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_LogLevel.ValueType],
-    builtins.type,
-):
+class _LogLevelEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_LogLevel.ValueType], builtins.type):
     DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
     TRACE: _LogLevel.ValueType  # 0
     DEBUG: _LogLevel.ValueType  # 1
@@ -67,7 +62,7 @@ STDOUT: LogLevel.ValueType  # 5
 STDERR: LogLevel.ValueType  # 6
 global___LogLevel = LogLevel
 
-@typing_extensions.final
+@typing.final
 class SerializedObject(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
 
@@ -95,40 +90,13 @@ class SerializedObject(google.protobuf.message.Message):
         was_it_raised: builtins.bool = ...,
         stringized_traceback: builtins.str | None = ...,
     ) -> None: ...
-    def HasField(
-        self,
-        field_name: typing_extensions.Literal[
-            "_stringized_traceback",
-            b"_stringized_traceback",
-            "stringized_traceback",
-            b"stringized_traceback",
-        ],
-    ) -> builtins.bool: ...
-    def ClearField(
-        self,
-        field_name: typing_extensions.Literal[
-            "_stringized_traceback",
-            b"_stringized_traceback",
-            "definition",
-            b"definition",
-            "method",
-            b"method",
-            "stringized_traceback",
-            b"stringized_traceback",
-            "was_it_raised",
-            b"was_it_raised",
-        ],
-    ) -> None: ...
-    def WhichOneof(
-        self,
-        oneof_group: typing_extensions.Literal[
-            "_stringized_traceback", b"_stringized_traceback"
-        ],
-    ) -> typing_extensions.Literal["stringized_traceback"] | None: ...
+    def HasField(self, field_name: typing.Literal["_stringized_traceback", b"_stringized_traceback", "stringized_traceback", b"stringized_traceback"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["_stringized_traceback", b"_stringized_traceback", "definition", b"definition", "method", b"method", "stringized_traceback", b"stringized_traceback", "was_it_raised", b"was_it_raised"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing.Literal["_stringized_traceback", b"_stringized_traceback"]) -> typing.Literal["stringized_traceback"] | None: ...
 
 global___SerializedObject = SerializedObject
 
-@typing_extensions.final
+@typing.final
 class PartialRunResult(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
 
@@ -138,17 +106,15 @@ class PartialRunResult(google.protobuf.message.Message):
     is_complete: builtins.bool
     """A flag indicating whether the run has completed."""
     @property
-    def logs(
-        self,
-    ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
-        global___Log
-    ]:
+    def logs(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___Log]:
         """A list of logs collected during this partial execution. It does
         not include old logs.
         """
+
     @property
     def result(self) -> global___SerializedObject:
         """The result of the run, if it is complete."""
+
     def __init__(
         self,
         *,
@@ -156,32 +122,13 @@ class PartialRunResult(google.protobuf.message.Message):
         logs: collections.abc.Iterable[global___Log] | None = ...,
         result: global___SerializedObject | None = ...,
     ) -> None: ...
-    def HasField(
-        self,
-        field_name: typing_extensions.Literal[
-            "_result", b"_result", "result", b"result"
-        ],
-    ) -> builtins.bool: ...
-    def ClearField(
-        self,
-        field_name: typing_extensions.Literal[
-            "_result",
-            b"_result",
-            "is_complete",
-            b"is_complete",
-            "logs",
-            b"logs",
-            "result",
-            b"result",
-        ],
-    ) -> None: ...
-    def WhichOneof(
-        self, oneof_group: typing_extensions.Literal["_result", b"_result"]
-    ) -> typing_extensions.Literal["result"] | None: ...
+    def HasField(self, field_name: typing.Literal["_result", b"_result", "result", b"result"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["_result", b"_result", "is_complete", b"is_complete", "logs", b"logs", "result", b"result"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing.Literal["_result", b"_result"]) -> typing.Literal["result"] | None: ...
 
 global___PartialRunResult = PartialRunResult
 
-@typing_extensions.final
+@typing.final
 class Log(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
 
@@ -202,21 +149,7 @@ class Log(google.protobuf.message.Message):
         level: global___LogLevel.ValueType = ...,
         timestamp: google.protobuf.timestamp_pb2.Timestamp | None = ...,
     ) -> None: ...
-    def HasField(
-        self, field_name: typing_extensions.Literal["timestamp", b"timestamp"]
-    ) -> builtins.bool: ...
-    def ClearField(
-        self,
-        field_name: typing_extensions.Literal[
-            "level",
-            b"level",
-            "message",
-            b"message",
-            "source",
-            b"source",
-            "timestamp",
-            b"timestamp",
-        ],
-    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["timestamp", b"timestamp"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["level", b"level", "message", b"message", "source", b"source", "timestamp", b"timestamp"]) -> None: ...
 
 global___Log = Log

isolate/connections/grpc/definitions/common_pb2_grpc.py

@@ -1,3 +1,29 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
 import grpc
+import warnings
+
+
+GRPC_GENERATED_VERSION = '1.64.0'
+GRPC_VERSION = grpc.__version__
+EXPECTED_ERROR_RELEASE = '1.65.0'
+SCHEDULED_RELEASE_DATE = 'June 25, 2024'
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    warnings.warn(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in common_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+        + f' This warning will become an error in {EXPECTED_ERROR_RELEASE},'
+        + f' scheduled for release on {SCHEDULED_RELEASE_DATE}.',
+        RuntimeWarning
+    )

isolate/connections/ipc/_base.py

@@ -202,6 +202,7 @@ class PythonIPC(PythonExecutionBase[AgentListener], IsolatedProcessConnection):
         self,
         executable: Path,
         connection: AgentListener,
+        log_fd: int,
     ) -> list[str | Path]:
         assert isinstance(connection.address, tuple)
         return [
@@ -214,21 +215,9 @@ class PythonIPC(PythonExecutionBase[AgentListener], IsolatedProcessConnection):
             # the connection with the bridge.
             "--serialization-backend",
             self.environment.settings.serialization_method,
+            "--log-fd",
+            str(log_fd),
         ]
 
-    def handle_agent_log(self, line: str, level: LogLevel) -> None:
-        # TODO: we probably should create a new fd and pass it as
-        # one of the the arguments to the child process. Then everything
-        # from that fd can be automatically logged as originating from the
-        # bridge.
-
-        # Agent can produce [trace] messages, so change the log
-        # level to it if this does not originate from the user.
-        if line.startswith("[trace]"):
-            line = line.replace("[trace]", "", 1)
-            level = LogLevel.TRACE
-            source = LogSource.BRIDGE
-        else:
-            source = LogSource.USER
-
+    def handle_agent_log(self, line: str, level: LogLevel, source: LogSource) -> None:
         self.log(line, level=level, source=source)

isolate/connections/ipc/agent.py

@@ -15,6 +15,8 @@
 # one being the actual result of the given callable, and the other one is a boolean flag
 # indicating whether the callable has raised an exception or not.
 
+from __future__ import annotations
+
 import base64
 import importlib
 import os
@@ -24,7 +26,7 @@ import traceback
 from argparse import ArgumentParser
 from contextlib import closing
 from multiprocessing.connection import Client
-from typing import TYPE_CHECKING, Any, Callable, ContextManager, Tuple
+from typing import TYPE_CHECKING, Any, Callable, ContextManager
 
 if TYPE_CHECKING:
     # Somhow mypy can't figure out that `ConnectionWrapper`
@@ -47,13 +49,13 @@ else:
     from multiprocessing.connection import ConnectionWrapper
 
 
-def decode_service_address(address: str) -> Tuple[str, int]:
+def decode_service_address(address: str) -> tuple[str, int]:
     host, port = base64.b64decode(address).decode("utf-8").rsplit(":", 1)
     return host, int(port)
 
 
 def child_connection(
-    serialization_method: str, address: Tuple[str, int]
+    serialization_method: str, address: tuple[str, int]
 ) -> ContextManager[ConnectionWrapper]:
     serialization_backend = importlib.import_module(serialization_method)
     return closing(
@@ -70,7 +72,11 @@ DEBUG_TIMEOUT = 60 * 15
 
 
 def run_client(
-    serialization_method: str, address: Tuple[str, int], *, with_pdb: bool = False
+    serialization_method: str,
+    address: tuple[str, int],
+    *,
+    with_pdb: bool = False,
+    log_fd: int | None = None,
 ) -> None:
     # Debug Mode
     # ==========
@@ -96,13 +102,22 @@ def run_client(
 
         pdb.set_trace()
 
-    print(f"[trace] Trying to create a connection to {address}")
+    if log_fd is None:
+        _log = sys.stdout
+    else:
+        _log = os.fdopen(log_fd, "w")
+
+    def log(_msg):
+        _log.write(_msg)
+        _log.flush()
+
+    log(f"Trying to create a connection to {address}")
     # TODO(feat): this should probably run in a loop instead of
     # receiving a single function and then exitting immediately.
     with child_connection(serialization_method, address) as connection:
-        print(f"[trace] Created child connection to {address}")
+        log(f"Created child connection to {address}")
         callable = connection.recv()
-        print(f"[trace] Received the callable at {address}")
+        log(f"Received the callable at {address}")
 
         result = None
         did_it_raise = False
@@ -149,12 +164,11 @@ def _get_shell_bootstrap() -> str:
 
 
 def main() -> int:
-    print(f"[trace] Starting the isolated process at PID {os.getpid()}")
-
     parser = ArgumentParser()
     parser.add_argument("listen_at")
     parser.add_argument("--with-pdb", action="store_true", default=False)
     parser.add_argument("--serialization-backend", default="pickle")
+    parser.add_argument("--log-fd", type=int)
 
     options = parser.parse_args()
     if IS_DEBUG_MODE:
@@ -178,7 +192,12 @@ def main() -> int:
 
     serialization_method = options.serialization_backend
     address = decode_service_address(options.listen_at)
-    run_client(serialization_method, address, with_pdb=options.with_pdb)
+    run_client(
+        serialization_method,
+        address,
+        with_pdb=options.with_pdb,
+        log_fd=options.log_fd,
+    )
     return 0
 
 

isolate/server/definitions/server.proto

@@ -7,6 +7,9 @@ service Isolate {
     // Run the given function on the specified environment. Streams logs
     // and the result originating from that function.
     rpc Run (BoundFunction) returns (stream PartialRunResult) {}
+
+    // Submit a function to be run without waiting for results.
+    rpc Submit (SubmitRequest) returns (SubmitResponse) {}
 }
 
 message BoundFunction {
@@ -23,3 +26,12 @@ message EnvironmentDefinition {
     // Whether to force-create this environment or not.
     bool force = 3;
 }
+
+message SubmitRequest {
+    // The function to run.
+    BoundFunction function = 1;
+}
+
+message SubmitResponse {
+    // Reserved for future use.
+}

isolate/server/definitions/server_pb2.py

@@ -1,34 +1,36 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: server.proto
+# Protobuf Python Version: 5.26.1
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
 from google.protobuf import symbol_database as _symbol_database
 from google.protobuf.internal import builder as _builder
-
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
 
 
-from google.protobuf import struct_pb2 as google_dot_protobuf_dot_struct__pb2
-
 from isolate.connections.grpc.definitions import common_pb2 as common__pb2
+from google.protobuf import struct_pb2 as google_dot_protobuf_dot_struct__pb2
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
-    b'\n\x0cserver.proto\x1a\x0c\x63ommon.proto\x1a\x1cgoogle/protobuf/struct.proto"\x9d\x01\n\rBoundFunction\x12,\n\x0c\x65nvironments\x18\x01 \x03(\x0b\x32\x16.EnvironmentDefinition\x12#\n\x08\x66unction\x18\x02 \x01(\x0b\x32\x11.SerializedObject\x12*\n\nsetup_func\x18\x03 \x01(\x0b\x32\x11.SerializedObjectH\x00\x88\x01\x01\x42\r\n\x0b_setup_func"d\n\x15\x45nvironmentDefinition\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12.\n\rconfiguration\x18\x02 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\r\n\x05\x66orce\x18\x03 \x01(\x08\x32\x37\n\x07Isolate\x12,\n\x03Run\x12\x0e.BoundFunction\x1a\x11.PartialRunResult"\x00\x30\x01\x62\x06proto3'
-)
-
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, "server_pb2", globals())
-if _descriptor._USE_C_DESCRIPTORS == False:
 
-    DESCRIPTOR._options = None
-    _BOUNDFUNCTION._serialized_start = 61
-    _BOUNDFUNCTION._serialized_end = 218
-    _ENVIRONMENTDEFINITION._serialized_start = 220
-    _ENVIRONMENTDEFINITION._serialized_end = 320
-    _ISOLATE._serialized_start = 322
-    _ISOLATE._serialized_end = 377
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0cserver.proto\x1a\x0c\x63ommon.proto\x1a\x1cgoogle/protobuf/struct.proto\"\x9d\x01\n\rBoundFunction\x12,\n\x0c\x65nvironments\x18\x01 \x03(\x0b\x32\x16.EnvironmentDefinition\x12#\n\x08\x66unction\x18\x02 \x01(\x0b\x32\x11.SerializedObject\x12*\n\nsetup_func\x18\x03 \x01(\x0b\x32\x11.SerializedObjectH\x00\x88\x01\x01\x42\r\n\x0b_setup_func\"d\n\x15\x45nvironmentDefinition\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12.\n\rconfiguration\x18\x02 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\r\n\x05\x66orce\x18\x03 \x01(\x08\"1\n\rSubmitRequest\x12 \n\x08\x66unction\x18\x01 \x01(\x0b\x32\x0e.BoundFunction\"\x10\n\x0eSubmitResponse2d\n\x07Isolate\x12,\n\x03Run\x12\x0e.BoundFunction\x1a\x11.PartialRunResult\"\x00\x30\x01\x12+\n\x06Submit\x12\x0e.SubmitRequest\x1a\x0f.SubmitResponse\"\x00\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'server_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_BOUNDFUNCTION']._serialized_start=61
+  _globals['_BOUNDFUNCTION']._serialized_end=218
+  _globals['_ENVIRONMENTDEFINITION']._serialized_start=220
+  _globals['_ENVIRONMENTDEFINITION']._serialized_end=320
+  _globals['_SUBMITREQUEST']._serialized_start=322
+  _globals['_SUBMITREQUEST']._serialized_end=371
+  _globals['_SUBMITRESPONSE']._serialized_start=373
+  _globals['_SUBMITRESPONSE']._serialized_end=389
+  _globals['_ISOLATE']._serialized_start=391
+  _globals['_ISOLATE']._serialized_end=491
 # @@protoc_insertion_point(module_scope)

isolate/server/definitions/server_pb2.pyi

@@ -2,6 +2,7 @@
 @generated by mypy-protobuf.  Do not edit manually!
 isort:skip_file
 """
+
 import builtins
 import collections.abc
 from isolate.connections.grpc.definitions import common_pb2
@@ -9,16 +10,11 @@ import google.protobuf.descriptor
 import google.protobuf.internal.containers
 import google.protobuf.message
 import google.protobuf.struct_pb2
-import sys
-
-if sys.version_info >= (3, 8):
-    import typing as typing_extensions
-else:
-    import typing_extensions
+import typing
 
 DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
 
-@typing_extensions.final
+@typing.final
 class BoundFunction(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
 
@@ -26,11 +22,7 @@ class BoundFunction(google.protobuf.message.Message):
     FUNCTION_FIELD_NUMBER: builtins.int
     SETUP_FUNC_FIELD_NUMBER: builtins.int
     @property
-    def environments(
-        self,
-    ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[
-        global___EnvironmentDefinition
-    ]: ...
+    def environments(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___EnvironmentDefinition]: ...
     @property
     def function(self) -> common_pb2.SerializedObject: ...
     @property
@@ -38,42 +30,17 @@ class BoundFunction(google.protobuf.message.Message):
     def __init__(
         self,
         *,
-        environments: collections.abc.Iterable[global___EnvironmentDefinition]
-        | None = ...,
+        environments: collections.abc.Iterable[global___EnvironmentDefinition] | None = ...,
         function: common_pb2.SerializedObject | None = ...,
         setup_func: common_pb2.SerializedObject | None = ...,
     ) -> None: ...
-    def HasField(
-        self,
-        field_name: typing_extensions.Literal[
-            "_setup_func",
-            b"_setup_func",
-            "function",
-            b"function",
-            "setup_func",
-            b"setup_func",
-        ],
-    ) -> builtins.bool: ...
-    def ClearField(
-        self,
-        field_name: typing_extensions.Literal[
-            "_setup_func",
-            b"_setup_func",
-            "environments",
-            b"environments",
-            "function",
-            b"function",
-            "setup_func",
-            b"setup_func",
-        ],
-    ) -> None: ...
-    def WhichOneof(
-        self, oneof_group: typing_extensions.Literal["_setup_func", b"_setup_func"]
-    ) -> typing_extensions.Literal["setup_func"] | None: ...
+    def HasField(self, field_name: typing.Literal["_setup_func", b"_setup_func", "function", b"function", "setup_func", b"setup_func"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["_setup_func", b"_setup_func", "environments", b"environments", "function", b"function", "setup_func", b"setup_func"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing.Literal["_setup_func", b"_setup_func"]) -> typing.Literal["setup_func"] | None: ...
 
 global___BoundFunction = BoundFunction
 
-@typing_extensions.final
+@typing.final
 class EnvironmentDefinition(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
 
@@ -82,11 +49,12 @@ class EnvironmentDefinition(google.protobuf.message.Message):
     FORCE_FIELD_NUMBER: builtins.int
     kind: builtins.str
     """Kind of the isolate environment."""
+    force: builtins.bool
+    """Whether to force-create this environment or not."""
     @property
     def configuration(self) -> google.protobuf.struct_pb2.Struct:
         """A free-form definition of environment properties."""
-    force: builtins.bool
-    """Whether to force-create this environment or not."""
+
     def __init__(
         self,
         *,
@@ -94,14 +62,38 @@ class EnvironmentDefinition(google.protobuf.message.Message):
         configuration: google.protobuf.struct_pb2.Struct | None = ...,
         force: builtins.bool = ...,
     ) -> None: ...
-    def HasField(
-        self, field_name: typing_extensions.Literal["configuration", b"configuration"]
-    ) -> builtins.bool: ...
-    def ClearField(
+    def HasField(self, field_name: typing.Literal["configuration", b"configuration"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["configuration", b"configuration", "force", b"force", "kind", b"kind"]) -> None: ...
+
+global___EnvironmentDefinition = EnvironmentDefinition
+
+@typing.final
+class SubmitRequest(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    FUNCTION_FIELD_NUMBER: builtins.int
+    @property
+    def function(self) -> global___BoundFunction:
+        """The function to run."""
+
+    def __init__(
+        self,
+        *,
+        function: global___BoundFunction | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["function", b"function"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["function", b"function"]) -> None: ...
+
+global___SubmitRequest = SubmitRequest
+
+@typing.final
+class SubmitResponse(google.protobuf.message.Message):
+    """Reserved for future use."""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
         self,
-        field_name: typing_extensions.Literal[
-            "configuration", b"configuration", "force", b"force", "kind", b"kind"
-        ],
     ) -> None: ...
 
-global___EnvironmentDefinition = EnvironmentDefinition
+global___SubmitResponse = SubmitResponse