indexify 0.4.11__tar.gz → 0.4.13__tar.gz

{indexify-0.4.11 → indexify-0.4.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: indexify
-Version: 0.4.11
+Version: 0.4.13
 Summary: Open Source Indexify components and helper tools
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0
@@ -17,7 +17,7 @@ Requires-Dist: aiohttp (>=3.11.0,<4.0.0)
 Requires-Dist: boto3 (>=1.37.30,<2.0.0)
 Requires-Dist: prometheus-client (>=0.21.1,<0.22.0)
 Requires-Dist: psutil (>=7.0.0,<8.0.0)
-Requires-Dist: tensorlake (==0.2.8)
+Requires-Dist: tensorlake (==0.2.12)
 Project-URL: Repository, https://github.com/tensorlakeai/indexify
 Description-Content-Type: text/markdown
 

{indexify-0.4.11 → indexify-0.4.13}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "indexify"
 # Incremented if any of the components provided in this packages are updated.
-version = "0.4.11"
+version = "0.4.13"
 description = "Open Source Indexify components and helper tools"
 authors = ["Tensorlake Inc. <support@tensorlake.ai>"]
 license = "Apache 2.0"
@@ -25,7 +25,7 @@ prometheus-client = "^0.21.1"
 psutil = "^7.0.0"
 # Adds function-executor binary, utils lib, sdk used in indexify-cli commands.
 # We need to specify the tensorlake version exactly because pip install doesn't respect poetry.lock files.
-tensorlake = "0.2.8"
+tensorlake = "0.2.12"
 # Uncomment the next line to use local tensorlake package (only for development!)
 # tensorlake = { path = "../tensorlake", develop = true }
 # pydantic is provided by tensorlake

{indexify-0.4.11 → indexify-0.4.13}/src/indexify/executor/function_executor_controller/create_function_executor.py

@@ -5,7 +5,6 @@ from typing import Any, Optional, Tuple
 from tensorlake.function_executor.proto.function_executor_pb2 import (
     InitializeRequest,
     SerializedObject,
-    SerializedObjectEncoding,
 )
 
 from indexify.executor.blob_store.blob_store import BLOBStore
@@ -73,25 +72,21 @@ async def create_function_executor(
     except BaseException as e:
         if isinstance(e, asyncio.CancelledError):
             logger.info("function executor startup was cancelled")
-            return FunctionExecutorCreated(
-                function_executor=None,
-                output=FunctionExecutorStartupOutput(
-                    function_executor_description=function_executor_description,
-                    termination_reason=FunctionExecutorTerminationReason.FUNCTION_EXECUTOR_TERMINATION_REASON_REMOVED_FROM_DESIRED_STATE,
-                ),
-            )
         else:
             logger.error(
                 "failed to create function executor due to platform error",
                 exc_info=e,
             )
-            return FunctionExecutorCreated(
-                function_executor=None,
-                output=FunctionExecutorStartupOutput(
-                    function_executor_description=function_executor_description,
-                    termination_reason=FunctionExecutorTerminationReason.FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_INTERNAL_ERROR,
-                ),
-            )
+
+        # Cancelled FE startup means that Server removed it from desired state so it doesn't matter what termination_reason we return
+        # in this case cause this FE will be removed from Executor reported state.
+        return FunctionExecutorCreated(
+            function_executor=None,
+            output=FunctionExecutorStartupOutput(
+                function_executor_description=function_executor_description,
+                termination_reason=FunctionExecutorTerminationReason.FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_INTERNAL_ERROR,
+            ),
+        )
 
 
 async def _initialization_result_to_fe_creation_output(

{indexify-0.4.11 → indexify-0.4.13}/src/indexify/executor/function_executor_controller/events.py

@@ -1,5 +1,5 @@
 from enum import Enum
-from typing import Optional
+from typing import List, Optional
 
 from indexify.executor.function_executor.function_executor import (
     FunctionExecutor,
@@ -12,7 +12,7 @@ from .task_info import TaskInfo
 
 class EventType(Enum):
     FUNCTION_EXECUTOR_CREATED = 1
-    FUNCTION_EXECUTOR_DESTROYED = 2
+    FUNCTION_EXECUTOR_TERMINATED = 2
     SHUTDOWN_INITIATED = 3
     TASK_PREPARATION_FINISHED = 4
     SCHEDULE_TASK_EXECUTION = 5
@@ -50,17 +50,33 @@ class FunctionExecutorCreated(BaseEvent):
         self.output: FunctionExecutorStartupOutput = output
 
 
-class FunctionExecutorDestroyed(BaseEvent):
+class FunctionExecutorTerminated(BaseEvent):
     """
-    Event indicating that Function Executor has been destroyed.
+    Event indicating that Function Executor has been terminated (destroyed).
     """
 
-    def __init__(self, is_success: bool):
-        super().__init__(EventType.FUNCTION_EXECUTOR_DESTROYED)
+    def __init__(
+        self,
+        is_success: bool,
+        fe_termination_reason: FunctionExecutorTerminationReason,
+        allocation_ids_caused_termination: List[str],
+    ):
+        super().__init__(EventType.FUNCTION_EXECUTOR_TERMINATED)
         self.is_success: bool = is_success
+        self.fe_termination_reason: FunctionExecutorTerminationReason = (
+            fe_termination_reason
+        )
+        self.allocation_ids_caused_termination: List[str] = (
+            allocation_ids_caused_termination
+        )
 
     def __str__(self) -> str:
-        return f"Event(type={self.event_type.name}, " f"is_success={self.is_success})"
+        return (
+            f"Event(type={self.event_type.name}, "
+            f"is_success={self.is_success}, "
+            f"fe_termination_reason={FunctionExecutorTerminationReason.Name(self.fe_termination_reason)}, "
+            f"allocation_ids_caused_termination={self.allocation_ids_caused_termination})"
+        )
 
 
 class ShutdownInitiated(BaseEvent):

{indexify-0.4.11 → indexify-0.4.13}/src/indexify/executor/function_executor_controller/function_executor_controller.py

@@ -29,12 +29,11 @@ from .debug_event_loop import (
     debug_print_events,
     debug_print_processing_event,
 )
-from .destroy_function_executor import destroy_function_executor
 from .events import (
     BaseEvent,
     EventType,
     FunctionExecutorCreated,
-    FunctionExecutorDestroyed,
+    FunctionExecutorTerminated,
     ScheduleTaskExecution,
     ShutdownInitiated,
     TaskExecutionFinished,
@@ -61,6 +60,7 @@ from .prepare_task import prepare_task
 from .run_task import run_task_on_function_executor
 from .task_info import TaskInfo
 from .task_output import TaskOutput
+from .terminate_function_executor import terminate_function_executor
 from .upload_task_output import upload_task_output
 
 
@@ -110,7 +110,6 @@ class FunctionExecutorController:
         self._destroy_lock: asyncio.Lock = asyncio.Lock()
         # Mutable state. No lock needed as it's modified by async tasks running in the same event loop.
         self._fe: Optional[FunctionExecutor] = None
-        self._fe_termination_reason: Optional[FunctionExecutorTerminationReason] = None
         self._internal_state = _FE_CONTROLLER_STATE.NOT_STARTED
         metric_function_executors_with_state.labels(
             state=_to_fe_state_metric_label(self._internal_state, self._logger)
@@ -347,8 +346,8 @@ class FunctionExecutorController:
         """
         if event.event_type == EventType.FUNCTION_EXECUTOR_CREATED:
             return self._handle_event_function_executor_created(event)
-        elif event.event_type == EventType.FUNCTION_EXECUTOR_DESTROYED:
-            return self._handle_event_function_executor_destroyed(event)
+        elif event.event_type == EventType.FUNCTION_EXECUTOR_TERMINATED:
+            return self._handle_event_function_executor_terminated(event)
         elif event.event_type == EventType.TASK_PREPARATION_FINISHED:
             return self._handle_event_task_preparation_finished(event)
         elif event.event_type == EventType.SCHEDULE_TASK_EXECUTION:
@@ -460,7 +459,28 @@ class FunctionExecutorController:
         self._state_reporter.schedule_state_report()
 
         if event.function_executor is None:
-            self._start_termination(termination_reason=event.output.termination_reason)
+            # Server needs to increment attempts counter for all the tasks that were pending while FE was starting up.
+            # This prevents infinite retries if FEs consistently fail to start up.
+            # The allocations we marked here also need to not used FE terminated failure reason in their outputs
+            # because FE terminated means that the allocation wasn't the cause of the FE termination.
+            allocation_ids_caused_termination: List[str] = []
+            for task_info in self._tasks.values():
+                task_logger = task_allocation_logger(task_info.allocation, self._logger)
+                task_logger.info(
+                    "marking allocation failed on function executor startup failure"
+                )
+                allocation_ids_caused_termination.append(
+                    task_info.allocation.allocation_id
+                )
+                task_info.output = TaskOutput.function_executor_startup_failed(
+                    allocation=task_info.allocation,
+                    fe_startup_output=event.output,
+                    logger=task_logger,
+                )
+            self._start_termination(
+                fe_termination_reason=event.output.termination_reason,
+                allocation_ids_caused_termination=allocation_ids_caused_termination,
+            )
             return
 
         self._fe = event.function_executor
@@ -478,16 +498,16 @@ class FunctionExecutorController:
             source="_handle_event_function_executor_created",
         )
 
-    def _handle_event_function_executor_destroyed(
-        self, event: FunctionExecutorDestroyed
+    def _handle_event_function_executor_terminated(
+        self, event: FunctionExecutorTerminated
     ) -> None:
-        """Handles the Function Executor destroy finished event.
+        """Handles the Function Executor terminated event.
 
         Doesn't raise any exceptions. Doesn't block.
         """
         if not event.is_success:
             self._logger.error(
-                "Function Executor destroy failed unexpectedly, this should never happen",
+                "Function Executor termination failed unexpectedly, this should never happen",
             )
 
         self._fe = None
@@ -496,7 +516,8 @@ class FunctionExecutorController:
             FunctionExecutorState(
                 description=self._fe_description,
                 status=FunctionExecutorStatus.FUNCTION_EXECUTOR_STATUS_TERMINATED,
-                termination_reason=self._fe_termination_reason,
+                termination_reason=event.fe_termination_reason,
+                allocation_ids_caused_termination=event.allocation_ids_caused_termination,
             )
         )
         self._update_internal_state(_FE_CONTROLLER_STATE.TERMINATED)
@@ -512,8 +533,14 @@ class FunctionExecutorController:
             "Function Executor health check failed, terminating Function Executor",
             reason=result.reason,
         )
+
         self._start_termination(
-            termination_reason=FunctionExecutorTerminationReason.FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY
+            fe_termination_reason=FunctionExecutorTerminationReason.FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY,
+            allocation_ids_caused_termination=(
+                []
+                if self._running_task is None
+                else [self._running_task.allocation.allocation_id]
+            ),
         )
 
     def _handle_event_task_preparation_finished(
@@ -579,9 +606,11 @@ class FunctionExecutorController:
             _FE_CONTROLLER_STATE.TERMINATING,
             _FE_CONTROLLER_STATE.TERMINATED,
         ]:
-            task_info.output = TaskOutput.function_executor_terminated(
-                task_info.allocation
-            )
+            if task_info.output is None:
+                # The output can be set already by FE startup failure handler.
+                task_info.output = TaskOutput.function_executor_terminated(
+                    task_info.allocation
+                )
             self._start_task_output_upload(task_info)
         elif self._internal_state == _FE_CONTROLLER_STATE.RUNNING:
             self._running_task = task_info
@@ -627,7 +656,10 @@ class FunctionExecutorController:
             )
         else:
             self._start_termination(
-                termination_reason=event.function_executor_termination_reason
+                fe_termination_reason=event.function_executor_termination_reason,
+                allocation_ids_caused_termination=[
+                    event.task_info.allocation.allocation_id
+                ],
             )
 
         # Ignore is_cancelled because cancelling a task still involves uploading its output.
@@ -684,7 +716,9 @@ class FunctionExecutorController:
         self._state_reporter.schedule_state_report()
 
     def _start_termination(
-        self, termination_reason: FunctionExecutorTerminationReason
+        self,
+        fe_termination_reason: FunctionExecutorTerminationReason,
+        allocation_ids_caused_termination: List[str],
     ) -> None:
         """Starts termination of the Function Executor if it's not started yet.
 
@@ -698,16 +732,21 @@ class FunctionExecutorController:
             # when the FE is unhealthy. Dedup the calls to keep state machine consistent.
             return
 
-        self._fe_termination_reason = termination_reason
         self._update_internal_state(_FE_CONTROLLER_STATE.TERMINATING)
-        next_aio = destroy_function_executor(
+        next_aio = terminate_function_executor(
             function_executor=self._fe,
             lock=self._destroy_lock,
+            fe_termination_reason=fe_termination_reason,
+            allocation_ids_caused_termination=allocation_ids_caused_termination,
             logger=self._logger,
         )
         self._spawn_aio_for_fe(
             aio=next_aio,
-            on_exception=FunctionExecutorDestroyed(is_success=False),
+            on_exception=FunctionExecutorTerminated(
+                is_success=False,
+                fe_termination_reason=fe_termination_reason,
+                allocation_ids_caused_termination=allocation_ids_caused_termination,
+            ),
         )
 
     async def _shutdown_no_exceptions(self, event: ShutdownInitiated) -> None:
@@ -746,11 +785,14 @@ class FunctionExecutorController:
                 # BaseException includes asyncio.CancelledError which is always raised here.
                 pass
 
-        await destroy_function_executor(
-            function_executor=self._fe,
-            lock=self._destroy_lock,
-            logger=self._logger,
-        )
+        # Makes sure we don't run fe destroy concurrently with an event loop task.
+        # FE destroy uses asyncio.to_thread() calls so it doesn't get cancelled with all the tasks above.
+        async with self._destroy_lock:
+            if self._fe is not None:
+                self._logger.info(
+                    "destroying function executor",
+                )
+                await self._fe.destroy()
 
         # Cleanup the metric from this FE.
         metric_function_executors_with_state.labels(

{indexify-0.4.11 → indexify-0.4.13}/src/indexify/executor/function_executor_controller/task_output.py

@@ -1,4 +1,4 @@
-from typing import Dict, List, Optional
+from typing import Any, Dict, List, Optional
 
 from tensorlake.function_executor.proto.function_executor_pb2 import (
     SerializedObject,
@@ -6,11 +6,14 @@ from tensorlake.function_executor.proto.function_executor_pb2 import (
 
 from indexify.proto.executor_api_pb2 import (
     DataPayload,
+    FunctionExecutorTerminationReason,
     TaskAllocation,
     TaskFailureReason,
     TaskOutcomeCode,
 )
 
+from .function_executor_startup_output import FunctionExecutorStartupOutput
+
 
 class TaskMetrics:
     """Metrics for a task."""
@@ -105,3 +108,52 @@ class TaskOutput:
             outcome_code=TaskOutcomeCode.TASK_OUTCOME_CODE_FAILURE,
             failure_reason=TaskFailureReason.TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED,
         )
+
+    @classmethod
+    def function_executor_startup_failed(
+        cls,
+        allocation: TaskAllocation,
+        fe_startup_output: FunctionExecutorStartupOutput,
+        logger: Any,
+    ) -> "TaskOutput":
+        """Creates a TaskOutput for the case when we fail a task because its FE startup failed."""
+        output = TaskOutput(
+            allocation=allocation,
+            outcome_code=TaskOutcomeCode.TASK_OUTCOME_CODE_FAILURE,
+            failure_reason=_fe_startup_failure_reason_to_task_failure_reason(
+                fe_startup_output.termination_reason, logger
+            ),
+        )
+        # Use FE startup stdout, stderr for allocations that we failed because FE startup failed.
+        output.uploaded_stdout = fe_startup_output.stdout
+        output.uploaded_stderr = fe_startup_output.stderr
+        return output
+
+
+def _fe_startup_failure_reason_to_task_failure_reason(
+    fe_termination_reason: FunctionExecutorTerminationReason, logger: Any
+) -> TaskFailureReason:
+    # Only need to check FE termination reasons happening on FE startup.
+    if (
+        fe_termination_reason
+        == FunctionExecutorTerminationReason.FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_ERROR
+    ):
+        return TaskFailureReason.TASK_FAILURE_REASON_FUNCTION_ERROR
+    elif (
+        fe_termination_reason
+        == FunctionExecutorTerminationReason.FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT
+    ):
+        return TaskFailureReason.TASK_FAILURE_REASON_FUNCTION_TIMEOUT
+    elif (
+        fe_termination_reason
+        == FunctionExecutorTerminationReason.FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_INTERNAL_ERROR
+    ):
+        return TaskFailureReason.TASK_FAILURE_REASON_INTERNAL_ERROR
+    else:
+        logger.error(
+            "unexpected function executor startup failure reason",
+            fe_termination_reason=FunctionExecutorTerminationReason.Name(
+                fe_termination_reason
+            ),
+        )
+        return TaskFailureReason.TASK_FAILURE_REASON_UNKNOWN

indexify-0.4.11/src/indexify/executor/function_executor_controller/destroy_function_executor.py → indexify-0.4.13/src/indexify/executor/function_executor_controller/terminate_function_executor.py

@@ -1,16 +1,19 @@
 import asyncio
-from typing import Any, Optional
+from typing import Any, List, Optional
 
 from indexify.executor.function_executor.function_executor import FunctionExecutor
+from indexify.proto.executor_api_pb2 import FunctionExecutorTerminationReason
 
-from .events import FunctionExecutorDestroyed
+from .events import FunctionExecutorTerminated
 
 
-async def destroy_function_executor(
+async def terminate_function_executor(
     function_executor: Optional[FunctionExecutor],
     lock: asyncio.Lock,
+    fe_termination_reason: FunctionExecutorTerminationReason,
+    allocation_ids_caused_termination: List[str],
     logger: Any,
-) -> FunctionExecutorDestroyed:
+) -> FunctionExecutorTerminated:
     """Destroys the function executor if it's not None.
 
     The supplied lock is used to ensure that if a destroy operation is in progress,
@@ -28,4 +31,8 @@ async def destroy_function_executor(
             )
             await function_executor.destroy()
 
-    return FunctionExecutorDestroyed(is_success=True)
+    return FunctionExecutorTerminated(
+        is_success=True,
+        fe_termination_reason=fe_termination_reason,
+        allocation_ids_caused_termination=allocation_ids_caused_termination,
+    )

{indexify-0.4.11 → indexify-0.4.13}/src/indexify/proto/executor_api.proto

@@ -125,6 +125,7 @@ message FunctionExecutorState {
     optional FunctionExecutorDescription description = 1;
     optional FunctionExecutorStatus status = 2;
     optional FunctionExecutorTerminationReason termination_reason = 3;
+    repeated string allocation_ids_caused_termination = 4;
 }
 
 message FunctionExecutorUpdate {

indexify-0.4.13/src/indexify/proto/executor_api_pb2.py

@@ -0,0 +1,88 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: indexify/proto/executor_api.proto
+# Protobuf Python Version: 6.31.0
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC, 6, 31, 0, "", "indexify/proto/executor_api.proto"
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
+    b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\xeb\x01\n\x0b\x44\x61taPayload\x12\x11\n\x04size\x18\x02 \x01(\x04H\x00\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x02\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x03\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x04\x88\x01\x01\x42\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_version"e\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12-\n\x05model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_model"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xd8\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xb3\x04\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\x0c \x01(\tH\t\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uriB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resourcesB\x1c\n\x1a_output_payload_uri_prefix"\xcf\x02\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x12S\n\x12termination_reason\x18\x03 \x01(\x0e\x32\x32.executor_api_pb.FunctionExecutorTerminationReasonH\x02\x88\x01\x01\x12)\n!allocation_ids_caused_termination\x18\x04 \x03(\tB\x0e\n\x0c_descriptionB\t\n\x07_statusB\x15\n\x13_termination_reason"\x8c\x02\n\x16\x46unctionExecutorUpdate\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12\x39\n\x0estartup_stdout\x18\x02 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x01\x88\x01\x01\x12\x39\n\x0estartup_stderr\x18\x03 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\x11\n\x0f_startup_stdoutB\x11\n\x0f_startup_stderr"\xce\x05\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x03\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x04\x88\x01\x01\x12N\n!total_function_executor_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x05\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x06\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\x07\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x0b\n\t_hostnameB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB$\n"_total_function_executor_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"\xb9\x01\n\x0e\x45xecutorUpdate\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x31\n\x0ctask_results\x18\x02 \x03(\x0b\x32\x1b.executor_api_pb.TaskResult\x12J\n\x19\x66unction_executor_updates\x18\x03 \x03(\x0b\x32\'.executor_api_pb.FunctionExecutorUpdateB\x0e\n\x0c_executor_id"\xbf\x01\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x12=\n\x0f\x65xecutor_update\x18\x02 \x01(\x0b\x32\x1f.executor_api_pb.ExecutorUpdateH\x01\x88\x01\x01\x42\x11\n\x0f_executor_stateB\x12\n\x10_executor_update"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xc6\x04\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\t\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\n\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policy"\xad\x01\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_taskB\x10\n\x0e_allocation_id"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\xb0\x06\n\nTaskResult\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x16\n\tnamespace\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x17\n\ngraph_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x06 \x01(\tH\x05\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x07 \x01(\tH\x06\x88\x01\x01\x12\x14\n\x07reducer\x18\x08 \x01(\x08H\x07\x88\x01\x01\x12;\n\x0coutcome_code\x18\t \x01(\x0e\x32 .executor_api_pb.TaskOutcomeCodeH\x08\x88\x01\x01\x12?\n\x0e\x66\x61ilure_reason\x18\n \x01(\x0e\x32".executor_api_pb.TaskFailureReasonH\t\x88\x01\x01\x12\x16\n\x0enext_functions\x18\x0b \x03(\t\x12\x36\n\x10\x66unction_outputs\x18\x0c \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\r \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12\x31\n\x06stderr\x18\x0e \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x0b\x88\x01\x01\x12\x42\n\x17invocation_error_output\x18\x0f \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x0c\x88\x01\x01\x42\n\n\x08_task_idB\x10\n\x0e_allocation_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\n\n\x08_reducerB\x0f\n\r_outcome_codeB\x11\n\x0f_failure_reasonB\t\n\x07_stdoutB\t\n\x07_stderrB\x1a\n\x18_invocation_error_output*\xd1\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03\x12$\n DATA_PAYLOAD_ENCODING_BINARY_ZIP\x10\x04*\xd6\x01\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_40GB\x10\x01\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_80GB\x10\x02\x12\x1e\n\x1aGPU_MODEL_NVIDIA_H100_80GB\x10\x03\x12\x1d\n\x19GPU_MODEL_NVIDIA_TESLA_T4\x10\x04\x12\x1a\n\x16GPU_MODEL_NVIDIA_A6000\x10\x05\x12\x18\n\x14GPU_MODEL_NVIDIA_A10\x10\x06*\xb3\x01\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12$\n FUNCTION_EXECUTOR_STATUS_PENDING\x10\x01\x12$\n FUNCTION_EXECUTOR_STATUS_RUNNING\x10\x02\x12\'\n#FUNCTION_EXECUTOR_STATUS_TERMINATED\x10\x03*\x94\x04\n!FunctionExecutorTerminationReason\x12\x30\n,FUNCTION_EXECUTOR_TERMINATION_REASON_UNKNOWN\x10\x00\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_INTERNAL_ERROR\x10\x01\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_ERROR\x10\x02\x12H\nDFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT\x10\x03\x12\x32\n.FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY\x10\x0c\x12\x37\n3FUNCTION_EXECUTOR_TERMINATION_REASON_INTERNAL_ERROR\x10\r\x12\x39\n5FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_TIMEOUT\x10\x0e\x12;\n7FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_CANCELLED\x10\x0f*\xa5\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x04*n\n\x0fTaskOutcomeCode\x12\x1d\n\x19TASK_OUTCOME_CODE_UNKNOWN\x10\x00\x12\x1d\n\x19TASK_OUTCOME_CODE_SUCCESS\x10\x01\x12\x1d\n\x19TASK_OUTCOME_CODE_FAILURE\x10\x02*\xb6\x02\n\x11TaskFailureReason\x12\x1f\n\x1bTASK_FAILURE_REASON_UNKNOWN\x10\x00\x12&\n"TASK_FAILURE_REASON_INTERNAL_ERROR\x10\x01\x12&\n"TASK_FAILURE_REASON_FUNCTION_ERROR\x10\x02\x12(\n$TASK_FAILURE_REASON_FUNCTION_TIMEOUT\x10\x03\x12(\n$TASK_FAILURE_REASON_INVOCATION_ERROR\x10\x04\x12&\n"TASK_FAILURE_REASON_TASK_CANCELLED\x10\x05\x12\x34\n0TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED\x10\x06\x32\xff\x01\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x62\x06proto3'
+)
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(
+    DESCRIPTOR, "indexify.proto.executor_api_pb2", _globals
+)
+if not _descriptor._USE_C_DESCRIPTORS:
+    DESCRIPTOR._loaded_options = None
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._loaded_options = None
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_options = b"8\001"
+    _globals["_DATAPAYLOADENCODING"]._serialized_start = 5366
+    _globals["_DATAPAYLOADENCODING"]._serialized_end = 5575
+    _globals["_GPUMODEL"]._serialized_start = 5578
+    _globals["_GPUMODEL"]._serialized_end = 5792
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5795
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 5974
+    _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_start = 5977
+    _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_end = 6509
+    _globals["_EXECUTORSTATUS"]._serialized_start = 6512
+    _globals["_EXECUTORSTATUS"]._serialized_end = 6677
+    _globals["_TASKOUTCOMECODE"]._serialized_start = 6679
+    _globals["_TASKOUTCOMECODE"]._serialized_end = 6789
+    _globals["_TASKFAILUREREASON"]._serialized_start = 6792
+    _globals["_TASKFAILUREREASON"]._serialized_end = 7102
+    _globals["_DATAPAYLOAD"]._serialized_start = 55
+    _globals["_DATAPAYLOAD"]._serialized_end = 290
+    _globals["_GPURESOURCES"]._serialized_start = 292
+    _globals["_GPURESOURCES"]._serialized_end = 393
+    _globals["_HOSTRESOURCES"]._serialized_start = 396
+    _globals["_HOSTRESOURCES"]._serialized_end = 590
+    _globals["_ALLOWEDFUNCTION"]._serialized_start = 593
+    _globals["_ALLOWEDFUNCTION"]._serialized_end = 780
+    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_start = 783
+    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_end = 999
+    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_start = 1002
+    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 1565
+    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 1568
+    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1903
+    _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_start = 1906
+    _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_end = 2174
+    _globals["_EXECUTORSTATE"]._serialized_start = 2177
+    _globals["_EXECUTORSTATE"]._serialized_end = 2895
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2708
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2753
+    _globals["_EXECUTORUPDATE"]._serialized_start = 2898
+    _globals["_EXECUTORUPDATE"]._serialized_end = 3083
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 3086
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 3277
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 3279
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 3308
+    _globals["_TASKRETRYPOLICY"]._serialized_start = 3311
+    _globals["_TASKRETRYPOLICY"]._serialized_end = 3518
+    _globals["_TASK"]._serialized_start = 3521
+    _globals["_TASK"]._serialized_end = 4103
+    _globals["_TASKALLOCATION"]._serialized_start = 4106
+    _globals["_TASKALLOCATION"]._serialized_end = 4279
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 4281
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 4356
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 4359
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 4544
+    _globals["_TASKRESULT"]._serialized_start = 4547
+    _globals["_TASKRESULT"]._serialized_end = 5363
+    _globals["_EXECUTORAPI"]._serialized_start = 7105
+    _globals["_EXECUTORAPI"]._serialized_end = 7360
+# @@protoc_insertion_point(module_scope)

{indexify-0.4.11 → indexify-0.4.13}/src/indexify/proto/executor_api_pb2.pyi

@@ -274,13 +274,20 @@ class FunctionExecutorDescription(_message.Message):
     ) -> None: ...
 
 class FunctionExecutorState(_message.Message):
-    __slots__ = ("description", "status", "termination_reason")
+    __slots__ = (
+        "description",
+        "status",
+        "termination_reason",
+        "allocation_ids_caused_termination",
+    )
     DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
     STATUS_FIELD_NUMBER: _ClassVar[int]
     TERMINATION_REASON_FIELD_NUMBER: _ClassVar[int]
+    ALLOCATION_IDS_CAUSED_TERMINATION_FIELD_NUMBER: _ClassVar[int]
     description: FunctionExecutorDescription
     status: FunctionExecutorStatus
     termination_reason: FunctionExecutorTerminationReason
+    allocation_ids_caused_termination: _containers.RepeatedScalarFieldContainer[str]
     def __init__(
         self,
         description: _Optional[_Union[FunctionExecutorDescription, _Mapping]] = ...,
@@ -288,6 +295,7 @@ class FunctionExecutorState(_message.Message):
         termination_reason: _Optional[
             _Union[FunctionExecutorTerminationReason, str]
         ] = ...,
+        allocation_ids_caused_termination: _Optional[_Iterable[str]] = ...,
     ) -> None: ...
 
 class FunctionExecutorUpdate(_message.Message):

indexify-0.4.11/src/indexify/proto/executor_api_pb2.py

@@ -1,88 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# NO CHECKED-IN PROTOBUF GENCODE
-# source: indexify/proto/executor_api.proto
-# Protobuf Python Version: 6.31.0
-"""Generated protocol buffer code."""
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import runtime_version as _runtime_version
-from google.protobuf import symbol_database as _symbol_database
-from google.protobuf.internal import builder as _builder
-
-_runtime_version.ValidateProtobufRuntimeVersion(
-    _runtime_version.Domain.PUBLIC, 6, 31, 0, "", "indexify/proto/executor_api.proto"
-)
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
-    b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\xeb\x01\n\x0b\x44\x61taPayload\x12\x11\n\x04size\x18\x02 \x01(\x04H\x00\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x02\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x03\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x04\x88\x01\x01\x42\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_version"e\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12-\n\x05model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_model"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xd8\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xb3\x04\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\x0c \x01(\tH\t\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uriB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resourcesB\x1c\n\x1a_output_payload_uri_prefix"\xa4\x02\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x12S\n\x12termination_reason\x18\x03 \x01(\x0e\x32\x32.executor_api_pb.FunctionExecutorTerminationReasonH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\t\n\x07_statusB\x15\n\x13_termination_reason"\x8c\x02\n\x16\x46unctionExecutorUpdate\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12\x39\n\x0estartup_stdout\x18\x02 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x01\x88\x01\x01\x12\x39\n\x0estartup_stderr\x18\x03 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\x11\n\x0f_startup_stdoutB\x11\n\x0f_startup_stderr"\xce\x05\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x03\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x04\x88\x01\x01\x12N\n!total_function_executor_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x05\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x06\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\x07\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x0b\n\t_hostnameB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB$\n"_total_function_executor_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"\xb9\x01\n\x0e\x45xecutorUpdate\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x31\n\x0ctask_results\x18\x02 \x03(\x0b\x32\x1b.executor_api_pb.TaskResult\x12J\n\x19\x66unction_executor_updates\x18\x03 \x03(\x0b\x32\'.executor_api_pb.FunctionExecutorUpdateB\x0e\n\x0c_executor_id"\xbf\x01\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x12=\n\x0f\x65xecutor_update\x18\x02 \x01(\x0b\x32\x1f.executor_api_pb.ExecutorUpdateH\x01\x88\x01\x01\x42\x11\n\x0f_executor_stateB\x12\n\x10_executor_update"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xc6\x04\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\t\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\n\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policy"\xad\x01\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_taskB\x10\n\x0e_allocation_id"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\xb0\x06\n\nTaskResult\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x16\n\tnamespace\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x17\n\ngraph_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x06 \x01(\tH\x05\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x07 \x01(\tH\x06\x88\x01\x01\x12\x14\n\x07reducer\x18\x08 \x01(\x08H\x07\x88\x01\x01\x12;\n\x0coutcome_code\x18\t \x01(\x0e\x32 .executor_api_pb.TaskOutcomeCodeH\x08\x88\x01\x01\x12?\n\x0e\x66\x61ilure_reason\x18\n \x01(\x0e\x32".executor_api_pb.TaskFailureReasonH\t\x88\x01\x01\x12\x16\n\x0enext_functions\x18\x0b \x03(\t\x12\x36\n\x10\x66unction_outputs\x18\x0c \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\r \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12\x31\n\x06stderr\x18\x0e \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x0b\x88\x01\x01\x12\x42\n\x17invocation_error_output\x18\x0f \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x0c\x88\x01\x01\x42\n\n\x08_task_idB\x10\n\x0e_allocation_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\n\n\x08_reducerB\x0f\n\r_outcome_codeB\x11\n\x0f_failure_reasonB\t\n\x07_stdoutB\t\n\x07_stderrB\x1a\n\x18_invocation_error_output*\xd1\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03\x12$\n DATA_PAYLOAD_ENCODING_BINARY_ZIP\x10\x04*\xd6\x01\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_40GB\x10\x01\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_80GB\x10\x02\x12\x1e\n\x1aGPU_MODEL_NVIDIA_H100_80GB\x10\x03\x12\x1d\n\x19GPU_MODEL_NVIDIA_TESLA_T4\x10\x04\x12\x1a\n\x16GPU_MODEL_NVIDIA_A6000\x10\x05\x12\x18\n\x14GPU_MODEL_NVIDIA_A10\x10\x06*\xb3\x01\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12$\n FUNCTION_EXECUTOR_STATUS_PENDING\x10\x01\x12$\n FUNCTION_EXECUTOR_STATUS_RUNNING\x10\x02\x12\'\n#FUNCTION_EXECUTOR_STATUS_TERMINATED\x10\x03*\x94\x04\n!FunctionExecutorTerminationReason\x12\x30\n,FUNCTION_EXECUTOR_TERMINATION_REASON_UNKNOWN\x10\x00\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_INTERNAL_ERROR\x10\x01\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_ERROR\x10\x02\x12H\nDFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT\x10\x03\x12\x32\n.FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY\x10\x0c\x12\x37\n3FUNCTION_EXECUTOR_TERMINATION_REASON_INTERNAL_ERROR\x10\r\x12\x39\n5FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_TIMEOUT\x10\x0e\x12;\n7FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_CANCELLED\x10\x0f*\xa5\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x04*n\n\x0fTaskOutcomeCode\x12\x1d\n\x19TASK_OUTCOME_CODE_UNKNOWN\x10\x00\x12\x1d\n\x19TASK_OUTCOME_CODE_SUCCESS\x10\x01\x12\x1d\n\x19TASK_OUTCOME_CODE_FAILURE\x10\x02*\xb6\x02\n\x11TaskFailureReason\x12\x1f\n\x1bTASK_FAILURE_REASON_UNKNOWN\x10\x00\x12&\n"TASK_FAILURE_REASON_INTERNAL_ERROR\x10\x01\x12&\n"TASK_FAILURE_REASON_FUNCTION_ERROR\x10\x02\x12(\n$TASK_FAILURE_REASON_FUNCTION_TIMEOUT\x10\x03\x12(\n$TASK_FAILURE_REASON_INVOCATION_ERROR\x10\x04\x12&\n"TASK_FAILURE_REASON_TASK_CANCELLED\x10\x05\x12\x34\n0TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED\x10\x06\x32\xff\x01\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x62\x06proto3'
-)
-
-_globals = globals()
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
-_builder.BuildTopDescriptorsAndMessages(
-    DESCRIPTOR, "indexify.proto.executor_api_pb2", _globals
-)
-if not _descriptor._USE_C_DESCRIPTORS:
-    DESCRIPTOR._loaded_options = None
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._loaded_options = None
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_options = b"8\001"
-    _globals["_DATAPAYLOADENCODING"]._serialized_start = 5323
-    _globals["_DATAPAYLOADENCODING"]._serialized_end = 5532
-    _globals["_GPUMODEL"]._serialized_start = 5535
-    _globals["_GPUMODEL"]._serialized_end = 5749
-    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5752
-    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 5931
-    _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_start = 5934
-    _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_end = 6466
-    _globals["_EXECUTORSTATUS"]._serialized_start = 6469
-    _globals["_EXECUTORSTATUS"]._serialized_end = 6634
-    _globals["_TASKOUTCOMECODE"]._serialized_start = 6636
-    _globals["_TASKOUTCOMECODE"]._serialized_end = 6746
-    _globals["_TASKFAILUREREASON"]._serialized_start = 6749
-    _globals["_TASKFAILUREREASON"]._serialized_end = 7059
-    _globals["_DATAPAYLOAD"]._serialized_start = 55
-    _globals["_DATAPAYLOAD"]._serialized_end = 290
-    _globals["_GPURESOURCES"]._serialized_start = 292
-    _globals["_GPURESOURCES"]._serialized_end = 393
-    _globals["_HOSTRESOURCES"]._serialized_start = 396
-    _globals["_HOSTRESOURCES"]._serialized_end = 590
-    _globals["_ALLOWEDFUNCTION"]._serialized_start = 593
-    _globals["_ALLOWEDFUNCTION"]._serialized_end = 780
-    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_start = 783
-    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_end = 999
-    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_start = 1002
-    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 1565
-    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 1568
-    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1860
-    _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_start = 1863
-    _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_end = 2131
-    _globals["_EXECUTORSTATE"]._serialized_start = 2134
-    _globals["_EXECUTORSTATE"]._serialized_end = 2852
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2665
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2710
-    _globals["_EXECUTORUPDATE"]._serialized_start = 2855
-    _globals["_EXECUTORUPDATE"]._serialized_end = 3040
-    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 3043
-    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 3234
-    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 3236
-    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 3265
-    _globals["_TASKRETRYPOLICY"]._serialized_start = 3268
-    _globals["_TASKRETRYPOLICY"]._serialized_end = 3475
-    _globals["_TASK"]._serialized_start = 3478
-    _globals["_TASK"]._serialized_end = 4060
-    _globals["_TASKALLOCATION"]._serialized_start = 4063
-    _globals["_TASKALLOCATION"]._serialized_end = 4236
-    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 4238
-    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 4313
-    _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 4316
-    _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 4501
-    _globals["_TASKRESULT"]._serialized_start = 4504
-    _globals["_TASKRESULT"]._serialized_end = 5320
-    _globals["_EXECUTORAPI"]._serialized_start = 7062
-    _globals["_EXECUTORAPI"]._serialized_end = 7317
-# @@protoc_insertion_point(module_scope)