indexify 0.3.12__py3-none-any.whl → 0.3.14__py3-none-any.whl

indexify/executor/state_reporter.py

@@ -0,0 +1,127 @@
+import asyncio
+from typing import Any, List, Optional
+
+import grpc
+
+from indexify.task_scheduler.proto.task_scheduler_pb2 import (
+    AllowedFunction,
+    ExecutorState,
+    ExecutorStatus,
+    FunctionExecutorDescription,
+)
+from indexify.task_scheduler.proto.task_scheduler_pb2 import (
+    FunctionExecutorState as FunctionExecutorStateProto,
+)
+from indexify.task_scheduler.proto.task_scheduler_pb2 import (
+    GPUResources,
+    HostResources,
+    ReportExecutorStateRequest,
+)
+from indexify.task_scheduler.proto.task_scheduler_pb2_grpc import (
+    TaskSchedulerServiceStub,
+)
+
+from .api_objects import FunctionURI
+from .function_executor.function_executor_state import FunctionExecutorState
+from .function_executor.function_executor_states_container import (
+    FunctionExecutorStatesContainer,
+)
+
+_REPORTING_INTERVAL_SEC = 5
+_REPORT_RPC_TIMEOUT_SEC = 5
+
+
+class ExecutorStateReporter:
+    def __init__(
+        self,
+        executor_id: str,
+        function_allowlist: Optional[List[FunctionURI]],
+        function_executor_states: FunctionExecutorStatesContainer,
+        server_channel: grpc.aio.Channel,
+        logger: Any,
+    ):
+        self._executor_id: str = executor_id
+        self._function_executor_states: FunctionExecutorStatesContainer = (
+            function_executor_states
+        )
+        self._stub: TaskSchedulerServiceStub = TaskSchedulerServiceStub(server_channel)
+        self._logger: Any = logger.bind(module=__name__)
+        self._is_shutdown: bool = False
+        self._executor_status: ExecutorStatus = ExecutorStatus.EXECUTOR_STATUS_UNKNOWN
+        self._allowed_functions: List[AllowedFunction] = []
+
+        for function_uri in (
+            function_allowlist if function_allowlist is not None else []
+        ):
+            allowed_function = AllowedFunction(
+                namespace=function_uri.namespace,
+                graph_name=function_uri.compute_graph,
+                function_name=function_uri.compute_fn,
+            )
+            if function_uri.version is not None:
+                allowed_function.graph_version = function_uri.version
+            self._allowed_functions.append(allowed_function)
+
+    # TODO: Update Executor to call status updates.
+    def update_status(self, value: ExecutorStatus):
+        self._executor_status = value
+
+    async def run(self):
+        while not self._is_shutdown:
+            await self._report_state()
+            await asyncio.sleep(_REPORTING_INTERVAL_SEC)
+
+    async def _report_state(self):
+        state = ExecutorState(
+            executor_id=self._executor_id,
+            executor_status=self._executor_status,
+            host_resources=await self._fetch_host_resources(),
+            allowed_functions=self._allowed_functions,
+            function_executor_states=await self._fetch_function_executor_states(),
+        )
+
+        await self._stub.report_executor_state(
+            ReportExecutorStateRequest(executor_state=state),
+            timeout=_REPORT_RPC_TIMEOUT_SEC,
+        )
+
+    async def _fetch_host_resources(self) -> HostResources:
+        # We're only supporting Executors with non empty function allowlist right now.
+        # In this mode Server should ignore available host resources.
+        # This is why it's okay to report zeros right now.
+        return HostResources(
+            cpu_count=0,
+            memory_bytes=0,
+            disk_bytes=0,
+            gpu=GPUResources(
+                count=0,
+                model="",
+            ),
+        )
+
+    async def _fetch_function_executor_states(self) -> List[FunctionExecutorStateProto]:
+        states = []
+
+        async for function_executor_state in self._function_executor_states:
+            function_executor_state: FunctionExecutorState
+            states.append(
+                FunctionExecutorStateProto(
+                    description=FunctionExecutorDescription(
+                        id=function_executor_state.id,
+                        namespace=function_executor_state.namespace,
+                        graph_name=function_executor_state.graph_name,
+                        graph_version=function_executor_state.graph_version,
+                        function_name=function_executor_state.function_name,
+                    ),
+                    status=function_executor_state.status,
+                )
+            )
+
+        return states
+
+    async def shutdown(self):
+        """Shuts down the state reporter.
+
+        Never raises any exceptions.
+        """
+        self._is_shutdown = True

indexify/executor/task_reporter.py

@@ -13,12 +13,12 @@ from .api_objects import (
     RouterOutput,
     TaskResult,
 )
+from .function_executor.task_output import TaskOutput
 from .metrics.task_reporter import (
     metric_server_ingest_files_errors,
     metric_server_ingest_files_latency,
     metric_server_ingest_files_requests,
 )
-from .task_runner import TaskOutput
 
 
 # https://github.com/psf/requests/issues/1081#issuecomment-428504128
@@ -118,12 +118,12 @@ class TaskReporter:
     ) -> Tuple[TaskResult, List[Any], TaskOutputSummary]:
         task_result = TaskResult(
             outcome="failure",
-            namespace=output.task.namespace,
-            compute_graph=output.task.compute_graph,
-            compute_fn=output.task.compute_fn,
-            invocation_id=output.task.invocation_id,
+            namespace=output.namespace,
+            compute_graph=output.graph_name,
+            compute_fn=output.function_name,
+            invocation_id=output.graph_invocation_id,
             executor_id=self._executor_id,
-            task_id=output.task.id,
+            task_id=output.task_id,
         )
         output_files: List[Any] = []
         summary: TaskOutputSummary = TaskOutputSummary()

indexify/executor/task_runner.py

@@ -4,7 +4,6 @@ from .api_objects import Task
 from .function_executor.function_executor_state import FunctionExecutorState
 from .function_executor.function_executor_states_container import (
     FunctionExecutorStatesContainer,
-    function_id_with_version,
 )
 from .function_executor.server.function_executor_server_factory import (
     FunctionExecutorServerFactory,
@@ -34,7 +33,6 @@ class TaskRunner:
         executor_id: str,
         function_executor_server_factory: FunctionExecutorServerFactory,
         base_url: str,
-        disable_automatic_function_executor_management: bool,
         function_executor_states: FunctionExecutorStatesContainer,
         config_path: Optional[str],
     ):
@@ -42,9 +40,6 @@ class TaskRunner:
         self._factory: FunctionExecutorServerFactory = function_executor_server_factory
         self._base_url: str = base_url
         self._config_path: Optional[str] = config_path
-        self._disable_automatic_function_executor_management: bool = (
-            disable_automatic_function_executor_management
-        )
         self._function_executor_states: FunctionExecutorStatesContainer = (
             function_executor_states
         )
@@ -76,7 +71,14 @@ class TaskRunner:
                 "failed running the task:",
                 exc_info=e,
             )
-            return TaskOutput.internal_error(task_input.task)
+            return TaskOutput.internal_error(
+                task_id=task_input.task.id,
+                namespace=task_input.task.namespace,
+                graph_name=task_input.task.compute_graph,
+                function_name=task_input.task.compute_fn,
+                graph_version=task_input.task.graph_version,
+                graph_invocation_id=task_input.task.invocation_id,
+            )
         finally:
             if state is not None:
                 state.lock.release()
@@ -90,7 +92,12 @@ class TaskRunner:
         """
         logger.info("task is blocked by policy")
         state = await self._function_executor_states.get_or_create_state(
-            task_input.task
+            id=_function_id_without_version(task_input.task),
+            namespace=task_input.task.namespace,
+            graph_name=task_input.task.compute_graph,
+            graph_version=task_input.task.graph_version,
+            function_name=task_input.task.compute_fn,
+            image_uri=task_input.task.image_uri,
         )
         await state.lock.acquire()
 
@@ -111,12 +118,9 @@ class TaskRunner:
         #   - Each Function Executor rans at most 1 task concurrently.
         await state.wait_running_tasks_less(1)
 
-        if self._disable_automatic_function_executor_management:
-            return  # Disable Function Executor destroy in manual management mode.
-
-        if state.function_id_with_version != function_id_with_version(task):
+        if state.graph_version != task.graph_version:
             await state.destroy_function_executor()
-            state.function_id_with_version = function_id_with_version(task)
+            state.graph_version = task.graph_version
             # At this point the state belongs to the version of the function from the task
             # and there are no running tasks in the Function Executor.
 
@@ -137,3 +141,7 @@ class TaskRunner:
 
     async def shutdown(self) -> None:
         pass
+
+
+def _function_id_without_version(task: Task) -> str:
+    return f"not_versioned/{task.namespace}/{task.compute_graph}/{task.compute_fn}"

indexify/task_scheduler/proto/task_scheduler.proto

@@ -0,0 +1,147 @@
+syntax = "proto3";
+
+package task_scheduler_service;
+
+// ===== ReportExecutorState RPC =====
+
+enum GPUModel {
+    GPU_MODEL_UNKNOWN = 0;
+    GPU_MODEL_NVIDIA_TESLA_T4_16GB = 10;
+    GPU_MODEL_NVIDIA_TESLA_V100_16GB = 20;
+    GPU_MODEL_NVIDIA_A10_24GB = 30;
+    GPU_MODEL_NVIDIA_A6000_48GB = 40;
+    // A100 GPUs
+    GPU_MODEL_NVIDIA_A100_SXM4_40GB = 50;
+    GPU_MODEL_NVIDIA_A100_SXM4_80GB = 51;
+    GPU_MODEL_NVIDIA_A100_PCI_40GB = 52;
+    // H100 GPUs
+    GPU_MODEL_NVIDIA_H100_SXM5_80GB = 60;
+    GPU_MODEL_NVIDIA_H100_PCI_80GB = 61;
+    GPU_MODEL_NVIDIA_RTX_6000_24GB = 62;
+}
+
+// Free GPUs available at the Executor.
+message GPUResources {
+    optional uint32 count = 1;
+    optional GPUModel model = 2;
+}
+
+// Free host resources available at the Executor.
+message HostResources {
+    optional uint32 cpu_count = 1;
+    optional uint64 memory_bytes = 2;
+    optional uint64 disk_bytes = 3;
+    optional GPUResources gpu = 4;
+}
+
+// Specification of a single function that is allowed to be run on the Executor.
+message AllowedFunction {
+    optional string namespace = 1;
+    optional string graph_name = 2;
+    optional string function_name = 3;
+    // If none then any version of the graph is allowed to run on the Executor.
+    optional string graph_version = 4;
+}
+
+enum FunctionExecutorStatus {
+    FUNCTION_EXECUTOR_STATUS_UNKNOWN = 0;
+    FUNCTION_EXECUTOR_STATUS_STOPPED = 1;
+    FUNCTION_EXECUTOR_STATUS_STARTING_UP = 2;
+    FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_CUSTOMER_ERROR = 3;
+    FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_PLATFORM_ERROR = 4;
+    FUNCTION_EXECUTOR_STATUS_IDLE = 5;
+    FUNCTION_EXECUTOR_STATUS_RUNNING_TASK = 6;
+    FUNCTION_EXECUTOR_STATUS_UNHEALTHY = 7;
+    FUNCTION_EXECUTOR_STATUS_STOPPING = 8;
+}
+
+// Immutable information that identifies and describes a Function Executor.
+message FunctionExecutorDescription {
+    optional string id = 1;
+    optional string namespace = 2;
+    optional string graph_name = 3;
+    optional string graph_version = 4;
+    optional string function_name = 5;
+    optional string image_uri = 6;
+}
+
+message FunctionExecutorState {
+    optional FunctionExecutorDescription description = 1;
+    optional FunctionExecutorStatus status = 2;
+}
+
+enum ExecutorStatus {
+    EXECUTOR_STATUS_UNKNOWN = 0;
+    EXECUTOR_STATUS_STARTING = 1;
+    EXECUTOR_STATUS_RUNNING = 2;
+    EXECUTOR_STATUS_DRAINED = 3;
+    EXECUTOR_STATUS_SHUTTING_DOWN = 4;
+}
+
+message ExecutorState {
+    optional string executor_id = 1;
+    optional ExecutorStatus executor_status = 2;
+    optional HostResources host_resources = 3;
+    // Empty allowed_functions list means that any function can run on the Executor.
+    repeated AllowedFunction allowed_functions = 4;
+    repeated FunctionExecutorState function_executor_states = 5;
+}
+
+// A message sent by Executor to report its up to date state to Server.
+message ReportExecutorStateRequest {
+    optional ExecutorState executor_state = 1;
+}
+
+// A message sent by Server to Executor to acknowledge the receipt of Executor state.
+message ReportExecutorStateResponse {
+}
+
+// ===== GetDesiredExecutorStates RPC =====
+message Task {
+    optional string id = 1;
+    optional string namespace = 2;
+    optional string graph_name = 3;
+    optional string graph_version = 4;
+    optional string function_name = 5;
+    optional string graph_invocation_id = 6;
+    optional string input_key = 8;
+    optional string reducer_output_key = 9;
+}
+
+message TaskAllocation {
+    optional string function_executor_id = 1;
+    optional Task task = 2;
+}
+
+// A message sent by Executor to Server to open the stream of desired Executor States for the Executor.
+message GetDesiredExecutorStatesRequest {
+    optional string executor_id = 1;
+}
+
+// A message sent from Server to Executor that describes the desired state of the Executor at the moment.
+// Executor compares this state with its current state and make necessary changes to match the desired state.
+message DesiredExecutorState {
+    repeated FunctionExecutorDescription function_executors = 1;
+    repeated TaskAllocation task_allocations = 2;
+    // Server supplied clock value used to deduplicate messages. Executor records max clock value
+    // it observed and ignores all the messages with clock value <= the max observed value.
+    optional uint64 clock = 3;
+}
+
+// Internal API for scheduling and running tasks on Executors. Executors are acting as clients of this API.
+// Server is responsible for scheduling tasks on Executors and Executors are responsible for running the tasks.
+service TaskSchedulerService {
+    // Called by Executor every 5 seconds to report that it's still alive and provide its current state.
+    //
+    // Missing 3 reports will result in the Executor being deregistered by Server.
+    rpc report_executor_state(ReportExecutorStateRequest) returns (ReportExecutorStateResponse) {}
+
+    // Called by Executor to open a stream of its desired states. When Server wants Executor to change something
+    // it puts a message on the stream with the new desired state of the Executor.
+    //
+    // Depricated HTTP API is used to download the serialized graph and task inputs.
+    rpc get_desired_executor_states(GetDesiredExecutorStatesRequest) returns (stream DesiredExecutorState) {}
+
+    // Task outcome is currently reported via depricated HTTP API. We're going to migrate task output reporting to gRPC
+    // when we move S3 downloads and uploads to Executor.
+}

indexify/task_scheduler/proto/task_scheduler_pb2.py

@@ -0,0 +1,69 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: indexify/task_scheduler/proto/task_scheduler.proto
+# Protobuf Python Version: 5.29.0
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    5,
+    29,
+    0,
+    "",
+    "indexify/task_scheduler/proto/task_scheduler.proto",
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
+    b'\n2indexify/task_scheduler/proto/task_scheduler.proto\x12\x16task_scheduler_service"l\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x34\n\x05model\x18\x02 \x01(\x0e\x32 .task_scheduler_service.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_model"\xc9\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12\x36\n\x03gpu\x18\x04 \x01(\x0b\x32$.task_scheduler_service.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\x85\x02\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uri"\xc6\x01\n\x15\x46unctionExecutorState\x12M\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32\x33.task_scheduler_service.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12\x43\n\x06status\x18\x02 \x01(\x0e\x32..task_scheduler_service.FunctionExecutorStatusH\x01\x88\x01\x01\x42\x0e\n\x0c_descriptionB\t\n\x07_status"\xff\x02\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x44\n\x0f\x65xecutor_status\x18\x02 \x01(\x0e\x32&.task_scheduler_service.ExecutorStatusH\x01\x88\x01\x01\x12\x42\n\x0ehost_resources\x18\x03 \x01(\x0b\x32%.task_scheduler_service.HostResourcesH\x02\x88\x01\x01\x12\x42\n\x11\x61llowed_functions\x18\x04 \x03(\x0b\x32\'.task_scheduler_service.AllowedFunction\x12O\n\x18\x66unction_executor_states\x18\x05 \x03(\x0b\x32-.task_scheduler_service.FunctionExecutorStateB\x0e\n\x0c_executor_idB\x12\n\x10_executor_statusB\x11\n\x0f_host_resources"s\n\x1aReportExecutorStateRequest\x12\x42\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32%.task_scheduler_service.ExecutorStateH\x00\x88\x01\x01\x42\x11\n\x0f_executor_state"\x1d\n\x1bReportExecutorStateResponse"\xe0\x02\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x16\n\tinput_key\x18\x08 \x01(\tH\x06\x88\x01\x01\x12\x1f\n\x12reducer_output_key\x18\t \x01(\tH\x07\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\x0c\n\n_input_keyB\x15\n\x13_reducer_output_key"\x86\x01\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12/\n\x04task\x18\x02 \x01(\x0b\x32\x1c.task_scheduler_service.TaskH\x01\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_task"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xc7\x01\n\x14\x44\x65siredExecutorState\x12O\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32\x33.task_scheduler_service.FunctionExecutorDescription\x12@\n\x10task_allocations\x18\x02 \x03(\x0b\x32&.task_scheduler_service.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock*\x86\x03\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12"\n\x1eGPU_MODEL_NVIDIA_TESLA_T4_16GB\x10\n\x12$\n GPU_MODEL_NVIDIA_TESLA_V100_16GB\x10\x14\x12\x1d\n\x19GPU_MODEL_NVIDIA_A10_24GB\x10\x1e\x12\x1f\n\x1bGPU_MODEL_NVIDIA_A6000_48GB\x10(\x12#\n\x1fGPU_MODEL_NVIDIA_A100_SXM4_40GB\x10\x32\x12#\n\x1fGPU_MODEL_NVIDIA_A100_SXM4_80GB\x10\x33\x12"\n\x1eGPU_MODEL_NVIDIA_A100_PCI_40GB\x10\x34\x12#\n\x1fGPU_MODEL_NVIDIA_H100_SXM5_80GB\x10<\x12"\n\x1eGPU_MODEL_NVIDIA_H100_PCI_80GB\x10=\x12"\n\x1eGPU_MODEL_NVIDIA_RTX_6000_24GB\x10>*\xa3\x03\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12$\n FUNCTION_EXECUTOR_STATUS_STOPPED\x10\x01\x12(\n$FUNCTION_EXECUTOR_STATUS_STARTING_UP\x10\x02\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_CUSTOMER_ERROR\x10\x03\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_PLATFORM_ERROR\x10\x04\x12!\n\x1d\x46UNCTION_EXECUTOR_STATUS_IDLE\x10\x05\x12)\n%FUNCTION_EXECUTOR_STATUS_RUNNING_TASK\x10\x06\x12&\n"FUNCTION_EXECUTOR_STATUS_UNHEALTHY\x10\x07\x12%\n!FUNCTION_EXECUTOR_STATUS_STOPPING\x10\x08*\xa8\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1c\n\x18\x45XECUTOR_STATUS_STARTING\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12!\n\x1d\x45XECUTOR_STATUS_SHUTTING_DOWN\x10\x04\x32\xa6\x02\n\x14TaskSchedulerService\x12\x82\x01\n\x15report_executor_state\x12\x32.task_scheduler_service.ReportExecutorStateRequest\x1a\x33.task_scheduler_service.ReportExecutorStateResponse"\x00\x12\x88\x01\n\x1bget_desired_executor_states\x12\x37.task_scheduler_service.GetDesiredExecutorStatesRequest\x1a,.task_scheduler_service.DesiredExecutorState"\x00\x30\x01\x62\x06proto3'
+)
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(
+    DESCRIPTOR, "indexify.task_scheduler.proto.task_scheduler_pb2", _globals
+)
+if not _descriptor._USE_C_DESCRIPTORS:
+    DESCRIPTOR._loaded_options = None
+    _globals["_GPUMODEL"]._serialized_start = 2353
+    _globals["_GPUMODEL"]._serialized_end = 2743
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 2746
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 3165
+    _globals["_EXECUTORSTATUS"]._serialized_start = 3168
+    _globals["_EXECUTORSTATUS"]._serialized_end = 3336
+    _globals["_GPURESOURCES"]._serialized_start = 78
+    _globals["_GPURESOURCES"]._serialized_end = 186
+    _globals["_HOSTRESOURCES"]._serialized_start = 189
+    _globals["_HOSTRESOURCES"]._serialized_end = 390
+    _globals["_ALLOWEDFUNCTION"]._serialized_start = 393
+    _globals["_ALLOWEDFUNCTION"]._serialized_end = 580
+    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_start = 583
+    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 844
+    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 847
+    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1045
+    _globals["_EXECUTORSTATE"]._serialized_start = 1048
+    _globals["_EXECUTORSTATE"]._serialized_end = 1431
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 1433
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 1548
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 1550
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 1579
+    _globals["_TASK"]._serialized_start = 1582
+    _globals["_TASK"]._serialized_end = 1934
+    _globals["_TASKALLOCATION"]._serialized_start = 1937
+    _globals["_TASKALLOCATION"]._serialized_end = 2071
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 2073
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 2148
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 2151
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 2350
+    _globals["_TASKSCHEDULERSERVICE"]._serialized_start = 3339
+    _globals["_TASKSCHEDULERSERVICE"]._serialized_end = 3633
+# @@protoc_insertion_point(module_scope)