indexify 0.4.26__tar.gz → 0.4.28__tar.gz

{indexify-0.4.26 → indexify-0.4.28}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: indexify
-Version: 0.4.26
+Version: 0.4.28
 Summary: Open Source Indexify components and helper tools
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0
@@ -14,16 +14,16 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: aiohttp (>=3.12.15,<4.0.0)
-Requires-Dist: boto3 (>=1.40.6,<2.0.0)
+Requires-Dist: boto3 (>=1.40.12,<2.0.0)
 Requires-Dist: docker (>=7.1.0,<8.0.0)
 Requires-Dist: httpx[http2] (==0.27.2)
 Requires-Dist: nanoid (>=2.0.0,<3.0.0)
 Requires-Dist: prometheus-client (>=0.22.1,<0.23.0)
 Requires-Dist: psutil (>=7.0.0,<8.0.0)
 Requires-Dist: pydantic (>=2.11,<3.0)
-Requires-Dist: requests (>=2.32.4,<3.0.0)
+Requires-Dist: requests (>=2.32.5,<3.0.0)
 Requires-Dist: structlog (==25.4.0)
-Requires-Dist: tensorlake (==0.2.39)
+Requires-Dist: tensorlake (==0.2.42)
 Requires-Dist: urllib3 (>=2.5.0,<3.0.0)
 Project-URL: Repository, https://github.com/tensorlakeai/indexify
 Description-Content-Type: text/markdown

{indexify-0.4.26 → indexify-0.4.28}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "indexify"
 # Incremented if any of the components provided in this packages are updated.
-version = "0.4.26"
+version = "0.4.28"
 description = "Open Source Indexify components and helper tools"
 authors = ["Tensorlake Inc. <support@tensorlake.ai>"]
 license = "Apache 2.0"
@@ -25,11 +25,11 @@ httpx = { version = "0.27.2", extras = ["http2"] }
 pydantic = "^2.11"
 prometheus-client = "^0.22.1"
 psutil = "^7.0.0"
-boto3 = "^1.40.6"
+boto3 = "^1.40.12"
 structlog = "25.4.0"
 # Adds function-executor binary, utils lib, sdk used in indexify-cli commands.
 # We need to specify the tensorlake version exactly because pip install doesn't respect poetry.lock files.
-tensorlake = "0.2.39"
+tensorlake = "0.2.42"
 # Uncomment the next line to use local tensorlake package (only for development!)
 # tensorlake = { path = "../tensorlake", develop = true }
 # grpcio is provided by tensorlake
@@ -40,7 +40,7 @@ tensorlake = "0.2.39"
 docker = "^7.1.0"
 
 # Packages pinned to mitigate vulnerabilities, not a direct dependcy of tensorlake
-requests = "^2.32.4"
+requests = "^2.32.5"
 urllib3 = "^2.5.0"
 
 [tool.poetry.group.dev.dependencies]

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/executor/function_executor/function_executor.py

@@ -308,10 +308,7 @@ async def _initialize_server(
     customer_code_timeout_sec: float,
     logger: Any,
 ) -> FunctionExecutorInitializationResult:
-    with (
-        metric_initialize_rpc_errors.count_exceptions(),
-        metric_initialize_rpc_latency.time(),
-    ):
+    with metric_initialize_rpc_latency.time():
         try:
             initialize_response: InitializeResponse = await stub.initialize(
                 initialize_request,
@@ -322,6 +319,9 @@ async def _initialize_server(
                 response=initialize_response,
             )
         except grpc.aio.AioRpcError as e:
+            # Increment the metric manually as we're not raising this exception.
+            metric_initialize_rpc_errors.inc()
+            metric_create_errors.inc()
             if e.code() == grpc.StatusCode.DEADLINE_EXCEEDED:
                 return FunctionExecutorInitializationResult(
                     is_timeout=True,

indexify-0.4.28/src/indexify/executor/function_executor_controller/aio_utils.py

@@ -0,0 +1,26 @@
+import asyncio
+from typing import Any, Optional
+
+
+async def shielded_await(task: asyncio.Task, logger: Any) -> Any:
+    """Awaits the supplied task and ignores cancellations until it's done.
+
+    Cancels itself if the task is cancelled once the task is done.
+    """
+    cancelled_error: Optional[asyncio.CancelledError] = None
+
+    while not task.done():
+        try:
+            # Shield to make sure that task is not cancelled.
+            await asyncio.shield(task)
+        except asyncio.CancelledError as e:
+            logger.info(
+                "ignoring aio task cancellation until it's finished",
+                task_name=task.get_name(),
+            )
+            cancelled_error = e
+
+    if cancelled_error is not None:
+        raise cancelled_error
+    else:
+        return task.result()

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/executor/function_executor_controller/create_function_executor.py

@@ -25,6 +25,7 @@ from indexify.proto.executor_api_pb2 import (
     FunctionExecutorTerminationReason,
 )
 
+from .aio_utils import shielded_await
 from .downloads import download_graph
 from .events import FunctionExecutorCreated
 
@@ -82,8 +83,13 @@ async def create_function_executor(
         logger=logger,
     )
     if fe_created_event.function_executor is None:
+        # _to_fe_created_event doesn't like the FE, destroy it.
+        fe_destroy_task: asyncio.Task = asyncio.create_task(
+            function_executor.destroy(),
+            name=f"destroy function executor {function_executor_description.id}",
+        )
         try:
-            await asyncio.shield(function_executor.destroy())
+            await shielded_await(fe_destroy_task, logger)
         except asyncio.CancelledError:
             # destroy() finished due to the shield, return fe_created_event.
             pass
@@ -230,9 +236,16 @@ async def _create_function_executor(
             )
         )
         return (function_executor, result)
-    except BaseException:  # includes asyncio.CancelledError and anything else
+    except BaseException:
+        fe_destroy_task: asyncio.Task = asyncio.create_task(
+            function_executor.destroy(),
+            name=f"destroy function executor {function_executor_description.id}",
+        )
         # This await is a cancellation point, need to shield to ensure we destroyed the FE.
-        await asyncio.shield(function_executor.destroy())
+        await shielded_await(
+            fe_destroy_task,
+            logger,
+        )
         raise
 
 

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/executor/function_executor_controller/function_executor_controller.py

@@ -137,7 +137,7 @@ class FunctionExecutorController:
         self._tasks: Dict[str, TaskInfo] = {}
         # Tracking of task execution on Function Executor.
         self._runnable_tasks: List[TaskInfo] = []
-        self._running_task: Optional[TaskInfo] = None
+        self._running_tasks: List[TaskInfo] = []
 
     def function_executor_id(self) -> str:
         return self._fe_description.id
@@ -407,7 +407,7 @@ class FunctionExecutorController:
         """Spawns an aio task for the supplied coroutine.
 
         The coroutine should return an event that will be added to the FE controller events.
-        The coroutine should not raise any exceptions including BaseException and asyncio.CancelledError.
+        The coroutine should not raise any exceptions including BaseException.
         on_exception event will be added to the FE controller events if the aio task raises an unexpected exception.
         on_exception is required to not silently stall the task processing due to an unexpected exception.
         If task_info is not None, the aio task will be associated with the task_info while the aio task is running.
@@ -422,6 +422,14 @@ class FunctionExecutorController:
         async def coroutine_wrapper() -> None:
             try:
                 self._add_event(await aio, source=aio_task_name)
+            except asyncio.CancelledError:
+                # Workaround for scenario when coroutine_wrapper gets cancelled at `await aio` before aio starts.
+                # In this case aio doesn't handle the cancellation and doesn't return the right event.
+                # A fix for this is to cancel aio instead of coroutine_wrapper. We'll need to keep
+                # references to both coroutine_wrapper and aio, cause event loop uses weak references to
+                # tasks. Not doing this for now. Using on_exception is good enough because not started aios don't
+                # need to do anything special on cancellation.
+                self._add_event(on_exception, source=aio_task_name)
             except BaseException as e:
                 logger.error(
                     "unexpected exception in aio task",
@@ -530,11 +538,9 @@ class FunctionExecutorController:
 
         self._start_termination(
             fe_termination_reason=FunctionExecutorTerminationReason.FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY,
-            allocation_ids_caused_termination=(
-                []
-                if self._running_task is None
-                else [self._running_task.allocation.allocation_id]
-            ),
+            allocation_ids_caused_termination=[
+                task.allocation.allocation_id for task in self._running_tasks
+            ],
         )
 
     def _handle_event_task_preparation_finished(
@@ -593,7 +599,7 @@ class FunctionExecutorController:
 
         if (
             self._internal_state == _FE_CONTROLLER_STATE.RUNNING
-            and self._running_task is not None
+            and len(self._running_tasks) == self._fe_description.max_concurrency
         ):
             return
 
@@ -618,13 +624,13 @@ class FunctionExecutorController:
             _FE_CONTROLLER_STATE.TERMINATED,
         ]:
             if task_info.output is None:
-                # The output can be set already by FE startup failure handler.
+                # The output could be set already by FE startup failure handler.
                 task_info.output = TaskOutput.function_executor_terminated(
                     task_info.allocation
                 )
             self._start_task_finalization(task_info)
         elif self._internal_state == _FE_CONTROLLER_STATE.RUNNING:
-            self._running_task = task_info
+            self._running_tasks.append(task_info)
             next_aio = run_task_on_function_executor(
                 task_info=task_info,
                 function_executor=self._fe,
@@ -659,7 +665,8 @@ class FunctionExecutorController:
 
         Doesn't raise any exceptions. Doesn't block.
         """
-        self._running_task = None
+        task_info: TaskInfo = event.task_info
+        self._running_tasks.remove(task_info)
 
         if event.function_executor_termination_reason is None:
             self._add_event(
@@ -673,7 +680,6 @@ class FunctionExecutorController:
                 ],
             )
 
-        task_info: TaskInfo = event.task_info
         if task_info.output is None:
             # `run_task_on_function_executor` guarantees that the output is set in
             # all cases including task cancellations. If this didn't happen then some
@@ -936,7 +942,7 @@ def _to_data_payload_encoding(
         return DataPayloadEncoding.DATA_PAYLOAD_ENCODING_UTF8_TEXT
     else:
         logger.error(
-            "Unexpected encoding for SerializedObject",
+            "unexpected encoding for SerializedObject",
             encoding=SerializedObjectEncoding.Name(encoding),
         )
         return DataPayloadEncoding.DATA_PAYLOAD_ENCODING_UNKNOWN

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/executor/function_executor_controller/message_validators.py

@@ -25,6 +25,7 @@ def validate_function_executor_description(
     validator.required_field("customer_code_timeout_ms")
     validator.required_field("graph")
     validator.required_field("resources")
+    validator.required_field("max_concurrency")
 
     _validate_data_payload(function_executor_description.graph)
 

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/executor/function_executor_controller/prepare_task.py

@@ -65,7 +65,7 @@ async def prepare_task(
                 logger=logger,
             )
             logger.info(
-                "Task was prepared for execution",
+                "task was prepared for execution",
                 duration=time.monotonic() - start_time,
             )
             return TaskPreparationFinished(
@@ -76,7 +76,7 @@ async def prepare_task(
         return TaskPreparationFinished(task_info=task_info, is_success=False)
     except BaseException as e:
         logger.error(
-            "Failed to prepare task for execution",
+            "failed to prepare task for execution",
             exc_info=e,
             duration=time.monotonic() - start_time,
         )

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/executor/function_executor_controller/run_task.py

@@ -176,7 +176,7 @@ async def run_task_on_function_executor(
         # This is an unexpected exception; we believe that this
         # indicates an internal error.
         logger.error(
-            "Unexpected internal error during task lifecycle RPC sequence", exc_info=e
+            "unexpected internal error during task lifecycle RPC sequence", exc_info=e
         )
         task_info.output = TaskOutput.internal_error(
             allocation=task_info.allocation,
@@ -357,7 +357,7 @@ def _to_task_outcome_code(
         return TaskOutcomeCode.TASK_OUTCOME_CODE_FAILURE
     else:
         logger.warning(
-            "Unknown TaskOutcomeCode received from Function Executor",
+            "unknown TaskOutcomeCode received from Function Executor",
             value=FETaskOutcomeCode.Name(fe_task_outcome_code),
         )
         return TaskOutcomeCode.TASK_OUTCOME_CODE_UNKNOWN
@@ -379,7 +379,7 @@ def _to_task_failure_reason(
         return TaskFailureReason.TASK_FAILURE_REASON_INTERNAL_ERROR
     else:
         logger.warning(
-            "Unknown TaskFailureReason received from Function Executor",
+            "unknown TaskFailureReason received from Function Executor",
             value=FETaskFailureReason.Name(fe_task_failure_reason),
         )
         return TaskFailureReason.TASK_FAILURE_REASON_UNKNOWN

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/executor/function_executor_controller/terminate_function_executor.py

@@ -4,6 +4,7 @@ from typing import Any, List, Optional
 from indexify.executor.function_executor.function_executor import FunctionExecutor
 from indexify.proto.executor_api_pb2 import FunctionExecutorTerminationReason
 
+from .aio_utils import shielded_await
 from .events import FunctionExecutorTerminated
 
 
@@ -18,7 +19,7 @@ async def terminate_function_executor(
 
     The supplied lock is used to ensure that if a destroy operation is in progress,
     then another caller won't return immediately assuming that the destroy is complete
-    due to its idempotency.
+    due to its idempotency. Ignores cancellations while destroying the function executor.
 
     Doesn't raise any exceptions.
     """
@@ -29,9 +30,12 @@ async def terminate_function_executor(
             logger.info(
                 "destroying function executor",
             )
+            fe_destroy_task: asyncio.Task = asyncio.create_task(
+                function_executor.destroy(),
+                name="destroy function executor",
+            )
             try:
-                # This await is a cancellation point, need to shield to ensure we destroyed the FE.
-                await asyncio.shield(function_executor.destroy())
+                await shielded_await(fe_destroy_task, logger)
             except asyncio.CancelledError:
                 # We actually destroyed the FE so we can return without error.
                 pass

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/executor/state_reconciler.py

@@ -193,6 +193,8 @@ class ExecutorStateReconciler:
                     timeout=_DESIRED_EXECUTOR_STATES_TIMEOUT_SEC,
                 )
             except asyncio.TimeoutError:
+                # These log lines really help to debug networking issues. When there are
+                # no networking issues and the fleet is not idle we don't get excessive logging here.
                 self._logger.info(
                     f"No desired state received from Server within {_DESIRED_EXECUTOR_STATES_TIMEOUT_SEC} sec, recreating the stream to ensure it is healthy"
                 )

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/proto/executor_api.proto

@@ -112,7 +112,6 @@ message FunctionExecutorDescription {
     optional string graph_name = 3;
     optional string graph_version = 4;
     optional string function_name = 5;
-    optional string image_uri = 6;
     repeated string secret_names = 7;
     // Timeout for customer code duration during FE creation.
     optional uint32 customer_code_timeout_ms = 9;
@@ -123,6 +122,7 @@ message FunctionExecutorDescription {
     // Starts with "file://"" prefix followed by an absolute directory path if the data is stored on a local file system.
     // Deprecated: most probably going to be removed once external FE logs ingestion pipeline gets implemented.
     optional string output_payload_uri_prefix = 12;
+    optional uint32 max_concurrency = 13;
 }
 
 message FunctionExecutorState {

indexify-0.4.28/src/indexify/proto/executor_api_pb2.py

@@ -0,0 +1,88 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: indexify/proto/executor_api.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC, 6, 31, 1, "", "indexify/proto/executor_api.proto"
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
+    b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\x8b\x02\n\x0b\x44\x61taPayload\x12\x11\n\x04size\x18\x02 \x01(\x04H\x00\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x02\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x03\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x04\x88\x01\x01\x12\x13\n\x06offset\x18\x07 \x01(\x04H\x05\x88\x01\x01\x42\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_versionB\t\n\x07_offset"e\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12-\n\x05model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_model"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xd8\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbf\x04\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x05\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x06\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\x07\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\x0c \x01(\tH\x08\x88\x01\x01\x12\x1c\n\x0fmax_concurrency\x18\r \x01(\rH\t\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resourcesB\x1c\n\x1a_output_payload_uri_prefixB\x12\n\x10_max_concurrency"\xcf\x02\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x12S\n\x12termination_reason\x18\x03 \x01(\x0e\x32\x32.executor_api_pb.FunctionExecutorTerminationReasonH\x02\x88\x01\x01\x12)\n!allocation_ids_caused_termination\x18\x04 \x03(\tB\x0e\n\x0c_descriptionB\t\n\x07_statusB\x15\n\x13_termination_reason"\x8c\x02\n\x16\x46unctionExecutorUpdate\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12\x39\n\x0estartup_stdout\x18\x02 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x01\x88\x01\x01\x12\x39\n\x0estartup_stderr\x18\x03 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\x11\n\x0f_startup_stdoutB\x11\n\x0f_startup_stderr"\xce\x05\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x03\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x04\x88\x01\x01\x12N\n!total_function_executor_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x05\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x06\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\x07\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x0b\n\t_hostnameB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB$\n"_total_function_executor_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"\xb9\x01\n\x0e\x45xecutorUpdate\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x31\n\x0ctask_results\x18\x02 \x03(\x0b\x32\x1b.executor_api_pb.TaskResult\x12J\n\x19\x66unction_executor_updates\x18\x03 \x03(\x0b\x32\'.executor_api_pb.FunctionExecutorUpdateB\x0e\n\x0c_executor_id"\xbf\x01\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x12=\n\x0f\x65xecutor_update\x18\x02 \x01(\x0b\x32\x1f.executor_api_pb.ExecutorUpdateH\x01\x88\x01\x01\x42\x11\n\x0f_executor_stateB\x12\n\x10_executor_update"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xa0\x05\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\t\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\n\x88\x01\x01\x12\x30\n#invocation_error_payload_uri_prefix\x18\x0f \x01(\tH\x0b\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policyB&\n$_invocation_error_payload_uri_prefix"\xad\x01\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_taskB\x10\n\x0e_allocation_id"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\xcc\x06\n\nTaskResult\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x16\n\tnamespace\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x17\n\ngraph_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x06 \x01(\tH\x05\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x07 \x01(\tH\x06\x88\x01\x01\x12;\n\x0coutcome_code\x18\t \x01(\x0e\x32 .executor_api_pb.TaskOutcomeCodeH\x07\x88\x01\x01\x12?\n\x0e\x66\x61ilure_reason\x18\n \x01(\x0e\x32".executor_api_pb.TaskFailureReasonH\x08\x88\x01\x01\x12\x16\n\x0enext_functions\x18\x0b \x03(\t\x12\x36\n\x10\x66unction_outputs\x18\x0c \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\r \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x31\n\x06stderr\x18\x0e \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12\x42\n\x17invocation_error_output\x18\x0f \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x0b\x88\x01\x01\x12"\n\x15\x65xecution_duration_ms\x18\x10 \x01(\x04H\x0c\x88\x01\x01\x42\n\n\x08_task_idB\x10\n\x0e_allocation_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\x0f\n\r_outcome_codeB\x11\n\x0f_failure_reasonB\t\n\x07_stdoutB\t\n\x07_stderrB\x1a\n\x18_invocation_error_outputB\x18\n\x16_execution_duration_ms*\xd1\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03\x12$\n DATA_PAYLOAD_ENCODING_BINARY_ZIP\x10\x04*\xd6\x01\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_40GB\x10\x01\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_80GB\x10\x02\x12\x1e\n\x1aGPU_MODEL_NVIDIA_H100_80GB\x10\x03\x12\x1d\n\x19GPU_MODEL_NVIDIA_TESLA_T4\x10\x04\x12\x1a\n\x16GPU_MODEL_NVIDIA_A6000\x10\x05\x12\x18\n\x14GPU_MODEL_NVIDIA_A10\x10\x06*\xb3\x01\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12$\n FUNCTION_EXECUTOR_STATUS_PENDING\x10\x01\x12$\n FUNCTION_EXECUTOR_STATUS_RUNNING\x10\x02\x12\'\n#FUNCTION_EXECUTOR_STATUS_TERMINATED\x10\x03*\x94\x04\n!FunctionExecutorTerminationReason\x12\x30\n,FUNCTION_EXECUTOR_TERMINATION_REASON_UNKNOWN\x10\x00\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_INTERNAL_ERROR\x10\x01\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_ERROR\x10\x02\x12H\nDFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT\x10\x03\x12\x32\n.FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY\x10\x0c\x12\x37\n3FUNCTION_EXECUTOR_TERMINATION_REASON_INTERNAL_ERROR\x10\r\x12\x39\n5FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_TIMEOUT\x10\x0e\x12;\n7FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_CANCELLED\x10\x0f*\xa5\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x04*n\n\x0fTaskOutcomeCode\x12\x1d\n\x19TASK_OUTCOME_CODE_UNKNOWN\x10\x00\x12\x1d\n\x19TASK_OUTCOME_CODE_SUCCESS\x10\x01\x12\x1d\n\x19TASK_OUTCOME_CODE_FAILURE\x10\x02*\xb6\x02\n\x11TaskFailureReason\x12\x1f\n\x1bTASK_FAILURE_REASON_UNKNOWN\x10\x00\x12&\n"TASK_FAILURE_REASON_INTERNAL_ERROR\x10\x01\x12&\n"TASK_FAILURE_REASON_FUNCTION_ERROR\x10\x02\x12(\n$TASK_FAILURE_REASON_FUNCTION_TIMEOUT\x10\x03\x12(\n$TASK_FAILURE_REASON_INVOCATION_ERROR\x10\x04\x12&\n"TASK_FAILURE_REASON_TASK_CANCELLED\x10\x05\x12\x34\n0TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED\x10\x06\x32\xff\x01\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x62\x06proto3'
+)
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(
+    DESCRIPTOR, "indexify.proto.executor_api_pb2", _globals
+)
+if not _descriptor._USE_C_DESCRIPTORS:
+    DESCRIPTOR._loaded_options = None
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._loaded_options = None
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_options = b"8\001"
+    _globals["_DATAPAYLOADENCODING"]._serialized_start = 5528
+    _globals["_DATAPAYLOADENCODING"]._serialized_end = 5737
+    _globals["_GPUMODEL"]._serialized_start = 5740
+    _globals["_GPUMODEL"]._serialized_end = 5954
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5957
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 6136
+    _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_start = 6139
+    _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_end = 6671
+    _globals["_EXECUTORSTATUS"]._serialized_start = 6674
+    _globals["_EXECUTORSTATUS"]._serialized_end = 6839
+    _globals["_TASKOUTCOMECODE"]._serialized_start = 6841
+    _globals["_TASKOUTCOMECODE"]._serialized_end = 6951
+    _globals["_TASKFAILUREREASON"]._serialized_start = 6954
+    _globals["_TASKFAILUREREASON"]._serialized_end = 7264
+    _globals["_DATAPAYLOAD"]._serialized_start = 55
+    _globals["_DATAPAYLOAD"]._serialized_end = 322
+    _globals["_GPURESOURCES"]._serialized_start = 324
+    _globals["_GPURESOURCES"]._serialized_end = 425
+    _globals["_HOSTRESOURCES"]._serialized_start = 428
+    _globals["_HOSTRESOURCES"]._serialized_end = 622
+    _globals["_ALLOWEDFUNCTION"]._serialized_start = 625
+    _globals["_ALLOWEDFUNCTION"]._serialized_end = 812
+    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_start = 815
+    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_end = 1031
+    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_start = 1034
+    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 1609
+    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 1612
+    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1947
+    _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_start = 1950
+    _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_end = 2218
+    _globals["_EXECUTORSTATE"]._serialized_start = 2221
+    _globals["_EXECUTORSTATE"]._serialized_end = 2939
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2752
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2797
+    _globals["_EXECUTORUPDATE"]._serialized_start = 2942
+    _globals["_EXECUTORUPDATE"]._serialized_end = 3127
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 3130
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 3321
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 3323
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 3352
+    _globals["_TASKRETRYPOLICY"]._serialized_start = 3355
+    _globals["_TASKRETRYPOLICY"]._serialized_end = 3562
+    _globals["_TASK"]._serialized_start = 3565
+    _globals["_TASK"]._serialized_end = 4237
+    _globals["_TASKALLOCATION"]._serialized_start = 4240
+    _globals["_TASKALLOCATION"]._serialized_end = 4413
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 4415
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 4490
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 4493
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 4678
+    _globals["_TASKRESULT"]._serialized_start = 4681
+    _globals["_TASKRESULT"]._serialized_end = 5525
+    _globals["_EXECUTORAPI"]._serialized_start = 7267
+    _globals["_EXECUTORAPI"]._serialized_end = 7522
+# @@protoc_insertion_point(module_scope)

{indexify-0.4.26 → indexify-0.4.28}/src/indexify/proto/executor_api_pb2.pyi

@@ -232,35 +232,35 @@ class FunctionExecutorDescription(_message.Message):
         "graph_name",
         "graph_version",
         "function_name",
-        "image_uri",
         "secret_names",
         "customer_code_timeout_ms",
         "graph",
         "resources",
         "output_payload_uri_prefix",
+        "max_concurrency",
     )
     ID_FIELD_NUMBER: _ClassVar[int]
     NAMESPACE_FIELD_NUMBER: _ClassVar[int]
     GRAPH_NAME_FIELD_NUMBER: _ClassVar[int]
     GRAPH_VERSION_FIELD_NUMBER: _ClassVar[int]
     FUNCTION_NAME_FIELD_NUMBER: _ClassVar[int]
-    IMAGE_URI_FIELD_NUMBER: _ClassVar[int]
     SECRET_NAMES_FIELD_NUMBER: _ClassVar[int]
     CUSTOMER_CODE_TIMEOUT_MS_FIELD_NUMBER: _ClassVar[int]
     GRAPH_FIELD_NUMBER: _ClassVar[int]
     RESOURCES_FIELD_NUMBER: _ClassVar[int]
     OUTPUT_PAYLOAD_URI_PREFIX_FIELD_NUMBER: _ClassVar[int]
+    MAX_CONCURRENCY_FIELD_NUMBER: _ClassVar[int]
     id: str
     namespace: str
     graph_name: str
     graph_version: str
     function_name: str
-    image_uri: str
     secret_names: _containers.RepeatedScalarFieldContainer[str]
     customer_code_timeout_ms: int
     graph: DataPayload
     resources: FunctionExecutorResources
     output_payload_uri_prefix: str
+    max_concurrency: int
     def __init__(
         self,
         id: _Optional[str] = ...,
@@ -268,12 +268,12 @@ class FunctionExecutorDescription(_message.Message):
         graph_name: _Optional[str] = ...,
         graph_version: _Optional[str] = ...,
         function_name: _Optional[str] = ...,
-        image_uri: _Optional[str] = ...,
         secret_names: _Optional[_Iterable[str]] = ...,
         customer_code_timeout_ms: _Optional[int] = ...,
         graph: _Optional[_Union[DataPayload, _Mapping]] = ...,
         resources: _Optional[_Union[FunctionExecutorResources, _Mapping]] = ...,
         output_payload_uri_prefix: _Optional[str] = ...,
+        max_concurrency: _Optional[int] = ...,
     ) -> None: ...
 
 class FunctionExecutorState(_message.Message):

indexify-0.4.26/src/indexify/proto/executor_api_pb2.py

@@ -1,88 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# NO CHECKED-IN PROTOBUF GENCODE
-# source: indexify/proto/executor_api.proto
-# Protobuf Python Version: 6.31.1
-"""Generated protocol buffer code."""
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import runtime_version as _runtime_version
-from google.protobuf import symbol_database as _symbol_database
-from google.protobuf.internal import builder as _builder
-
-_runtime_version.ValidateProtobufRuntimeVersion(
-    _runtime_version.Domain.PUBLIC, 6, 31, 1, "", "indexify/proto/executor_api.proto"
-)
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
-    b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\x8b\x02\n\x0b\x44\x61taPayload\x12\x11\n\x04size\x18\x02 \x01(\x04H\x00\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x02\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x03\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x04\x88\x01\x01\x12\x13\n\x06offset\x18\x07 \x01(\x04H\x05\x88\x01\x01\x42\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_versionB\t\n\x07_offset"e\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12-\n\x05model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_model"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xd8\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xb3\x04\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\x0c \x01(\tH\t\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uriB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resourcesB\x1c\n\x1a_output_payload_uri_prefix"\xcf\x02\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x12S\n\x12termination_reason\x18\x03 \x01(\x0e\x32\x32.executor_api_pb.FunctionExecutorTerminationReasonH\x02\x88\x01\x01\x12)\n!allocation_ids_caused_termination\x18\x04 \x03(\tB\x0e\n\x0c_descriptionB\t\n\x07_statusB\x15\n\x13_termination_reason"\x8c\x02\n\x16\x46unctionExecutorUpdate\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12\x39\n\x0estartup_stdout\x18\x02 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x01\x88\x01\x01\x12\x39\n\x0estartup_stderr\x18\x03 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\x11\n\x0f_startup_stdoutB\x11\n\x0f_startup_stderr"\xce\x05\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x03\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x04\x88\x01\x01\x12N\n!total_function_executor_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x05\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x06\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\x07\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x0b\n\t_hostnameB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB$\n"_total_function_executor_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"\xb9\x01\n\x0e\x45xecutorUpdate\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x31\n\x0ctask_results\x18\x02 \x03(\x0b\x32\x1b.executor_api_pb.TaskResult\x12J\n\x19\x66unction_executor_updates\x18\x03 \x03(\x0b\x32\'.executor_api_pb.FunctionExecutorUpdateB\x0e\n\x0c_executor_id"\xbf\x01\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x12=\n\x0f\x65xecutor_update\x18\x02 \x01(\x0b\x32\x1f.executor_api_pb.ExecutorUpdateH\x01\x88\x01\x01\x42\x11\n\x0f_executor_stateB\x12\n\x10_executor_update"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xa0\x05\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\t\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\n\x88\x01\x01\x12\x30\n#invocation_error_payload_uri_prefix\x18\x0f \x01(\tH\x0b\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policyB&\n$_invocation_error_payload_uri_prefix"\xad\x01\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_taskB\x10\n\x0e_allocation_id"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\xcc\x06\n\nTaskResult\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x16\n\tnamespace\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x17\n\ngraph_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x06 \x01(\tH\x05\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x07 \x01(\tH\x06\x88\x01\x01\x12;\n\x0coutcome_code\x18\t \x01(\x0e\x32 .executor_api_pb.TaskOutcomeCodeH\x07\x88\x01\x01\x12?\n\x0e\x66\x61ilure_reason\x18\n \x01(\x0e\x32".executor_api_pb.TaskFailureReasonH\x08\x88\x01\x01\x12\x16\n\x0enext_functions\x18\x0b \x03(\t\x12\x36\n\x10\x66unction_outputs\x18\x0c \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\r \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x31\n\x06stderr\x18\x0e \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12\x42\n\x17invocation_error_output\x18\x0f \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x0b\x88\x01\x01\x12"\n\x15\x65xecution_duration_ms\x18\x10 \x01(\x04H\x0c\x88\x01\x01\x42\n\n\x08_task_idB\x10\n\x0e_allocation_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\x0f\n\r_outcome_codeB\x11\n\x0f_failure_reasonB\t\n\x07_stdoutB\t\n\x07_stderrB\x1a\n\x18_invocation_error_outputB\x18\n\x16_execution_duration_ms*\xd1\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03\x12$\n DATA_PAYLOAD_ENCODING_BINARY_ZIP\x10\x04*\xd6\x01\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_40GB\x10\x01\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_80GB\x10\x02\x12\x1e\n\x1aGPU_MODEL_NVIDIA_H100_80GB\x10\x03\x12\x1d\n\x19GPU_MODEL_NVIDIA_TESLA_T4\x10\x04\x12\x1a\n\x16GPU_MODEL_NVIDIA_A6000\x10\x05\x12\x18\n\x14GPU_MODEL_NVIDIA_A10\x10\x06*\xb3\x01\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12$\n FUNCTION_EXECUTOR_STATUS_PENDING\x10\x01\x12$\n FUNCTION_EXECUTOR_STATUS_RUNNING\x10\x02\x12\'\n#FUNCTION_EXECUTOR_STATUS_TERMINATED\x10\x03*\x94\x04\n!FunctionExecutorTerminationReason\x12\x30\n,FUNCTION_EXECUTOR_TERMINATION_REASON_UNKNOWN\x10\x00\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_INTERNAL_ERROR\x10\x01\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_ERROR\x10\x02\x12H\nDFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT\x10\x03\x12\x32\n.FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY\x10\x0c\x12\x37\n3FUNCTION_EXECUTOR_TERMINATION_REASON_INTERNAL_ERROR\x10\r\x12\x39\n5FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_TIMEOUT\x10\x0e\x12;\n7FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_CANCELLED\x10\x0f*\xa5\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x04*n\n\x0fTaskOutcomeCode\x12\x1d\n\x19TASK_OUTCOME_CODE_UNKNOWN\x10\x00\x12\x1d\n\x19TASK_OUTCOME_CODE_SUCCESS\x10\x01\x12\x1d\n\x19TASK_OUTCOME_CODE_FAILURE\x10\x02*\xb6\x02\n\x11TaskFailureReason\x12\x1f\n\x1bTASK_FAILURE_REASON_UNKNOWN\x10\x00\x12&\n"TASK_FAILURE_REASON_INTERNAL_ERROR\x10\x01\x12&\n"TASK_FAILURE_REASON_FUNCTION_ERROR\x10\x02\x12(\n$TASK_FAILURE_REASON_FUNCTION_TIMEOUT\x10\x03\x12(\n$TASK_FAILURE_REASON_INVOCATION_ERROR\x10\x04\x12&\n"TASK_FAILURE_REASON_TASK_CANCELLED\x10\x05\x12\x34\n0TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED\x10\x06\x32\xff\x01\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x62\x06proto3'
-)
-
-_globals = globals()
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
-_builder.BuildTopDescriptorsAndMessages(
-    DESCRIPTOR, "indexify.proto.executor_api_pb2", _globals
-)
-if not _descriptor._USE_C_DESCRIPTORS:
-    DESCRIPTOR._loaded_options = None
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._loaded_options = None
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_options = b"8\001"
-    _globals["_DATAPAYLOADENCODING"]._serialized_start = 5516
-    _globals["_DATAPAYLOADENCODING"]._serialized_end = 5725
-    _globals["_GPUMODEL"]._serialized_start = 5728
-    _globals["_GPUMODEL"]._serialized_end = 5942
-    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5945
-    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 6124
-    _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_start = 6127
-    _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_end = 6659
-    _globals["_EXECUTORSTATUS"]._serialized_start = 6662
-    _globals["_EXECUTORSTATUS"]._serialized_end = 6827
-    _globals["_TASKOUTCOMECODE"]._serialized_start = 6829
-    _globals["_TASKOUTCOMECODE"]._serialized_end = 6939
-    _globals["_TASKFAILUREREASON"]._serialized_start = 6942
-    _globals["_TASKFAILUREREASON"]._serialized_end = 7252
-    _globals["_DATAPAYLOAD"]._serialized_start = 55
-    _globals["_DATAPAYLOAD"]._serialized_end = 322
-    _globals["_GPURESOURCES"]._serialized_start = 324
-    _globals["_GPURESOURCES"]._serialized_end = 425
-    _globals["_HOSTRESOURCES"]._serialized_start = 428
-    _globals["_HOSTRESOURCES"]._serialized_end = 622
-    _globals["_ALLOWEDFUNCTION"]._serialized_start = 625
-    _globals["_ALLOWEDFUNCTION"]._serialized_end = 812
-    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_start = 815
-    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_end = 1031
-    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_start = 1034
-    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 1597
-    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 1600
-    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1935
-    _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_start = 1938
-    _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_end = 2206
-    _globals["_EXECUTORSTATE"]._serialized_start = 2209
-    _globals["_EXECUTORSTATE"]._serialized_end = 2927
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2740
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2785
-    _globals["_EXECUTORUPDATE"]._serialized_start = 2930
-    _globals["_EXECUTORUPDATE"]._serialized_end = 3115
-    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 3118
-    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 3309
-    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 3311
-    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 3340
-    _globals["_TASKRETRYPOLICY"]._serialized_start = 3343
-    _globals["_TASKRETRYPOLICY"]._serialized_end = 3550
-    _globals["_TASK"]._serialized_start = 3553
-    _globals["_TASK"]._serialized_end = 4225
-    _globals["_TASKALLOCATION"]._serialized_start = 4228
-    _globals["_TASKALLOCATION"]._serialized_end = 4401
-    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 4403
-    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 4478
-    _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 4481
-    _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 4666
-    _globals["_TASKRESULT"]._serialized_start = 4669
-    _globals["_TASKRESULT"]._serialized_end = 5513
-    _globals["_EXECUTORAPI"]._serialized_start = 7255
-    _globals["_EXECUTORAPI"]._serialized_end = 7510
-# @@protoc_insertion_point(module_scope)