indexify 0.3.25__tar.gz → 0.3.26__tar.gz

{indexify-0.3.25 → indexify-0.3.26}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: indexify
-Version: 0.3.25
+Version: 0.3.26
 Summary: Open Source Indexify components and helper tools
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0

{indexify-0.3.25 → indexify-0.3.26}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "indexify"
 # Incremented if any of the components provided in this packages are updated.
-version = "0.3.25"
+version = "0.3.26"
 description = "Open Source Indexify components and helper tools"
 authors = ["Tensorlake Inc. <support@tensorlake.ai>"]
 license = "Apache 2.0"

{indexify-0.3.25 → indexify-0.3.26}/src/indexify/executor/grpc/state_reconciler.py

@@ -52,6 +52,7 @@ class ExecutorStateReconciler:
         channel_manager: ChannelManager,
         state_reporter: ExecutorStateReporter,
         logger: Any,
+        server_backoff_interval_sec: int = _RECONCILE_STREAM_BACKOFF_INTERVAL_SEC,
     ):
         self._executor_id: str = executor_id
         self._function_executor_server_factory: FunctionExecutorServerFactory = (
@@ -65,6 +66,7 @@ class ExecutorStateReconciler:
         self._state_reporter: ExecutorStateReporter = state_reporter
         self._reconciliation_loop_task: Optional[asyncio.Task] = None
         self._logger: Any = logger.bind(module=__name__)
+        self._server_backoff_interval_sec: int = server_backoff_interval_sec
 
         # Mutable state. Doesn't need lock because we access from async tasks running in the same thread.
         self._is_shutdown: bool = False
@@ -93,26 +95,29 @@ class ExecutorStateReconciler:
 
         # TODO: Move this into a new async task and cancel it in shutdown().
         while not self._is_shutdown:
-            stub = ExecutorAPIStub(await self._channel_manager.get_channel())
-            while not self._is_shutdown:
-                try:
-                    # Report state once before starting the stream so Server
-                    # doesn't use stale state it knew about this Executor in the past.
-                    await self._state_reporter.report_state(stub)
-
-                    desired_states_stream: AsyncGenerator[
-                        DesiredExecutorState, None
-                    ] = stub.get_desired_executor_states(
+            try:
+                stub = ExecutorAPIStub(await self._channel_manager.get_channel())
+                # Report state once before starting the stream so Server
+                # doesn't use stale state it knew about this Executor in the past.
+                await self._state_reporter.report_state(stub)
+
+                desired_states_stream: AsyncGenerator[DesiredExecutorState, None] = (
+                    stub.get_desired_executor_states(
                         GetDesiredExecutorStatesRequest(executor_id=self._executor_id)
                     )
-                    await self._process_desired_states_stream(desired_states_stream)
-                except Exception as e:
-                    self._logger.error(
-                        f"Failed processing desired states stream, reconnecting in {_RECONCILE_STREAM_BACKOFF_INTERVAL_SEC} sec.",
-                        exc_info=e,
-                    )
-                    await asyncio.sleep(_RECONCILE_STREAM_BACKOFF_INTERVAL_SEC)
-                    break
+                )
+                self._logger.info("created new desired states stream")
+                await self._process_desired_states_stream(desired_states_stream)
+            except Exception as e:
+                self._logger.error(
+                    f"error while processing desired states stream",
+                    exc_info=e,
+                )
+
+            self._logger.info(
+                f"desired states stream closed, reconnecting in {self._server_backoff_interval_sec} sec"
+            )
+            await asyncio.sleep(self._server_backoff_interval_sec)
 
     async def _process_desired_states_stream(
         self, desired_states: AsyncGenerator[DesiredExecutorState, None]
@@ -127,13 +132,18 @@ class ExecutorStateReconciler:
                 validator.required_field("clock")
             except ValueError as e:
                 self._logger.error(
-                    "Received invalid DesiredExecutorState from Server. Ignoring.",
+                    "received invalid DesiredExecutorState from Server, ignoring",
                     exc_info=e,
                 )
                 continue
 
             if self._last_server_clock is not None:
                 if self._last_server_clock >= new_state.clock:
+                    self._logger.warning(
+                        "received outdated DesiredExecutorState from Server, ignoring",
+                        current_clock=self._last_server_clock,
+                        ignored_clock=new_state.clock,
+                    )
                     continue  # Duplicate or outdated message state sent by Server.
 
             self._last_server_clock = new_state.clock
@@ -151,7 +161,7 @@ class ExecutorStateReconciler:
         self._is_shutdown = True
         if self._reconciliation_loop_task is not None:
             self._reconciliation_loop_task.cancel()
-            self._logger.info("Reconciliation loop shutdown.")
+            self._logger.info("reconciliation loop shutdown")
 
         for controller in self._task_controllers.values():
             await controller.destroy()
@@ -195,7 +205,7 @@ class ExecutorStateReconciler:
                 return
             except Exception as e:
                 self._logger.error(
-                    "Failed to reconcile desired state. Retrying in 5 secs.",
+                    "failed to reconcile desired state, retrying in 5 secs",
                     exc_info=e,
                     attempt=attempt,
                     attempts_left=_RECONCILIATION_RETRIES - attempt,
@@ -204,7 +214,7 @@ class ExecutorStateReconciler:
 
         metric_state_reconciliation_errors.inc()
         self._logger.error(
-            f"Failed to reconcile desired state after {_RECONCILIATION_RETRIES} attempts.",
+            f"failed to reconcile desired state after {_RECONCILIATION_RETRIES} attempts",
         )
 
     async def _reconcile_function_executors(
@@ -246,7 +256,7 @@ class ExecutorStateReconciler:
                 validate_function_executor_description(function_executor_description)
             except ValueError as e:
                 logger.error(
-                    "Received invalid FunctionExecutorDescription from Server. Dropping it from desired state.",
+                    "received invalid FunctionExecutorDescription from Server, dropping it from desired state",
                     exc_info=e,
                 )
                 continue
@@ -309,7 +319,7 @@ class ExecutorStateReconciler:
             # IDLE and start running tasks on it. Server currently doesn't explicitly manage the desired FE status.
             await controller.startup()
         except Exception as e:
-            logger.error("Failed adding Function Executor", exc_info=e)
+            logger.error("failed adding Function Executor", exc_info=e)
 
     async def _remove_function_executor_after_shutdown(
         self, function_executor_id: str
@@ -362,7 +372,7 @@ class ExecutorStateReconciler:
                 logger=self._logger,
             )
         except Exception as e:
-            logger.error("Failed adding TaskController", exc_info=e)
+            logger.error("failed adding TaskController", exc_info=e)
 
     async def _remove_task(self, task_id: str) -> None:
         """Schedules removal of an existing task.
@@ -382,7 +392,7 @@ class ExecutorStateReconciler:
             except ValueError as e:
                 # There's no way to report this error to Server so just log it.
                 logger.error(
-                    "Received invalid TaskAllocation from Server. Dropping it from desired state.",
+                    "received invalid TaskAllocation from Server, dropping it from desired state",
                     exc_info=e,
                 )
                 continue
@@ -393,7 +403,7 @@ class ExecutorStateReconciler:
             except ValueError as e:
                 # There's no way to report this error to Server so just log it.
                 logger.error(
-                    "Received invalid TaskAllocation from Server. Dropping it from desired state.",
+                    "received invalid TaskAllocation from Server, dropping it from desired state",
                     exc_info=e,
                 )
                 continue
@@ -405,7 +415,7 @@ class ExecutorStateReconciler:
                 # Current policy: don't report task outcomes for tasks that didn't run.
                 # This is required to simplify the protocol so Server doesn't need to care about task states.
                 logger.error(
-                    "Received TaskAllocation for a Function Executor that doesn't exist. Dropping it from desired state."
+                    "received TaskAllocation for a Function Executor that doesn't exist, dropping it from desired state"
                 )
                 continue
 

{indexify-0.3.25 → indexify-0.3.26}/src/indexify/executor/grpc/state_reporter.py

@@ -19,9 +19,7 @@ from indexify.proto.executor_api_pb2 import (
     FunctionExecutorStatus as FunctionExecutorStatusProto,
 )
 from indexify.proto.executor_api_pb2 import GPUModel as GPUModelProto
-from indexify.proto.executor_api_pb2 import (
-    GPUResources,
-)
+from indexify.proto.executor_api_pb2 import GPUResources as GPUResourcesProto
 from indexify.proto.executor_api_pb2 import HostResources as HostResourcesProto
 from indexify.proto.executor_api_pb2 import (
     ReportExecutorStateRequest,
@@ -36,6 +34,7 @@ from ..function_executor.function_executor_states_container import (
 )
 from ..function_executor.function_executor_status import FunctionExecutorStatus
 from ..host_resources.host_resources import HostResources, HostResourcesProvider
+from ..host_resources.nvidia_gpu import NVIDIA_GPU_MODEL
 from ..runtime_probes import RuntimeProbes
 from .channel_manager import ChannelManager
 from .metrics.state_reporter import (
@@ -271,12 +270,22 @@ def _host_resources_to_proto(host_resources: HostResources) -> HostResourcesProt
     )
     if len(host_resources.gpus) > 0:
         proto.gpu.CopyFrom(
-            GPUResources(
+            GPUResourcesProto(
                 count=len(host_resources.gpus),
-                deprecated_model=GPUModelProto.GPU_MODEL_UNKNOWN,  # TODO: Remove this field
-                model=host_resources.gpus[
-                    0
-                ].model.value,  # All GPUs should have the same model
+                model=_gpu_model_to_proto(
+                    host_resources.gpus[0].model
+                ),  # All GPUs have the same model
             )
         )
     return proto
+
+
+def _gpu_model_to_proto(gpu_model: NVIDIA_GPU_MODEL) -> GPUModelProto:
+    if gpu_model == NVIDIA_GPU_MODEL.A100_40GB:
+        return GPUModelProto.GPU_MODEL_NVIDIA_A100_40GB
+    elif gpu_model == NVIDIA_GPU_MODEL.A100_80GB:
+        return GPUModelProto.GPU_MODEL_NVIDIA_A100_80GB
+    elif gpu_model == NVIDIA_GPU_MODEL.H100_80GB:
+        return GPUModelProto.GPU_MODEL_NVIDIA_H100_80GB
+    else:
+        return GPUModelProto.GPU_MODEL_UNKNOWN

{indexify-0.3.25 → indexify-0.3.26}/src/indexify/executor/host_resources/nvidia_gpu.py

@@ -9,9 +9,9 @@ from tensorlake.functions_sdk.resources import GPU_MODEL
 # Only NVIDIA GPUs currently supported in Tensorlake SDK are listed here.
 class NVIDIA_GPU_MODEL(str, Enum):
     UNKNOWN = "UNKNOWN"
-    A100_40GB = GPU_MODEL.A100_40GB
-    A100_80GB = GPU_MODEL.A100_80GB
-    H100_80GB = GPU_MODEL.H100
+    A100_40GB = "A100-40GB"
+    A100_80GB = "A100-80GB"
+    H100_80GB = "H100"
 
 
 class NvidiaGPUInfo(BaseModel):
@@ -65,9 +65,10 @@ def fetch_nvidia_gpu_infos(logger: Any) -> List[NvidiaGPUInfo]:
             model = NVIDIA_GPU_MODEL.A100_40GB
         elif product_name.startswith("NVIDIA H100"):
             model = NVIDIA_GPU_MODEL.H100_80GB
-
-        if model == NVIDIA_GPU_MODEL.UNKNOWN:
-            logger.warning("Unknown GPU model detected", nvidia_smi_output=line)
+        else:
+            logger.warning(
+                "Unknown GPU model was detected, ignoring", nvidia_smi_output=line
+            )
 
         infos.append(
             NvidiaGPUInfo(

{indexify-0.3.25 → indexify-0.3.26}/src/indexify/proto/executor_api.proto

@@ -27,18 +27,18 @@ message DataPayload {
 }
 
 // ===== report_executor_state RPC =====
-
-// Deprecated enum. TODO: remove when all the code is using model string.
 enum GPUModel {
     GPU_MODEL_UNKNOWN = 0;
+    GPU_MODEL_NVIDIA_A100_40GB = 1;
+    GPU_MODEL_NVIDIA_A100_80GB = 2;
+    GPU_MODEL_NVIDIA_H100_80GB = 3;
 }
 
 // Free GPUs available at the Executor.
 message GPUResources {
     optional uint32 count = 1;
-    optional GPUModel deprecated_model = 2;
-    // Either GPU_MODEL value from Tensorlake SDK or "UNKNOWN"
-    optional string model = 3;
+    optional GPUModel model = 2;
+    reserved 3;
 }
 
 // Resources that we're currently tracking and limiting on Executor.

indexify-0.3.26/src/indexify/proto/executor_api_pb2.py

@@ -0,0 +1,86 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: indexify/proto/executor_api.proto
+# Protobuf Python Version: 5.29.0
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC, 5, 29, 0, "", "indexify/proto/executor_api.proto"
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
+    b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\x87\x02\n\x0b\x44\x61taPayload\x12\x11\n\x04path\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x11\n\x04size\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x03\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x04\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x05\x88\x01\x01\x42\x07\n\x05_pathB\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_version"k\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12-\n\x05model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_modelJ\x04\x08\x03\x10\x04"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xc5\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12\x16\n\tgpu_count\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x0c\n\n_gpu_count"\xbf\x04\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12<\n\x0fresource_limits\x18\x08 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x06\x88\x01\x01\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x07\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\t\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uriB\x12\n\x10_resource_limitsB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resources"\xe8\x01\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x12\x1b\n\x0estatus_message\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\t\n\x07_statusB\x11\n\x0f_status_message"\x9d\x06\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1d\n\x10\x64\x65velopment_mode\x18\x02 \x01(\x08H\x01\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06\x66lavor\x18\x04 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorFlavorH\x03\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x05\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x06\x88\x01\x01\x12;\n\x0e\x66ree_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x07\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x08\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\t\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x13\n\x11_development_modeB\x0b\n\t_hostnameB\t\n\x07_flavorB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB\x11\n\x0f_free_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"l\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x42\x11\n\x0f_executor_state"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xa4\x05\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x16\n\tinput_key\x18\x08 \x01(\tH\x06\x88\x01\x01\x12\x1f\n\x12reducer_output_key\x18\t \x01(\tH\x07\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x08\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\x0b\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\x0c\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\x0c\n\n_input_keyB\x15\n\x13_reducer_output_keyB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policy"\x7f\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_task"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\x87\x06\n\x18ReportTaskOutcomeRequest\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x04\x88\x01\x01\x12\x32\n\x07outcome\x18\x07 \x01(\x0e\x32\x1c.executor_api_pb.TaskOutcomeH\x05\x88\x01\x01\x12\x1a\n\rinvocation_id\x18\x08 \x01(\tH\x06\x88\x01\x01\x12\x18\n\x0b\x65xecutor_id\x18\t \x01(\tH\x07\x88\x01\x01\x12\x14\n\x07reducer\x18\n \x01(\x08H\x08\x88\x01\x01\x12\x16\n\x0enext_functions\x18\x0b \x03(\t\x12\x30\n\nfn_outputs\x18\x0c \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\x0e \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x31\n\x06stderr\x18\x0f \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12=\n\x0foutput_encoding\x18\r \x01(\x0e\x32\x1f.executor_api_pb.OutputEncodingH\x0b\x88\x01\x01\x12$\n\x17output_encoding_version\x18\x05 \x01(\x04H\x0c\x88\x01\x01\x42\n\n\x08_task_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\n\n\x08_outcomeB\x10\n\x0e_invocation_idB\x0e\n\x0c_executor_idB\n\n\x08_reducerB\t\n\x07_stdoutB\t\n\x07_stderrB\x12\n\x10_output_encodingB\x1a\n\x18_output_encoding_version"\x1b\n\x19ReportTaskOutcomeResponse*\xab\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03*\x81\x01\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_40GB\x10\x01\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_80GB\x10\x02\x12\x1e\n\x1aGPU_MODEL_NVIDIA_H100_80GB\x10\x03*\xca\x03\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12(\n$FUNCTION_EXECUTOR_STATUS_STARTING_UP\x10\x01\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_CUSTOMER_ERROR\x10\x02\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_PLATFORM_ERROR\x10\x03\x12!\n\x1d\x46UNCTION_EXECUTOR_STATUS_IDLE\x10\x04\x12)\n%FUNCTION_EXECUTOR_STATUS_RUNNING_TASK\x10\x05\x12&\n"FUNCTION_EXECUTOR_STATUS_UNHEALTHY\x10\x06\x12%\n!FUNCTION_EXECUTOR_STATUS_STOPPING\x10\x07\x12$\n FUNCTION_EXECUTOR_STATUS_STOPPED\x10\x08\x12%\n!FUNCTION_EXECUTOR_STATUS_SHUTDOWN\x10\t*\xc3\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1c\n\x18\x45XECUTOR_STATUS_STOPPING\x10\x04\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x05*d\n\x0e\x45xecutorFlavor\x12\x1b\n\x17\x45XECUTOR_FLAVOR_UNKNOWN\x10\x00\x12\x17\n\x13\x45XECUTOR_FLAVOR_OSS\x10\x01\x12\x1c\n\x18\x45XECUTOR_FLAVOR_PLATFORM\x10\x02*[\n\x0bTaskOutcome\x12\x18\n\x14TASK_OUTCOME_UNKNOWN\x10\x00\x12\x18\n\x14TASK_OUTCOME_SUCCESS\x10\x01\x12\x18\n\x14TASK_OUTCOME_FAILURE\x10\x02*\x7f\n\x0eOutputEncoding\x12\x1b\n\x17OUTPUT_ENCODING_UNKNOWN\x10\x00\x12\x18\n\x14OUTPUT_ENCODING_JSON\x10\x01\x12\x1a\n\x16OUTPUT_ENCODING_PICKLE\x10\x02\x12\x1a\n\x16OUTPUT_ENCODING_BINARY\x10\x03\x32\xef\x02\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x12n\n\x13report_task_outcome\x12).executor_api_pb.ReportTaskOutcomeRequest\x1a*.executor_api_pb.ReportTaskOutcomeResponse"\x00\x62\x06proto3'
+)
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(
+    DESCRIPTOR, "indexify.proto.executor_api_pb2", _globals
+)
+if not _descriptor._USE_C_DESCRIPTORS:
+    DESCRIPTOR._loaded_options = None
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._loaded_options = None
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_options = b"8\001"
+    _globals["_DATAPAYLOADENCODING"]._serialized_start = 4861
+    _globals["_DATAPAYLOADENCODING"]._serialized_end = 5032
+    _globals["_GPUMODEL"]._serialized_start = 5035
+    _globals["_GPUMODEL"]._serialized_end = 5164
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5167
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 5625
+    _globals["_EXECUTORSTATUS"]._serialized_start = 5628
+    _globals["_EXECUTORSTATUS"]._serialized_end = 5823
+    _globals["_EXECUTORFLAVOR"]._serialized_start = 5825
+    _globals["_EXECUTORFLAVOR"]._serialized_end = 5925
+    _globals["_TASKOUTCOME"]._serialized_start = 5927
+    _globals["_TASKOUTCOME"]._serialized_end = 6018
+    _globals["_OUTPUTENCODING"]._serialized_start = 6020
+    _globals["_OUTPUTENCODING"]._serialized_end = 6147
+    _globals["_DATAPAYLOAD"]._serialized_start = 55
+    _globals["_DATAPAYLOAD"]._serialized_end = 318
+    _globals["_GPURESOURCES"]._serialized_start = 320
+    _globals["_GPURESOURCES"]._serialized_end = 427
+    _globals["_HOSTRESOURCES"]._serialized_start = 430
+    _globals["_HOSTRESOURCES"]._serialized_end = 624
+    _globals["_ALLOWEDFUNCTION"]._serialized_start = 627
+    _globals["_ALLOWEDFUNCTION"]._serialized_end = 814
+    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_start = 817
+    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_end = 1014
+    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_start = 1017
+    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 1592
+    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 1595
+    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1827
+    _globals["_EXECUTORSTATE"]._serialized_start = 1830
+    _globals["_EXECUTORSTATE"]._serialized_end = 2627
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2427
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2472
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 2629
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 2737
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 2739
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 2768
+    _globals["_TASKRETRYPOLICY"]._serialized_start = 2771
+    _globals["_TASKRETRYPOLICY"]._serialized_end = 2978
+    _globals["_TASK"]._serialized_start = 2981
+    _globals["_TASK"]._serialized_end = 3657
+    _globals["_TASKALLOCATION"]._serialized_start = 3659
+    _globals["_TASKALLOCATION"]._serialized_end = 3786
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 3788
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 3863
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 3866
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 4051
+    _globals["_REPORTTASKOUTCOMEREQUEST"]._serialized_start = 4054
+    _globals["_REPORTTASKOUTCOMEREQUEST"]._serialized_end = 4829
+    _globals["_REPORTTASKOUTCOMERESPONSE"]._serialized_start = 4831
+    _globals["_REPORTTASKOUTCOMERESPONSE"]._serialized_end = 4858
+    _globals["_EXECUTORAPI"]._serialized_start = 6150
+    _globals["_EXECUTORAPI"]._serialized_end = 6517
+# @@protoc_insertion_point(module_scope)

{indexify-0.3.25 → indexify-0.3.26}/src/indexify/proto/executor_api_pb2.pyi

@@ -21,6 +21,9 @@ class DataPayloadEncoding(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
 class GPUModel(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     __slots__ = ()
     GPU_MODEL_UNKNOWN: _ClassVar[GPUModel]
+    GPU_MODEL_NVIDIA_A100_40GB: _ClassVar[GPUModel]
+    GPU_MODEL_NVIDIA_A100_80GB: _ClassVar[GPUModel]
+    GPU_MODEL_NVIDIA_H100_80GB: _ClassVar[GPUModel]
 
 class FunctionExecutorStatus(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     __slots__ = ()
@@ -72,6 +75,9 @@ DATA_PAYLOAD_ENCODING_UTF8_JSON: DataPayloadEncoding
 DATA_PAYLOAD_ENCODING_UTF8_TEXT: DataPayloadEncoding
 DATA_PAYLOAD_ENCODING_BINARY_PICKLE: DataPayloadEncoding
 GPU_MODEL_UNKNOWN: GPUModel
+GPU_MODEL_NVIDIA_A100_40GB: GPUModel
+GPU_MODEL_NVIDIA_A100_80GB: GPUModel
+GPU_MODEL_NVIDIA_H100_80GB: GPUModel
 FUNCTION_EXECUTOR_STATUS_UNKNOWN: FunctionExecutorStatus
 FUNCTION_EXECUTOR_STATUS_STARTING_UP: FunctionExecutorStatus
 FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_CUSTOMER_ERROR: FunctionExecutorStatus
@@ -124,18 +130,13 @@ class DataPayload(_message.Message):
     ) -> None: ...
 
 class GPUResources(_message.Message):
-    __slots__ = ("count", "deprecated_model", "model")
+    __slots__ = ("count", "model")
     COUNT_FIELD_NUMBER: _ClassVar[int]
-    DEPRECATED_MODEL_FIELD_NUMBER: _ClassVar[int]
     MODEL_FIELD_NUMBER: _ClassVar[int]
     count: int
-    deprecated_model: GPUModel
-    model: str
+    model: GPUModel
     def __init__(
-        self,
-        count: _Optional[int] = ...,
-        deprecated_model: _Optional[_Union[GPUModel, str]] = ...,
-        model: _Optional[str] = ...,
+        self, count: _Optional[int] = ..., model: _Optional[_Union[GPUModel, str]] = ...
     ) -> None: ...
 
 class HostResources(_message.Message):

indexify-0.3.25/src/indexify/proto/executor_api_pb2.py

@@ -1,86 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# NO CHECKED-IN PROTOBUF GENCODE
-# source: indexify/proto/executor_api.proto
-# Protobuf Python Version: 5.29.0
-"""Generated protocol buffer code."""
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import runtime_version as _runtime_version
-from google.protobuf import symbol_database as _symbol_database
-from google.protobuf.internal import builder as _builder
-
-_runtime_version.ValidateProtobufRuntimeVersion(
-    _runtime_version.Domain.PUBLIC, 5, 29, 0, "", "indexify/proto/executor_api.proto"
-)
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
-    b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\x87\x02\n\x0b\x44\x61taPayload\x12\x11\n\x04path\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x11\n\x04size\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x03\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x04\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x05\x88\x01\x01\x42\x07\n\x05_pathB\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_version"\x99\x01\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x38\n\x10\x64\x65precated_model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x12\x12\n\x05model\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x08\n\x06_countB\x13\n\x11_deprecated_modelB\x08\n\x06_model"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xc5\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12\x16\n\tgpu_count\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x0c\n\n_gpu_count"\xbf\x04\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12<\n\x0fresource_limits\x18\x08 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x06\x88\x01\x01\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x07\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\t\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uriB\x12\n\x10_resource_limitsB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resources"\xe8\x01\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x12\x1b\n\x0estatus_message\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\t\n\x07_statusB\x11\n\x0f_status_message"\x9d\x06\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1d\n\x10\x64\x65velopment_mode\x18\x02 \x01(\x08H\x01\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06\x66lavor\x18\x04 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorFlavorH\x03\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x05\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x06\x88\x01\x01\x12;\n\x0e\x66ree_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x07\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x08\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\t\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x13\n\x11_development_modeB\x0b\n\t_hostnameB\t\n\x07_flavorB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB\x11\n\x0f_free_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"l\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x42\x11\n\x0f_executor_state"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xa4\x05\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x16\n\tinput_key\x18\x08 \x01(\tH\x06\x88\x01\x01\x12\x1f\n\x12reducer_output_key\x18\t \x01(\tH\x07\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x08\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\x0b\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\x0c\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\x0c\n\n_input_keyB\x15\n\x13_reducer_output_keyB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policy"\x7f\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_task"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\x87\x06\n\x18ReportTaskOutcomeRequest\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x04\x88\x01\x01\x12\x32\n\x07outcome\x18\x07 \x01(\x0e\x32\x1c.executor_api_pb.TaskOutcomeH\x05\x88\x01\x01\x12\x1a\n\rinvocation_id\x18\x08 \x01(\tH\x06\x88\x01\x01\x12\x18\n\x0b\x65xecutor_id\x18\t \x01(\tH\x07\x88\x01\x01\x12\x14\n\x07reducer\x18\n \x01(\x08H\x08\x88\x01\x01\x12\x16\n\x0enext_functions\x18\x0b \x03(\t\x12\x30\n\nfn_outputs\x18\x0c \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\x0e \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x31\n\x06stderr\x18\x0f \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12=\n\x0foutput_encoding\x18\r \x01(\x0e\x32\x1f.executor_api_pb.OutputEncodingH\x0b\x88\x01\x01\x12$\n\x17output_encoding_version\x18\x05 \x01(\x04H\x0c\x88\x01\x01\x42\n\n\x08_task_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\n\n\x08_outcomeB\x10\n\x0e_invocation_idB\x0e\n\x0c_executor_idB\n\n\x08_reducerB\t\n\x07_stdoutB\t\n\x07_stderrB\x12\n\x10_output_encodingB\x1a\n\x18_output_encoding_version"\x1b\n\x19ReportTaskOutcomeResponse*\xab\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03*!\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00*\xca\x03\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12(\n$FUNCTION_EXECUTOR_STATUS_STARTING_UP\x10\x01\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_CUSTOMER_ERROR\x10\x02\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_PLATFORM_ERROR\x10\x03\x12!\n\x1d\x46UNCTION_EXECUTOR_STATUS_IDLE\x10\x04\x12)\n%FUNCTION_EXECUTOR_STATUS_RUNNING_TASK\x10\x05\x12&\n"FUNCTION_EXECUTOR_STATUS_UNHEALTHY\x10\x06\x12%\n!FUNCTION_EXECUTOR_STATUS_STOPPING\x10\x07\x12$\n FUNCTION_EXECUTOR_STATUS_STOPPED\x10\x08\x12%\n!FUNCTION_EXECUTOR_STATUS_SHUTDOWN\x10\t*\xc3\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1c\n\x18\x45XECUTOR_STATUS_STOPPING\x10\x04\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x05*d\n\x0e\x45xecutorFlavor\x12\x1b\n\x17\x45XECUTOR_FLAVOR_UNKNOWN\x10\x00\x12\x17\n\x13\x45XECUTOR_FLAVOR_OSS\x10\x01\x12\x1c\n\x18\x45XECUTOR_FLAVOR_PLATFORM\x10\x02*[\n\x0bTaskOutcome\x12\x18\n\x14TASK_OUTCOME_UNKNOWN\x10\x00\x12\x18\n\x14TASK_OUTCOME_SUCCESS\x10\x01\x12\x18\n\x14TASK_OUTCOME_FAILURE\x10\x02*\x7f\n\x0eOutputEncoding\x12\x1b\n\x17OUTPUT_ENCODING_UNKNOWN\x10\x00\x12\x18\n\x14OUTPUT_ENCODING_JSON\x10\x01\x12\x1a\n\x16OUTPUT_ENCODING_PICKLE\x10\x02\x12\x1a\n\x16OUTPUT_ENCODING_BINARY\x10\x03\x32\xef\x02\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x12n\n\x13report_task_outcome\x12).executor_api_pb.ReportTaskOutcomeRequest\x1a*.executor_api_pb.ReportTaskOutcomeResponse"\x00\x62\x06proto3'
-)
-
-_globals = globals()
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
-_builder.BuildTopDescriptorsAndMessages(
-    DESCRIPTOR, "indexify.proto.executor_api_pb2", _globals
-)
-if not _descriptor._USE_C_DESCRIPTORS:
-    DESCRIPTOR._loaded_options = None
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._loaded_options = None
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_options = b"8\001"
-    _globals["_DATAPAYLOADENCODING"]._serialized_start = 4908
-    _globals["_DATAPAYLOADENCODING"]._serialized_end = 5079
-    _globals["_GPUMODEL"]._serialized_start = 5081
-    _globals["_GPUMODEL"]._serialized_end = 5114
-    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5117
-    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 5575
-    _globals["_EXECUTORSTATUS"]._serialized_start = 5578
-    _globals["_EXECUTORSTATUS"]._serialized_end = 5773
-    _globals["_EXECUTORFLAVOR"]._serialized_start = 5775
-    _globals["_EXECUTORFLAVOR"]._serialized_end = 5875
-    _globals["_TASKOUTCOME"]._serialized_start = 5877
-    _globals["_TASKOUTCOME"]._serialized_end = 5968
-    _globals["_OUTPUTENCODING"]._serialized_start = 5970
-    _globals["_OUTPUTENCODING"]._serialized_end = 6097
-    _globals["_DATAPAYLOAD"]._serialized_start = 55
-    _globals["_DATAPAYLOAD"]._serialized_end = 318
-    _globals["_GPURESOURCES"]._serialized_start = 321
-    _globals["_GPURESOURCES"]._serialized_end = 474
-    _globals["_HOSTRESOURCES"]._serialized_start = 477
-    _globals["_HOSTRESOURCES"]._serialized_end = 671
-    _globals["_ALLOWEDFUNCTION"]._serialized_start = 674
-    _globals["_ALLOWEDFUNCTION"]._serialized_end = 861
-    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_start = 864
-    _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_end = 1061
-    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_start = 1064
-    _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 1639
-    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 1642
-    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1874
-    _globals["_EXECUTORSTATE"]._serialized_start = 1877
-    _globals["_EXECUTORSTATE"]._serialized_end = 2674
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2474
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2519
-    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 2676
-    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 2784
-    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 2786
-    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 2815
-    _globals["_TASKRETRYPOLICY"]._serialized_start = 2818
-    _globals["_TASKRETRYPOLICY"]._serialized_end = 3025
-    _globals["_TASK"]._serialized_start = 3028
-    _globals["_TASK"]._serialized_end = 3704
-    _globals["_TASKALLOCATION"]._serialized_start = 3706
-    _globals["_TASKALLOCATION"]._serialized_end = 3833
-    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 3835
-    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 3910
-    _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 3913
-    _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 4098
-    _globals["_REPORTTASKOUTCOMEREQUEST"]._serialized_start = 4101
-    _globals["_REPORTTASKOUTCOMEREQUEST"]._serialized_end = 4876
-    _globals["_REPORTTASKOUTCOMERESPONSE"]._serialized_start = 4878
-    _globals["_REPORTTASKOUTCOMERESPONSE"]._serialized_end = 4905
-    _globals["_EXECUTORAPI"]._serialized_start = 6100
-    _globals["_EXECUTORAPI"]._serialized_end = 6467
-# @@protoc_insertion_point(module_scope)