indexify 0.3.27__py3-none-any.whl → 0.3.29__py3-none-any.whl

indexify/cli/cli.py

@@ -69,7 +69,7 @@ def build_image(
         exec(open(workflow_file_path).read(), globals_dict)
     except FileNotFoundError as e:
         raise Exception(
-            f"Could not find workflow file to execute at: " f"`{workflow_file_path}`"
+            f"Could not find workflow file to execute at: `{workflow_file_path}`"
         )
     for _, obj in globals_dict.items():
         if type(obj) and isinstance(obj, Image):
@@ -122,6 +122,15 @@ def executor(
             help="Port where to run Executor Monitoring server",
         ),
     ] = 7000,
+    labels: Annotated[
+        List[str],
+        typer.Option(
+            "--label",
+            "-l",
+            help="Executor key-value label to be sent to the Server. "
+            "Specified as <key>=<value>",
+        ),
+    ] = [],
     enable_grpc_state_reconciler: Annotated[
         bool,
         typer.Option(
@@ -132,18 +141,10 @@ def executor(
             ),
         ),
     ] = False,
-    labels: Annotated[
-        List[str],
-        typer.Option(
-            "--label",
-            "-l",
-            help="Executor key-value label to be sent to the Server. "
-            "Specified as <key>=<value>",
-        ),
-    ] = [],
 ):
     if dev:
-        configure_development_mode_logging()
+        compact_tracebacks: bool = os.getenv("INDEXIFY_COMPACT_TRACEBACKS", "1") == "1"
+        configure_development_mode_logging(compact_tracebacks=compact_tracebacks)
     else:
         configure_production_mode_logging()
         if function_uris is None:
@@ -200,6 +201,16 @@ def executor(
         s3=S3BLOBStore(),
     )
 
+    host_resources_provider: HostResourcesProvider = HostResourcesProvider(
+        gpu_allocator=NvidiaGPUAllocator(logger),
+        # Assuming a simple setup in OSS where Executor container has a single file system
+        # used by all Function Executors and all the container resources are available to all Function Executors.
+        function_executors_ephimeral_disks_path="/",
+        host_overhead_cpus=0,
+        host_overhead_memory_gb=0,
+        host_overhead_function_executors_ephimeral_disks_gb=0,
+    )
+
     prometheus_client.Info("cli", "CLI information").info(
         {
             "package": "indexify",
@@ -226,7 +237,7 @@ def executor(
         monitoring_server_port=monitoring_server_port,
         enable_grpc_state_reconciler=enable_grpc_state_reconciler,
         blob_store=blob_store,
-        host_resources_provider=HostResourcesProvider(NvidiaGPUAllocator(logger)),
+        host_resources_provider=host_resources_provider,
     ).run()
 
 

indexify/executor/function_executor/function_executor_state.py

@@ -49,7 +49,6 @@ class FunctionExecutorState:
         # TODO: Move graph_version to immutable fields once we migrate to gRPC State Reconciler.
         self.graph_version: str = graph_version
         self.status: FunctionExecutorStatus = FunctionExecutorStatus.DESTROYED
-        self.status_message: str = ""
         self.status_change_notifier: asyncio.Condition = asyncio.Condition(
             lock=self.lock
         )
@@ -65,9 +64,7 @@ class FunctionExecutorState:
         while self.status not in allowlist:
             await self.status_change_notifier.wait()
 
-    async def set_status(
-        self, new_status: FunctionExecutorStatus, status_message: str = ""
-    ) -> None:
+    async def set_status(self, new_status: FunctionExecutorStatus) -> None:
         """Sets the status of the Function Executor.
 
         The caller must hold the lock.
@@ -84,7 +81,6 @@ class FunctionExecutorState:
             metric_function_executors_with_status.labels(status=self.status.name).dec()
             metric_function_executors_with_status.labels(status=new_status.name).inc()
             self.status = new_status
-            self.status_message = status_message
             self.status_change_notifier.notify_all()
         else:
             raise ValueError(

indexify/executor/function_executor/function_executor_states_container.py

@@ -71,6 +71,10 @@ class FunctionExecutorStatesContainer:
             metric_function_executor_states_count.set(len(self._states))
             return state
 
+    def exists(self, id: str) -> bool:
+        """Check if the state with the given ID exists."""
+        return id in self._states
+
     async def shutdown(self):
         # Function Executors are outside the Executor process
         # so they need to get cleaned up explicitly and reliably.

indexify/executor/function_executor/health_checker.py

@@ -19,7 +19,9 @@ from .metrics.health_checker import (
 )
 from .server.client_configuration import HEALTH_CHECK_TIMEOUT_SEC
 
-HEALTH_CHECK_POLL_PERIOD_SEC = 10
+# Use lowest feasible value for now to detect FE crashes quickly because
+# we're only doing periodic health checks now.
+HEALTH_CHECK_POLL_PERIOD_SEC = 5
 
 
 class HealthCheckResult:

indexify/executor/function_executor/task_output.py

@@ -99,7 +99,7 @@ class TaskOutput:
             function_name=function_name,
             graph_version=graph_version,
             graph_invocation_id=graph_invocation_id,
-            stderr=f"Function exceeded its configured timeout of {timeout_sec:.3f} sec.",
+            stderr=f"Function or router exceeded its configured timeout of {timeout_sec:.3f} sec.",
             is_internal_error=False,
             output_payload_uri_prefix=output_payload_uri_prefix,
         )

indexify/executor/grpc/function_executor_controller.py

@@ -250,7 +250,6 @@ class FunctionExecutorController:
         )
 
         next_status: FunctionExecutorStatus = FunctionExecutorStatus.IDLE
-        next_status_message: str = ""
         async with _UnlockedLockContextManager(self._function_executor_state.lock):
             try:
                 function_executor: FunctionExecutor = await _create_function_executor(
@@ -264,13 +263,20 @@ class FunctionExecutorController:
                 )
             except CustomerError as e:
                 next_status = FunctionExecutorStatus.STARTUP_FAILED_CUSTOMER_ERROR
-                next_status_message = str(e)
+                # TODO: Save stdout and stderr of customer code that ran during FE creation into BLOBs and uncomment the corresponding tests.
+                self._logger.error(
+                    "failed to create function executor due to error in customer code",
+                    exc_info=e,
+                )
             except Exception as e:
                 next_status = FunctionExecutorStatus.STARTUP_FAILED_PLATFORM_ERROR
-                self._logger.error("failed to create function executor", exc_info=e)
+                self._logger.error(
+                    "failed to create function executor due to platform error",
+                    exc_info=e,
+                )
 
         # FE state lock is acquired again at this point.
-        await self._function_executor_state.set_status(next_status, next_status_message)
+        await self._function_executor_state.set_status(next_status)
 
         if next_status == FunctionExecutorStatus.IDLE:
             # Task controllers will notice that this FE is IDLE and start running on it one by one.

indexify/executor/grpc/state_reconciler.py

@@ -137,14 +137,16 @@ class ExecutorStateReconciler:
                 )
                 continue
 
-            if self._last_server_clock is not None:
-                if self._last_server_clock >= new_state.clock:
-                    self._logger.warning(
-                        "received outdated DesiredExecutorState from Server, ignoring",
-                        current_clock=self._last_server_clock,
-                        ignored_clock=new_state.clock,
-                    )
-                    continue  # Duplicate or outdated message state sent by Server.
+            # TODO: The clock is only incremented when function executors have actionable changes and not on new allocations.
+            #       Therefore the clock cannot currently be used as an idempotency token.
+            # if self._last_server_clock is not None:
+            #     if self._last_server_clock >= new_state.clock:
+            #         self._logger.warning(
+            #             "received outdated DesiredExecutorState from Server, ignoring",
+            #             current_clock=self._last_server_clock,
+            #             ignored_clock=new_state.clock,
+            #         )
+            #         continue  # Duplicate or outdated message state sent by Server.
 
             self._last_server_clock = new_state.clock
             # Always read the latest desired state value from the stream so
@@ -272,7 +274,8 @@ class ExecutorStateReconciler:
 
         Doesn't block on any long running operations. Doesn't raise any exceptions.
         """
-        if function_executor_description.id not in self._function_executor_controllers:
+
+        if not self._function_executor_states.exists(function_executor_description.id):
             await self._create_function_executor(function_executor_description)
 
     async def _create_function_executor(

indexify/executor/grpc/state_reporter.py

@@ -73,11 +73,11 @@ class ExecutorStateReporter:
             function_executor_states
         )
         self._channel_manager = channel_manager
+        self._host_resources_provider: HostResourcesProvider = host_resources_provider
         self._logger: Any = logger.bind(module=__name__)
         self._reporting_interval_sec: int = reporting_interval_sec
-        self._total_host_resources: HostResourcesProto = _host_resources_to_proto(
-            host_resources_provider.total_resources(logger)
-        )
+        self._total_host_resources: Optional[HostResourcesProto] = None
+        self._total_function_executor_resources: Optional[HostResourcesProto] = None
 
         self._is_shutdown: bool = False
         self._executor_status: ExecutorStatus = ExecutorStatus.EXECUTOR_STATUS_UNKNOWN
@@ -85,7 +85,9 @@ class ExecutorStateReporter:
             function_allowlist
         )
         self._labels.update(_label_values_to_strings(RuntimeProbes().probe().labels))
-        self._last_server_clock: Optional[int] = None
+        self._last_server_clock: int = (
+            0  # Server expects initial value to be 0 until it is set by Server.
+        )
 
     def update_executor_status(self, value: ExecutorStatus):
         self._executor_status = value
@@ -98,7 +100,7 @@ class ExecutorStateReporter:
 
         Never raises any exceptions.
         """
-        # TODO: Move this into a new async task and cancel it in shutdown().
+        # TODO: Move this method into a new async task and cancel it in shutdown().
         while not self._is_shutdown:
             stub = ExecutorAPIStub(await self._channel_manager.get_channel())
             while not self._is_shutdown:
@@ -111,19 +113,39 @@ class ExecutorStateReporter:
                     await asyncio.sleep(self._reporting_interval_sec)
                 except Exception as e:
                     self._logger.error(
-                        f"Failed to report state to the server, reconnecting in {_REPORT_BACKOFF_ON_ERROR_SEC} sec.",
+                        f"failed to report state to the server, reconnecting in {_REPORT_BACKOFF_ON_ERROR_SEC} sec.",
                         exc_info=e,
                     )
                     await asyncio.sleep(_REPORT_BACKOFF_ON_ERROR_SEC)
                     break
 
-        self._logger.info("State reporter shutdown")
+        self._logger.info("state reporter shutdown")
 
     async def report_state(self, stub: ExecutorAPIStub):
         """Reports the current state to the server represented by the supplied stub.
 
         Raises exceptions on failure.
         """
+        if self._total_host_resources is None:
+            # We need to fetch total resources only once, because they are not changing.
+            total_host_resources: HostResources = (
+                await self._host_resources_provider.total_host_resources(self._logger)
+            )
+            total_function_executor_resources: HostResources = (
+                await self._host_resources_provider.total_function_executor_resources(
+                    self._logger
+                )
+            )
+            self._logger.info(
+                "detected host resources",
+                total_host_resources=total_host_resources,
+                total_function_executor_resources=total_function_executor_resources,
+            )
+            self._total_host_resources = _host_resources_to_proto(total_host_resources)
+            self._total_function_executor_resources = _host_resources_to_proto(
+                total_function_executor_resources
+            )
+
         with (
             metric_state_report_errors.count_exceptions(),
             metric_state_report_latency.time(),
@@ -136,16 +158,15 @@ class ExecutorStateReporter:
                 flavor=_to_grpc_executor_flavor(self._flavor, self._logger),
                 version=self._version,
                 status=self._executor_status,
-                # Server requires free_resources to be set but ignores its value for now.
-                free_resources=self._total_host_resources,
+                total_function_executor_resources=self._total_function_executor_resources,
                 total_resources=self._total_host_resources,
                 allowed_functions=self._allowed_functions,
                 function_executor_states=await self._fetch_function_executor_states(),
                 labels=self._labels,
             )
             state.state_hash = _state_hash(state)
-            if self._last_server_clock is not None:
-                state.server_clock = self._last_server_clock
+            # Set fields not included in the state hash.
+            state.server_clock = self._last_server_clock
 
             await stub.report_executor_state(
                 ReportExecutorStateRequest(executor_state=state),
@@ -176,7 +197,6 @@ class ExecutorStateReporter:
                 status=_to_grpc_function_executor_status(
                     function_executor_state.status, self._logger
                 ),
-                status_message=function_executor_state.status_message,
             )
             if function_executor_state.image_uri:
                 function_executor_state_proto.description.image_uri = (
@@ -227,7 +247,7 @@ def _to_grpc_function_executor_status(
     )
 
     if result == FunctionExecutorStatusProto.FUNCTION_EXECUTOR_STATUS_UNKNOWN:
-        logger.error("Unexpected Function Executor status", status=status)
+        logger.error("unexpected Function Executor status", status=status)
 
     return result
 
@@ -246,7 +266,7 @@ def _to_grpc_executor_flavor(
     )
 
     if result == ExecutorFlavorProto.EXECUTOR_FLAVOR_UNKNOWN:
-        logger.error("Unexpected Executor flavor", flavor=flavor)
+        logger.error("unexpected Executor flavor", flavor=flavor)
 
     return result
 
@@ -287,5 +307,7 @@ def _gpu_model_to_proto(gpu_model: NVIDIA_GPU_MODEL) -> GPUModelProto:
         return GPUModelProto.GPU_MODEL_NVIDIA_A100_80GB
     elif gpu_model == NVIDIA_GPU_MODEL.H100_80GB:
         return GPUModelProto.GPU_MODEL_NVIDIA_H100_80GB
+    elif gpu_model == NVIDIA_GPU_MODEL.TESLA_T4:
+        return GPUModelProto.GPU_MODEL_NVIDIA_TESLA_T4
     else:
         return GPUModelProto.GPU_MODEL_UNKNOWN

indexify/executor/grpc/task_controller.py

@@ -203,7 +203,7 @@ class TaskController:
                 reducer_output_key=(
                     self._task.reducer_output_key
                     if self._task.HasField("reducer_output_key")
-                    else ""
+                    else None
                 ),
                 data_payload=(
                     self._task.reducer_input
@@ -233,6 +233,7 @@ class TaskController:
             # and no other tasks run on this FE because it'd result in undefined behavior.
             if self._is_timed_out:
                 next_status = FunctionExecutorStatus.UNHEALTHY
+            # TODO: When task controller is removed do FE health check here to stop scheduling tasks on unhealthy FE asap.
             await self._release_function_executor(next_status=next_status)
 
     async def _acquire_function_executor(self) -> None:

indexify/executor/host_resources/host_resources.py

@@ -1,5 +1,7 @@
-from typing import List
+import asyncio
+from typing import Any, List, Optional
 
+import psutil
 from pydantic import BaseModel
 
 from .nvidia_gpu import NvidiaGPUInfo
@@ -18,33 +20,85 @@ class HostResourcesProvider:
     HostResourcesProvider is a class that provides information about the host resources.
     """
 
-    def __init__(self, gpu_allocator: NvidiaGPUAllocator):
+    def __init__(
+        self,
+        gpu_allocator: NvidiaGPUAllocator,
+        function_executors_ephimeral_disks_path: str,
+        host_overhead_cpus: int,
+        host_overhead_memory_gb: int,
+        host_overhead_function_executors_ephimeral_disks_gb: int,
+    ):
+        """Creates a HostResourcesProvider.
+
+        Args:
+            gpu_allocator: The GPU allocator to use for GPU information.
+            function_executors_ephimeral_disks_path: The path to file system used as ephimeral disk space by Function Executors.
+            host_overhead_cpus: The number of CPUs reserved for use by host (can't be used by Function Executors).
+            host_overhead_memory_gb: The amount of memory reserved for use by host (can't be used by Function Executors).
+            host_overhead_function_executors_ephimeral_disks_gb: The amount of ephimeral disk space reserved for use by host (can't be used by Function Executors).
+        """
         self._gpu_allocator: NvidiaGPUAllocator = gpu_allocator
+        self._function_executors_ephimeral_disks_path: str = (
+            function_executors_ephimeral_disks_path
+        )
+        self._host_overhead_cpus: int = host_overhead_cpus
+        self._host_overhead_memory_gb: int = host_overhead_memory_gb
+        self._host_overhead_function_executors_ephimeral_disks_gb: int = (
+            host_overhead_function_executors_ephimeral_disks_gb
+        )
 
-    def total_resources(self, logger) -> HostResources:
+    async def total_host_resources(self, logger: Any) -> HostResources:
         """Returns all hardware resources that exist at the host.
 
         Raises Exception on error.
         """
-        logger = logger.bind(module=__name__)
-
-        return HostResources(
-            cpu_count=0,  # TODO: Implement for Linux and MacOS hosts
-            memory_mb=0,  # TODO: Implement for Linux and MacOS hosts
-            disk_mb=0,  # TODO: Implement for Linux and MacOS hosts
-            gpus=self._gpu_allocator.list_all(),
-        )
+        # Run psutil library calls in a separate thread to not block the event loop.
+        return await asyncio.to_thread(self._total_host_resources, logger=logger)
 
-    def free_resources(self, logger) -> HostResources:
-        """Returns all hardware resources that are free at the host.
+    async def total_function_executor_resources(self, logger: Any) -> HostResources:
+        """Returns all hardware resources on the host that are usable by Function Executors.
 
         Raises Exception on error.
         """
+        total_resources: HostResources = await self.total_host_resources(logger=logger)
+        return HostResources(
+            cpu_count=max(0, total_resources.cpu_count - self._host_overhead_cpus),
+            memory_mb=max(
+                0, total_resources.memory_mb - self._host_overhead_memory_gb * 1024
+            ),
+            disk_mb=max(
+                0,
+                total_resources.disk_mb
+                - self._host_overhead_function_executors_ephimeral_disks_gb * 1024,
+            ),
+            gpus=total_resources.gpus,
+        )
+
+    def _total_host_resources(self, logger: Any) -> HostResources:
         logger = logger.bind(module=__name__)
 
+        # If users disable Hyper-Threading in OS then we'd only see physical cores here.
+        # This allows users to control if logical or physical cores are used for resource
+        # reporting and for running the functions.
+        cpu_count: Optional[int] = psutil.cpu_count(logical=True)
+        if cpu_count is None:
+            logger.warning(
+                "Unable to determine CPU count. Defaulting to 0.",
+                cpu_count=cpu_count,
+            )
+            cpu_count = 0
+
+        memory_mb: int = int(psutil.virtual_memory().total / 1024 / 1024)
+        disk_mb = int(
+            psutil.disk_usage(self._function_executors_ephimeral_disks_path).total
+            / 1024
+            / 1024
+        )
+        all_gpus: List[NvidiaGPUInfo] = self._gpu_allocator.list_all()
+
         return HostResources(
-            cpu_count=0,  # TODO: Implement for Linux and MacOS hosts
-            memory_mb=0,  # TODO: Implement for Linux and MacOS hosts
-            disk_mb=0,  # TODO: Implement for Linux and MacOS hosts
-            gpus=self._gpu_allocator.list_free(),
+            cpu_count=cpu_count,
+            memory_mb=memory_mb,
+            disk_mb=disk_mb,
+            gpus=all_gpus,
         )

indexify/executor/host_resources/nvidia_gpu.py

@@ -11,6 +11,7 @@ class NVIDIA_GPU_MODEL(str, Enum):
     A100_40GB = "A100-40GB"
     A100_80GB = "A100-80GB"
     H100_80GB = "H100"
+    TESLA_T4 = "T4"
 
 
 class NvidiaGPUInfo(BaseModel):
@@ -52,6 +53,7 @@ def fetch_nvidia_gpu_infos(logger: Any) -> List[NvidiaGPUInfo]:
         # 0, NVIDIA A100-SXM4-80GB, GPU-89fdc1e1-18b2-f499-c12b-82bcb9bfb3fa
         # 1, NVIDIA A100-PCIE-40GB, GPU-e9c9aa65-bff3-405a-ab7c-dc879cc88169
         # 2, NVIDIA H100 80GB HBM3, GPU-8c35f4c9-4dff-c9a2-866f-afb5d82e1dd7
+        # 3, Tesla T4, GPU-2a7fadae-a692-1c44-2c57-6645a0d117e4
         parts = line.split(",")
         index = parts[0].strip()
         product_name = parts[1].strip()
@@ -64,6 +66,8 @@ def fetch_nvidia_gpu_infos(logger: Any) -> List[NvidiaGPUInfo]:
             model = NVIDIA_GPU_MODEL.A100_40GB
         elif product_name.startswith("NVIDIA H100"):
             model = NVIDIA_GPU_MODEL.H100_80GB
+        elif product_name.startswith("Tesla T4"):
+            model = NVIDIA_GPU_MODEL.TESLA_T4
         else:
             logger.warning(
                 "Unknown GPU model was detected, ignoring", nvidia_smi_output=line

indexify/executor/task_reporter.py

@@ -323,15 +323,12 @@ class TaskReporter:
             invocation_id=output.graph_invocation_id,
             executor_id=self._executor_id,
             task_id=output.task_id,
+            reducer=output.reducer,
         )
         output_files: List[Any] = []
-        if output is None:
-            return task_result, output_files
-
         task_result.outcome = (
             TASK_OUTCOME_SUCCESS if output.success else TASK_OUTCOME_FAILURE
         )
-        task_result.reducer = output.reducer
 
         _process_function_output(
             function_output=output.function_output, output_files=output_files

indexify/proto/executor_api.proto

@@ -32,6 +32,7 @@ enum GPUModel {
     GPU_MODEL_NVIDIA_A100_40GB = 1;
     GPU_MODEL_NVIDIA_A100_80GB = 2;
     GPU_MODEL_NVIDIA_H100_80GB = 3;
+    GPU_MODEL_NVIDIA_TESLA_T4 = 4;
 }
 
 // Free GPUs available at the Executor.
@@ -102,10 +103,7 @@ message FunctionExecutorDescription {
 message FunctionExecutorState {
     optional FunctionExecutorDescription description = 1;
     optional FunctionExecutorStatus status = 2;
-    // Human readable message clarifying the status.
-    // Currently it contains error message from customer code
-    // if status is FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_CUSTOMER_ERROR.
-    optional string status_message = 3;
+    reserved 3;
 }
 
 enum ExecutorStatus {
@@ -130,10 +128,10 @@ message ExecutorState {
     optional ExecutorFlavor flavor = 4;
     optional string version = 5;
     optional ExecutorStatus status = 6;
-    // Total resources available at the Executor.
+    // Total resources at the Executor.
     optional HostResources total_resources = 13;
-    // Free resources available at the Executor.
-    optional HostResources free_resources = 7; // Not used right now.
+    // Total resources usable by Function Executors.
+    optional HostResources total_function_executor_resources = 7;
     // Empty allowed_functions list means that any function can run on the Executor.
     repeated AllowedFunction allowed_functions = 8;
     repeated FunctionExecutorState function_executor_states = 9;
@@ -141,6 +139,7 @@ message ExecutorState {
     optional string state_hash = 11;
     // Server supplied clock value of the latest desired executor state that was
     // reconciled by Executor. Not included into state_hash.
+    // Initial value on Executor startup is 0.
     optional uint64 server_clock = 12;
 }
 

indexify/proto/executor_api_pb2.py

@@ -19,7 +19,7 @@ _sym_db = _symbol_database.Default()
 
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
-    b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\x87\x02\n\x0b\x44\x61taPayload\x12\x11\n\x04path\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x11\n\x04size\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x03\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x04\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x05\x88\x01\x01\x42\x07\n\x05_pathB\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_version"k\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12-\n\x05model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_modelJ\x04\x08\x03\x10\x04"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xc5\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12\x16\n\tgpu_count\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x0c\n\n_gpu_count"\xbf\x04\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12<\n\x0fresource_limits\x18\x08 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x06\x88\x01\x01\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x07\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\t\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uriB\x12\n\x10_resource_limitsB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resources"\xe8\x01\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x12\x1b\n\x0estatus_message\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\t\n\x07_statusB\x11\n\x0f_status_message"\x9d\x06\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1d\n\x10\x64\x65velopment_mode\x18\x02 \x01(\x08H\x01\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06\x66lavor\x18\x04 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorFlavorH\x03\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x05\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x06\x88\x01\x01\x12;\n\x0e\x66ree_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x07\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x08\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\t\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x13\n\x11_development_modeB\x0b\n\t_hostnameB\t\n\x07_flavorB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB\x11\n\x0f_free_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"l\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x42\x11\n\x0f_executor_state"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xa4\x05\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x16\n\tinput_key\x18\x08 \x01(\tH\x06\x88\x01\x01\x12\x1f\n\x12reducer_output_key\x18\t \x01(\tH\x07\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x08\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\x0b\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\x0c\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\x0c\n\n_input_keyB\x15\n\x13_reducer_output_keyB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policy"\x7f\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_task"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\x87\x06\n\x18ReportTaskOutcomeRequest\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x04\x88\x01\x01\x12\x32\n\x07outcome\x18\x07 \x01(\x0e\x32\x1c.executor_api_pb.TaskOutcomeH\x05\x88\x01\x01\x12\x1a\n\rinvocation_id\x18\x08 \x01(\tH\x06\x88\x01\x01\x12\x18\n\x0b\x65xecutor_id\x18\t \x01(\tH\x07\x88\x01\x01\x12\x14\n\x07reducer\x18\n \x01(\x08H\x08\x88\x01\x01\x12\x16\n\x0enext_functions\x18\x0b \x03(\t\x12\x30\n\nfn_outputs\x18\x0c \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\x0e \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x31\n\x06stderr\x18\x0f \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12=\n\x0foutput_encoding\x18\r \x01(\x0e\x32\x1f.executor_api_pb.OutputEncodingH\x0b\x88\x01\x01\x12$\n\x17output_encoding_version\x18\x05 \x01(\x04H\x0c\x88\x01\x01\x42\n\n\x08_task_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\n\n\x08_outcomeB\x10\n\x0e_invocation_idB\x0e\n\x0c_executor_idB\n\n\x08_reducerB\t\n\x07_stdoutB\t\n\x07_stderrB\x12\n\x10_output_encodingB\x1a\n\x18_output_encoding_version"\x1b\n\x19ReportTaskOutcomeResponse*\xab\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03*\x81\x01\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_40GB\x10\x01\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_80GB\x10\x02\x12\x1e\n\x1aGPU_MODEL_NVIDIA_H100_80GB\x10\x03*\xca\x03\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12(\n$FUNCTION_EXECUTOR_STATUS_STARTING_UP\x10\x01\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_CUSTOMER_ERROR\x10\x02\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_PLATFORM_ERROR\x10\x03\x12!\n\x1d\x46UNCTION_EXECUTOR_STATUS_IDLE\x10\x04\x12)\n%FUNCTION_EXECUTOR_STATUS_RUNNING_TASK\x10\x05\x12&\n"FUNCTION_EXECUTOR_STATUS_UNHEALTHY\x10\x06\x12%\n!FUNCTION_EXECUTOR_STATUS_STOPPING\x10\x07\x12$\n FUNCTION_EXECUTOR_STATUS_STOPPED\x10\x08\x12%\n!FUNCTION_EXECUTOR_STATUS_SHUTDOWN\x10\t*\xc3\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1c\n\x18\x45XECUTOR_STATUS_STOPPING\x10\x04\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x05*d\n\x0e\x45xecutorFlavor\x12\x1b\n\x17\x45XECUTOR_FLAVOR_UNKNOWN\x10\x00\x12\x17\n\x13\x45XECUTOR_FLAVOR_OSS\x10\x01\x12\x1c\n\x18\x45XECUTOR_FLAVOR_PLATFORM\x10\x02*[\n\x0bTaskOutcome\x12\x18\n\x14TASK_OUTCOME_UNKNOWN\x10\x00\x12\x18\n\x14TASK_OUTCOME_SUCCESS\x10\x01\x12\x18\n\x14TASK_OUTCOME_FAILURE\x10\x02*\x7f\n\x0eOutputEncoding\x12\x1b\n\x17OUTPUT_ENCODING_UNKNOWN\x10\x00\x12\x18\n\x14OUTPUT_ENCODING_JSON\x10\x01\x12\x1a\n\x16OUTPUT_ENCODING_PICKLE\x10\x02\x12\x1a\n\x16OUTPUT_ENCODING_BINARY\x10\x03\x32\xef\x02\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x12n\n\x13report_task_outcome\x12).executor_api_pb.ReportTaskOutcomeRequest\x1a*.executor_api_pb.ReportTaskOutcomeResponse"\x00\x62\x06proto3'
+    b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\x87\x02\n\x0b\x44\x61taPayload\x12\x11\n\x04path\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x11\n\x04size\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x03\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x04\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x05\x88\x01\x01\x42\x07\n\x05_pathB\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_version"k\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12-\n\x05model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_modelJ\x04\x08\x03\x10\x04"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xc5\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12\x16\n\tgpu_count\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x0c\n\n_gpu_count"\xbf\x04\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12<\n\x0fresource_limits\x18\x08 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x06\x88\x01\x01\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x07\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\t\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uriB\x12\n\x10_resource_limitsB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resources"\xbe\x01\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x42\x0e\n\x0c_descriptionB\t\n\x07_statusJ\x04\x08\x03\x10\x04"\xc3\x06\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1d\n\x10\x64\x65velopment_mode\x18\x02 \x01(\x08H\x01\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06\x66lavor\x18\x04 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorFlavorH\x03\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x05\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x06\x88\x01\x01\x12N\n!total_function_executor_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x07\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x08\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\t\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x13\n\x11_development_modeB\x0b\n\t_hostnameB\t\n\x07_flavorB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB$\n"_total_function_executor_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"l\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x42\x11\n\x0f_executor_state"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xa4\x05\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x16\n\tinput_key\x18\x08 \x01(\tH\x06\x88\x01\x01\x12\x1f\n\x12reducer_output_key\x18\t \x01(\tH\x07\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x08\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\x0b\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\x0c\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\x0c\n\n_input_keyB\x15\n\x13_reducer_output_keyB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policy"\x7f\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_task"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\x87\x06\n\x18ReportTaskOutcomeRequest\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x04\x88\x01\x01\x12\x32\n\x07outcome\x18\x07 \x01(\x0e\x32\x1c.executor_api_pb.TaskOutcomeH\x05\x88\x01\x01\x12\x1a\n\rinvocation_id\x18\x08 \x01(\tH\x06\x88\x01\x01\x12\x18\n\x0b\x65xecutor_id\x18\t \x01(\tH\x07\x88\x01\x01\x12\x14\n\x07reducer\x18\n \x01(\x08H\x08\x88\x01\x01\x12\x16\n\x0enext_functions\x18\x0b \x03(\t\x12\x30\n\nfn_outputs\x18\x0c \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\x0e \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x31\n\x06stderr\x18\x0f \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12=\n\x0foutput_encoding\x18\r \x01(\x0e\x32\x1f.executor_api_pb.OutputEncodingH\x0b\x88\x01\x01\x12$\n\x17output_encoding_version\x18\x05 \x01(\x04H\x0c\x88\x01\x01\x42\n\n\x08_task_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\n\n\x08_outcomeB\x10\n\x0e_invocation_idB\x0e\n\x0c_executor_idB\n\n\x08_reducerB\t\n\x07_stdoutB\t\n\x07_stderrB\x12\n\x10_output_encodingB\x1a\n\x18_output_encoding_version"\x1b\n\x19ReportTaskOutcomeResponse*\xab\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03*\xa0\x01\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_40GB\x10\x01\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_80GB\x10\x02\x12\x1e\n\x1aGPU_MODEL_NVIDIA_H100_80GB\x10\x03\x12\x1d\n\x19GPU_MODEL_NVIDIA_TESLA_T4\x10\x04*\xca\x03\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12(\n$FUNCTION_EXECUTOR_STATUS_STARTING_UP\x10\x01\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_CUSTOMER_ERROR\x10\x02\x12:\n6FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_PLATFORM_ERROR\x10\x03\x12!\n\x1d\x46UNCTION_EXECUTOR_STATUS_IDLE\x10\x04\x12)\n%FUNCTION_EXECUTOR_STATUS_RUNNING_TASK\x10\x05\x12&\n"FUNCTION_EXECUTOR_STATUS_UNHEALTHY\x10\x06\x12%\n!FUNCTION_EXECUTOR_STATUS_STOPPING\x10\x07\x12$\n FUNCTION_EXECUTOR_STATUS_STOPPED\x10\x08\x12%\n!FUNCTION_EXECUTOR_STATUS_SHUTDOWN\x10\t*\xc3\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1c\n\x18\x45XECUTOR_STATUS_STOPPING\x10\x04\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x05*d\n\x0e\x45xecutorFlavor\x12\x1b\n\x17\x45XECUTOR_FLAVOR_UNKNOWN\x10\x00\x12\x17\n\x13\x45XECUTOR_FLAVOR_OSS\x10\x01\x12\x1c\n\x18\x45XECUTOR_FLAVOR_PLATFORM\x10\x02*[\n\x0bTaskOutcome\x12\x18\n\x14TASK_OUTCOME_UNKNOWN\x10\x00\x12\x18\n\x14TASK_OUTCOME_SUCCESS\x10\x01\x12\x18\n\x14TASK_OUTCOME_FAILURE\x10\x02*\x7f\n\x0eOutputEncoding\x12\x1b\n\x17OUTPUT_ENCODING_UNKNOWN\x10\x00\x12\x18\n\x14OUTPUT_ENCODING_JSON\x10\x01\x12\x1a\n\x16OUTPUT_ENCODING_PICKLE\x10\x02\x12\x1a\n\x16OUTPUT_ENCODING_BINARY\x10\x03\x32\xef\x02\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x12n\n\x13report_task_outcome\x12).executor_api_pb.ReportTaskOutcomeRequest\x1a*.executor_api_pb.ReportTaskOutcomeResponse"\x00\x62\x06proto3'
 )
 
 _globals = globals()
@@ -31,20 +31,20 @@ if not _descriptor._USE_C_DESCRIPTORS:
     DESCRIPTOR._loaded_options = None
     _globals["_EXECUTORSTATE_LABELSENTRY"]._loaded_options = None
     _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_options = b"8\001"
-    _globals["_DATAPAYLOADENCODING"]._serialized_start = 4861
-    _globals["_DATAPAYLOADENCODING"]._serialized_end = 5032
-    _globals["_GPUMODEL"]._serialized_start = 5035
-    _globals["_GPUMODEL"]._serialized_end = 5164
-    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5167
-    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 5625
-    _globals["_EXECUTORSTATUS"]._serialized_start = 5628
-    _globals["_EXECUTORSTATUS"]._serialized_end = 5823
-    _globals["_EXECUTORFLAVOR"]._serialized_start = 5825
-    _globals["_EXECUTORFLAVOR"]._serialized_end = 5925
-    _globals["_TASKOUTCOME"]._serialized_start = 5927
-    _globals["_TASKOUTCOME"]._serialized_end = 6018
-    _globals["_OUTPUTENCODING"]._serialized_start = 6020
-    _globals["_OUTPUTENCODING"]._serialized_end = 6147
+    _globals["_DATAPAYLOADENCODING"]._serialized_start = 4857
+    _globals["_DATAPAYLOADENCODING"]._serialized_end = 5028
+    _globals["_GPUMODEL"]._serialized_start = 5031
+    _globals["_GPUMODEL"]._serialized_end = 5191
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5194
+    _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 5652
+    _globals["_EXECUTORSTATUS"]._serialized_start = 5655
+    _globals["_EXECUTORSTATUS"]._serialized_end = 5850
+    _globals["_EXECUTORFLAVOR"]._serialized_start = 5852
+    _globals["_EXECUTORFLAVOR"]._serialized_end = 5952
+    _globals["_TASKOUTCOME"]._serialized_start = 5954
+    _globals["_TASKOUTCOME"]._serialized_end = 6045
+    _globals["_OUTPUTENCODING"]._serialized_start = 6047
+    _globals["_OUTPUTENCODING"]._serialized_end = 6174
     _globals["_DATAPAYLOAD"]._serialized_start = 55
     _globals["_DATAPAYLOAD"]._serialized_end = 318
     _globals["_GPURESOURCES"]._serialized_start = 320
@@ -58,29 +58,29 @@ if not _descriptor._USE_C_DESCRIPTORS:
     _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_start = 1017
     _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 1592
     _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 1595
-    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1827
-    _globals["_EXECUTORSTATE"]._serialized_start = 1830
-    _globals["_EXECUTORSTATE"]._serialized_end = 2627
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2427
-    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2472
-    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 2629
-    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 2737
-    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 2739
-    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 2768
-    _globals["_TASKRETRYPOLICY"]._serialized_start = 2771
-    _globals["_TASKRETRYPOLICY"]._serialized_end = 2978
-    _globals["_TASK"]._serialized_start = 2981
-    _globals["_TASK"]._serialized_end = 3657
-    _globals["_TASKALLOCATION"]._serialized_start = 3659
-    _globals["_TASKALLOCATION"]._serialized_end = 3786
-    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 3788
-    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 3863
-    _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 3866
-    _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 4051
-    _globals["_REPORTTASKOUTCOMEREQUEST"]._serialized_start = 4054
-    _globals["_REPORTTASKOUTCOMEREQUEST"]._serialized_end = 4829
-    _globals["_REPORTTASKOUTCOMERESPONSE"]._serialized_start = 4831
-    _globals["_REPORTTASKOUTCOMERESPONSE"]._serialized_end = 4858
-    _globals["_EXECUTORAPI"]._serialized_start = 6150
-    _globals["_EXECUTORAPI"]._serialized_end = 6517
+    _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1785
+    _globals["_EXECUTORSTATE"]._serialized_start = 1788
+    _globals["_EXECUTORSTATE"]._serialized_end = 2623
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2404
+    _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2449
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 2625
+    _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 2733
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 2735
+    _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 2764
+    _globals["_TASKRETRYPOLICY"]._serialized_start = 2767
+    _globals["_TASKRETRYPOLICY"]._serialized_end = 2974
+    _globals["_TASK"]._serialized_start = 2977
+    _globals["_TASK"]._serialized_end = 3653
+    _globals["_TASKALLOCATION"]._serialized_start = 3655
+    _globals["_TASKALLOCATION"]._serialized_end = 3782
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 3784
+    _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 3859
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 3862
+    _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 4047
+    _globals["_REPORTTASKOUTCOMEREQUEST"]._serialized_start = 4050
+    _globals["_REPORTTASKOUTCOMEREQUEST"]._serialized_end = 4825
+    _globals["_REPORTTASKOUTCOMERESPONSE"]._serialized_start = 4827
+    _globals["_REPORTTASKOUTCOMERESPONSE"]._serialized_end = 4854
+    _globals["_EXECUTORAPI"]._serialized_start = 6177
+    _globals["_EXECUTORAPI"]._serialized_end = 6544
 # @@protoc_insertion_point(module_scope)

indexify/proto/executor_api_pb2.pyi

@@ -24,6 +24,7 @@ class GPUModel(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     GPU_MODEL_NVIDIA_A100_40GB: _ClassVar[GPUModel]
     GPU_MODEL_NVIDIA_A100_80GB: _ClassVar[GPUModel]
     GPU_MODEL_NVIDIA_H100_80GB: _ClassVar[GPUModel]
+    GPU_MODEL_NVIDIA_TESLA_T4: _ClassVar[GPUModel]
 
 class FunctionExecutorStatus(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     __slots__ = ()
@@ -78,6 +79,7 @@ GPU_MODEL_UNKNOWN: GPUModel
 GPU_MODEL_NVIDIA_A100_40GB: GPUModel
 GPU_MODEL_NVIDIA_A100_80GB: GPUModel
 GPU_MODEL_NVIDIA_H100_80GB: GPUModel
+GPU_MODEL_NVIDIA_TESLA_T4: GPUModel
 FUNCTION_EXECUTOR_STATUS_UNKNOWN: FunctionExecutorStatus
 FUNCTION_EXECUTOR_STATUS_STARTING_UP: FunctionExecutorStatus
 FUNCTION_EXECUTOR_STATUS_STARTUP_FAILED_CUSTOMER_ERROR: FunctionExecutorStatus
@@ -245,18 +247,15 @@ class FunctionExecutorDescription(_message.Message):
     ) -> None: ...
 
 class FunctionExecutorState(_message.Message):
-    __slots__ = ("description", "status", "status_message")
+    __slots__ = ("description", "status")
     DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
     STATUS_FIELD_NUMBER: _ClassVar[int]
-    STATUS_MESSAGE_FIELD_NUMBER: _ClassVar[int]
     description: FunctionExecutorDescription
     status: FunctionExecutorStatus
-    status_message: str
     def __init__(
         self,
         description: _Optional[_Union[FunctionExecutorDescription, _Mapping]] = ...,
         status: _Optional[_Union[FunctionExecutorStatus, str]] = ...,
-        status_message: _Optional[str] = ...,
     ) -> None: ...
 
 class ExecutorState(_message.Message):
@@ -268,7 +267,7 @@ class ExecutorState(_message.Message):
         "version",
         "status",
         "total_resources",
-        "free_resources",
+        "total_function_executor_resources",
         "allowed_functions",
         "function_executor_states",
         "labels",
@@ -293,7 +292,7 @@ class ExecutorState(_message.Message):
     VERSION_FIELD_NUMBER: _ClassVar[int]
     STATUS_FIELD_NUMBER: _ClassVar[int]
     TOTAL_RESOURCES_FIELD_NUMBER: _ClassVar[int]
-    FREE_RESOURCES_FIELD_NUMBER: _ClassVar[int]
+    TOTAL_FUNCTION_EXECUTOR_RESOURCES_FIELD_NUMBER: _ClassVar[int]
     ALLOWED_FUNCTIONS_FIELD_NUMBER: _ClassVar[int]
     FUNCTION_EXECUTOR_STATES_FIELD_NUMBER: _ClassVar[int]
     LABELS_FIELD_NUMBER: _ClassVar[int]
@@ -306,7 +305,7 @@ class ExecutorState(_message.Message):
     version: str
     status: ExecutorStatus
     total_resources: HostResources
-    free_resources: HostResources
+    total_function_executor_resources: HostResources
     allowed_functions: _containers.RepeatedCompositeFieldContainer[AllowedFunction]
     function_executor_states: _containers.RepeatedCompositeFieldContainer[
         FunctionExecutorState
@@ -323,7 +322,9 @@ class ExecutorState(_message.Message):
         version: _Optional[str] = ...,
         status: _Optional[_Union[ExecutorStatus, str]] = ...,
         total_resources: _Optional[_Union[HostResources, _Mapping]] = ...,
-        free_resources: _Optional[_Union[HostResources, _Mapping]] = ...,
+        total_function_executor_resources: _Optional[
+            _Union[HostResources, _Mapping]
+        ] = ...,
         allowed_functions: _Optional[
             _Iterable[_Union[AllowedFunction, _Mapping]]
         ] = ...,

{indexify-0.3.27.dist-info → indexify-0.3.29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: indexify
-Version: 0.3.27
+Version: 0.3.29
 Summary: Open Source Indexify components and helper tools
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0
@@ -17,6 +17,7 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: aiohttp (>=3.11.0,<4.0.0)
 Requires-Dist: boto3 (>=1.37.30,<2.0.0)
 Requires-Dist: prometheus-client (>=0.21.1,<0.22.0)
+Requires-Dist: psutil (>=7.0.0,<8.0.0)
 Requires-Dist: rich (>=13.9.2,<14.0.0)
 Requires-Dist: tensorlake (>=0.1)
 Requires-Dist: typer (>=0.12,<0.13)

{indexify-0.3.27.dist-info → indexify-0.3.29.dist-info}/RECORD

@@ -1,4 +1,4 @@
-indexify/cli/cli.py,sha256=RaKrcdrawu_1FrDV67o2QwMqfsPdADOcIxK2iTZvcho,9190
+indexify/cli/cli.py,sha256=_FSY-HnSFm2fY2ppg5UTqrXq5zBptzw3cRcGZFkYQGA,9804
 indexify/executor/README.md,sha256=ozC6_hMkhQQNVCMEpBxwiUALz6lwErPQxNxQfQDqnG4,2029
 indexify/executor/api_objects.py,sha256=kHx5gKPwM0Rm64Ea__kPFwuarStX0u_9uaE7vV5M5z8,2222
 indexify/executor/blob_store/blob_store.py,sha256=XViw_KRfFSNqwcFYwMZixZF-EYCjXK2AQHdt0xh4UVo,2368
@@ -9,10 +9,10 @@ indexify/executor/downloader.py,sha256=k9VbfOa-D6YH-cX8Sz-W-gWTsxmeVpSaIOq0xTC9K
 indexify/executor/executor.py,sha256=WE9ABct1yAlfh4-cOUcp1vTjFbkiXNAGlsbsNbfWdkU,17006
 indexify/executor/executor_flavor.py,sha256=uilzDQVVYlQGR1MVnrUC4NevUActDWHdnJkr38M6kTk,118
 indexify/executor/function_executor/function_executor.py,sha256=agfUxzSQ-2TqkpMhW3OvOSMF_EhpemetaL3_dYp29Ro,11888
-indexify/executor/function_executor/function_executor_state.py,sha256=ljPm1IrRMJ8hFklwvFp7Xax2HMpUIOHm0DwOxxMcy7U,4336
-indexify/executor/function_executor/function_executor_states_container.py,sha256=MFtHNMkzL3zzoa4YdWaw6X21dzo3P4vdEyJ_OKAuTlw,3766
+indexify/executor/function_executor/function_executor_state.py,sha256=_bxUKNtuIMDVHVnDzMzMj-Qy4sR18MTwBtakdoAQ0y0,4209
+indexify/executor/function_executor/function_executor_states_container.py,sha256=ht2xcFXWgCjYxCoeMffB0WHUPgSKJ3QIoswiomwP9WA,3899
 indexify/executor/function_executor/function_executor_status.py,sha256=Ms8tHG0wlw__pToeQIfBV6SO9c4tPu3UQgJAwXUkg2M,3597
-indexify/executor/function_executor/health_checker.py,sha256=EVA65Rn7eAC7HXzhZgScMDc57ODnvFopopdye7j1hfU,6254
+indexify/executor/function_executor/health_checker.py,sha256=IxE0jnC99K_lvnizFLjXqS1942H8-FNAN4AlhLIjg2Y,6373
 indexify/executor/function_executor/invocation_state_client.py,sha256=VTpeNxxfsa0ej20Q_ker5RZVdHiu59HWd5qNOjo6DBQ,9800
 indexify/executor/function_executor/metrics/function_executor.py,sha256=TDksxLRJr-P9ZKhF2Orsaxzzb4lVIBxFEjd_9Zv53Ng,6313
 indexify/executor/function_executor/metrics/function_executor_state.py,sha256=qheMhnoiYLiZB7ky5EyegfDy4Mr0Zh83bOE0gJ38YmU,1607
@@ -27,18 +27,18 @@ indexify/executor/function_executor/server/subprocess_function_executor_server.p
 indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=g1AUbhOoPsdhp_50Ayahdyv1Ix5-nEBE8orOQfkATpM,4470
 indexify/executor/function_executor/single_task_runner.py,sha256=6Fb9icnZ21pJcCq3mddFRoonPdNpUdSjTSQYh9nJXS0,14977
 indexify/executor/function_executor/task_input.py,sha256=wSrHR4m0juiGClQyeVdhRC37QzDt6Rrjq-ZXJkfBi9k,584
-indexify/executor/function_executor/task_output.py,sha256=vi0W75T8qbxjtAtI-812HksCv986lH_ijEqc3q0CVww,3424
+indexify/executor/function_executor/task_output.py,sha256=LpdQZuL1s7FDNk-3TwA__4g5twyfmv45ezBf5Ckf6IE,3434
 indexify/executor/grpc/channel_manager.py,sha256=ihDkLoiGBLfSmoA2szbntjCfL3E_NDf5LABRXE7YRec,6330
-indexify/executor/grpc/function_executor_controller.py,sha256=3esPU9ILzYQ4gjfkRZ3IKHpqXWUQEmNit8XzQYKXoGs,17125
+indexify/executor/grpc/function_executor_controller.py,sha256=GRAwhCIDZA-mFGGiyZyOlcezxZ4LXQPkuH_ooTrKEgc,17418
 indexify/executor/grpc/metrics/channel_manager.py,sha256=k-WArgklmP5WhjcmFmrgRblB7yc3XlaOXO8owRyV-mw,649
 indexify/executor/grpc/metrics/state_reconciler.py,sha256=0aI2IM4XztKxFa7NCxYSLafw_iiej3p07yEiKyewXIM,585
 indexify/executor/grpc/metrics/state_reporter.py,sha256=GggBEjMzQUYIG95LtTS4fUg1u9jYowkaXoUXppAXucs,543
 indexify/executor/grpc/metrics/task_controller.py,sha256=9Nm86nGxL2rZ3rAORB0_CBdO--Fe4MBrewVW4CqGyOU,222
-indexify/executor/grpc/state_reconciler.py,sha256=Rl9aadGG9NzARFLtgSXuXtlSQmZ5acvp-5z5NASNp4o,19724
-indexify/executor/grpc/state_reporter.py,sha256=vicWSdP0DVLeygO2k8T3BsWNZ1hiakb866hvMyak97A,11850
-indexify/executor/grpc/task_controller.py,sha256=JrRUkVa8pGoYWBg_RVfn1ThvDhYCgJSMACFPUww7Lys,20851
-indexify/executor/host_resources/host_resources.py,sha256=V8g6R4ovgV-4mWKRO9qsS_SRCJScs4bcFdvxhk2Az_8,1560
-indexify/executor/host_resources/nvidia_gpu.py,sha256=ffiKlEb2TudskUEpSxilvzK2Gz5o8OGPdz2iqB07OkQ,2525
+indexify/executor/grpc/state_reconciler.py,sha256=vAT8LLPUQHDF42c5sa1-4T7FRBka3Bdv88Tv0L_jagk,19957
+indexify/executor/grpc/state_reporter.py,sha256=SIlEVzKxoYplCt1SYyaage-n3x53TlCb_e-C5xqmvIk,12973
+indexify/executor/grpc/task_controller.py,sha256=53QJsKQSHIbath8qB8Wgf44l-Ybj40VJ5TLm1Ra1InE,20976
+indexify/executor/host_resources/host_resources.py,sha256=bp4TK167Av700lVhWDMg_2bV_Vbt8dpPgYA-RJJ5H38,4078
+indexify/executor/host_resources/nvidia_gpu.py,sha256=S4poK8jw5rTRs6l1W5QR2P2Oo4kZ2zq9I-ViabCpjzU,2705
 indexify/executor/host_resources/nvidia_gpu_allocator.py,sha256=oULSjL0AVo_nqR_pquq17079UalHQkhMwMqf72gbPHo,1872
 indexify/executor/metrics/downloader.py,sha256=lctPh8xjkXeLEFJnl1hNrD1yEhLhIl5sggsR4Yoe_Zc,2746
 indexify/executor/metrics/executor.py,sha256=ua-Vv_k1CB4juJdF7tEBQbBMksqWAA3iXKKMKXZUCLk,2369
@@ -56,13 +56,13 @@ indexify/executor/monitoring/server.py,sha256=yzdYhcxnmY6uTQUMt3vatF5jilN52ZtfFs
 indexify/executor/monitoring/startup_probe_handler.py,sha256=zXXsBU15SMlBx1bSFpxWDfed1VHtKKnwvLQ8-frpG98,425
 indexify/executor/runtime_probes.py,sha256=bo6Dq6AGZpJH099j0DHtVSDEH80tv3j9MXf3VXSx_p8,2182
 indexify/executor/task_fetcher.py,sha256=p3iEsWyGi0ZMPAv0183smzOUD1KycQ_dXsyd9mpB9IU,3529
-indexify/executor/task_reporter.py,sha256=7X-IdLdwNBIfFbazG_4rtfR1A0ZFt03JGYpVJQUTKpE,16704
+indexify/executor/task_reporter.py,sha256=gFERv8r7dEYazmx0E6nujXsglzpy9iS-5-fqn9BESI8,16622
 indexify/executor/task_runner.py,sha256=UupZbGxU9BN4i1t6M8tH-5k3s4eUPEhMhar1YI0Aztk,7219
-indexify/proto/executor_api.proto,sha256=WjyUzsuq2e-doCBsrTpadrYIPJhhJZsqS20AnrXfZSY,10449
-indexify/proto/executor_api_pb2.py,sha256=KLk0rJVSpzKbjYQ-l6958D2lg3FTJ8p5uZAkD_rsFOI,15102
-indexify/proto/executor_api_pb2.pyi,sha256=5f6zhzHbLWeFY7yFamG0-fc7dJxlu8lhHDUEMOA6N80,19735
+indexify/proto/executor_api.proto,sha256=QMbYqwjjC7ujOecQf9VT9OzI6H_f6wdafCt1lBhCoMU,10306
+indexify/proto/executor_api_pb2.py,sha256=R74YKjzxD9o_SQgamySlsyfMjUEXMXmIONXL0y0DI8Y,15109
+indexify/proto/executor_api_pb2.pyi,sha256=0DlfrG6TILJl9g_hVcyygxRpZk6KWfp7rnuiFT3FYQM,19784
 indexify/proto/executor_api_pb2_grpc.py,sha256=GGiDtyQlA2382E_ZyKUBYcWNEJHH_RlulieStKfkJXI,9514
-indexify-0.3.27.dist-info/METADATA,sha256=ZKjY3-oDEdQ4wpgPAv53OYyHtfOb4YhQARn5DBIGgJk,1198
-indexify-0.3.27.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-indexify-0.3.27.dist-info/entry_points.txt,sha256=GU9wmsgvN7nQw3N2X0PMYn1RSvF6CrhH9RuC2D8d3Gk,53
-indexify-0.3.27.dist-info/RECORD,,
+indexify-0.3.29.dist-info/METADATA,sha256=FLJLhnVYJDWtEU3L6SGfHQDSNe9TdPCZjt-lLqVKYIM,1237
+indexify-0.3.29.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
+indexify-0.3.29.dist-info/entry_points.txt,sha256=GU9wmsgvN7nQw3N2X0PMYn1RSvF6CrhH9RuC2D8d3Gk,53
+indexify-0.3.29.dist-info/RECORD,,