indexify 0.4.5__py3-none-any.whl → 0.4.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (23) hide show
  1. indexify/executor/function_executor/function_executor.py +30 -25
  2. indexify/executor/function_executor_controller/__init__.py +7 -4
  3. indexify/executor/function_executor_controller/create_function_executor.py +125 -27
  4. indexify/executor/function_executor_controller/destroy_function_executor.py +1 -1
  5. indexify/executor/function_executor_controller/events.py +10 -14
  6. indexify/executor/function_executor_controller/function_executor_controller.py +108 -66
  7. indexify/executor/function_executor_controller/function_executor_startup_output.py +21 -0
  8. indexify/executor/function_executor_controller/loggers.py +57 -7
  9. indexify/executor/function_executor_controller/message_validators.py +16 -1
  10. indexify/executor/function_executor_controller/prepare_task.py +3 -3
  11. indexify/executor/function_executor_controller/run_task.py +19 -27
  12. indexify/executor/function_executor_controller/task_info.py +2 -3
  13. indexify/executor/function_executor_controller/task_output.py +12 -24
  14. indexify/executor/function_executor_controller/upload_task_output.py +7 -7
  15. indexify/executor/state_reconciler.py +5 -33
  16. indexify/executor/state_reporter.py +46 -56
  17. indexify/proto/executor_api.proto +34 -17
  18. indexify/proto/executor_api_pb2.py +46 -42
  19. indexify/proto/executor_api_pb2.pyi +50 -8
  20. {indexify-0.4.5.dist-info → indexify-0.4.7.dist-info}/METADATA +2 -2
  21. {indexify-0.4.5.dist-info → indexify-0.4.7.dist-info}/RECORD +23 -22
  22. {indexify-0.4.5.dist-info → indexify-0.4.7.dist-info}/WHEEL +0 -0
  23. {indexify-0.4.5.dist-info → indexify-0.4.7.dist-info}/entry_points.txt +0 -0
@@ -19,7 +19,7 @@ _sym_db = _symbol_database.Default()
19
19
 
20
20
 
21
21
  DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
22
- b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\xeb\x01\n\x0b\x44\x61taPayload\x12\x11\n\x04size\x18\x02 \x01(\x04H\x00\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x02\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x03\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x04\x88\x01\x01\x42\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_version"e\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12-\n\x05model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_model"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xd8\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xed\x03\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\x08\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uriB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resources"\xa4\x02\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x12S\n\x12termination_reason\x18\x03 \x01(\x0e\x32\x32.executor_api_pb.FunctionExecutorTerminationReasonH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\t\n\x07_statusB\x15\n\x13_termination_reason"\xce\x05\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x03\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x04\x88\x01\x01\x12N\n!total_function_executor_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x05\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x06\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\x07\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x0b\n\t_hostnameB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB$\n"_total_function_executor_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"\x9f\x01\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x12\x31\n\x0ctask_results\x18\x02 \x03(\x0b\x32\x1b.executor_api_pb.TaskResultB\x11\n\x0f_executor_state"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xc6\x04\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\t\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\n\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policy"\xad\x01\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_taskB\x10\n\x0e_allocation_id"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\'\n\rResultRouting\x12\x16\n\x0enext_functions\x18\x01 \x03(\t"\xd3\x05\n\nTaskResult\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x14\n\x07reducer\x18\x06 \x01(\x08H\x05\x88\x01\x01\x12;\n\x0coutcome_code\x18\x07 \x01(\x0e\x32 .executor_api_pb.TaskOutcomeCodeH\x06\x88\x01\x01\x12?\n\x0e\x66\x61ilure_reason\x18\x08 \x01(\x0e\x32".executor_api_pb.TaskFailureReasonH\x07\x88\x01\x01\x12\x16\n\x0enext_functions\x18\t \x03(\t\x12\x36\n\x10\x66unction_outputs\x18\n \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12\x31\n\x06stderr\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\t\x88\x01\x01\x12\x1a\n\rallocation_id\x18\r \x01(\tH\n\x88\x01\x01\x12/\n\x07routing\x18\x0e \x01(\x0b\x32\x1e.executor_api_pb.ResultRoutingB\n\n\x08_task_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\n\n\x08_reducerB\x0f\n\r_outcome_codeB\x11\n\x0f_failure_reasonB\t\n\x07_stdoutB\t\n\x07_stderrB\x10\n\x0e_allocation_id*\xab\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03*\xd6\x01\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_40GB\x10\x01\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_80GB\x10\x02\x12\x1e\n\x1aGPU_MODEL_NVIDIA_H100_80GB\x10\x03\x12\x1d\n\x19GPU_MODEL_NVIDIA_TESLA_T4\x10\x04\x12\x1a\n\x16GPU_MODEL_NVIDIA_A6000\x10\x05\x12\x18\n\x14GPU_MODEL_NVIDIA_A10\x10\x06*\xb3\x01\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12$\n FUNCTION_EXECUTOR_STATUS_PENDING\x10\x01\x12$\n FUNCTION_EXECUTOR_STATUS_RUNNING\x10\x02\x12\'\n#FUNCTION_EXECUTOR_STATUS_TERMINATED\x10\x03*\x95\x05\n!FunctionExecutorTerminationReason\x12\x30\n,FUNCTION_EXECUTOR_TERMINATION_REASON_UNKNOWN\x10\x00\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_INTERNAL_ERROR\x10\x01\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_ERROR\x10\x02\x12H\nDFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT\x10\x03\x12:\n6FUNCTION_EXECUTOR_TERMINATION_REASON_EXECUTOR_SHUTDOWN\x10\n\x12\x43\n?FUNCTION_EXECUTOR_TERMINATION_REASON_REMOVED_FROM_DESIRED_STATE\x10\x0b\x12\x32\n.FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY\x10\x0c\x12\x37\n3FUNCTION_EXECUTOR_TERMINATION_REASON_INTERNAL_ERROR\x10\r\x12\x39\n5FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_TIMEOUT\x10\x0e\x12;\n7FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_CANCELLED\x10\x0f*\xa5\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x04*n\n\x0fTaskOutcomeCode\x12\x1d\n\x19TASK_OUTCOME_CODE_UNKNOWN\x10\x00\x12\x1d\n\x19TASK_OUTCOME_CODE_SUCCESS\x10\x01\x12\x1d\n\x19TASK_OUTCOME_CODE_FAILURE\x10\x02*\x8c\x02\n\x11TaskFailureReason\x12\x1f\n\x1bTASK_FAILURE_REASON_UNKNOWN\x10\x00\x12&\n"TASK_FAILURE_REASON_INTERNAL_ERROR\x10\x01\x12&\n"TASK_FAILURE_REASON_FUNCTION_ERROR\x10\x02\x12(\n$TASK_FAILURE_REASON_FUNCTION_TIMEOUT\x10\x03\x12&\n"TASK_FAILURE_REASON_TASK_CANCELLED\x10\x04\x12\x34\n0TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED\x10\x05\x32\xff\x01\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x62\x06proto3'
22
+ b'\n!indexify/proto/executor_api.proto\x12\x0f\x65xecutor_api_pb"\xeb\x01\n\x0b\x44\x61taPayload\x12\x11\n\x04size\x18\x02 \x01(\x04H\x00\x88\x01\x01\x12\x18\n\x0bsha256_hash\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x10\n\x03uri\x18\x04 \x01(\tH\x02\x88\x01\x01\x12;\n\x08\x65ncoding\x18\x05 \x01(\x0e\x32$.executor_api_pb.DataPayloadEncodingH\x03\x88\x01\x01\x12\x1d\n\x10\x65ncoding_version\x18\x06 \x01(\x04H\x04\x88\x01\x01\x42\x07\n\x05_sizeB\x0e\n\x0c_sha256_hashB\x06\n\x04_uriB\x0b\n\t_encodingB\x13\n\x11_encoding_version"e\n\x0cGPUResources\x12\x12\n\x05\x63ount\x18\x01 \x01(\rH\x00\x88\x01\x01\x12-\n\x05model\x18\x02 \x01(\x0e\x32\x19.executor_api_pb.GPUModelH\x01\x88\x01\x01\x42\x08\n\x06_countB\x08\n\x06_model"\xc2\x01\n\rHostResources\x12\x16\n\tcpu_count\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x0c\n\n_cpu_countB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xbb\x01\n\x0f\x41llowedFunction\x12\x16\n\tnamespace\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x17\n\ngraph_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x42\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_function_nameB\x10\n\x0e_graph_version"\xd8\x01\n\x19\x46unctionExecutorResources\x12\x1b\n\x0e\x63pu_ms_per_sec\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x19\n\x0cmemory_bytes\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x17\n\ndisk_bytes\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12/\n\x03gpu\x18\x04 \x01(\x0b\x32\x1d.executor_api_pb.GPUResourcesH\x03\x88\x01\x01\x42\x11\n\x0f_cpu_ms_per_secB\x0f\n\r_memory_bytesB\r\n\x0b_disk_bytesB\x06\n\x04_gpu"\xb3\x04\n\x1b\x46unctionExecutorDescription\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x16\n\timage_uri\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x14\n\x0csecret_names\x18\x07 \x03(\t\x12%\n\x18\x63ustomer_code_timeout_ms\x18\t \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05graph\x18\n \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x42\n\tresources\x18\x0b \x01(\x0b\x32*.executor_api_pb.FunctionExecutorResourcesH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\x0c \x01(\tH\t\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x0c\n\n_image_uriB\x1b\n\x19_customer_code_timeout_msB\x08\n\x06_graphB\x0c\n\n_resourcesB\x1c\n\x1a_output_payload_uri_prefix"\xa4\x02\n\x15\x46unctionExecutorState\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12<\n\x06status\x18\x02 \x01(\x0e\x32\'.executor_api_pb.FunctionExecutorStatusH\x01\x88\x01\x01\x12S\n\x12termination_reason\x18\x03 \x01(\x0e\x32\x32.executor_api_pb.FunctionExecutorTerminationReasonH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\t\n\x07_statusB\x15\n\x13_termination_reason"\x8c\x02\n\x16\x46unctionExecutorUpdate\x12\x46\n\x0b\x64\x65scription\x18\x01 \x01(\x0b\x32,.executor_api_pb.FunctionExecutorDescriptionH\x00\x88\x01\x01\x12\x39\n\x0estartup_stdout\x18\x02 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x01\x88\x01\x01\x12\x39\n\x0estartup_stderr\x18\x03 \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x02\x88\x01\x01\x42\x0e\n\x0c_descriptionB\x11\n\x0f_startup_stdoutB\x11\n\x0f_startup_stderr"\xce\x05\n\rExecutorState\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x15\n\x08hostname\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x14\n\x07version\x18\x05 \x01(\tH\x02\x88\x01\x01\x12\x34\n\x06status\x18\x06 \x01(\x0e\x32\x1f.executor_api_pb.ExecutorStatusH\x03\x88\x01\x01\x12<\n\x0ftotal_resources\x18\r \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x04\x88\x01\x01\x12N\n!total_function_executor_resources\x18\x07 \x01(\x0b\x32\x1e.executor_api_pb.HostResourcesH\x05\x88\x01\x01\x12;\n\x11\x61llowed_functions\x18\x08 \x03(\x0b\x32 .executor_api_pb.AllowedFunction\x12H\n\x18\x66unction_executor_states\x18\t \x03(\x0b\x32&.executor_api_pb.FunctionExecutorState\x12:\n\x06labels\x18\n \x03(\x0b\x32*.executor_api_pb.ExecutorState.LabelsEntry\x12\x17\n\nstate_hash\x18\x0b \x01(\tH\x06\x88\x01\x01\x12\x19\n\x0cserver_clock\x18\x0c \x01(\x04H\x07\x88\x01\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_executor_idB\x0b\n\t_hostnameB\n\n\x08_versionB\t\n\x07_statusB\x12\n\x10_total_resourcesB$\n"_total_function_executor_resourcesB\r\n\x0b_state_hashB\x0f\n\r_server_clock"\xb9\x01\n\x0e\x45xecutorUpdate\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x31\n\x0ctask_results\x18\x02 \x03(\x0b\x32\x1b.executor_api_pb.TaskResult\x12J\n\x19\x66unction_executor_updates\x18\x03 \x03(\x0b\x32\'.executor_api_pb.FunctionExecutorUpdateB\x0e\n\x0c_executor_id"\xbf\x01\n\x1aReportExecutorStateRequest\x12;\n\x0e\x65xecutor_state\x18\x01 \x01(\x0b\x32\x1e.executor_api_pb.ExecutorStateH\x00\x88\x01\x01\x12=\n\x0f\x65xecutor_update\x18\x02 \x01(\x0b\x32\x1f.executor_api_pb.ExecutorUpdateH\x01\x88\x01\x01\x42\x11\n\x0f_executor_stateB\x12\n\x10_executor_update"\x1d\n\x1bReportExecutorStateResponse"\xcf\x01\n\x0fTaskRetryPolicy\x12\x18\n\x0bmax_retries\x18\x01 \x01(\rH\x00\x88\x01\x01\x12\x1d\n\x10initial_delay_ms\x18\x02 \x01(\rH\x01\x88\x01\x01\x12\x19\n\x0cmax_delay_ms\x18\x03 \x01(\rH\x02\x88\x01\x01\x12\x1d\n\x10\x64\x65lay_multiplier\x18\x04 \x01(\rH\x03\x88\x01\x01\x42\x0e\n\x0c_max_retriesB\x13\n\x11_initial_delay_msB\x0f\n\r_max_delay_msB\x13\n\x11_delay_multiplier"\xc6\x04\n\x04Task\x12\x0f\n\x02id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tnamespace\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x17\n\ngraph_name\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x05 \x01(\tH\x04\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x17\n\ntimeout_ms\x18\n \x01(\rH\x06\x88\x01\x01\x12\x30\n\x05input\x18\x0b \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x07\x88\x01\x01\x12\x38\n\rreducer_input\x18\x0c \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x08\x88\x01\x01\x12&\n\x19output_payload_uri_prefix\x18\r \x01(\tH\t\x88\x01\x01\x12;\n\x0cretry_policy\x18\x0e \x01(\x0b\x32 .executor_api_pb.TaskRetryPolicyH\n\x88\x01\x01\x42\x05\n\x03_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\r\n\x0b_timeout_msB\x08\n\x06_inputB\x10\n\x0e_reducer_inputB\x1c\n\x1a_output_payload_uri_prefixB\x0f\n\r_retry_policy"\xad\x01\n\x0eTaskAllocation\x12!\n\x14\x66unction_executor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12(\n\x04task\x18\x02 \x01(\x0b\x32\x15.executor_api_pb.TaskH\x01\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x17\n\x15_function_executor_idB\x07\n\x05_taskB\x10\n\x0e_allocation_id"K\n\x1fGetDesiredExecutorStatesRequest\x12\x18\n\x0b\x65xecutor_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\x0e\n\x0c_executor_id"\xb9\x01\n\x14\x44\x65siredExecutorState\x12H\n\x12\x66unction_executors\x18\x01 \x03(\x0b\x32,.executor_api_pb.FunctionExecutorDescription\x12\x39\n\x10task_allocations\x18\x02 \x03(\x0b\x32\x1f.executor_api_pb.TaskAllocation\x12\x12\n\x05\x63lock\x18\x03 \x01(\x04H\x00\x88\x01\x01\x42\x08\n\x06_clock"\'\n\rResultRouting\x12\x16\n\x0enext_functions\x18\x01 \x03(\t"\x81\x06\n\nTaskResult\x12\x14\n\x07task_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1a\n\rallocation_id\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x16\n\tnamespace\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x17\n\ngraph_name\x18\x04 \x01(\tH\x03\x88\x01\x01\x12\x1a\n\rgraph_version\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x1a\n\rfunction_name\x18\x06 \x01(\tH\x05\x88\x01\x01\x12 \n\x13graph_invocation_id\x18\x07 \x01(\tH\x06\x88\x01\x01\x12\x14\n\x07reducer\x18\x08 \x01(\x08H\x07\x88\x01\x01\x12;\n\x0coutcome_code\x18\t \x01(\x0e\x32 .executor_api_pb.TaskOutcomeCodeH\x08\x88\x01\x01\x12?\n\x0e\x66\x61ilure_reason\x18\n \x01(\x0e\x32".executor_api_pb.TaskFailureReasonH\t\x88\x01\x01\x12\x16\n\x0enext_functions\x18\x0b \x03(\t\x12\x36\n\x10\x66unction_outputs\x18\x0c \x03(\x0b\x32\x1c.executor_api_pb.DataPayload\x12\x31\n\x06stdout\x18\r \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\n\x88\x01\x01\x12\x31\n\x06stderr\x18\x0e \x01(\x0b\x32\x1c.executor_api_pb.DataPayloadH\x0b\x88\x01\x01\x12/\n\x07routing\x18\x0f \x01(\x0b\x32\x1e.executor_api_pb.ResultRoutingB\n\n\x08_task_idB\x10\n\x0e_allocation_idB\x0c\n\n_namespaceB\r\n\x0b_graph_nameB\x10\n\x0e_graph_versionB\x10\n\x0e_function_nameB\x16\n\x14_graph_invocation_idB\n\n\x08_reducerB\x0f\n\r_outcome_codeB\x11\n\x0f_failure_reasonB\t\n\x07_stdoutB\t\n\x07_stderr*\xab\x01\n\x13\x44\x61taPayloadEncoding\x12!\n\x1d\x44\x41TA_PAYLOAD_ENCODING_UNKNOWN\x10\x00\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_JSON\x10\x01\x12#\n\x1f\x44\x41TA_PAYLOAD_ENCODING_UTF8_TEXT\x10\x02\x12\'\n#DATA_PAYLOAD_ENCODING_BINARY_PICKLE\x10\x03*\xd6\x01\n\x08GPUModel\x12\x15\n\x11GPU_MODEL_UNKNOWN\x10\x00\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_40GB\x10\x01\x12\x1e\n\x1aGPU_MODEL_NVIDIA_A100_80GB\x10\x02\x12\x1e\n\x1aGPU_MODEL_NVIDIA_H100_80GB\x10\x03\x12\x1d\n\x19GPU_MODEL_NVIDIA_TESLA_T4\x10\x04\x12\x1a\n\x16GPU_MODEL_NVIDIA_A6000\x10\x05\x12\x18\n\x14GPU_MODEL_NVIDIA_A10\x10\x06*\xb3\x01\n\x16\x46unctionExecutorStatus\x12$\n FUNCTION_EXECUTOR_STATUS_UNKNOWN\x10\x00\x12$\n FUNCTION_EXECUTOR_STATUS_PENDING\x10\x01\x12$\n FUNCTION_EXECUTOR_STATUS_RUNNING\x10\x02\x12\'\n#FUNCTION_EXECUTOR_STATUS_TERMINATED\x10\x03*\x95\x05\n!FunctionExecutorTerminationReason\x12\x30\n,FUNCTION_EXECUTOR_TERMINATION_REASON_UNKNOWN\x10\x00\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_INTERNAL_ERROR\x10\x01\x12\x46\nBFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_ERROR\x10\x02\x12H\nDFUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT\x10\x03\x12:\n6FUNCTION_EXECUTOR_TERMINATION_REASON_EXECUTOR_SHUTDOWN\x10\n\x12\x43\n?FUNCTION_EXECUTOR_TERMINATION_REASON_REMOVED_FROM_DESIRED_STATE\x10\x0b\x12\x32\n.FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY\x10\x0c\x12\x37\n3FUNCTION_EXECUTOR_TERMINATION_REASON_INTERNAL_ERROR\x10\r\x12\x39\n5FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_TIMEOUT\x10\x0e\x12;\n7FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_CANCELLED\x10\x0f*\xa5\x01\n\x0e\x45xecutorStatus\x12\x1b\n\x17\x45XECUTOR_STATUS_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTOR_STATUS_STARTING_UP\x10\x01\x12\x1b\n\x17\x45XECUTOR_STATUS_RUNNING\x10\x02\x12\x1b\n\x17\x45XECUTOR_STATUS_DRAINED\x10\x03\x12\x1b\n\x17\x45XECUTOR_STATUS_STOPPED\x10\x04*n\n\x0fTaskOutcomeCode\x12\x1d\n\x19TASK_OUTCOME_CODE_UNKNOWN\x10\x00\x12\x1d\n\x19TASK_OUTCOME_CODE_SUCCESS\x10\x01\x12\x1d\n\x19TASK_OUTCOME_CODE_FAILURE\x10\x02*\x8c\x02\n\x11TaskFailureReason\x12\x1f\n\x1bTASK_FAILURE_REASON_UNKNOWN\x10\x00\x12&\n"TASK_FAILURE_REASON_INTERNAL_ERROR\x10\x01\x12&\n"TASK_FAILURE_REASON_FUNCTION_ERROR\x10\x02\x12(\n$TASK_FAILURE_REASON_FUNCTION_TIMEOUT\x10\x03\x12&\n"TASK_FAILURE_REASON_TASK_CANCELLED\x10\x04\x12\x34\n0TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED\x10\x05\x32\xff\x01\n\x0b\x45xecutorAPI\x12t\n\x15report_executor_state\x12+.executor_api_pb.ReportExecutorStateRequest\x1a,.executor_api_pb.ReportExecutorStateResponse"\x00\x12z\n\x1bget_desired_executor_states\x12\x30.executor_api_pb.GetDesiredExecutorStatesRequest\x1a%.executor_api_pb.DesiredExecutorState"\x00\x30\x01\x62\x06proto3'
23
23
  )
24
24
 
25
25
  _globals = globals()
@@ -31,20 +31,20 @@ if not _descriptor._USE_C_DESCRIPTORS:
31
31
  DESCRIPTOR._loaded_options = None
32
32
  _globals["_EXECUTORSTATE_LABELSENTRY"]._loaded_options = None
33
33
  _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_options = b"8\001"
34
- _globals["_DATAPAYLOADENCODING"]._serialized_start = 4710
35
- _globals["_DATAPAYLOADENCODING"]._serialized_end = 4881
36
- _globals["_GPUMODEL"]._serialized_start = 4884
37
- _globals["_GPUMODEL"]._serialized_end = 5098
38
- _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5101
39
- _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 5280
40
- _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_start = 5283
41
- _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_end = 5944
42
- _globals["_EXECUTORSTATUS"]._serialized_start = 5947
43
- _globals["_EXECUTORSTATUS"]._serialized_end = 6112
44
- _globals["_TASKOUTCOMECODE"]._serialized_start = 6114
45
- _globals["_TASKOUTCOMECODE"]._serialized_end = 6224
46
- _globals["_TASKFAILUREREASON"]._serialized_start = 6227
47
- _globals["_TASKFAILUREREASON"]._serialized_end = 6495
34
+ _globals["_DATAPAYLOADENCODING"]._serialized_start = 5317
35
+ _globals["_DATAPAYLOADENCODING"]._serialized_end = 5488
36
+ _globals["_GPUMODEL"]._serialized_start = 5491
37
+ _globals["_GPUMODEL"]._serialized_end = 5705
38
+ _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_start = 5708
39
+ _globals["_FUNCTIONEXECUTORSTATUS"]._serialized_end = 5887
40
+ _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_start = 5890
41
+ _globals["_FUNCTIONEXECUTORTERMINATIONREASON"]._serialized_end = 6551
42
+ _globals["_EXECUTORSTATUS"]._serialized_start = 6554
43
+ _globals["_EXECUTORSTATUS"]._serialized_end = 6719
44
+ _globals["_TASKOUTCOMECODE"]._serialized_start = 6721
45
+ _globals["_TASKOUTCOMECODE"]._serialized_end = 6831
46
+ _globals["_TASKFAILUREREASON"]._serialized_start = 6834
47
+ _globals["_TASKFAILUREREASON"]._serialized_end = 7102
48
48
  _globals["_DATAPAYLOAD"]._serialized_start = 55
49
49
  _globals["_DATAPAYLOAD"]._serialized_end = 290
50
50
  _globals["_GPURESOURCES"]._serialized_start = 292
@@ -56,31 +56,35 @@ if not _descriptor._USE_C_DESCRIPTORS:
56
56
  _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_start = 783
57
57
  _globals["_FUNCTIONEXECUTORRESOURCES"]._serialized_end = 999
58
58
  _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_start = 1002
59
- _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 1495
60
- _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 1498
61
- _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1790
62
- _globals["_EXECUTORSTATE"]._serialized_start = 1793
63
- _globals["_EXECUTORSTATE"]._serialized_end = 2511
64
- _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2324
65
- _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2369
66
- _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 2514
67
- _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 2673
68
- _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 2675
69
- _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 2704
70
- _globals["_TASKRETRYPOLICY"]._serialized_start = 2707
71
- _globals["_TASKRETRYPOLICY"]._serialized_end = 2914
72
- _globals["_TASK"]._serialized_start = 2917
73
- _globals["_TASK"]._serialized_end = 3499
74
- _globals["_TASKALLOCATION"]._serialized_start = 3502
75
- _globals["_TASKALLOCATION"]._serialized_end = 3675
76
- _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 3677
77
- _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 3752
78
- _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 3755
79
- _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 3940
80
- _globals["_RESULTROUTING"]._serialized_start = 3942
81
- _globals["_RESULTROUTING"]._serialized_end = 3981
82
- _globals["_TASKRESULT"]._serialized_start = 3984
83
- _globals["_TASKRESULT"]._serialized_end = 4707
84
- _globals["_EXECUTORAPI"]._serialized_start = 6498
85
- _globals["_EXECUTORAPI"]._serialized_end = 6753
59
+ _globals["_FUNCTIONEXECUTORDESCRIPTION"]._serialized_end = 1565
60
+ _globals["_FUNCTIONEXECUTORSTATE"]._serialized_start = 1568
61
+ _globals["_FUNCTIONEXECUTORSTATE"]._serialized_end = 1860
62
+ _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_start = 1863
63
+ _globals["_FUNCTIONEXECUTORUPDATE"]._serialized_end = 2131
64
+ _globals["_EXECUTORSTATE"]._serialized_start = 2134
65
+ _globals["_EXECUTORSTATE"]._serialized_end = 2852
66
+ _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_start = 2665
67
+ _globals["_EXECUTORSTATE_LABELSENTRY"]._serialized_end = 2710
68
+ _globals["_EXECUTORUPDATE"]._serialized_start = 2855
69
+ _globals["_EXECUTORUPDATE"]._serialized_end = 3040
70
+ _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_start = 3043
71
+ _globals["_REPORTEXECUTORSTATEREQUEST"]._serialized_end = 3234
72
+ _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_start = 3236
73
+ _globals["_REPORTEXECUTORSTATERESPONSE"]._serialized_end = 3265
74
+ _globals["_TASKRETRYPOLICY"]._serialized_start = 3268
75
+ _globals["_TASKRETRYPOLICY"]._serialized_end = 3475
76
+ _globals["_TASK"]._serialized_start = 3478
77
+ _globals["_TASK"]._serialized_end = 4060
78
+ _globals["_TASKALLOCATION"]._serialized_start = 4063
79
+ _globals["_TASKALLOCATION"]._serialized_end = 4236
80
+ _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_start = 4238
81
+ _globals["_GETDESIREDEXECUTORSTATESREQUEST"]._serialized_end = 4313
82
+ _globals["_DESIREDEXECUTORSTATE"]._serialized_start = 4316
83
+ _globals["_DESIREDEXECUTORSTATE"]._serialized_end = 4501
84
+ _globals["_RESULTROUTING"]._serialized_start = 4503
85
+ _globals["_RESULTROUTING"]._serialized_end = 4542
86
+ _globals["_TASKRESULT"]._serialized_start = 4545
87
+ _globals["_TASKRESULT"]._serialized_end = 5314
88
+ _globals["_EXECUTORAPI"]._serialized_start = 7105
89
+ _globals["_EXECUTORAPI"]._serialized_end = 7360
86
90
  # @@protoc_insertion_point(module_scope)
@@ -242,6 +242,7 @@ class FunctionExecutorDescription(_message.Message):
242
242
  "customer_code_timeout_ms",
243
243
  "graph",
244
244
  "resources",
245
+ "output_payload_uri_prefix",
245
246
  )
246
247
  ID_FIELD_NUMBER: _ClassVar[int]
247
248
  NAMESPACE_FIELD_NUMBER: _ClassVar[int]
@@ -253,6 +254,7 @@ class FunctionExecutorDescription(_message.Message):
253
254
  CUSTOMER_CODE_TIMEOUT_MS_FIELD_NUMBER: _ClassVar[int]
254
255
  GRAPH_FIELD_NUMBER: _ClassVar[int]
255
256
  RESOURCES_FIELD_NUMBER: _ClassVar[int]
257
+ OUTPUT_PAYLOAD_URI_PREFIX_FIELD_NUMBER: _ClassVar[int]
256
258
  id: str
257
259
  namespace: str
258
260
  graph_name: str
@@ -263,6 +265,7 @@ class FunctionExecutorDescription(_message.Message):
263
265
  customer_code_timeout_ms: int
264
266
  graph: DataPayload
265
267
  resources: FunctionExecutorResources
268
+ output_payload_uri_prefix: str
266
269
  def __init__(
267
270
  self,
268
271
  id: _Optional[str] = ...,
@@ -275,6 +278,7 @@ class FunctionExecutorDescription(_message.Message):
275
278
  customer_code_timeout_ms: _Optional[int] = ...,
276
279
  graph: _Optional[_Union[DataPayload, _Mapping]] = ...,
277
280
  resources: _Optional[_Union[FunctionExecutorResources, _Mapping]] = ...,
281
+ output_payload_uri_prefix: _Optional[str] = ...,
278
282
  ) -> None: ...
279
283
 
280
284
  class FunctionExecutorState(_message.Message):
@@ -294,6 +298,21 @@ class FunctionExecutorState(_message.Message):
294
298
  ] = ...,
295
299
  ) -> None: ...
296
300
 
301
+ class FunctionExecutorUpdate(_message.Message):
302
+ __slots__ = ("description", "startup_stdout", "startup_stderr")
303
+ DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
304
+ STARTUP_STDOUT_FIELD_NUMBER: _ClassVar[int]
305
+ STARTUP_STDERR_FIELD_NUMBER: _ClassVar[int]
306
+ description: FunctionExecutorDescription
307
+ startup_stdout: DataPayload
308
+ startup_stderr: DataPayload
309
+ def __init__(
310
+ self,
311
+ description: _Optional[_Union[FunctionExecutorDescription, _Mapping]] = ...,
312
+ startup_stdout: _Optional[_Union[DataPayload, _Mapping]] = ...,
313
+ startup_stderr: _Optional[_Union[DataPayload, _Mapping]] = ...,
314
+ ) -> None: ...
315
+
297
316
  class ExecutorState(_message.Message):
298
317
  __slots__ = (
299
318
  "executor_id",
@@ -364,16 +383,35 @@ class ExecutorState(_message.Message):
364
383
  server_clock: _Optional[int] = ...,
365
384
  ) -> None: ...
366
385
 
386
+ class ExecutorUpdate(_message.Message):
387
+ __slots__ = ("executor_id", "task_results", "function_executor_updates")
388
+ EXECUTOR_ID_FIELD_NUMBER: _ClassVar[int]
389
+ TASK_RESULTS_FIELD_NUMBER: _ClassVar[int]
390
+ FUNCTION_EXECUTOR_UPDATES_FIELD_NUMBER: _ClassVar[int]
391
+ executor_id: str
392
+ task_results: _containers.RepeatedCompositeFieldContainer[TaskResult]
393
+ function_executor_updates: _containers.RepeatedCompositeFieldContainer[
394
+ FunctionExecutorUpdate
395
+ ]
396
+ def __init__(
397
+ self,
398
+ executor_id: _Optional[str] = ...,
399
+ task_results: _Optional[_Iterable[_Union[TaskResult, _Mapping]]] = ...,
400
+ function_executor_updates: _Optional[
401
+ _Iterable[_Union[FunctionExecutorUpdate, _Mapping]]
402
+ ] = ...,
403
+ ) -> None: ...
404
+
367
405
  class ReportExecutorStateRequest(_message.Message):
368
- __slots__ = ("executor_state", "task_results")
406
+ __slots__ = ("executor_state", "executor_update")
369
407
  EXECUTOR_STATE_FIELD_NUMBER: _ClassVar[int]
370
- TASK_RESULTS_FIELD_NUMBER: _ClassVar[int]
408
+ EXECUTOR_UPDATE_FIELD_NUMBER: _ClassVar[int]
371
409
  executor_state: ExecutorState
372
- task_results: _containers.RepeatedCompositeFieldContainer[TaskResult]
410
+ executor_update: ExecutorUpdate
373
411
  def __init__(
374
412
  self,
375
413
  executor_state: _Optional[_Union[ExecutorState, _Mapping]] = ...,
376
- task_results: _Optional[_Iterable[_Union[TaskResult, _Mapping]]] = ...,
414
+ executor_update: _Optional[_Union[ExecutorUpdate, _Mapping]] = ...,
377
415
  ) -> None: ...
378
416
 
379
417
  class ReportExecutorStateResponse(_message.Message):
@@ -498,8 +536,10 @@ class ResultRouting(_message.Message):
498
536
  class TaskResult(_message.Message):
499
537
  __slots__ = (
500
538
  "task_id",
539
+ "allocation_id",
501
540
  "namespace",
502
541
  "graph_name",
542
+ "graph_version",
503
543
  "function_name",
504
544
  "graph_invocation_id",
505
545
  "reducer",
@@ -509,12 +549,13 @@ class TaskResult(_message.Message):
509
549
  "function_outputs",
510
550
  "stdout",
511
551
  "stderr",
512
- "allocation_id",
513
552
  "routing",
514
553
  )
515
554
  TASK_ID_FIELD_NUMBER: _ClassVar[int]
555
+ ALLOCATION_ID_FIELD_NUMBER: _ClassVar[int]
516
556
  NAMESPACE_FIELD_NUMBER: _ClassVar[int]
517
557
  GRAPH_NAME_FIELD_NUMBER: _ClassVar[int]
558
+ GRAPH_VERSION_FIELD_NUMBER: _ClassVar[int]
518
559
  FUNCTION_NAME_FIELD_NUMBER: _ClassVar[int]
519
560
  GRAPH_INVOCATION_ID_FIELD_NUMBER: _ClassVar[int]
520
561
  REDUCER_FIELD_NUMBER: _ClassVar[int]
@@ -524,11 +565,12 @@ class TaskResult(_message.Message):
524
565
  FUNCTION_OUTPUTS_FIELD_NUMBER: _ClassVar[int]
525
566
  STDOUT_FIELD_NUMBER: _ClassVar[int]
526
567
  STDERR_FIELD_NUMBER: _ClassVar[int]
527
- ALLOCATION_ID_FIELD_NUMBER: _ClassVar[int]
528
568
  ROUTING_FIELD_NUMBER: _ClassVar[int]
529
569
  task_id: str
570
+ allocation_id: str
530
571
  namespace: str
531
572
  graph_name: str
573
+ graph_version: str
532
574
  function_name: str
533
575
  graph_invocation_id: str
534
576
  reducer: bool
@@ -538,13 +580,14 @@ class TaskResult(_message.Message):
538
580
  function_outputs: _containers.RepeatedCompositeFieldContainer[DataPayload]
539
581
  stdout: DataPayload
540
582
  stderr: DataPayload
541
- allocation_id: str
542
583
  routing: ResultRouting
543
584
  def __init__(
544
585
  self,
545
586
  task_id: _Optional[str] = ...,
587
+ allocation_id: _Optional[str] = ...,
546
588
  namespace: _Optional[str] = ...,
547
589
  graph_name: _Optional[str] = ...,
590
+ graph_version: _Optional[str] = ...,
548
591
  function_name: _Optional[str] = ...,
549
592
  graph_invocation_id: _Optional[str] = ...,
550
593
  reducer: bool = ...,
@@ -554,6 +597,5 @@ class TaskResult(_message.Message):
554
597
  function_outputs: _Optional[_Iterable[_Union[DataPayload, _Mapping]]] = ...,
555
598
  stdout: _Optional[_Union[DataPayload, _Mapping]] = ...,
556
599
  stderr: _Optional[_Union[DataPayload, _Mapping]] = ...,
557
- allocation_id: _Optional[str] = ...,
558
600
  routing: _Optional[_Union[ResultRouting, _Mapping]] = ...,
559
601
  ) -> None: ...
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: indexify
3
- Version: 0.4.5
3
+ Version: 0.4.7
4
4
  Summary: Open Source Indexify components and helper tools
5
5
  Home-page: https://github.com/tensorlakeai/indexify
6
6
  License: Apache 2.0
@@ -17,7 +17,7 @@ Requires-Dist: aiohttp (>=3.11.0,<4.0.0)
17
17
  Requires-Dist: boto3 (>=1.37.30,<2.0.0)
18
18
  Requires-Dist: prometheus-client (>=0.21.1,<0.22.0)
19
19
  Requires-Dist: psutil (>=7.0.0,<8.0.0)
20
- Requires-Dist: tensorlake (==0.1.88)
20
+ Requires-Dist: tensorlake (==0.2.6)
21
21
  Project-URL: Repository, https://github.com/tensorlakeai/indexify
22
22
  Description-Content-Type: text/markdown
23
23
 
@@ -10,7 +10,7 @@ indexify/executor/blob_store/s3_blob_store.py,sha256=G3B_V3gUE7XbUY42lDtBczUKuA7
10
10
  indexify/executor/channel_manager.py,sha256=SeBaOYJXJ6KNw59c4C4n54qhcCusNda2756Rbu8pFFM,8642
11
11
  indexify/executor/executor.py,sha256=AGtOHbznjGLQMjJHie10gxq1fLq3h23uXvk4tVkxxEw,6294
12
12
  indexify/executor/function_allowlist.py,sha256=PCelCW6qIe_2sH11BCKr7LDqarRV5kwNsrfB2EV7Zwo,1772
13
- indexify/executor/function_executor/function_executor.py,sha256=cnixOPaKNSLCBpe6LzJ_IrwPcYAlG3AP_GW48xik8Gc,12005
13
+ indexify/executor/function_executor/function_executor.py,sha256=buY2JvIVPbwEwl_CUuSGkn4Tb6gJIUxGwcMnT_Y3kNI,12376
14
14
  indexify/executor/function_executor/health_checker.py,sha256=IxE0jnC99K_lvnizFLjXqS1942H8-FNAN4AlhLIjg2Y,6373
15
15
  indexify/executor/function_executor/invocation_state_client.py,sha256=tARfeEEOZJoWd38wA5e7ihKMbR3llk90eD_KQ1QD6cs,10582
16
16
  indexify/executor/function_executor/metrics/function_executor.py,sha256=TDksxLRJr-P9ZKhF2Orsaxzzb4lVIBxFEjd_9Zv53Ng,6313
@@ -21,26 +21,27 @@ indexify/executor/function_executor/server/function_executor_server.py,sha256=_D
21
21
  indexify/executor/function_executor/server/function_executor_server_factory.py,sha256=tAyBDNq6UXmHM4PUXqBkXCSGer6MgMaV1_zoruHPJVg,1843
22
22
  indexify/executor/function_executor/server/subprocess_function_executor_server.py,sha256=JekDOqF7oFD4J6zcN3xB0Dxd1cgpEXMOsb_rKZOeBlI,668
23
23
  indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=w5aGQPHWLpixlP9-BbZu6oL_muMA95-hr7WKVxiEL7Q,4303
24
- indexify/executor/function_executor_controller/__init__.py,sha256=aGHUlSLp7RmRN_u5GYb248TCVMOM3OVeS8GA99zlQX0,435
24
+ indexify/executor/function_executor_controller/__init__.py,sha256=VPuuBEYOKf7OWyPPjy-jGOv-d5xJqHvkJfFT_oj-AsE,492
25
25
  indexify/executor/function_executor_controller/completed_task_metrics.py,sha256=_awcdfAd04YjddV-X1W5_2o-odwuu4BTuH1E0QHjgzI,3596
26
- indexify/executor/function_executor_controller/create_function_executor.py,sha256=scMbBrykHUaRqT2ufdTOYWlrD6TeASOa41nlRawbeno,6114
26
+ indexify/executor/function_executor_controller/create_function_executor.py,sha256=wfogvQlwLnYo2EfJyHM7gLtESc2tZNP90EnNsh0_0jM,9966
27
27
  indexify/executor/function_executor_controller/debug_event_loop.py,sha256=VJOKe_c9HjIDVCjhMY3Yqyeq1tAM1eVa2chZa6CMf-U,1016
28
- indexify/executor/function_executor_controller/destroy_function_executor.py,sha256=FRyfY82SE1gRYaK85Gz0I05vhlpJrze6po8Hh7bOQuc,826
28
+ indexify/executor/function_executor_controller/destroy_function_executor.py,sha256=D2idVC-q4etkt65C0qH7TENHDVidSLsSalr6e3HwZWU,843
29
29
  indexify/executor/function_executor_controller/downloads.py,sha256=iVXuDl9mUOOMurpd6wrtIexUHubgvM9GdKxwgwQA44E,6487
30
- indexify/executor/function_executor_controller/events.py,sha256=uz16nlGdkorpy_r4g8K9sSVinuemQ7EWpW_8F36ueAc,5685
31
- indexify/executor/function_executor_controller/function_executor_controller.py,sha256=MnwjaEXFELoPKuSJ2II3e1RjQ6MrULLMkektbGiev68,32065
32
- indexify/executor/function_executor_controller/loggers.py,sha256=_KFbAo_CPflaBfPuGBJbhLYK6GacLhBROuxJZ9PdY5U,1967
33
- indexify/executor/function_executor_controller/message_validators.py,sha256=7WalqlJEE8u6oQN8RQWFmiURvEJWbqfCiYxyxfZMJQc,2412
30
+ indexify/executor/function_executor_controller/events.py,sha256=KiK0-fNGHyeLfDiw8dKwl_qIMkJPjiUPdLY0FZYaMf8,5467
31
+ indexify/executor/function_executor_controller/function_executor_controller.py,sha256=ZwFA10rJbt34Z_TXYvc2Au9BpokjA-O83-AhuBev7RQ,33566
32
+ indexify/executor/function_executor_controller/function_executor_startup_output.py,sha256=PXg2r440kqHI3oHGZbb58ehuAuW_fmEdxLTAa-0V3p4,715
33
+ indexify/executor/function_executor_controller/loggers.py,sha256=0yYPZAD33WGTacsoI5jatAysDn20wtJ6u-0MmMvefR8,3687
34
+ indexify/executor/function_executor_controller/message_validators.py,sha256=aNiZhYA87pnxUJtZKvKGDt40rfox-TYH2J6mW7o-Pkw,2981
34
35
  indexify/executor/function_executor_controller/metrics/completed_task_metrics.py,sha256=53EGBCLwCEV-RBBeyLPTElrtcveaEM0Fwxs9NmC1Hn8,2724
35
36
  indexify/executor/function_executor_controller/metrics/downloads.py,sha256=KOVTE2OZPCewnCooPyCK1maKe9ddMPvBFp7D_igqugQ,2708
36
37
  indexify/executor/function_executor_controller/metrics/function_executor_controller.py,sha256=KjUrvsUE9wSW8H0YNYI0BGMftGL10aplYVv_tAr11h4,2322
37
38
  indexify/executor/function_executor_controller/metrics/run_task.py,sha256=kdjw-Bi788B8Pq4eL08k8HVtcjIA3y8pLLSNWRBI8YA,1006
38
39
  indexify/executor/function_executor_controller/metrics/upload_task_output.py,sha256=Ppf8NujCNbQzFelJiuh8Sutcjty7hnkFz1dWQLYIgQI,1464
39
- indexify/executor/function_executor_controller/prepare_task.py,sha256=_oorkGMbsbVU_-fpk1n3m6aFcIEnuveqYc0iKJlkUOk,1214
40
- indexify/executor/function_executor_controller/run_task.py,sha256=fNtoDKkP5PV4F-abAYs0Ey9WzhHHGbzdCRGU5VWsns0,7866
41
- indexify/executor/function_executor_controller/task_info.py,sha256=JVhGjYqOVQ0pEQqJCz84SyRBM3zD-qdCAJUSJqMTovc,1178
42
- indexify/executor/function_executor_controller/task_output.py,sha256=bnjaUJXp8_yt62u1ij97SJSlBE9KDwgZ1VZJ-tse6eE,4192
43
- indexify/executor/function_executor_controller/upload_task_output.py,sha256=-UJAimxtyHtfO1QypixkCks-MJkzs82CSz0KgMfyqsM,8252
40
+ indexify/executor/function_executor_controller/prepare_task.py,sha256=AKbo_H_5pOKdxFKKkzdOb1WhQ0XT-4Qm9D3iIsukyMU,1247
41
+ indexify/executor/function_executor_controller/run_task.py,sha256=aCeVwtbwz0T5Qw-vkMw9j5keiC76zgyvJa-4ZC_RsNg,7745
42
+ indexify/executor/function_executor_controller/task_info.py,sha256=ZEdypd8QVmYbrLt1186Ed9YEQwrO0Sx_hKH0QLg1DVY,1181
43
+ indexify/executor/function_executor_controller/task_output.py,sha256=Me6s2FLqqDHH6QLmfOTDs2F40PpZG0kfRJvbeBEfdtk,3823
44
+ indexify/executor/function_executor_controller/upload_task_output.py,sha256=CTZ9iyA178gkV9JvfRDlowIHK9ff8Fx_j2_6EGaiyqk,8314
44
45
  indexify/executor/host_resources/host_resources.py,sha256=ZSfox24jaz1IIaQWUmciOoev0l35rk8LHbnb_koJWno,3810
45
46
  indexify/executor/host_resources/nvidia_gpu.py,sha256=BIxBcWenyhZe0fuPQT9I0g6zAWMDPcm_oZEfgOoYsFU,3306
46
47
  indexify/executor/host_resources/nvidia_gpu_allocator.py,sha256=AOcXKglLyRD-GrZzyCoi_oDRJoaOhFKWBSlUOxHeAP8,2114
@@ -56,13 +57,13 @@ indexify/executor/monitoring/metrics.py,sha256=Dx2wPcTKvbd5Y5rGOfeyscFtAQ2DZ16_s
56
57
  indexify/executor/monitoring/prometheus_metrics_handler.py,sha256=KiGqSf7rkXTfbDwThyXFpFe2jnuZD5q-5SBP_0GDo8Y,591
57
58
  indexify/executor/monitoring/server.py,sha256=yzdYhcxnmY6uTQUMt3vatF5jilN52ZtfFseOmHyQpTo,1254
58
59
  indexify/executor/monitoring/startup_probe_handler.py,sha256=zXXsBU15SMlBx1bSFpxWDfed1VHtKKnwvLQ8-frpG98,425
59
- indexify/executor/state_reconciler.py,sha256=Go0B2k1iq0iZiZTIjRkG2sfeILj_vTNpc8W2o0sBIDA,19179
60
- indexify/executor/state_reporter.py,sha256=OxtIEa79lsZe5HzENHJPCYB4zESPw2zkNlGpKtKeOak,14629
61
- indexify/proto/executor_api.proto,sha256=YWQHV4GMCSa0IJbPzM5nlEOxHDB2Fw4QlqI34vmdY4w,10858
62
- indexify/proto/executor_api_pb2.py,sha256=vfPLmr6mKeBQv6JwNzsTaFltT0Vna7dGwxu8PM24ZiI,15125
63
- indexify/proto/executor_api_pb2.pyi,sha256=yclRlxH5GuiXuebs_0ePfnKM516DrBrvqEFF4E0Etl8,21151
60
+ indexify/executor/state_reconciler.py,sha256=yCDLRfPmfU71aqUNnRLxDt6y4AWdSVkrEwG2HZq7nso,18125
61
+ indexify/executor/state_reporter.py,sha256=0qs9n2n8bWn77hdW8qsuUqHS7G8iyW7-9_-s8l6aJSU,14195
62
+ indexify/proto/executor_api.proto,sha256=2rLo6BBeVOkU8rEBSgwmXc7qccLS-Of0CEJKwF0oMIY,11628
63
+ indexify/proto/executor_api_pb2.py,sha256=h_1nT-4L7dPR9_ZQ0-igtA97il4wG03dVnQlM8jyD6U,16334
64
+ indexify/proto/executor_api_pb2.pyi,sha256=RR4J8IotdGYOEqC4iZ5ene6j-sOQRuS8xO6j-pk_lok,22867
64
65
  indexify/proto/executor_api_pb2_grpc.py,sha256=JpT5K6jiS0NJVNyTt1mAPpyJMXuEGeNN2V6R3KmLHZ4,7607
65
- indexify-0.4.5.dist-info/METADATA,sha256=Xcv47Vcpt_eruMXrfGSwZMHOsQGGCH99xru6HQSknsw,1115
66
- indexify-0.4.5.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
67
- indexify-0.4.5.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
68
- indexify-0.4.5.dist-info/RECORD,,
66
+ indexify-0.4.7.dist-info/METADATA,sha256=PsmSPvzUisSajFpPO14R9DuJXVzqxRncw4SoYYsXuIk,1114
67
+ indexify-0.4.7.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
68
+ indexify-0.4.7.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
69
+ indexify-0.4.7.dist-info/RECORD,,