indexify 0.4.9__py3-none-any.whl → 0.4.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -17,6 +17,7 @@ class DataPayloadEncoding(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
17
17
  DATA_PAYLOAD_ENCODING_UTF8_JSON: _ClassVar[DataPayloadEncoding]
18
18
  DATA_PAYLOAD_ENCODING_UTF8_TEXT: _ClassVar[DataPayloadEncoding]
19
19
  DATA_PAYLOAD_ENCODING_BINARY_PICKLE: _ClassVar[DataPayloadEncoding]
20
+ DATA_PAYLOAD_ENCODING_BINARY_ZIP: _ClassVar[DataPayloadEncoding]
20
21
 
21
22
  class GPUModel(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
22
23
  __slots__ = ()
@@ -51,12 +52,6 @@ class FunctionExecutorTerminationReason(
51
52
  FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT: _ClassVar[
52
53
  FunctionExecutorTerminationReason
53
54
  ]
54
- FUNCTION_EXECUTOR_TERMINATION_REASON_EXECUTOR_SHUTDOWN: _ClassVar[
55
- FunctionExecutorTerminationReason
56
- ]
57
- FUNCTION_EXECUTOR_TERMINATION_REASON_REMOVED_FROM_DESIRED_STATE: _ClassVar[
58
- FunctionExecutorTerminationReason
59
- ]
60
55
  FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY: _ClassVar[
61
56
  FunctionExecutorTerminationReason
62
57
  ]
@@ -90,6 +85,7 @@ class TaskFailureReason(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
90
85
  TASK_FAILURE_REASON_INTERNAL_ERROR: _ClassVar[TaskFailureReason]
91
86
  TASK_FAILURE_REASON_FUNCTION_ERROR: _ClassVar[TaskFailureReason]
92
87
  TASK_FAILURE_REASON_FUNCTION_TIMEOUT: _ClassVar[TaskFailureReason]
88
+ TASK_FAILURE_REASON_INVOCATION_ERROR: _ClassVar[TaskFailureReason]
93
89
  TASK_FAILURE_REASON_TASK_CANCELLED: _ClassVar[TaskFailureReason]
94
90
  TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED: _ClassVar[TaskFailureReason]
95
91
 
@@ -97,6 +93,7 @@ DATA_PAYLOAD_ENCODING_UNKNOWN: DataPayloadEncoding
97
93
  DATA_PAYLOAD_ENCODING_UTF8_JSON: DataPayloadEncoding
98
94
  DATA_PAYLOAD_ENCODING_UTF8_TEXT: DataPayloadEncoding
99
95
  DATA_PAYLOAD_ENCODING_BINARY_PICKLE: DataPayloadEncoding
96
+ DATA_PAYLOAD_ENCODING_BINARY_ZIP: DataPayloadEncoding
100
97
  GPU_MODEL_UNKNOWN: GPUModel
101
98
  GPU_MODEL_NVIDIA_A100_40GB: GPUModel
102
99
  GPU_MODEL_NVIDIA_A100_80GB: GPUModel
@@ -118,12 +115,6 @@ FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_ERROR: (
118
115
  FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT: (
119
116
  FunctionExecutorTerminationReason
120
117
  )
121
- FUNCTION_EXECUTOR_TERMINATION_REASON_EXECUTOR_SHUTDOWN: (
122
- FunctionExecutorTerminationReason
123
- )
124
- FUNCTION_EXECUTOR_TERMINATION_REASON_REMOVED_FROM_DESIRED_STATE: (
125
- FunctionExecutorTerminationReason
126
- )
127
118
  FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY: FunctionExecutorTerminationReason
128
119
  FUNCTION_EXECUTOR_TERMINATION_REASON_INTERNAL_ERROR: FunctionExecutorTerminationReason
129
120
  FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_TIMEOUT: FunctionExecutorTerminationReason
@@ -142,6 +133,7 @@ TASK_FAILURE_REASON_UNKNOWN: TaskFailureReason
142
133
  TASK_FAILURE_REASON_INTERNAL_ERROR: TaskFailureReason
143
134
  TASK_FAILURE_REASON_FUNCTION_ERROR: TaskFailureReason
144
135
  TASK_FAILURE_REASON_FUNCTION_TIMEOUT: TaskFailureReason
136
+ TASK_FAILURE_REASON_INVOCATION_ERROR: TaskFailureReason
145
137
  TASK_FAILURE_REASON_TASK_CANCELLED: TaskFailureReason
146
138
  TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED: TaskFailureReason
147
139
 
@@ -527,12 +519,6 @@ class DesiredExecutorState(_message.Message):
527
519
  clock: _Optional[int] = ...,
528
520
  ) -> None: ...
529
521
 
530
- class ResultRouting(_message.Message):
531
- __slots__ = ("next_functions",)
532
- NEXT_FUNCTIONS_FIELD_NUMBER: _ClassVar[int]
533
- next_functions: _containers.RepeatedScalarFieldContainer[str]
534
- def __init__(self, next_functions: _Optional[_Iterable[str]] = ...) -> None: ...
535
-
536
522
  class TaskResult(_message.Message):
537
523
  __slots__ = (
538
524
  "task_id",
@@ -549,7 +535,7 @@ class TaskResult(_message.Message):
549
535
  "function_outputs",
550
536
  "stdout",
551
537
  "stderr",
552
- "routing",
538
+ "invocation_error_output",
553
539
  )
554
540
  TASK_ID_FIELD_NUMBER: _ClassVar[int]
555
541
  ALLOCATION_ID_FIELD_NUMBER: _ClassVar[int]
@@ -565,7 +551,7 @@ class TaskResult(_message.Message):
565
551
  FUNCTION_OUTPUTS_FIELD_NUMBER: _ClassVar[int]
566
552
  STDOUT_FIELD_NUMBER: _ClassVar[int]
567
553
  STDERR_FIELD_NUMBER: _ClassVar[int]
568
- ROUTING_FIELD_NUMBER: _ClassVar[int]
554
+ INVOCATION_ERROR_OUTPUT_FIELD_NUMBER: _ClassVar[int]
569
555
  task_id: str
570
556
  allocation_id: str
571
557
  namespace: str
@@ -580,7 +566,7 @@ class TaskResult(_message.Message):
580
566
  function_outputs: _containers.RepeatedCompositeFieldContainer[DataPayload]
581
567
  stdout: DataPayload
582
568
  stderr: DataPayload
583
- routing: ResultRouting
569
+ invocation_error_output: DataPayload
584
570
  def __init__(
585
571
  self,
586
572
  task_id: _Optional[str] = ...,
@@ -597,5 +583,5 @@ class TaskResult(_message.Message):
597
583
  function_outputs: _Optional[_Iterable[_Union[DataPayload, _Mapping]]] = ...,
598
584
  stdout: _Optional[_Union[DataPayload, _Mapping]] = ...,
599
585
  stderr: _Optional[_Union[DataPayload, _Mapping]] = ...,
600
- routing: _Optional[_Union[ResultRouting, _Mapping]] = ...,
586
+ invocation_error_output: _Optional[_Union[DataPayload, _Mapping]] = ...,
601
587
  ) -> None: ...
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: indexify
3
- Version: 0.4.9
3
+ Version: 0.4.11
4
4
  Summary: Open Source Indexify components and helper tools
5
5
  Home-page: https://github.com/tensorlakeai/indexify
6
6
  License: Apache 2.0
@@ -17,7 +17,7 @@ Requires-Dist: aiohttp (>=3.11.0,<4.0.0)
17
17
  Requires-Dist: boto3 (>=1.37.30,<2.0.0)
18
18
  Requires-Dist: prometheus-client (>=0.21.1,<0.22.0)
19
19
  Requires-Dist: psutil (>=7.0.0,<8.0.0)
20
- Requires-Dist: tensorlake (==0.2.6)
20
+ Requires-Dist: tensorlake (==0.2.8)
21
21
  Project-URL: Repository, https://github.com/tensorlakeai/indexify
22
22
  Description-Content-Type: text/markdown
23
23
 
@@ -8,11 +8,11 @@ indexify/executor/blob_store/local_fs_blob_store.py,sha256=6LexqMBGXp8f6Ka95R6xM
8
8
  indexify/executor/blob_store/metrics/blob_store.py,sha256=5_xiPREeHWFtxFh1NupDsF8zP4pmUPgLNNn-UE9Uzvc,1008
9
9
  indexify/executor/blob_store/s3_blob_store.py,sha256=G3B_V3gUE7XbUY42lDtBczUKuA7q8S7MD43tx1aHrJo,3445
10
10
  indexify/executor/channel_manager.py,sha256=SeBaOYJXJ6KNw59c4C4n54qhcCusNda2756Rbu8pFFM,8642
11
- indexify/executor/executor.py,sha256=AGtOHbznjGLQMjJHie10gxq1fLq3h23uXvk4tVkxxEw,6294
11
+ indexify/executor/executor.py,sha256=hR49lBFGaqSRj8RtLlzd4cd8hRUwhMrwUHwPx53EHDU,6310
12
12
  indexify/executor/function_allowlist.py,sha256=PCelCW6qIe_2sH11BCKr7LDqarRV5kwNsrfB2EV7Zwo,1772
13
- indexify/executor/function_executor/function_executor.py,sha256=buY2JvIVPbwEwl_CUuSGkn4Tb6gJIUxGwcMnT_Y3kNI,12376
13
+ indexify/executor/function_executor/function_executor.py,sha256=Hz_dT_2i1m9akUGfULWQpDlMsn0CI1AX4Mdt7-oOknI,13598
14
14
  indexify/executor/function_executor/health_checker.py,sha256=IxE0jnC99K_lvnizFLjXqS1942H8-FNAN4AlhLIjg2Y,6373
15
- indexify/executor/function_executor/invocation_state_client.py,sha256=tARfeEEOZJoWd38wA5e7ihKMbR3llk90eD_KQ1QD6cs,10582
15
+ indexify/executor/function_executor/invocation_state_client.py,sha256=YYJElvpkCH-OmBXplLJX59dwMZELMHXSDR4VLLn1u7k,10939
16
16
  indexify/executor/function_executor/metrics/function_executor.py,sha256=TDksxLRJr-P9ZKhF2Orsaxzzb4lVIBxFEjd_9Zv53Ng,6313
17
17
  indexify/executor/function_executor/metrics/health_checker.py,sha256=EaeIYJPrQ-qqNMGZVGkvjPoeQSCl4FzPKXEv3Cly1NE,456
18
18
  indexify/executor/function_executor/metrics/invocation_state_client.py,sha256=6FCW6rXHVZZSmwLquZdpjgQPSmE_99naDLke5rZiwMI,1867
@@ -22,26 +22,26 @@ indexify/executor/function_executor/server/function_executor_server_factory.py,s
22
22
  indexify/executor/function_executor/server/subprocess_function_executor_server.py,sha256=JekDOqF7oFD4J6zcN3xB0Dxd1cgpEXMOsb_rKZOeBlI,668
23
23
  indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=w5aGQPHWLpixlP9-BbZu6oL_muMA95-hr7WKVxiEL7Q,4303
24
24
  indexify/executor/function_executor_controller/__init__.py,sha256=VPuuBEYOKf7OWyPPjy-jGOv-d5xJqHvkJfFT_oj-AsE,492
25
- indexify/executor/function_executor_controller/completed_task_metrics.py,sha256=_awcdfAd04YjddV-X1W5_2o-odwuu4BTuH1E0QHjgzI,3596
26
- indexify/executor/function_executor_controller/create_function_executor.py,sha256=wfogvQlwLnYo2EfJyHM7gLtESc2tZNP90EnNsh0_0jM,9966
25
+ indexify/executor/function_executor_controller/completed_task_metrics.py,sha256=MhnC-ddgmTK4yTsuZxgTKnqZ-YSVeWn2EhbbiggsSKk,3664
26
+ indexify/executor/function_executor_controller/create_function_executor.py,sha256=qQ_xBQRYUwz8SbNH7-H6D9GP-NJM3OlxPaIuLnPpbRM,9996
27
27
  indexify/executor/function_executor_controller/debug_event_loop.py,sha256=VJOKe_c9HjIDVCjhMY3Yqyeq1tAM1eVa2chZa6CMf-U,1016
28
- indexify/executor/function_executor_controller/destroy_function_executor.py,sha256=D2idVC-q4etkt65C0qH7TENHDVidSLsSalr6e3HwZWU,843
29
- indexify/executor/function_executor_controller/downloads.py,sha256=iVXuDl9mUOOMurpd6wrtIexUHubgvM9GdKxwgwQA44E,6487
30
- indexify/executor/function_executor_controller/events.py,sha256=KiK0-fNGHyeLfDiw8dKwl_qIMkJPjiUPdLY0FZYaMf8,5467
31
- indexify/executor/function_executor_controller/function_executor_controller.py,sha256=KY1YXcHv5lbpQoNoyhEqI1qxXQ-k7mXxgOArSDtiWY4,33577
28
+ indexify/executor/function_executor_controller/destroy_function_executor.py,sha256=QOmScyQ30uGSd31ugbgujkqTRplmbsYu0_doeYeuOqk,935
29
+ indexify/executor/function_executor_controller/downloads.py,sha256=XjCUmLY_jrI3AlnXC7aDwwKWTvsQjV7I9AXzrbIeY6c,7063
30
+ indexify/executor/function_executor_controller/events.py,sha256=C2cu2r5LSk7_r9o0-_yhMCyJRhdZJhsl9dYTycACZoE,4819
31
+ indexify/executor/function_executor_controller/function_executor_controller.py,sha256=ki1RSgRrV1QL-bzq7UnxkdCTLmNuPoDjqSwVyqTqJfE,34111
32
32
  indexify/executor/function_executor_controller/function_executor_startup_output.py,sha256=PXg2r440kqHI3oHGZbb58ehuAuW_fmEdxLTAa-0V3p4,715
33
33
  indexify/executor/function_executor_controller/loggers.py,sha256=zEY2nt15gboX3SX6Kh1xjeCljZJZSE4lp27qNrg8yPY,3637
34
34
  indexify/executor/function_executor_controller/message_validators.py,sha256=aNiZhYA87pnxUJtZKvKGDt40rfox-TYH2J6mW7o-Pkw,2981
35
35
  indexify/executor/function_executor_controller/metrics/completed_task_metrics.py,sha256=53EGBCLwCEV-RBBeyLPTElrtcveaEM0Fwxs9NmC1Hn8,2724
36
36
  indexify/executor/function_executor_controller/metrics/downloads.py,sha256=KOVTE2OZPCewnCooPyCK1maKe9ddMPvBFp7D_igqugQ,2708
37
- indexify/executor/function_executor_controller/metrics/function_executor_controller.py,sha256=KjUrvsUE9wSW8H0YNYI0BGMftGL10aplYVv_tAr11h4,2322
37
+ indexify/executor/function_executor_controller/metrics/function_executor_controller.py,sha256=gyIZHbdsNSnrA6z4WDaRAunNolFrbbg1pa8JaL_ODNE,2666
38
38
  indexify/executor/function_executor_controller/metrics/run_task.py,sha256=kdjw-Bi788B8Pq4eL08k8HVtcjIA3y8pLLSNWRBI8YA,1006
39
39
  indexify/executor/function_executor_controller/metrics/upload_task_output.py,sha256=Ppf8NujCNbQzFelJiuh8Sutcjty7hnkFz1dWQLYIgQI,1464
40
40
  indexify/executor/function_executor_controller/prepare_task.py,sha256=AKbo_H_5pOKdxFKKkzdOb1WhQ0XT-4Qm9D3iIsukyMU,1247
41
- indexify/executor/function_executor_controller/run_task.py,sha256=aCeVwtbwz0T5Qw-vkMw9j5keiC76zgyvJa-4ZC_RsNg,7745
41
+ indexify/executor/function_executor_controller/run_task.py,sha256=ARa-OgqgJ1o_LmO1FIhkXBvqLWXCzYLiSiG2jGw_NR8,10448
42
42
  indexify/executor/function_executor_controller/task_info.py,sha256=ZEdypd8QVmYbrLt1186Ed9YEQwrO0Sx_hKH0QLg1DVY,1181
43
- indexify/executor/function_executor_controller/task_output.py,sha256=Me6s2FLqqDHH6QLmfOTDs2F40PpZG0kfRJvbeBEfdtk,3823
44
- indexify/executor/function_executor_controller/upload_task_output.py,sha256=CTZ9iyA178gkV9JvfRDlowIHK9ff8Fx_j2_6EGaiyqk,8314
43
+ indexify/executor/function_executor_controller/task_output.py,sha256=A5KJh60OI1FdHw6ABX3KxL9OMrC6ZADJHeo0W5iZpz8,3764
44
+ indexify/executor/function_executor_controller/upload_task_output.py,sha256=fEZm5eodx5rNLQYFhmdkMDD9qjX3_wKo64x4aUKTu34,10403
45
45
  indexify/executor/host_resources/host_resources.py,sha256=ZSfox24jaz1IIaQWUmciOoev0l35rk8LHbnb_koJWno,3810
46
46
  indexify/executor/host_resources/nvidia_gpu.py,sha256=BIxBcWenyhZe0fuPQT9I0g6zAWMDPcm_oZEfgOoYsFU,3306
47
47
  indexify/executor/host_resources/nvidia_gpu_allocator.py,sha256=AOcXKglLyRD-GrZzyCoi_oDRJoaOhFKWBSlUOxHeAP8,2114
@@ -57,13 +57,13 @@ indexify/executor/monitoring/metrics.py,sha256=Dx2wPcTKvbd5Y5rGOfeyscFtAQ2DZ16_s
57
57
  indexify/executor/monitoring/prometheus_metrics_handler.py,sha256=KiGqSf7rkXTfbDwThyXFpFe2jnuZD5q-5SBP_0GDo8Y,591
58
58
  indexify/executor/monitoring/server.py,sha256=yzdYhcxnmY6uTQUMt3vatF5jilN52ZtfFseOmHyQpTo,1254
59
59
  indexify/executor/monitoring/startup_probe_handler.py,sha256=zXXsBU15SMlBx1bSFpxWDfed1VHtKKnwvLQ8-frpG98,425
60
- indexify/executor/state_reconciler.py,sha256=yCDLRfPmfU71aqUNnRLxDt6y4AWdSVkrEwG2HZq7nso,18125
60
+ indexify/executor/state_reconciler.py,sha256=pZ4a0OHeLkPHTuqiwh1G8YXvh23kERVUWZemol6F5E8,17787
61
61
  indexify/executor/state_reporter.py,sha256=0qs9n2n8bWn77hdW8qsuUqHS7G8iyW7-9_-s8l6aJSU,14195
62
- indexify/proto/executor_api.proto,sha256=2rLo6BBeVOkU8rEBSgwmXc7qccLS-Of0CEJKwF0oMIY,11628
63
- indexify/proto/executor_api_pb2.py,sha256=h_1nT-4L7dPR9_ZQ0-igtA97il4wG03dVnQlM8jyD6U,16334
64
- indexify/proto/executor_api_pb2.pyi,sha256=RR4J8IotdGYOEqC4iZ5ene6j-sOQRuS8xO6j-pk_lok,22867
62
+ indexify/proto/executor_api.proto,sha256=GiieJny2lUk-BfYeDRNfix68DIiPS5jGk5NRKqe0LFE,12181
63
+ indexify/proto/executor_api_pb2.py,sha256=mGPatEVjaWjhQErclS77rcAneiRSKg2wdLHko1XuT5A,16182
64
+ indexify/proto/executor_api_pb2.pyi,sha256=6U2tfd0e355Jrb1N-E0R4Vb8mcWMdaaeg2V9nJZl3fs,22450
65
65
  indexify/proto/executor_api_pb2_grpc.py,sha256=JpT5K6jiS0NJVNyTt1mAPpyJMXuEGeNN2V6R3KmLHZ4,7607
66
- indexify-0.4.9.dist-info/METADATA,sha256=QVugNkYGYmhSOoFLy9irpwzphkx_8KI2fOUJkczRFcI,1114
67
- indexify-0.4.9.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
68
- indexify-0.4.9.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
69
- indexify-0.4.9.dist-info/RECORD,,
66
+ indexify-0.4.11.dist-info/METADATA,sha256=Dt6E6CeXO8nhPj6CLNmCeARhJZzSxHbLmzCQaG25xkI,1115
67
+ indexify-0.4.11.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
68
+ indexify-0.4.11.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
69
+ indexify-0.4.11.dist-info/RECORD,,