indexify 0.4.9__py3-none-any.whl → 0.4.11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- indexify/executor/executor.py +1 -1
- indexify/executor/function_executor/function_executor.py +35 -7
- indexify/executor/function_executor/invocation_state_client.py +26 -16
- indexify/executor/function_executor_controller/completed_task_metrics.py +1 -0
- indexify/executor/function_executor_controller/create_function_executor.py +1 -0
- indexify/executor/function_executor_controller/destroy_function_executor.py +14 -11
- indexify/executor/function_executor_controller/downloads.py +20 -9
- indexify/executor/function_executor_controller/events.py +3 -17
- indexify/executor/function_executor_controller/function_executor_controller.py +145 -119
- indexify/executor/function_executor_controller/metrics/function_executor_controller.py +25 -18
- indexify/executor/function_executor_controller/run_task.py +82 -20
- indexify/executor/function_executor_controller/task_output.py +11 -14
- indexify/executor/function_executor_controller/upload_task_output.py +102 -62
- indexify/executor/state_reconciler.py +2 -7
- indexify/proto/executor_api.proto +31 -30
- indexify/proto/executor_api_pb2.py +19 -21
- indexify/proto/executor_api_pb2.pyi +8 -22
- {indexify-0.4.9.dist-info → indexify-0.4.11.dist-info}/METADATA +2 -2
- {indexify-0.4.9.dist-info → indexify-0.4.11.dist-info}/RECORD +21 -21
- {indexify-0.4.9.dist-info → indexify-0.4.11.dist-info}/WHEEL +0 -0
- {indexify-0.4.9.dist-info → indexify-0.4.11.dist-info}/entry_points.txt +0 -0
@@ -17,6 +17,7 @@ class DataPayloadEncoding(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
|
17
17
|
DATA_PAYLOAD_ENCODING_UTF8_JSON: _ClassVar[DataPayloadEncoding]
|
18
18
|
DATA_PAYLOAD_ENCODING_UTF8_TEXT: _ClassVar[DataPayloadEncoding]
|
19
19
|
DATA_PAYLOAD_ENCODING_BINARY_PICKLE: _ClassVar[DataPayloadEncoding]
|
20
|
+
DATA_PAYLOAD_ENCODING_BINARY_ZIP: _ClassVar[DataPayloadEncoding]
|
20
21
|
|
21
22
|
class GPUModel(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
22
23
|
__slots__ = ()
|
@@ -51,12 +52,6 @@ class FunctionExecutorTerminationReason(
|
|
51
52
|
FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT: _ClassVar[
|
52
53
|
FunctionExecutorTerminationReason
|
53
54
|
]
|
54
|
-
FUNCTION_EXECUTOR_TERMINATION_REASON_EXECUTOR_SHUTDOWN: _ClassVar[
|
55
|
-
FunctionExecutorTerminationReason
|
56
|
-
]
|
57
|
-
FUNCTION_EXECUTOR_TERMINATION_REASON_REMOVED_FROM_DESIRED_STATE: _ClassVar[
|
58
|
-
FunctionExecutorTerminationReason
|
59
|
-
]
|
60
55
|
FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY: _ClassVar[
|
61
56
|
FunctionExecutorTerminationReason
|
62
57
|
]
|
@@ -90,6 +85,7 @@ class TaskFailureReason(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
|
90
85
|
TASK_FAILURE_REASON_INTERNAL_ERROR: _ClassVar[TaskFailureReason]
|
91
86
|
TASK_FAILURE_REASON_FUNCTION_ERROR: _ClassVar[TaskFailureReason]
|
92
87
|
TASK_FAILURE_REASON_FUNCTION_TIMEOUT: _ClassVar[TaskFailureReason]
|
88
|
+
TASK_FAILURE_REASON_INVOCATION_ERROR: _ClassVar[TaskFailureReason]
|
93
89
|
TASK_FAILURE_REASON_TASK_CANCELLED: _ClassVar[TaskFailureReason]
|
94
90
|
TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED: _ClassVar[TaskFailureReason]
|
95
91
|
|
@@ -97,6 +93,7 @@ DATA_PAYLOAD_ENCODING_UNKNOWN: DataPayloadEncoding
|
|
97
93
|
DATA_PAYLOAD_ENCODING_UTF8_JSON: DataPayloadEncoding
|
98
94
|
DATA_PAYLOAD_ENCODING_UTF8_TEXT: DataPayloadEncoding
|
99
95
|
DATA_PAYLOAD_ENCODING_BINARY_PICKLE: DataPayloadEncoding
|
96
|
+
DATA_PAYLOAD_ENCODING_BINARY_ZIP: DataPayloadEncoding
|
100
97
|
GPU_MODEL_UNKNOWN: GPUModel
|
101
98
|
GPU_MODEL_NVIDIA_A100_40GB: GPUModel
|
102
99
|
GPU_MODEL_NVIDIA_A100_80GB: GPUModel
|
@@ -118,12 +115,6 @@ FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_ERROR: (
|
|
118
115
|
FUNCTION_EXECUTOR_TERMINATION_REASON_STARTUP_FAILED_FUNCTION_TIMEOUT: (
|
119
116
|
FunctionExecutorTerminationReason
|
120
117
|
)
|
121
|
-
FUNCTION_EXECUTOR_TERMINATION_REASON_EXECUTOR_SHUTDOWN: (
|
122
|
-
FunctionExecutorTerminationReason
|
123
|
-
)
|
124
|
-
FUNCTION_EXECUTOR_TERMINATION_REASON_REMOVED_FROM_DESIRED_STATE: (
|
125
|
-
FunctionExecutorTerminationReason
|
126
|
-
)
|
127
118
|
FUNCTION_EXECUTOR_TERMINATION_REASON_UNHEALTHY: FunctionExecutorTerminationReason
|
128
119
|
FUNCTION_EXECUTOR_TERMINATION_REASON_INTERNAL_ERROR: FunctionExecutorTerminationReason
|
129
120
|
FUNCTION_EXECUTOR_TERMINATION_REASON_FUNCTION_TIMEOUT: FunctionExecutorTerminationReason
|
@@ -142,6 +133,7 @@ TASK_FAILURE_REASON_UNKNOWN: TaskFailureReason
|
|
142
133
|
TASK_FAILURE_REASON_INTERNAL_ERROR: TaskFailureReason
|
143
134
|
TASK_FAILURE_REASON_FUNCTION_ERROR: TaskFailureReason
|
144
135
|
TASK_FAILURE_REASON_FUNCTION_TIMEOUT: TaskFailureReason
|
136
|
+
TASK_FAILURE_REASON_INVOCATION_ERROR: TaskFailureReason
|
145
137
|
TASK_FAILURE_REASON_TASK_CANCELLED: TaskFailureReason
|
146
138
|
TASK_FAILURE_REASON_FUNCTION_EXECUTOR_TERMINATED: TaskFailureReason
|
147
139
|
|
@@ -527,12 +519,6 @@ class DesiredExecutorState(_message.Message):
|
|
527
519
|
clock: _Optional[int] = ...,
|
528
520
|
) -> None: ...
|
529
521
|
|
530
|
-
class ResultRouting(_message.Message):
|
531
|
-
__slots__ = ("next_functions",)
|
532
|
-
NEXT_FUNCTIONS_FIELD_NUMBER: _ClassVar[int]
|
533
|
-
next_functions: _containers.RepeatedScalarFieldContainer[str]
|
534
|
-
def __init__(self, next_functions: _Optional[_Iterable[str]] = ...) -> None: ...
|
535
|
-
|
536
522
|
class TaskResult(_message.Message):
|
537
523
|
__slots__ = (
|
538
524
|
"task_id",
|
@@ -549,7 +535,7 @@ class TaskResult(_message.Message):
|
|
549
535
|
"function_outputs",
|
550
536
|
"stdout",
|
551
537
|
"stderr",
|
552
|
-
"
|
538
|
+
"invocation_error_output",
|
553
539
|
)
|
554
540
|
TASK_ID_FIELD_NUMBER: _ClassVar[int]
|
555
541
|
ALLOCATION_ID_FIELD_NUMBER: _ClassVar[int]
|
@@ -565,7 +551,7 @@ class TaskResult(_message.Message):
|
|
565
551
|
FUNCTION_OUTPUTS_FIELD_NUMBER: _ClassVar[int]
|
566
552
|
STDOUT_FIELD_NUMBER: _ClassVar[int]
|
567
553
|
STDERR_FIELD_NUMBER: _ClassVar[int]
|
568
|
-
|
554
|
+
INVOCATION_ERROR_OUTPUT_FIELD_NUMBER: _ClassVar[int]
|
569
555
|
task_id: str
|
570
556
|
allocation_id: str
|
571
557
|
namespace: str
|
@@ -580,7 +566,7 @@ class TaskResult(_message.Message):
|
|
580
566
|
function_outputs: _containers.RepeatedCompositeFieldContainer[DataPayload]
|
581
567
|
stdout: DataPayload
|
582
568
|
stderr: DataPayload
|
583
|
-
|
569
|
+
invocation_error_output: DataPayload
|
584
570
|
def __init__(
|
585
571
|
self,
|
586
572
|
task_id: _Optional[str] = ...,
|
@@ -597,5 +583,5 @@ class TaskResult(_message.Message):
|
|
597
583
|
function_outputs: _Optional[_Iterable[_Union[DataPayload, _Mapping]]] = ...,
|
598
584
|
stdout: _Optional[_Union[DataPayload, _Mapping]] = ...,
|
599
585
|
stderr: _Optional[_Union[DataPayload, _Mapping]] = ...,
|
600
|
-
|
586
|
+
invocation_error_output: _Optional[_Union[DataPayload, _Mapping]] = ...,
|
601
587
|
) -> None: ...
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: indexify
|
3
|
-
Version: 0.4.
|
3
|
+
Version: 0.4.11
|
4
4
|
Summary: Open Source Indexify components and helper tools
|
5
5
|
Home-page: https://github.com/tensorlakeai/indexify
|
6
6
|
License: Apache 2.0
|
@@ -17,7 +17,7 @@ Requires-Dist: aiohttp (>=3.11.0,<4.0.0)
|
|
17
17
|
Requires-Dist: boto3 (>=1.37.30,<2.0.0)
|
18
18
|
Requires-Dist: prometheus-client (>=0.21.1,<0.22.0)
|
19
19
|
Requires-Dist: psutil (>=7.0.0,<8.0.0)
|
20
|
-
Requires-Dist: tensorlake (==0.2.
|
20
|
+
Requires-Dist: tensorlake (==0.2.8)
|
21
21
|
Project-URL: Repository, https://github.com/tensorlakeai/indexify
|
22
22
|
Description-Content-Type: text/markdown
|
23
23
|
|
@@ -8,11 +8,11 @@ indexify/executor/blob_store/local_fs_blob_store.py,sha256=6LexqMBGXp8f6Ka95R6xM
|
|
8
8
|
indexify/executor/blob_store/metrics/blob_store.py,sha256=5_xiPREeHWFtxFh1NupDsF8zP4pmUPgLNNn-UE9Uzvc,1008
|
9
9
|
indexify/executor/blob_store/s3_blob_store.py,sha256=G3B_V3gUE7XbUY42lDtBczUKuA7q8S7MD43tx1aHrJo,3445
|
10
10
|
indexify/executor/channel_manager.py,sha256=SeBaOYJXJ6KNw59c4C4n54qhcCusNda2756Rbu8pFFM,8642
|
11
|
-
indexify/executor/executor.py,sha256=
|
11
|
+
indexify/executor/executor.py,sha256=hR49lBFGaqSRj8RtLlzd4cd8hRUwhMrwUHwPx53EHDU,6310
|
12
12
|
indexify/executor/function_allowlist.py,sha256=PCelCW6qIe_2sH11BCKr7LDqarRV5kwNsrfB2EV7Zwo,1772
|
13
|
-
indexify/executor/function_executor/function_executor.py,sha256=
|
13
|
+
indexify/executor/function_executor/function_executor.py,sha256=Hz_dT_2i1m9akUGfULWQpDlMsn0CI1AX4Mdt7-oOknI,13598
|
14
14
|
indexify/executor/function_executor/health_checker.py,sha256=IxE0jnC99K_lvnizFLjXqS1942H8-FNAN4AlhLIjg2Y,6373
|
15
|
-
indexify/executor/function_executor/invocation_state_client.py,sha256=
|
15
|
+
indexify/executor/function_executor/invocation_state_client.py,sha256=YYJElvpkCH-OmBXplLJX59dwMZELMHXSDR4VLLn1u7k,10939
|
16
16
|
indexify/executor/function_executor/metrics/function_executor.py,sha256=TDksxLRJr-P9ZKhF2Orsaxzzb4lVIBxFEjd_9Zv53Ng,6313
|
17
17
|
indexify/executor/function_executor/metrics/health_checker.py,sha256=EaeIYJPrQ-qqNMGZVGkvjPoeQSCl4FzPKXEv3Cly1NE,456
|
18
18
|
indexify/executor/function_executor/metrics/invocation_state_client.py,sha256=6FCW6rXHVZZSmwLquZdpjgQPSmE_99naDLke5rZiwMI,1867
|
@@ -22,26 +22,26 @@ indexify/executor/function_executor/server/function_executor_server_factory.py,s
|
|
22
22
|
indexify/executor/function_executor/server/subprocess_function_executor_server.py,sha256=JekDOqF7oFD4J6zcN3xB0Dxd1cgpEXMOsb_rKZOeBlI,668
|
23
23
|
indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=w5aGQPHWLpixlP9-BbZu6oL_muMA95-hr7WKVxiEL7Q,4303
|
24
24
|
indexify/executor/function_executor_controller/__init__.py,sha256=VPuuBEYOKf7OWyPPjy-jGOv-d5xJqHvkJfFT_oj-AsE,492
|
25
|
-
indexify/executor/function_executor_controller/completed_task_metrics.py,sha256=
|
26
|
-
indexify/executor/function_executor_controller/create_function_executor.py,sha256=
|
25
|
+
indexify/executor/function_executor_controller/completed_task_metrics.py,sha256=MhnC-ddgmTK4yTsuZxgTKnqZ-YSVeWn2EhbbiggsSKk,3664
|
26
|
+
indexify/executor/function_executor_controller/create_function_executor.py,sha256=qQ_xBQRYUwz8SbNH7-H6D9GP-NJM3OlxPaIuLnPpbRM,9996
|
27
27
|
indexify/executor/function_executor_controller/debug_event_loop.py,sha256=VJOKe_c9HjIDVCjhMY3Yqyeq1tAM1eVa2chZa6CMf-U,1016
|
28
|
-
indexify/executor/function_executor_controller/destroy_function_executor.py,sha256=
|
29
|
-
indexify/executor/function_executor_controller/downloads.py,sha256=
|
30
|
-
indexify/executor/function_executor_controller/events.py,sha256=
|
31
|
-
indexify/executor/function_executor_controller/function_executor_controller.py,sha256=
|
28
|
+
indexify/executor/function_executor_controller/destroy_function_executor.py,sha256=QOmScyQ30uGSd31ugbgujkqTRplmbsYu0_doeYeuOqk,935
|
29
|
+
indexify/executor/function_executor_controller/downloads.py,sha256=XjCUmLY_jrI3AlnXC7aDwwKWTvsQjV7I9AXzrbIeY6c,7063
|
30
|
+
indexify/executor/function_executor_controller/events.py,sha256=C2cu2r5LSk7_r9o0-_yhMCyJRhdZJhsl9dYTycACZoE,4819
|
31
|
+
indexify/executor/function_executor_controller/function_executor_controller.py,sha256=ki1RSgRrV1QL-bzq7UnxkdCTLmNuPoDjqSwVyqTqJfE,34111
|
32
32
|
indexify/executor/function_executor_controller/function_executor_startup_output.py,sha256=PXg2r440kqHI3oHGZbb58ehuAuW_fmEdxLTAa-0V3p4,715
|
33
33
|
indexify/executor/function_executor_controller/loggers.py,sha256=zEY2nt15gboX3SX6Kh1xjeCljZJZSE4lp27qNrg8yPY,3637
|
34
34
|
indexify/executor/function_executor_controller/message_validators.py,sha256=aNiZhYA87pnxUJtZKvKGDt40rfox-TYH2J6mW7o-Pkw,2981
|
35
35
|
indexify/executor/function_executor_controller/metrics/completed_task_metrics.py,sha256=53EGBCLwCEV-RBBeyLPTElrtcveaEM0Fwxs9NmC1Hn8,2724
|
36
36
|
indexify/executor/function_executor_controller/metrics/downloads.py,sha256=KOVTE2OZPCewnCooPyCK1maKe9ddMPvBFp7D_igqugQ,2708
|
37
|
-
indexify/executor/function_executor_controller/metrics/function_executor_controller.py,sha256=
|
37
|
+
indexify/executor/function_executor_controller/metrics/function_executor_controller.py,sha256=gyIZHbdsNSnrA6z4WDaRAunNolFrbbg1pa8JaL_ODNE,2666
|
38
38
|
indexify/executor/function_executor_controller/metrics/run_task.py,sha256=kdjw-Bi788B8Pq4eL08k8HVtcjIA3y8pLLSNWRBI8YA,1006
|
39
39
|
indexify/executor/function_executor_controller/metrics/upload_task_output.py,sha256=Ppf8NujCNbQzFelJiuh8Sutcjty7hnkFz1dWQLYIgQI,1464
|
40
40
|
indexify/executor/function_executor_controller/prepare_task.py,sha256=AKbo_H_5pOKdxFKKkzdOb1WhQ0XT-4Qm9D3iIsukyMU,1247
|
41
|
-
indexify/executor/function_executor_controller/run_task.py,sha256=
|
41
|
+
indexify/executor/function_executor_controller/run_task.py,sha256=ARa-OgqgJ1o_LmO1FIhkXBvqLWXCzYLiSiG2jGw_NR8,10448
|
42
42
|
indexify/executor/function_executor_controller/task_info.py,sha256=ZEdypd8QVmYbrLt1186Ed9YEQwrO0Sx_hKH0QLg1DVY,1181
|
43
|
-
indexify/executor/function_executor_controller/task_output.py,sha256=
|
44
|
-
indexify/executor/function_executor_controller/upload_task_output.py,sha256=
|
43
|
+
indexify/executor/function_executor_controller/task_output.py,sha256=A5KJh60OI1FdHw6ABX3KxL9OMrC6ZADJHeo0W5iZpz8,3764
|
44
|
+
indexify/executor/function_executor_controller/upload_task_output.py,sha256=fEZm5eodx5rNLQYFhmdkMDD9qjX3_wKo64x4aUKTu34,10403
|
45
45
|
indexify/executor/host_resources/host_resources.py,sha256=ZSfox24jaz1IIaQWUmciOoev0l35rk8LHbnb_koJWno,3810
|
46
46
|
indexify/executor/host_resources/nvidia_gpu.py,sha256=BIxBcWenyhZe0fuPQT9I0g6zAWMDPcm_oZEfgOoYsFU,3306
|
47
47
|
indexify/executor/host_resources/nvidia_gpu_allocator.py,sha256=AOcXKglLyRD-GrZzyCoi_oDRJoaOhFKWBSlUOxHeAP8,2114
|
@@ -57,13 +57,13 @@ indexify/executor/monitoring/metrics.py,sha256=Dx2wPcTKvbd5Y5rGOfeyscFtAQ2DZ16_s
|
|
57
57
|
indexify/executor/monitoring/prometheus_metrics_handler.py,sha256=KiGqSf7rkXTfbDwThyXFpFe2jnuZD5q-5SBP_0GDo8Y,591
|
58
58
|
indexify/executor/monitoring/server.py,sha256=yzdYhcxnmY6uTQUMt3vatF5jilN52ZtfFseOmHyQpTo,1254
|
59
59
|
indexify/executor/monitoring/startup_probe_handler.py,sha256=zXXsBU15SMlBx1bSFpxWDfed1VHtKKnwvLQ8-frpG98,425
|
60
|
-
indexify/executor/state_reconciler.py,sha256=
|
60
|
+
indexify/executor/state_reconciler.py,sha256=pZ4a0OHeLkPHTuqiwh1G8YXvh23kERVUWZemol6F5E8,17787
|
61
61
|
indexify/executor/state_reporter.py,sha256=0qs9n2n8bWn77hdW8qsuUqHS7G8iyW7-9_-s8l6aJSU,14195
|
62
|
-
indexify/proto/executor_api.proto,sha256=
|
63
|
-
indexify/proto/executor_api_pb2.py,sha256=
|
64
|
-
indexify/proto/executor_api_pb2.pyi,sha256=
|
62
|
+
indexify/proto/executor_api.proto,sha256=GiieJny2lUk-BfYeDRNfix68DIiPS5jGk5NRKqe0LFE,12181
|
63
|
+
indexify/proto/executor_api_pb2.py,sha256=mGPatEVjaWjhQErclS77rcAneiRSKg2wdLHko1XuT5A,16182
|
64
|
+
indexify/proto/executor_api_pb2.pyi,sha256=6U2tfd0e355Jrb1N-E0R4Vb8mcWMdaaeg2V9nJZl3fs,22450
|
65
65
|
indexify/proto/executor_api_pb2_grpc.py,sha256=JpT5K6jiS0NJVNyTt1mAPpyJMXuEGeNN2V6R3KmLHZ4,7607
|
66
|
-
indexify-0.4.
|
67
|
-
indexify-0.4.
|
68
|
-
indexify-0.4.
|
69
|
-
indexify-0.4.
|
66
|
+
indexify-0.4.11.dist-info/METADATA,sha256=Dt6E6CeXO8nhPj6CLNmCeARhJZzSxHbLmzCQaG25xkI,1115
|
67
|
+
indexify-0.4.11.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
|
68
|
+
indexify-0.4.11.dist-info/entry_points.txt,sha256=rMJqbE5KPZIXTPIfAtVIM4zpUElqYVgEYd6i7N23zzg,49
|
69
|
+
indexify-0.4.11.dist-info/RECORD,,
|
File without changes
|
File without changes
|