indexify 0.3.21__tar.gz → 0.3.22__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {indexify-0.3.21 → indexify-0.3.22}/PKG-INFO +1 -1
- {indexify-0.3.21 → indexify-0.3.22}/pyproject.toml +1 -1
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/cli/cli.py +1 -10
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/downloader.py +1 -3
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/function_executor_server_factory.py +3 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/single_task_runner.py +3 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/function_executor_controller.py +3 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/state_reconciler.py +1 -3
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/state_reporter.py +1 -3
- {indexify-0.3.21 → indexify-0.3.22}/README.md +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/README.md +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/api_objects.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/blob_store/blob_store.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/blob_store/local_fs_blob_store.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/blob_store/metrics/blob_store.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/blob_store/s3_blob_store.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/executor.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/executor_flavor.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/function_executor.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/function_executor_state.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/function_executor_states_container.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/function_executor_status.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/health_checker.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/invocation_state_client.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/function_executor.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/function_executor_state.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/function_executor_state_container.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/health_checker.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/invocation_state_client.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/single_task_runner.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/client_configuration.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/function_executor_server.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/subprocess_function_executor_server.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/task_input.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/task_output.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/channel_manager.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/metrics/channel_manager.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/metrics/state_reconciler.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/metrics/state_reporter.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/metrics/task_controller.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/task_controller.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/downloader.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/executor.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/task_fetcher.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/task_reporter.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/task_runner.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/function_allowlist.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/handler.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/health_check_handler.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/health_checker/generic_health_checker.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/health_checker/health_checker.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/metrics.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/prometheus_metrics_handler.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/server.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/startup_probe_handler.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/runtime_probes.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/task_fetcher.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/task_reporter.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/task_runner.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/proto/executor_api.proto +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/proto/executor_api_pb2.py +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/proto/executor_api_pb2.pyi +0 -0
- {indexify-0.3.21 → indexify-0.3.22}/src/indexify/proto/executor_api_pb2_grpc.py +0 -0
@@ -1,7 +1,7 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "indexify"
|
3
3
|
# Incremented if any of the components provided in this packages are updated.
|
4
|
-
version = "0.3.
|
4
|
+
version = "0.3.22"
|
5
5
|
description = "Open Source Indexify components and helper tools"
|
6
6
|
authors = ["Tensorlake Inc. <support@tensorlake.ai>"]
|
7
7
|
license = "Apache 2.0"
|
@@ -102,9 +102,6 @@ def executor(
|
|
102
102
|
executor_cache: Optional[str] = typer.Option(
|
103
103
|
"~/.indexify/executor_cache", help="Path to the executor cache directory"
|
104
104
|
),
|
105
|
-
executor_id: Optional[str] = typer.Option(
|
106
|
-
None, help="ID of the executor, if not provided, a random ID will be generated"
|
107
|
-
),
|
108
105
|
# Registred ports range ends at 49151.
|
109
106
|
ports: Tuple[int, int] = typer.Option(
|
110
107
|
(50000, 51000),
|
@@ -153,18 +150,12 @@ def executor(
|
|
153
150
|
"At least one function must be specified when not running in development mode"
|
154
151
|
)
|
155
152
|
|
156
|
-
if executor_id is None:
|
157
|
-
executor_id = nanoid.generate()
|
158
|
-
elif not re.compile(r"^[a-zA-Z0-9_-]{10,}$").match(executor_id):
|
159
|
-
raise typer.BadParameter(
|
160
|
-
"--executor-id should be at least 10 characters long and only include characters _-[0-9][a-z][A-Z]"
|
161
|
-
)
|
162
|
-
|
163
153
|
kv_labels: Dict[str, str] = {}
|
164
154
|
for label in labels:
|
165
155
|
key, value = label.split("=")
|
166
156
|
kv_labels[key] = value
|
167
157
|
|
158
|
+
executor_id: str = nanoid.generate()
|
168
159
|
executor_version = version("indexify")
|
169
160
|
logger = structlog.get_logger(module=__name__, executor_id=executor_id)
|
170
161
|
|
@@ -9,9 +9,7 @@ from tensorlake.function_executor.proto.message_validator import MessageValidato
|
|
9
9
|
from tensorlake.utils.http_client import get_httpx_client
|
10
10
|
|
11
11
|
from indexify.proto.executor_api_pb2 import DataPayload as DataPayloadProto
|
12
|
-
from indexify.proto.executor_api_pb2 import
|
13
|
-
DataPayloadEncoding,
|
14
|
-
)
|
12
|
+
from indexify.proto.executor_api_pb2 import DataPayloadEncoding
|
15
13
|
|
16
14
|
from .api_objects import DataPayload
|
17
15
|
from .blob_store.blob_store import BLOBStore
|
{indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/single_task_runner.py
RENAMED
@@ -138,6 +138,9 @@ class SingleTaskRunner:
|
|
138
138
|
namespace=self._task_input.task.namespace,
|
139
139
|
image_uri=self._task_input.task.image_uri,
|
140
140
|
secret_names=self._task_input.task.secret_names or [],
|
141
|
+
graph_name=self._task_input.task.compute_graph,
|
142
|
+
graph_version=self._task_input.task.graph_version,
|
143
|
+
function_name=self._task_input.task.compute_fn,
|
141
144
|
)
|
142
145
|
)
|
143
146
|
initialize_request: InitializeRequest = InitializeRequest(
|
{indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/function_executor_controller.py
RENAMED
@@ -335,6 +335,9 @@ async def _create_function_executor(
|
|
335
335
|
namespace=function_executor_description.namespace,
|
336
336
|
image_uri=None,
|
337
337
|
secret_names=list(function_executor_description.secret_names),
|
338
|
+
graph_name=function_executor_description.graph_name,
|
339
|
+
graph_version=function_executor_description.graph_version,
|
340
|
+
function_name=function_executor_description.function_name,
|
338
341
|
)
|
339
342
|
if function_executor_description.HasField("image_uri"):
|
340
343
|
config.image_uri = function_executor_description.image_uri
|
@@ -9,9 +9,7 @@ from indexify.proto.executor_api_pb2 import (
|
|
9
9
|
GetDesiredExecutorStatesRequest,
|
10
10
|
TaskAllocation,
|
11
11
|
)
|
12
|
-
from indexify.proto.executor_api_pb2_grpc import
|
13
|
-
ExecutorAPIStub,
|
14
|
-
)
|
12
|
+
from indexify.proto.executor_api_pb2_grpc import ExecutorAPIStub
|
15
13
|
|
16
14
|
from ..downloader import Downloader
|
17
15
|
from ..function_executor.function_executor_state import FunctionExecutorState
|
@@ -24,9 +24,7 @@ from indexify.proto.executor_api_pb2 import (
|
|
24
24
|
HostResources,
|
25
25
|
ReportExecutorStateRequest,
|
26
26
|
)
|
27
|
-
from indexify.proto.executor_api_pb2_grpc import
|
28
|
-
ExecutorAPIStub,
|
29
|
-
)
|
27
|
+
from indexify.proto.executor_api_pb2_grpc import ExecutorAPIStub
|
30
28
|
|
31
29
|
from ..api_objects import FunctionURI
|
32
30
|
from ..executor_flavor import ExecutorFlavor
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/function_executor.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/health_checker.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/health_check_handler.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/prometheus_metrics_handler.py
RENAMED
File without changes
|
File without changes
|
{indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/startup_probe_handler.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|