indexify 0.3.21__py3-none-any.whl → 0.3.22__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
indexify/cli/cli.py CHANGED
@@ -102,9 +102,6 @@ def executor(
102
102
  executor_cache: Optional[str] = typer.Option(
103
103
  "~/.indexify/executor_cache", help="Path to the executor cache directory"
104
104
  ),
105
- executor_id: Optional[str] = typer.Option(
106
- None, help="ID of the executor, if not provided, a random ID will be generated"
107
- ),
108
105
  # Registred ports range ends at 49151.
109
106
  ports: Tuple[int, int] = typer.Option(
110
107
  (50000, 51000),
@@ -153,18 +150,12 @@ def executor(
153
150
  "At least one function must be specified when not running in development mode"
154
151
  )
155
152
 
156
- if executor_id is None:
157
- executor_id = nanoid.generate()
158
- elif not re.compile(r"^[a-zA-Z0-9_-]{10,}$").match(executor_id):
159
- raise typer.BadParameter(
160
- "--executor-id should be at least 10 characters long and only include characters _-[0-9][a-z][A-Z]"
161
- )
162
-
163
153
  kv_labels: Dict[str, str] = {}
164
154
  for label in labels:
165
155
  key, value = label.split("=")
166
156
  kv_labels[key] = value
167
157
 
158
+ executor_id: str = nanoid.generate()
168
159
  executor_version = version("indexify")
169
160
  logger = structlog.get_logger(module=__name__, executor_id=executor_id)
170
161
 
@@ -9,9 +9,7 @@ from tensorlake.function_executor.proto.message_validator import MessageValidato
9
9
  from tensorlake.utils.http_client import get_httpx_client
10
10
 
11
11
  from indexify.proto.executor_api_pb2 import DataPayload as DataPayloadProto
12
- from indexify.proto.executor_api_pb2 import (
13
- DataPayloadEncoding,
14
- )
12
+ from indexify.proto.executor_api_pb2 import DataPayloadEncoding
15
13
 
16
14
  from .api_objects import DataPayload
17
15
  from .blob_store.blob_store import BLOBStore
@@ -19,6 +19,9 @@ class FunctionExecutorServerConfiguration:
19
19
  executor_id: str
20
20
  function_executor_id: str
21
21
  namespace: str
22
+ graph_name: str
23
+ function_name: str
24
+ graph_version: str
22
25
  image_uri: Optional[str]
23
26
  secret_names: List[str]
24
27
 
@@ -138,6 +138,9 @@ class SingleTaskRunner:
138
138
  namespace=self._task_input.task.namespace,
139
139
  image_uri=self._task_input.task.image_uri,
140
140
  secret_names=self._task_input.task.secret_names or [],
141
+ graph_name=self._task_input.task.compute_graph,
142
+ graph_version=self._task_input.task.graph_version,
143
+ function_name=self._task_input.task.compute_fn,
141
144
  )
142
145
  )
143
146
  initialize_request: InitializeRequest = InitializeRequest(
@@ -335,6 +335,9 @@ async def _create_function_executor(
335
335
  namespace=function_executor_description.namespace,
336
336
  image_uri=None,
337
337
  secret_names=list(function_executor_description.secret_names),
338
+ graph_name=function_executor_description.graph_name,
339
+ graph_version=function_executor_description.graph_version,
340
+ function_name=function_executor_description.function_name,
338
341
  )
339
342
  if function_executor_description.HasField("image_uri"):
340
343
  config.image_uri = function_executor_description.image_uri
@@ -9,9 +9,7 @@ from indexify.proto.executor_api_pb2 import (
9
9
  GetDesiredExecutorStatesRequest,
10
10
  TaskAllocation,
11
11
  )
12
- from indexify.proto.executor_api_pb2_grpc import (
13
- ExecutorAPIStub,
14
- )
12
+ from indexify.proto.executor_api_pb2_grpc import ExecutorAPIStub
15
13
 
16
14
  from ..downloader import Downloader
17
15
  from ..function_executor.function_executor_state import FunctionExecutorState
@@ -24,9 +24,7 @@ from indexify.proto.executor_api_pb2 import (
24
24
  HostResources,
25
25
  ReportExecutorStateRequest,
26
26
  )
27
- from indexify.proto.executor_api_pb2_grpc import (
28
- ExecutorAPIStub,
29
- )
27
+ from indexify.proto.executor_api_pb2_grpc import ExecutorAPIStub
30
28
 
31
29
  from ..api_objects import FunctionURI
32
30
  from ..executor_flavor import ExecutorFlavor
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: indexify
3
- Version: 0.3.21
3
+ Version: 0.3.22
4
4
  Summary: Open Source Indexify components and helper tools
5
5
  Home-page: https://github.com/tensorlakeai/indexify
6
6
  License: Apache 2.0
@@ -1,11 +1,11 @@
1
- indexify/cli/cli.py,sha256=L-QVyRO-nGazfrdIbhxYvxMwhEnNjJ4H32Lw9pz464I,9345
1
+ indexify/cli/cli.py,sha256=k6vhgVKsHZvum2A2w7kbirpKusfqi_PyZGq29Q433_c,8950
2
2
  indexify/executor/README.md,sha256=ozC6_hMkhQQNVCMEpBxwiUALz6lwErPQxNxQfQDqnG4,2029
3
3
  indexify/executor/api_objects.py,sha256=UEMpD_kKr6BNfu2JdYzq1CPNrEmVZYhwlZRKf3hB7KI,1750
4
4
  indexify/executor/blob_store/blob_store.py,sha256=XViw_KRfFSNqwcFYwMZixZF-EYCjXK2AQHdt0xh4UVo,2368
5
5
  indexify/executor/blob_store/local_fs_blob_store.py,sha256=6LexqMBGXp8f6Ka95R6xMIUyDutrZJABOMNcp-ssa98,1809
6
6
  indexify/executor/blob_store/metrics/blob_store.py,sha256=5_xiPREeHWFtxFh1NupDsF8zP4pmUPgLNNn-UE9Uzvc,1008
7
7
  indexify/executor/blob_store/s3_blob_store.py,sha256=G3B_V3gUE7XbUY42lDtBczUKuA7q8S7MD43tx1aHrJo,3445
8
- indexify/executor/downloader.py,sha256=7wMuOHNX0w3HM89RZaYFix_VpNfSmZl_O52Y7QB-ivU,15483
8
+ indexify/executor/downloader.py,sha256=k9VbfOa-D6YH-cX8Sz-W-gWTsxmeVpSaIOq0xTC9KB0,15474
9
9
  indexify/executor/executor.py,sha256=K_xNJDImvIxgpE_ypw1ERyrijqOSe0EZIyVRVCqztVw,16697
10
10
  indexify/executor/executor_flavor.py,sha256=uilzDQVVYlQGR1MVnrUC4NevUActDWHdnJkr38M6kTk,118
11
11
  indexify/executor/function_executor/function_executor.py,sha256=agfUxzSQ-2TqkpMhW3OvOSMF_EhpemetaL3_dYp29Ro,11888
@@ -22,20 +22,20 @@ indexify/executor/function_executor/metrics/invocation_state_client.py,sha256=6F
22
22
  indexify/executor/function_executor/metrics/single_task_runner.py,sha256=7BJlGkdPGKeufMs3zWNO_1GRVzjINRY5rW3Mp4oWWec,805
23
23
  indexify/executor/function_executor/server/client_configuration.py,sha256=gOywMus0cotlX6NKIadEJwvOmBE-LbGE_wvoMi5-HzY,994
24
24
  indexify/executor/function_executor/server/function_executor_server.py,sha256=_DLivLDikupZusRk8gVWDk7fWPT9XjZ4un1yWSlOObs,883
25
- indexify/executor/function_executor/server/function_executor_server_factory.py,sha256=cP93a3t1AfGx8qwageNLVdTwG52UOwzYNbbyrPq2TUQ,1692
25
+ indexify/executor/function_executor/server/function_executor_server_factory.py,sha256=z13MGGCWU_G5SKUJpX4Qb7m5fYhIAH_-pqmTBh0WBQ8,1758
26
26
  indexify/executor/function_executor/server/subprocess_function_executor_server.py,sha256=JekDOqF7oFD4J6zcN3xB0Dxd1cgpEXMOsb_rKZOeBlI,668
27
27
  indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=g1AUbhOoPsdhp_50Ayahdyv1Ix5-nEBE8orOQfkATpM,4470
28
- indexify/executor/function_executor/single_task_runner.py,sha256=wHllYigXy5R9ZiJREDf1EazqxUrhgxEJaSYGQwPUnZU,14140
28
+ indexify/executor/function_executor/single_task_runner.py,sha256=CWC2U1SilX6yVl1890quqSLYLexjRoBI-3LxNDEOISA,14335
29
29
  indexify/executor/function_executor/task_input.py,sha256=wSrHR4m0juiGClQyeVdhRC37QzDt6Rrjq-ZXJkfBi9k,584
30
30
  indexify/executor/function_executor/task_output.py,sha256=vi0W75T8qbxjtAtI-812HksCv986lH_ijEqc3q0CVww,3424
31
31
  indexify/executor/grpc/channel_manager.py,sha256=ihDkLoiGBLfSmoA2szbntjCfL3E_NDf5LABRXE7YRec,6330
32
- indexify/executor/grpc/function_executor_controller.py,sha256=b_xqiXsA79yIMCHtRJv0i0px6QMToIj9nCTc_km9fHk,16070
32
+ indexify/executor/grpc/function_executor_controller.py,sha256=UWjchfRVpmT1uGIJraP25lGDhrKZh1CBtVrnrRK2dXE,16265
33
33
  indexify/executor/grpc/metrics/channel_manager.py,sha256=k-WArgklmP5WhjcmFmrgRblB7yc3XlaOXO8owRyV-mw,649
34
34
  indexify/executor/grpc/metrics/state_reconciler.py,sha256=0aI2IM4XztKxFa7NCxYSLafw_iiej3p07yEiKyewXIM,585
35
35
  indexify/executor/grpc/metrics/state_reporter.py,sha256=GggBEjMzQUYIG95LtTS4fUg1u9jYowkaXoUXppAXucs,543
36
36
  indexify/executor/grpc/metrics/task_controller.py,sha256=9Nm86nGxL2rZ3rAORB0_CBdO--Fe4MBrewVW4CqGyOU,222
37
- indexify/executor/grpc/state_reconciler.py,sha256=Yx_r1oUBGWjHWqUSUhap2ALZpz_o1Ue-SdL7BOgWQQU,19273
38
- indexify/executor/grpc/state_reporter.py,sha256=iixvl1nzJ_SfQhTUJpBEfiVlFPvOxQxvZyqT5Szk43Q,10503
37
+ indexify/executor/grpc/state_reconciler.py,sha256=VYfKiy43XOA4OxbQUGVffIeqUaQQ37P4_aD9b_80Ls0,19264
38
+ indexify/executor/grpc/state_reporter.py,sha256=uIouQMbk47pi90ceixKs7QEo_rjltQc0AfajryqbGzM,10494
39
39
  indexify/executor/grpc/task_controller.py,sha256=JrRUkVa8pGoYWBg_RVfn1ThvDhYCgJSMACFPUww7Lys,20851
40
40
  indexify/executor/metrics/downloader.py,sha256=lctPh8xjkXeLEFJnl1hNrD1yEhLhIl5sggsR4Yoe_Zc,2746
41
41
  indexify/executor/metrics/executor.py,sha256=ua-Vv_k1CB4juJdF7tEBQbBMksqWAA3iXKKMKXZUCLk,2369
@@ -59,7 +59,7 @@ indexify/proto/executor_api.proto,sha256=K1lwFmk042GA1tp8s633FZJVg6Fi8f8LtAuFj8G
59
59
  indexify/proto/executor_api_pb2.py,sha256=5y570_FIgc6WFhHVAKWFieMuUhyKBA7rPJJ4DJ5hcCM,14054
60
60
  indexify/proto/executor_api_pb2.pyi,sha256=5eJJJjPNdTMSttNUOtzGwADbASsCh7138de_Y3l8uq4,18612
61
61
  indexify/proto/executor_api_pb2_grpc.py,sha256=GGiDtyQlA2382E_ZyKUBYcWNEJHH_RlulieStKfkJXI,9514
62
- indexify-0.3.21.dist-info/METADATA,sha256=FnyHAJo968nOsbZyCvFSL0rW-6bsaCAilmCZVOTL9lg,1198
63
- indexify-0.3.21.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
64
- indexify-0.3.21.dist-info/entry_points.txt,sha256=GU9wmsgvN7nQw3N2X0PMYn1RSvF6CrhH9RuC2D8d3Gk,53
65
- indexify-0.3.21.dist-info/RECORD,,
62
+ indexify-0.3.22.dist-info/METADATA,sha256=cLQOCV8XooTEuzQDpuDKS-sJ6j78nM_7L889e_YUPCw,1198
63
+ indexify-0.3.22.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
64
+ indexify-0.3.22.dist-info/entry_points.txt,sha256=GU9wmsgvN7nQw3N2X0PMYn1RSvF6CrhH9RuC2D8d3Gk,53
65
+ indexify-0.3.22.dist-info/RECORD,,