indexify 0.3.21__tar.gz → 0.3.22__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. {indexify-0.3.21 → indexify-0.3.22}/PKG-INFO +1 -1
  2. {indexify-0.3.21 → indexify-0.3.22}/pyproject.toml +1 -1
  3. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/cli/cli.py +1 -10
  4. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/downloader.py +1 -3
  5. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/function_executor_server_factory.py +3 -0
  6. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/single_task_runner.py +3 -0
  7. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/function_executor_controller.py +3 -0
  8. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/state_reconciler.py +1 -3
  9. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/state_reporter.py +1 -3
  10. {indexify-0.3.21 → indexify-0.3.22}/README.md +0 -0
  11. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/README.md +0 -0
  12. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/api_objects.py +0 -0
  13. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/blob_store/blob_store.py +0 -0
  14. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/blob_store/local_fs_blob_store.py +0 -0
  15. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/blob_store/metrics/blob_store.py +0 -0
  16. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/blob_store/s3_blob_store.py +0 -0
  17. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/executor.py +0 -0
  18. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/executor_flavor.py +0 -0
  19. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/function_executor.py +0 -0
  20. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/function_executor_state.py +0 -0
  21. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/function_executor_states_container.py +0 -0
  22. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/function_executor_status.py +0 -0
  23. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/health_checker.py +0 -0
  24. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/invocation_state_client.py +0 -0
  25. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/function_executor.py +0 -0
  26. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/function_executor_state.py +0 -0
  27. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/function_executor_state_container.py +0 -0
  28. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/health_checker.py +0 -0
  29. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/invocation_state_client.py +0 -0
  30. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/metrics/single_task_runner.py +0 -0
  31. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/client_configuration.py +0 -0
  32. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/function_executor_server.py +0 -0
  33. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/subprocess_function_executor_server.py +0 -0
  34. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py +0 -0
  35. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/task_input.py +0 -0
  36. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/function_executor/task_output.py +0 -0
  37. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/channel_manager.py +0 -0
  38. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/metrics/channel_manager.py +0 -0
  39. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/metrics/state_reconciler.py +0 -0
  40. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/metrics/state_reporter.py +0 -0
  41. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/metrics/task_controller.py +0 -0
  42. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/grpc/task_controller.py +0 -0
  43. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/downloader.py +0 -0
  44. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/executor.py +0 -0
  45. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/task_fetcher.py +0 -0
  46. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/task_reporter.py +0 -0
  47. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/metrics/task_runner.py +0 -0
  48. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/function_allowlist.py +0 -0
  49. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/handler.py +0 -0
  50. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/health_check_handler.py +0 -0
  51. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/health_checker/generic_health_checker.py +0 -0
  52. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/health_checker/health_checker.py +0 -0
  53. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/metrics.py +0 -0
  54. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/prometheus_metrics_handler.py +0 -0
  55. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/server.py +0 -0
  56. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/monitoring/startup_probe_handler.py +0 -0
  57. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/runtime_probes.py +0 -0
  58. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/task_fetcher.py +0 -0
  59. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/task_reporter.py +0 -0
  60. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/executor/task_runner.py +0 -0
  61. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/proto/executor_api.proto +0 -0
  62. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/proto/executor_api_pb2.py +0 -0
  63. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/proto/executor_api_pb2.pyi +0 -0
  64. {indexify-0.3.21 → indexify-0.3.22}/src/indexify/proto/executor_api_pb2_grpc.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: indexify
3
- Version: 0.3.21
3
+ Version: 0.3.22
4
4
  Summary: Open Source Indexify components and helper tools
5
5
  Home-page: https://github.com/tensorlakeai/indexify
6
6
  License: Apache 2.0
@@ -1,7 +1,7 @@
1
1
  [tool.poetry]
2
2
  name = "indexify"
3
3
  # Incremented if any of the components provided in this packages are updated.
4
- version = "0.3.21"
4
+ version = "0.3.22"
5
5
  description = "Open Source Indexify components and helper tools"
6
6
  authors = ["Tensorlake Inc. <support@tensorlake.ai>"]
7
7
  license = "Apache 2.0"
@@ -102,9 +102,6 @@ def executor(
102
102
  executor_cache: Optional[str] = typer.Option(
103
103
  "~/.indexify/executor_cache", help="Path to the executor cache directory"
104
104
  ),
105
- executor_id: Optional[str] = typer.Option(
106
- None, help="ID of the executor, if not provided, a random ID will be generated"
107
- ),
108
105
  # Registred ports range ends at 49151.
109
106
  ports: Tuple[int, int] = typer.Option(
110
107
  (50000, 51000),
@@ -153,18 +150,12 @@ def executor(
153
150
  "At least one function must be specified when not running in development mode"
154
151
  )
155
152
 
156
- if executor_id is None:
157
- executor_id = nanoid.generate()
158
- elif not re.compile(r"^[a-zA-Z0-9_-]{10,}$").match(executor_id):
159
- raise typer.BadParameter(
160
- "--executor-id should be at least 10 characters long and only include characters _-[0-9][a-z][A-Z]"
161
- )
162
-
163
153
  kv_labels: Dict[str, str] = {}
164
154
  for label in labels:
165
155
  key, value = label.split("=")
166
156
  kv_labels[key] = value
167
157
 
158
+ executor_id: str = nanoid.generate()
168
159
  executor_version = version("indexify")
169
160
  logger = structlog.get_logger(module=__name__, executor_id=executor_id)
170
161
 
@@ -9,9 +9,7 @@ from tensorlake.function_executor.proto.message_validator import MessageValidato
9
9
  from tensorlake.utils.http_client import get_httpx_client
10
10
 
11
11
  from indexify.proto.executor_api_pb2 import DataPayload as DataPayloadProto
12
- from indexify.proto.executor_api_pb2 import (
13
- DataPayloadEncoding,
14
- )
12
+ from indexify.proto.executor_api_pb2 import DataPayloadEncoding
15
13
 
16
14
  from .api_objects import DataPayload
17
15
  from .blob_store.blob_store import BLOBStore
@@ -19,6 +19,9 @@ class FunctionExecutorServerConfiguration:
19
19
  executor_id: str
20
20
  function_executor_id: str
21
21
  namespace: str
22
+ graph_name: str
23
+ function_name: str
24
+ graph_version: str
22
25
  image_uri: Optional[str]
23
26
  secret_names: List[str]
24
27
 
@@ -138,6 +138,9 @@ class SingleTaskRunner:
138
138
  namespace=self._task_input.task.namespace,
139
139
  image_uri=self._task_input.task.image_uri,
140
140
  secret_names=self._task_input.task.secret_names or [],
141
+ graph_name=self._task_input.task.compute_graph,
142
+ graph_version=self._task_input.task.graph_version,
143
+ function_name=self._task_input.task.compute_fn,
141
144
  )
142
145
  )
143
146
  initialize_request: InitializeRequest = InitializeRequest(
@@ -335,6 +335,9 @@ async def _create_function_executor(
335
335
  namespace=function_executor_description.namespace,
336
336
  image_uri=None,
337
337
  secret_names=list(function_executor_description.secret_names),
338
+ graph_name=function_executor_description.graph_name,
339
+ graph_version=function_executor_description.graph_version,
340
+ function_name=function_executor_description.function_name,
338
341
  )
339
342
  if function_executor_description.HasField("image_uri"):
340
343
  config.image_uri = function_executor_description.image_uri
@@ -9,9 +9,7 @@ from indexify.proto.executor_api_pb2 import (
9
9
  GetDesiredExecutorStatesRequest,
10
10
  TaskAllocation,
11
11
  )
12
- from indexify.proto.executor_api_pb2_grpc import (
13
- ExecutorAPIStub,
14
- )
12
+ from indexify.proto.executor_api_pb2_grpc import ExecutorAPIStub
15
13
 
16
14
  from ..downloader import Downloader
17
15
  from ..function_executor.function_executor_state import FunctionExecutorState
@@ -24,9 +24,7 @@ from indexify.proto.executor_api_pb2 import (
24
24
  HostResources,
25
25
  ReportExecutorStateRequest,
26
26
  )
27
- from indexify.proto.executor_api_pb2_grpc import (
28
- ExecutorAPIStub,
29
- )
27
+ from indexify.proto.executor_api_pb2_grpc import ExecutorAPIStub
30
28
 
31
29
  from ..api_objects import FunctionURI
32
30
  from ..executor_flavor import ExecutorFlavor
File without changes