indexify 0.2.4__tar.gz → 0.2.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. {indexify-0.2.4 → indexify-0.2.6}/PKG-INFO +1 -1
  2. {indexify-0.2.4 → indexify-0.2.6}/indexify/cli.py +8 -1
  3. {indexify-0.2.4 → indexify-0.2.6}/indexify/executor/function_worker.py +1 -0
  4. {indexify-0.2.4 → indexify-0.2.6}/indexify/functions_sdk/graph.py +15 -0
  5. {indexify-0.2.4 → indexify-0.2.6}/indexify/functions_sdk/image.py +2 -2
  6. {indexify-0.2.4 → indexify-0.2.6}/indexify/http_client.py +1 -1
  7. {indexify-0.2.4 → indexify-0.2.6}/indexify/remote_graph.py +5 -2
  8. {indexify-0.2.4 → indexify-0.2.6}/pyproject.toml +1 -1
  9. {indexify-0.2.4 → indexify-0.2.6}/LICENSE.txt +0 -0
  10. {indexify-0.2.4 → indexify-0.2.6}/README.md +0 -0
  11. {indexify-0.2.4 → indexify-0.2.6}/indexify/__init__.py +0 -0
  12. {indexify-0.2.4 → indexify-0.2.6}/indexify/data_loaders/__init__.py +0 -0
  13. {indexify-0.2.4 → indexify-0.2.6}/indexify/data_loaders/local_directory_loader.py +0 -0
  14. {indexify-0.2.4 → indexify-0.2.6}/indexify/data_loaders/url_loader.py +0 -0
  15. {indexify-0.2.4 → indexify-0.2.6}/indexify/error.py +0 -0
  16. {indexify-0.2.4 → indexify-0.2.6}/indexify/executor/agent.py +0 -0
  17. {indexify-0.2.4 → indexify-0.2.6}/indexify/executor/api_objects.py +0 -0
  18. {indexify-0.2.4 → indexify-0.2.6}/indexify/executor/downloader.py +0 -0
  19. {indexify-0.2.4 → indexify-0.2.6}/indexify/executor/executor_tasks.py +0 -0
  20. {indexify-0.2.4 → indexify-0.2.6}/indexify/executor/indexify_executor.py +0 -0
  21. {indexify-0.2.4 → indexify-0.2.6}/indexify/executor/runtime_probes.py +0 -0
  22. {indexify-0.2.4 → indexify-0.2.6}/indexify/executor/task_reporter.py +0 -0
  23. {indexify-0.2.4 → indexify-0.2.6}/indexify/executor/task_store.py +0 -0
  24. {indexify-0.2.4 → indexify-0.2.6}/indexify/functions_sdk/data_objects.py +0 -0
  25. {indexify-0.2.4 → indexify-0.2.6}/indexify/functions_sdk/graph_definition.py +0 -0
  26. {indexify-0.2.4 → indexify-0.2.6}/indexify/functions_sdk/graph_validation.py +0 -0
  27. {indexify-0.2.4 → indexify-0.2.6}/indexify/functions_sdk/indexify_functions.py +0 -0
  28. {indexify-0.2.4 → indexify-0.2.6}/indexify/functions_sdk/local_cache.py +0 -0
  29. {indexify-0.2.4 → indexify-0.2.6}/indexify/functions_sdk/object_serializer.py +0 -0
  30. {indexify-0.2.4 → indexify-0.2.6}/indexify/settings.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: indexify
3
- Version: 0.2.4
3
+ Version: 0.2.6
4
4
  Summary: Python Client for Indexify
5
5
  Home-page: https://github.com/tensorlakeai/indexify
6
6
  License: Apache 2.0
@@ -122,6 +122,11 @@ def server_dev_mode():
122
122
  def build_image(workflow_file_path: str, func_names: List[str]):
123
123
  globals_dict = {}
124
124
 
125
+ # Add the folder in the workflow file path to the current Python path
126
+ folder_path = os.path.dirname(workflow_file_path)
127
+ if folder_path not in sys.path:
128
+ sys.path.append(folder_path)
129
+
125
130
  try:
126
131
  exec(open(workflow_file_path).read(), globals_dict)
127
132
  except FileNotFoundError as e:
@@ -240,8 +245,10 @@ WORKDIR /app
240
245
  console.print(f"{docker_file}", style="magenta")
241
246
 
242
247
  client = docker.from_env()
248
+ image_name =f"{image._image_name}:{image._tag}"
243
249
  client.images.build(
244
250
  fileobj=io.BytesIO(docker_file.encode()),
245
- tag=f"{image._image_name}:{image._tag}",
251
+ tag=image_name,
246
252
  rm=True,
247
253
  )
254
+ print(f"built image: {image_name}")
@@ -135,6 +135,7 @@ def _run_function(
135
135
  fn_output = None
136
136
  has_failed = False
137
137
  exception_msg = None
138
+ print(f"[bold] function_worker: [/bold] invoking function {fn_name} in graph {graph_name}")
138
139
  with redirect_stdout(stdout_capture), redirect_stderr(stderr_capture):
139
140
  try:
140
141
  key = f"{namespace}/{graph_name}/{version}/{fn_name}"
@@ -132,8 +132,23 @@ class Graph:
132
132
  self.add_node(node)
133
133
  self.routers[from_node.name].append(node.name)
134
134
  return self
135
+
136
+
137
+ def _register_cloudpickle(self):
138
+ # Get all unique modules from nodes and edges
139
+ modules = set()
140
+ for node in self.nodes.values():
141
+ modules.add(node.__module__)
142
+
143
+ # Register each module with cloudpickle
144
+ for module_name in modules:
145
+ module = sys.modules[module_name]
146
+ print(f"registering module {module_name} with cloudpickle")
147
+ cloudpickle.register_pickle_by_value(module)
148
+
135
149
 
136
150
  def serialize(self):
151
+ self._register_cloudpickle()
137
152
  return cloudpickle.dumps(self)
138
153
 
139
154
  @staticmethod
@@ -4,9 +4,9 @@ class Image:
4
4
 
5
5
  self._tag = "latest"
6
6
 
7
- self._base_image = None
7
+ self._base_image = "python:3.10.15-slim-bookworm"
8
8
 
9
- self._run_strs = []
9
+ self._run_strs = ["pip install indexify"]
10
10
 
11
11
  def name(self, image_name):
12
12
  self._image_name = image_name
@@ -85,7 +85,7 @@ class IndexifyClient:
85
85
  message = (
86
86
  f"Make sure the server is running and accesible at {self._service_url}"
87
87
  )
88
- ex = ApiException(status="ConnectionError", message=message)
88
+ ex = ApiException(message=message)
89
89
  print(ex)
90
90
  raise ex
91
91
  return response
@@ -34,18 +34,21 @@ class RemoteGraph:
34
34
  )
35
35
 
36
36
  @classmethod
37
- def deploy(cls, g: Graph, server_url: Optional[str] = "http://localhost:8090"):
37
+ def deploy(cls, g: Graph, additional_modules=[], server_url: Optional[str] = "http://localhost:8900"):
38
38
  """
39
39
  Create a new RemoteGraph from a local Graph object.
40
40
  :param g: The local Graph object.
41
41
  :param server_url: The URL of the server where the graph will be registered.
42
42
  """
43
+ import cloudpickle
44
+ for module in additional_modules:
45
+ cloudpickle.register_pickle_by_value(module)
43
46
  client = IndexifyClient(service_url=server_url)
44
47
  client.register_compute_graph(g)
45
48
  return cls(name=g.name, server_url=server_url)
46
49
 
47
50
  @classmethod
48
- def by_name(cls, name: str, server_url: Optional[str] = "http://localhost:8090"):
51
+ def by_name(cls, name: str, server_url: Optional[str] = "http://localhost:8900"):
49
52
  """
50
53
  Create a handle to call a RemoteGraph by name.
51
54
  :param name: The name of the graph.
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "indexify"
3
- version = "0.2.4"
3
+ version = "0.2.6"
4
4
  description = "Python Client for Indexify"
5
5
  authors = ["Tensorlake Inc. <support@tensorlake.ai>"]
6
6
  license = "Apache 2.0"
File without changes
File without changes
File without changes
File without changes
File without changes