indexify 0.2.4__py3-none-any.whl → 0.2.6__py3-none-any.whl

indexify/cli.py

@@ -122,6 +122,11 @@ def server_dev_mode():
 def build_image(workflow_file_path: str, func_names: List[str]):
     globals_dict = {}
 
+    # Add the folder in the workflow file path to the current Python path
+    folder_path = os.path.dirname(workflow_file_path)
+    if folder_path not in sys.path:
+        sys.path.append(folder_path)
+
     try:
         exec(open(workflow_file_path).read(), globals_dict)
     except FileNotFoundError as e:
@@ -240,8 +245,10 @@ WORKDIR /app
     console.print(f"{docker_file}", style="magenta")
 
     client = docker.from_env()
+    image_name =f"{image._image_name}:{image._tag}"
     client.images.build(
         fileobj=io.BytesIO(docker_file.encode()),
-        tag=f"{image._image_name}:{image._tag}",
+        tag=image_name,
         rm=True,
     )
+    print(f"built image: {image_name}")

indexify/executor/function_worker.py

@@ -135,6 +135,7 @@ def _run_function(
     fn_output = None
     has_failed = False
     exception_msg = None
+    print(f"[bold] function_worker: [/bold] invoking function {fn_name} in graph {graph_name}")
     with redirect_stdout(stdout_capture), redirect_stderr(stderr_capture):
         try:
             key = f"{namespace}/{graph_name}/{version}/{fn_name}"

indexify/functions_sdk/graph.py

@@ -132,8 +132,23 @@ class Graph:
             self.add_node(node)
             self.routers[from_node.name].append(node.name)
         return self
+    
+    
+    def _register_cloudpickle(self):
+        # Get all unique modules from nodes and edges
+        modules = set()
+        for node in self.nodes.values():
+            modules.add(node.__module__)
+
+        # Register each module with cloudpickle
+        for module_name in modules:
+            module = sys.modules[module_name]
+            print(f"registering module {module_name} with cloudpickle")
+            cloudpickle.register_pickle_by_value(module)
+
 
     def serialize(self):
+        self._register_cloudpickle()
         return cloudpickle.dumps(self)
 
     @staticmethod

indexify/functions_sdk/image.py

@@ -4,9 +4,9 @@ class Image:
 
         self._tag = "latest"
 
-        self._base_image = None
+        self._base_image = "python:3.10.15-slim-bookworm"
 
-        self._run_strs = []
+        self._run_strs = ["pip install indexify"]
 
     def name(self, image_name):
         self._image_name = image_name

indexify/http_client.py

@@ -85,7 +85,7 @@ class IndexifyClient:
             message = (
                 f"Make sure the server is running and accesible at {self._service_url}"
             )
-            ex = ApiException(status="ConnectionError", message=message)
+            ex = ApiException(message=message)
             print(ex)
             raise ex
         return response

indexify/remote_graph.py

@@ -34,18 +34,21 @@ class RemoteGraph:
         )
 
     @classmethod
-    def deploy(cls, g: Graph, server_url: Optional[str] = "http://localhost:8090"):
+    def deploy(cls, g: Graph, additional_modules=[], server_url: Optional[str] = "http://localhost:8900"):
         """
         Create a new RemoteGraph from a local Graph object.
         :param g: The local Graph object.
         :param server_url: The URL of the server where the graph will be registered.
         """
+        import cloudpickle
+        for module in additional_modules:
+            cloudpickle.register_pickle_by_value(module)
         client = IndexifyClient(service_url=server_url)
         client.register_compute_graph(g)
         return cls(name=g.name, server_url=server_url)
 
     @classmethod
-    def by_name(cls, name: str, server_url: Optional[str] = "http://localhost:8090"):
+    def by_name(cls, name: str, server_url: Optional[str] = "http://localhost:8900"):
         """
         Create a handle to call a RemoteGraph by name.
         :param name: The name of the graph.

{indexify-0.2.4.dist-info → indexify-0.2.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: indexify
-Version: 0.2.4
+Version: 0.2.6
 Summary: Python Client for Indexify
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0

{indexify-0.2.4.dist-info → indexify-0.2.6.dist-info}/RECORD

@@ -1,5 +1,5 @@
 indexify/__init__.py,sha256=qgMBKVrM_tI-tFeWpE8ktlC5rcExk05nbWyFqxxqeEU,496
-indexify/cli.py,sha256=mikNNHY58i2YL1oB_Me7I90JrSS6IPKGFENIklxJyYM,7311
+indexify/cli.py,sha256=IK83AN8IZ0Dxgwv_azCjC7gqLYeKaGVu7b4EYs4vw5Q,7580
 indexify/data_loaders/__init__.py,sha256=Y5NEuseTcYAICRiweYw5wBQ2m2YplbsY21I7df-rdi4,1339
 indexify/data_loaders/local_directory_loader.py,sha256=fCrgj5drnW71ZUdDDvcB1-VJjIs1w6Q8sEW0HSGSAiA,1247
 indexify/data_loaders/url_loader.py,sha256=32SERljcq1Xsi4RdLz2dgyk2TER5pQPTtXl3gUzwHbY,1533
@@ -8,24 +8,24 @@ indexify/executor/agent.py,sha256=I08CiOWeJ_mz8OHr9_iJfp07Ma1VMQirZ2MsDp8lDZw,14
 indexify/executor/api_objects.py,sha256=SysjlGYu4JtYdqfexZHHN1IW4TtaDdFUF3hYZ5mpUJU,810
 indexify/executor/downloader.py,sha256=0MPiKw0AWs3Z7ReC9l2z-3515yqq85ghPzdh485dnuw,3998
 indexify/executor/executor_tasks.py,sha256=gAZ2pvza1YwGlaR1o_tJW4SXtdCgK7sLJgp4W7rOjR0,1834
-indexify/executor/function_worker.py,sha256=83ih8TjAJHtrH6LqqDoSfzAj4zB7ZZPR2Voq0RMZ1T8,5410
+indexify/executor/function_worker.py,sha256=NSxcB0RtrTCJnDdtYu-CIEbyZ1QgHC-nxHdH3UUQ1tg,5506
 indexify/executor/indexify_executor.py,sha256=2Ut_VX-Su_lm4b4aEROyRJ3gXx-uFHA-V7EN0sWiARE,771
 indexify/executor/runtime_probes.py,sha256=tvi8KCaQTVJqcyBJ4-jzEUAnQ01ZbMmjCxV2KJ96_PI,1449
 indexify/executor/task_reporter.py,sha256=gnnse0v6rjjni8lNzeb-ZYq6iF2DgafKoT7dcGUZhQ4,3716
 indexify/executor/task_store.py,sha256=q8s2gImsFffWeXQR0mk1Xlo1Aj_2GfclNPjQ2EA_YBo,3984
 indexify/functions_sdk/data_objects.py,sha256=2LqAWJ_S2Xkp4OQTmhd3InVIrBs7juV41udnSQFMMfM,840
-indexify/functions_sdk/graph.py,sha256=iWJV9tZwPniEQq1le-FP8FYJ8lHq8IBJMJNPfv987ys,14806
+indexify/functions_sdk/graph.py,sha256=ag_Hi0HuJwFn15RJG6anJaCzux2Gc8grTbEPQHReVYk,15311
 indexify/functions_sdk/graph_definition.py,sha256=EJfC0MdKEbFF1CBaU0htrveSlcAQJCH96DLSNfZ02V4,1178
 indexify/functions_sdk/graph_validation.py,sha256=XLHiC9PAtZungJLysU3hIUOPNDkO5TXUDZ_jiZ0H4hg,2508
-indexify/functions_sdk/image.py,sha256=euuz2QTZQoS-JmwnPmWJ8lfIgKzrSEsfkUc2qU26xjM,679
+indexify/functions_sdk/image.py,sha256=l9DghfPTV1p0nlc1Fm1ZuJe21InJeBHUTULswmLmmx8,727
 indexify/functions_sdk/indexify_functions.py,sha256=xxgvnw0MQ_csIksunIdero8be0PR4mfwgoHp3UlkMZU,5851
 indexify/functions_sdk/local_cache.py,sha256=cNWF67zbhbTJe3g86hyLBy3Rqzs6dNvp2SjLazGZWvw,1348
 indexify/functions_sdk/object_serializer.py,sha256=Zz4GobW3ZamBBtFDF76QxU3TP6oJNdWnhsfKd0OUFoc,1660
-indexify/http_client.py,sha256=Ntyvpljuq5W6keQAqQWsx-2FQNM2_tgZQk9FXa4A-qA,12187
-indexify/remote_graph.py,sha256=kG6Jfof2_Ze_fkNWFYw08NJeN9Eprc2wExbFud4xN-Y,2799
+indexify/http_client.py,sha256=QwbLQAWVUZ95SZ-4XcnvtQRXyHtH2APqUj7nKh0C3DQ,12161
+indexify/remote_graph.py,sha256=zmcjuv1r6vTNueNtVnknR1aDdbDw5LPdM8y-EczXqmk,2948
 indexify/settings.py,sha256=LSaWZ0ADIVmUv6o6dHWRC3-Ry5uLbCw2sBSg1e_U7UM,99
-indexify-0.2.4.dist-info/LICENSE.txt,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-indexify-0.2.4.dist-info/METADATA,sha256=463jg3rRzHN8aWEb_fW_d7faC7XwCYmFJA8Rkkd11vs,6129
-indexify-0.2.4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-indexify-0.2.4.dist-info/entry_points.txt,sha256=Pih7WV-XMpAzI5dEvROcpLr-ybVhd9Y-AtuzBKUdcDs,49
-indexify-0.2.4.dist-info/RECORD,,
+indexify-0.2.6.dist-info/LICENSE.txt,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+indexify-0.2.6.dist-info/METADATA,sha256=9tBE6KGjLKIGQ5O7KyuBc9dFEd-JXTj4cBwjMxGGRb8,6129
+indexify-0.2.6.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+indexify-0.2.6.dist-info/entry_points.txt,sha256=Pih7WV-XMpAzI5dEvROcpLr-ybVhd9Y-AtuzBKUdcDs,49
+indexify-0.2.6.dist-info/RECORD,,