indexify 0.2.16__py3-none-any.whl → 0.2.17__py3-none-any.whl

indexify/cli.py

@@ -261,7 +261,7 @@ WORKDIR /app
         docker_file += f"\nRUN pip install indexify"
 
     console.print("Creating image using Dockerfile contents:", style="cyan bold")
-    console.print(f"{docker_file}", style="magenta")
+    print(f"{docker_file}")
 
     client = docker.from_env()
     image_name = f"{image._image_name}:{image._tag}"

indexify/executor/function_worker.py

@@ -62,6 +62,7 @@ class FunctionWorker:
         self._executor: concurrent.futures.ProcessPoolExecutor = (
             concurrent.futures.ProcessPoolExecutor(max_workers=workers)
         )
+        self._workers = workers
 
     async def async_submit(
         self,
@@ -74,22 +75,9 @@ class FunctionWorker:
         init_value: Optional[IndexifyData] = None,
     ) -> FunctionWorkerOutput:
         try:
-            result = await asyncio.get_running_loop().run_in_executor(
-                self._executor,
-                _run_function,
-                namespace,
-                graph_name,
-                fn_name,
-                input,
-                code_path,
-                version,
-                init_value,
-            )
-        except BrokenProcessPool as mp:
-            self._executor.shutdown(wait=True, cancel_futures=True)
-            traceback.print_exc()
-            raise mp
-        except FunctionRunException as e:
+            result = _run_function(namespace, graph_name, fn_name, input, code_path, version, init_value)
+            # TODO - bring back running in a separate process
+        except Exception as e:
             return FunctionWorkerOutput(
                 exception=str(e),
                 stdout=e.stdout,

indexify/functions_sdk/graph.py

@@ -229,12 +229,12 @@ class Graph:
             cached_output_bytes: Optional[bytes] = self._cache.get(
                 self.name, node_name, input_bytes
             )
-            if cached_output_bytes is not None and enable_cache:
-                print(
-                    f"ran {node_name}: num outputs: {len(cached_output_bytes)} (cache hit)"
-                )
+            if cached_output_bytes is not None and enable_cache: 
                 function_outputs: List[IndexifyData] = []
                 cached_output_list = serializer.deserialize_list(cached_output_bytes)
+                print(
+                    f"ran {node_name}: num outputs: {len(cached_output_list)} (cache hit)"
+                )
                 if accumulator_values.get(node_name, None) is not None:
                     accumulator_values[node_name] = cached_output_list[-1].model_copy()
                     outputs[node_name] = []
@@ -250,16 +250,17 @@ class Graph:
                 if accumulator_values.get(node_name, None) is not None:
                     accumulator_values[node_name] = function_outputs[-1].model_copy()
                     outputs[node_name] = []
-                outputs[node_name].extend(function_outputs)
-                function_outputs_bytes: List[bytes] = [
-                    serializer.serialize_list(function_outputs)
-                ]
-                self._cache.set(
-                    self.name,
-                    node_name,
-                    input_bytes,
-                    function_outputs_bytes,
-                )
+                if function_outputs:
+                    outputs[node_name].extend(function_outputs)
+                    function_outputs_bytes: List[bytes] = [
+                        serializer.serialize_list(function_outputs)
+                    ]
+                    self._cache.set(
+                        self.name,
+                        node_name,
+                        input_bytes,
+                        function_outputs_bytes,
+                    )
             if accumulator_values.get(node_name, None) is not None and queue:
                 print(
                     f"accumulator not none for {node_name}, continuing, len queue: {len(queue)}"

{indexify-0.2.16.dist-info → indexify-0.2.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: indexify
-Version: 0.2.16
+Version: 0.2.17
 Summary: Python Client for Indexify
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0

{indexify-0.2.16.dist-info → indexify-0.2.17.dist-info}/RECORD

@@ -1,5 +1,5 @@
 indexify/__init__.py,sha256=xYjdqZQ9CEtV-s4PJhj_6Vx_dfg_qknWHkLqOSVom8g,623
-indexify/cli.py,sha256=tfqXvOYlrseZMRUxM70zalRz-O1IGE1cFuO_HiTZ1oU,8244
+indexify/cli.py,sha256=E7NIWMAJcGHeOFG0rE2mCgT_V0e1l2M6tOPDSjKzrzg,8219
 indexify/data_loaders/__init__.py,sha256=Y5NEuseTcYAICRiweYw5wBQ2m2YplbsY21I7df-rdi4,1339
 indexify/data_loaders/local_directory_loader.py,sha256=fCrgj5drnW71ZUdDDvcB1-VJjIs1w6Q8sEW0HSGSAiA,1247
 indexify/data_loaders/url_loader.py,sha256=32SERljcq1Xsi4RdLz2dgyk2TER5pQPTtXl3gUzwHbY,1533
@@ -8,13 +8,13 @@ indexify/executor/agent.py,sha256=I08CiOWeJ_mz8OHr9_iJfp07Ma1VMQirZ2MsDp8lDZw,14
 indexify/executor/api_objects.py,sha256=SysjlGYu4JtYdqfexZHHN1IW4TtaDdFUF3hYZ5mpUJU,810
 indexify/executor/downloader.py,sha256=3mEDdluTzspsLGAZtFHZOVuyKOzT3CSema2kIK6Z1yU,4005
 indexify/executor/executor_tasks.py,sha256=gAZ2pvza1YwGlaR1o_tJW4SXtdCgK7sLJgp4W7rOjR0,1834
-indexify/executor/function_worker.py,sha256=RQh-lJD2UtUuYXyCDkGohe8rVpHEriJg-AjBKSgD5KI,5436
+indexify/executor/function_worker.py,sha256=jxH0-kz2bx3bXf8zZKbkkcV7k92IH-x5a0iBTNGJ5zM,5131
 indexify/executor/indexify_executor.py,sha256=2Ut_VX-Su_lm4b4aEROyRJ3gXx-uFHA-V7EN0sWiARE,771
 indexify/executor/runtime_probes.py,sha256=L-nB4D2zBZ287xxPwErv5R_gxFOmTEvg61FMe3rUB_A,1460
 indexify/executor/task_reporter.py,sha256=gnnse0v6rjjni8lNzeb-ZYq6iF2DgafKoT7dcGUZhQ4,3716
 indexify/executor/task_store.py,sha256=q8s2gImsFffWeXQR0mk1Xlo1Aj_2GfclNPjQ2EA_YBo,3984
 indexify/functions_sdk/data_objects.py,sha256=CQZMzYiV7l6dyzFkYquWQHqdte6JnC7XA3i2ZyvPvgQ,844
-indexify/functions_sdk/graph.py,sha256=3hUZjdCesiAHJ9y1_heQsEFO-WHROR4kRYxBtVnb7Y4,11937
+indexify/functions_sdk/graph.py,sha256=k-K6oZHrVqNmuh8zlI5Q3A_0UIiwXWtupyn8KBc0Au4,12014
 indexify/functions_sdk/graph_definition.py,sha256=EJfC0MdKEbFF1CBaU0htrveSlcAQJCH96DLSNfZ02V4,1178
 indexify/functions_sdk/graph_validation.py,sha256=XLHiC9PAtZungJLysU3hIUOPNDkO5TXUDZ_jiZ0H4hg,2508
 indexify/functions_sdk/image.py,sha256=0uM2VQXqB45ymnFyZVJIiyTGUYHWAHDZ1ORu-hWrofk,1338
@@ -26,8 +26,8 @@ indexify/http_client.py,sha256=x92EbFD987pIxuBVVQZ-eN9nSL-oI2vpfv6OSKuBGgs,13589
 indexify/remote_graph.py,sha256=ILg6IY6EFgyvnfz1DSzicBZhqvPkg2-UUwgI6lxp6sA,3094
 indexify/remote_pipeline.py,sha256=FW7IAv3r24OOpiqlprw3kuFrpdkqi6Ic4_tT26FThjA,761
 indexify/settings.py,sha256=LSaWZ0ADIVmUv6o6dHWRC3-Ry5uLbCw2sBSg1e_U7UM,99
-indexify-0.2.16.dist-info/LICENSE.txt,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-indexify-0.2.16.dist-info/METADATA,sha256=kvomzkLgJZoVQYfukNvExhEMmzwJBMwOBTq6oPnEy9A,6199
-indexify-0.2.16.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-indexify-0.2.16.dist-info/entry_points.txt,sha256=Pih7WV-XMpAzI5dEvROcpLr-ybVhd9Y-AtuzBKUdcDs,49
-indexify-0.2.16.dist-info/RECORD,,
+indexify-0.2.17.dist-info/LICENSE.txt,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+indexify-0.2.17.dist-info/METADATA,sha256=KltnuhhluL1VChxVQfmVcTnX7cYBXMGOLK_hrivj-o4,6199
+indexify-0.2.17.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+indexify-0.2.17.dist-info/entry_points.txt,sha256=Pih7WV-XMpAzI5dEvROcpLr-ybVhd9Y-AtuzBKUdcDs,49
+indexify-0.2.17.dist-info/RECORD,,