indexify 0.2.46__py3-none-any.whl → 0.2.48__py3-none-any.whl

indexify/executor/function_executor/single_task_runner.py

@@ -80,8 +80,8 @@ class SingleTaskRunner:
             return function_executor
         except Exception as e:
             self._logger.error(
-                "failed to initialize function executor",
-                exc_info=e,
+                f"failed to initialize function executor: {e.details()}",
+                # exc_info=e.details(),
             )
             await function_executor.destroy()
             raise

indexify/executor/task_runner.py

@@ -33,8 +33,8 @@ class TaskRunner:
             return await self._run(task_input, logger)
         except Exception as e:
             logger.error(
-                "failed running the task",
-                exc_info=e,
+                f"failed running the task: {e.details()}",
+                # exc_info=e.debug_error_string(),
             )
             return TaskOutput.internal_error(task_input.task)
 

indexify/function_executor/function_executor_service.py

@@ -56,7 +56,13 @@ class FunctionExecutorService(FunctionExecutorServicer):
         # share the model's file descriptor between all tasks or download function configuration
         # only once.
         graph_serializer = get_serializer(request.graph.content_type)
-        graph = graph_serializer.deserialize(request.graph.bytes)
+
+        try:
+            graph = graph_serializer.deserialize(request.graph.bytes)
+        except Exception as e:
+            self._logger.error(f"Caught exception {e}")
+            return InitializeResponse(success=False)
+
         self._function = graph_serializer.deserialize(graph[request.function_name])
 
         self._logger = self._logger.bind(

indexify/functions_sdk/image.py

@@ -7,7 +7,7 @@ import pathlib
 import sys
 import tarfile
 from io import BytesIO
-from typing import List, Optional
+from typing import Dict, List, Optional
 
 import docker
 import docker.api.build
@@ -32,12 +32,13 @@ HASH_BUFF_SIZE = 1024**2
 
 class BuildOp(BaseModel):
     op_type: str
+    options: Dict[str, str] = {}
     args: List[str]
 
     def hash(self, hash):
         match self.op_type:
-            case "RUN":
-                hash.update("RUN".encode())
+            case "RUN" | "ADD":
+                hash.update(self.op_type.encode())
                 for a in self.args:
                     hash.update(a.encode())
 
@@ -57,8 +58,10 @@ class BuildOp(BaseModel):
 
     def render(self):
         match self.op_type:
-            case "RUN":
-                return f"RUN {''.join(self.args)}"
+            case "RUN" | "ADD":
+                options = [f"--{k}={v}" for k, v in self.options.items()]
+                return f"{self.op_type} {' '.join(options)} {' '.join(self.args)}"
+
             case "COPY":
                 return f"COPY {self.args[0]} {self.args[1]}"
             case _:
@@ -76,6 +79,7 @@ class Build(BaseModel):
     image_hash: str
     status: str | None
     result: str | None
+    error_message: str | None = None  # Only provided when result is "failed"
 
     created_at: datetime.datetime | None
     started_at: datetime.datetime | None = None
@@ -105,12 +109,20 @@ class Image:
         self._base_image = base_image
         return self
 
-    def run(self, run_str):
-        self._build_ops.append(BuildOp(op_type="RUN", args=[run_str]))
+    def add(self, source: str, dest: str, **kwargs):
+        self._build_ops.append(
+            BuildOp(op_type="ADD", args=[source, dest], options=kwargs)
+        )
         return self
 
-    def copy(self, source: str, dest: str):
-        self._build_ops.append(BuildOp(op_type="COPY", args=[source, dest]))
+    def run(self, run_str, **kwargs):
+        self._build_ops.append(BuildOp(op_type="RUN", args=[run_str], options=kwargs))
+        return self
+
+    def copy(self, source: str, dest: str, **kwargs):
+        self._build_ops.append(
+            BuildOp(op_type="COPY", args=[source, dest], options=kwargs)
+        )
         return self
 
     def to_image_information(self):

indexify/functions_sdk/indexify_functions.py

@@ -267,6 +267,8 @@ class IndexifyFunctionWrapper:
             # with json encoding which won't deserialize in tuple.
             if isinstance(input, tuple) or isinstance(input, list):
                 args += input
+            elif isinstance(input, dict):
+                kwargs.update(input)
             else:
                 args.append(input)
             extracted_data = self.indexify_function._call_run(*args, **kwargs)
@@ -292,6 +294,8 @@ class IndexifyFunctionWrapper:
         # with json encoding which won't deserialize in tuple.
         if isinstance(input, tuple) or isinstance(input, list):
             args += input
+        elif isinstance(input, dict):
+            kwargs.update(input)
         else:
             args.append(input)
 

{indexify-0.2.46.dist-info → indexify-0.2.48.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: indexify
-Version: 0.2.46
+Version: 0.2.48
 Summary: Python Client for Indexify
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0

{indexify-0.2.46.dist-info → indexify-0.2.48.dist-info}/RECORD

@@ -15,14 +15,14 @@ indexify/executor/function_executor/server/function_executor_server.py,sha256=_D
 indexify/executor/function_executor/server/function_executor_server_factory.py,sha256=pGbJMQfC5TNvyWOs6VDKdqd2PK5OHQh5_wSDP-E7DbI,1677
 indexify/executor/function_executor/server/subprocess_function_executor_server.py,sha256=DxQMwAvQi03OGo2sFruUrxwcMPG8In4C62L3sped2FI,694
 indexify/executor/function_executor/server/subprocess_function_executor_server_factory.py,sha256=MrhlcH5UZXJn9mAuyCJVVcJTihx8SDDuaraXFvkWjsU,3628
-indexify/executor/function_executor/single_task_runner.py,sha256=mzYSUswpN-q98L1VALnt246AwmyNlQ-BcKZR96wF6gw,5722
+indexify/executor/function_executor/single_task_runner.py,sha256=al4Ngq2oQgEbThNOn1qA45XZ2AUJCysGxXhiZmzFBZA,5750
 indexify/executor/function_executor/task_input.py,sha256=7Mkd-OCt1s9HdbyhrxKQkhxsVR9yeT6jC6zd2knt5-8,591
 indexify/executor/function_executor/task_output.py,sha256=3-qcT1aigmOFEp6QSJtUcQfqeJfrxvo265qgk9WAUVg,1064
 indexify/executor/runtime_probes.py,sha256=bo6Dq6AGZpJH099j0DHtVSDEH80tv3j9MXf3VXSx_p8,2182
 indexify/executor/task_fetcher.py,sha256=qBuVxgjzjkTi_1_hyQqtBxetBxdL7TGMgI4FBwyTANE,3004
 indexify/executor/task_reporter.py,sha256=xHEk_TVeXYo6rcuDWImFmjLjfwRvpohP1-MS4grCASM,6663
-indexify/executor/task_runner.py,sha256=yO_5o8-oA-TeSyxqS-DX6XfUb0947jrPijJeGI4wqQk,4807
-indexify/function_executor/function_executor_service.py,sha256=DVP19TUo5iPAki5dh320kT2JjO69bLszE1rWkWg2MiY,4244
+indexify/executor/task_runner.py,sha256=7VCn5qLxsWV-NECnxX-29kh3wWLmKjR1Cbnt7g3cpps,4846
+indexify/function_executor/function_executor_service.py,sha256=AyB65KREhNueB_iZu1QvNxhNPAQqJVsq3pKwZWKLzVA,4403
 indexify/function_executor/handlers/run_function/function_inputs_loader.py,sha256=x2Lrzb6CsEWDWW5qG9etS7TyV7KVYfuFKEbzKVhYizo,1553
 indexify/function_executor/handlers/run_function/handler.py,sha256=g6JZna852tQleASn9lA651fZh_chVYTKbyWDvgXi0NA,5695
 indexify/function_executor/handlers/run_function/request_validator.py,sha256=tVmbOS2g4AeV48CZCSDRycnoQjjGy12XD_vbaOLX_Z4,740
@@ -42,8 +42,8 @@ indexify/functions_sdk/data_objects.py,sha256=ZJ7B9b5OI7aieCWJFx18pV6tqScssIFtmt
 indexify/functions_sdk/graph.py,sha256=_54nK1xckZ8dYf6ApalTDmaQwa_QPf66e9rDXf5Ii_4,13356
 indexify/functions_sdk/graph_definition.py,sha256=yQ7c7jpA8RB8Yt81D1i5R3LPT8fmLvN8bLuEHvS4P_o,1775
 indexify/functions_sdk/graph_validation.py,sha256=mN2Fcp91GIwFZEQP6z_qGqt4LkLM70SnI7AWBi4CmKQ,2509
-indexify/functions_sdk/image.py,sha256=tXt_Ho5kIqH54MTCdK_Hp1eG6xnmYVnYiY70xlABZ0I,6245
-indexify/functions_sdk/indexify_functions.py,sha256=6OzZZILH3xoWzPYFMo167N6p8KmbN_-cEJRJMEzL5YE,12284
+indexify/functions_sdk/image.py,sha256=iLvA7yHRGKcPLbPmb4mM5JqVduhr9aVn5kjaCMYsOgY,6754
+indexify/functions_sdk/indexify_functions.py,sha256=PA1cH3wCZoNiGlO_5igNH-8T0NcUXzMhQYAvUSebdZQ,12434
 indexify/functions_sdk/invocation_state/invocation_state.py,sha256=azSRnX-ryii2Ehqfn5v2vuoXd0pWLu4koRf6RPBNQJk,828
 indexify/functions_sdk/invocation_state/local_invocation_state.py,sha256=f3m_xlfaGrep-YBqJFXUXpBykyKfEQtyaJ606htwGX4,1107
 indexify/functions_sdk/object_serializer.py,sha256=R58ALsl2Lb87ii6km4D6hBBsqRs_CHNISxhUICE2d9o,1931
@@ -53,8 +53,8 @@ indexify/logging.py,sha256=_TLnWT0RzABvExwTixjdpuxoSNUev4zeNV0K1VlEUmA,1099
 indexify/remote_graph.py,sha256=OzBucU4buR5UdTViNJvh1RfnOTmYA34Uel5qXnRsQsA,5006
 indexify/remote_pipeline.py,sha256=oqx57rSPszNS3DToXO_nf-CKqkCZWptm1u_p3orV_gQ,790
 indexify/settings.py,sha256=Ny59mzYI4gbXoK8hjx66a_men6ndbd1J1zCTcKOoyzg,50
-indexify-0.2.46.dist-info/LICENSE.txt,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-indexify-0.2.46.dist-info/METADATA,sha256=wTUz5oyqVdlH5IEGNBy456huBxR6zS8c7wu8r_m3wBs,6267
-indexify-0.2.46.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-indexify-0.2.46.dist-info/entry_points.txt,sha256=Pih7WV-XMpAzI5dEvROcpLr-ybVhd9Y-AtuzBKUdcDs,49
-indexify-0.2.46.dist-info/RECORD,,
+indexify-0.2.48.dist-info/LICENSE.txt,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+indexify-0.2.48.dist-info/METADATA,sha256=4e9_2wZOkxC-Ae0bIxL5Q0G7P59O21Hw_H5MfS0ugY8,6267
+indexify-0.2.48.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+indexify-0.2.48.dist-info/entry_points.txt,sha256=Pih7WV-XMpAzI5dEvROcpLr-ybVhd9Y-AtuzBKUdcDs,49
+indexify-0.2.48.dist-info/RECORD,,