indexify 0.3.0__tar.gz → 0.3.2__tar.gz

{indexify-0.3.0 → indexify-0.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: indexify
-Version: 0.3.0
+Version: 0.3.2
 Summary: Open Source Indexify components and helper tools
 Home-page: https://github.com/tensorlakeai/indexify
 License: Apache 2.0
@@ -23,7 +23,7 @@ Requires-Dist: pydantic (==2.10.4)
 Requires-Dist: pyyaml (>=6,<7)
 Requires-Dist: rich (>=13.9.2,<14.0.0)
 Requires-Dist: structlog (>=24.4.0,<25.0.0)
-Requires-Dist: tensorlake (==0.1.7)
+Requires-Dist: tensorlake (>=0.1.7,<0.2.0)
 Requires-Dist: typer (>=0.12,<0.13)
 Project-URL: Repository, https://github.com/tensorlakeai/indexify
 Description-Content-Type: text/markdown

{indexify-0.3.0 → indexify-0.3.2}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "indexify"
 # Incremented if any of the components provided in this packages are updated.
-version = "0.3.0"
+version = "0.3.2"
 description = "Open Source Indexify components and helper tools"
 authors = ["Tensorlake Inc. <support@tensorlake.ai>"]
 license = "Apache 2.0"
@@ -23,7 +23,7 @@ grpcio = "1.68.1"
 
 # Function Executor only
 grpcio-tools = "1.68.1"
-tensorlake = "0.1.7"
+tensorlake = "~=0.1.7"
 
 # Executor only
 pydantic = "2.10.4"

{indexify-0.3.0 → indexify-0.3.2}/src/indexify/cli/cli.py

@@ -190,7 +190,9 @@ def executor(
             "--function",
             "-f",
             help="Function that the executor will run "
-            "specified as <namespace>:<workflow>:<function>:<version>",
+            "specified as <namespace>:<workflow>:<function>:<version>"
+            "version is optional, not specifying it will make the server send any version"
+            "of the function",
         ),
     ] = None,
     config_path: Optional[str] = typer.Option(
@@ -261,16 +263,23 @@ def _parse_function_uris(uri_strs: Optional[List[str]]) -> Optional[List[Functio
     uris: List[FunctionURI] = []
     for uri_str in uri_strs:
         tokens = uri_str.split(":")
-        if len(tokens) != 4:
+        # FIXME bring this back when we have a dynamic scheduler
+        # if len(tokens) != 4:
+        if len(tokens) < 3 and len(tokens) > 4:
             raise typer.BadParameter(
-                "Function should be specified as <namespace>:<workflow>:<function>:<version>"
+                "Function should be specified as <namespace>:<workflow>:<function>:<version> or"
+                "<namespace>:<workflow>:<function>"
             )
+        try:
+            version = tokens[3]
+        except IndexError:
+            version = None
         uris.append(
             FunctionURI(
                 namespace=tokens[0],
                 compute_graph=tokens[1],
                 compute_fn=tokens[2],
-                version=tokens[3],
+                version=version,
             )
         )
     return uris

{indexify-0.3.0 → indexify-0.3.2}/src/indexify/executor/api_objects.py

@@ -20,7 +20,7 @@ class FunctionURI(BaseModel):
     namespace: str
     compute_graph: str
     compute_fn: str
-    version: str
+    version: Optional[str] = None
 
 
 class ExecutorMetadata(BaseModel):

{indexify-0.3.0 → indexify-0.3.2}/src/indexify/function_executor/service.py

@@ -86,33 +86,37 @@ class Service(FunctionExecutorServicer):
         # If our code raises an exception the grpc framework converts it into GRPC_STATUS_UNKNOWN
         # error with the exception message. Differentiating errors is not needed for now.
         RunTaskRequestValidator(request=request).check()
+        self._check_task_routed_correctly(request)
 
+        return RunTaskHandler(
+            request=request,
+            graph_name=self._graph_name,
+            graph_version=self._graph_version,
+            function_name=self._function_name,
+            function=self._function,
+            invocation_state=ProxiedInvocationState(
+                request.task_id, self._invocation_state_proxy_server
+            ),
+            logger=self._logger,
+        ).run()
+
+    def _check_task_routed_correctly(self, request: RunTaskRequest):
         # Fail with internal error as this happened due to wrong task routing to this Server.
+        # If we run the wrongly routed task then it can steal data from this Server if it belongs
+        # to a different customer.
         if request.namespace != self._namespace:
             raise ValueError(
                 f"This Function Executor is not initialized for this namespace {request.namespace}"
             )
         if request.graph_name != self._graph_name:
             raise ValueError(
-                f"This Function Executor is not initialized for this graph {request.graph_name}"
+                f"This Function Executor is not initialized for this graph_name {request.graph_name}"
             )
         if request.graph_version != self._graph_version:
             raise ValueError(
-                f"This Function Executor is not initialized for this graph version {request.graph_version}"
+                f"This Function Executor is not initialized for this graph_version {request.graph_version}"
             )
         if request.function_name != self._function_name:
             raise ValueError(
-                f"This Function Executor is not initialized for this function {request.function_name}"
+                f"This Function Executor is not initialized for this function_name {request.function_name}"
             )
-
-        return RunTaskHandler(
-            request=request,
-            graph_name=self._graph_name,
-            graph_version=self._graph_version,
-            function_name=self._function_name,
-            function=self._function,
-            invocation_state=ProxiedInvocationState(
-                request.task_id, self._invocation_state_proxy_server
-            ),
-            logger=self._logger,
-        ).run()