corvic-engine 0.3.0rc67__cp38-abi3-win_amd64.whl → 0.3.0rc69__cp38-abi3-win_amd64.whl

corvic/system/_image_embedder.py

@@ -1,4 +1,6 @@
+import asyncio
 import dataclasses
+from concurrent.futures import ThreadPoolExecutor
 from io import BytesIO
 from typing import TYPE_CHECKING, Any
 
@@ -51,6 +53,15 @@ class RandomImageEmbedder(ImageEmbedder):
             )
         )
 
+    async def aembed(
+        self,
+        context: EmbedImageContext,
+        worker_threads: ThreadPoolExecutor | None = None,
+    ) -> Ok[EmbedImageResult] | InvalidArgumentError | InternalError:
+        return await asyncio.get_running_loop().run_in_executor(
+            worker_threads, self.embed, context
+        )
+
 
 def image_from_bytes(
     image: bytes, mode: str = "RGB"
@@ -155,6 +166,15 @@ class Clip(ImageEmbedder):
             )
         )
 
+    async def aembed(
+        self,
+        context: EmbedImageContext,
+        worker_threads: ThreadPoolExecutor | None = None,
+    ) -> Ok[EmbedImageResult] | InvalidArgumentError | InternalError:
+        return await asyncio.get_running_loop().run_in_executor(
+            worker_threads, self.embed, context
+        )
+
 
 class CombinedImageEmbedder(ImageEmbedder):
     def __init__(self):
@@ -168,6 +188,15 @@ class CombinedImageEmbedder(ImageEmbedder):
             return self._random_embedder.embed(context)
         return self._clip_embedder.embed(context)
 
+    async def aembed(
+        self,
+        context: EmbedImageContext,
+        worker_threads: ThreadPoolExecutor | None = None,
+    ) -> Ok[EmbedImageResult] | InvalidArgumentError | InternalError:
+        return await asyncio.get_running_loop().run_in_executor(
+            worker_threads, self.embed, context
+        )
+
 
 class IdentityImageEmbedder(ImageEmbedder):
     """A deterministic image embedder.
@@ -251,6 +280,15 @@ class IdentityImageEmbedder(ImageEmbedder):
             )
         )
 
+    async def aembed(
+        self,
+        context: EmbedImageContext,
+        worker_threads: ThreadPoolExecutor | None = None,
+    ) -> Ok[EmbedImageResult] | InvalidArgumentError | InternalError:
+        return await asyncio.get_running_loop().run_in_executor(
+            worker_threads, self.embed, context
+        )
+
     def preimage(
         self,
         embedding: list[float],

corvic/system/_planner.py

@@ -1,3 +1,4 @@
+from concurrent.futures import ThreadPoolExecutor
 from typing import ClassVar
 
 from more_itertools import flatten
@@ -182,8 +183,10 @@ class ValidateFirstExecutor(OpGraphExecutor):
     def __init__(self, wrapped_executor: OpGraphExecutor):
         self._wrapped_executor = wrapped_executor
 
-    def execute(
-        self, context: ExecutionContext
+    async def execute(
+        self,
+        context: ExecutionContext,
+        worker_threads: ThreadPoolExecutor | None = None,
     ) -> (
         Ok[ExecutionResult]
         | InvalidArgumentError
@@ -201,4 +204,4 @@ class ValidateFirstExecutor(OpGraphExecutor):
                 return InvalidArgumentError(
                     "sql_output_slice_args set but impossible on a given op_graph"
                 )
-        return self._wrapped_executor.execute(context)
+        return await self._wrapped_executor.execute(context, worker_threads)

corvic/system/_text_embedder.py

@@ -1,3 +1,6 @@
+import asyncio
+from concurrent.futures import ThreadPoolExecutor
+
 import numpy as np
 import polars as pl
 
@@ -40,6 +43,15 @@ class RandomTextEmbedder(TextEmbedder):
             )
         )
 
+    async def aembed(
+        self,
+        context: EmbedTextContext,
+        worker_threads: ThreadPoolExecutor | None = None,
+    ) -> Ok[EmbedTextResult] | InvalidArgumentError | InternalError:
+        return await asyncio.get_running_loop().run_in_executor(
+            worker_threads, self.embed, context
+        )
+
 
 class IdentityTextEmbedder(TextEmbedder):
     """A deterministic text embedder.
@@ -90,6 +102,15 @@ class IdentityTextEmbedder(TextEmbedder):
             )
         )
 
+    async def aembed(
+        self,
+        context: EmbedTextContext,
+        worker_threads: ThreadPoolExecutor | None = None,
+    ) -> Ok[EmbedTextResult] | InvalidArgumentError | InternalError:
+        return await asyncio.get_running_loop().run_in_executor(
+            worker_threads, self.embed, context
+        )
+
     def preimage(self, embedding: list[float], *, normalized: bool = False) -> str:
         """Reconstruct the text from a given embedding vector."""
         if normalized:

corvic/system/client.py

@@ -1,7 +1,8 @@
 """Corvic system client protocol."""
 
+from typing import Protocol
+
 import sqlalchemy as sa
-from typing_extensions import Protocol
 
 from corvic.system._embedder import ImageEmbedder, TextEmbedder
 from corvic.system.op_graph_executor import OpGraphExecutor