corvic-engine 0.3.0rc84__tar.gz → 0.3.0rc86__tar.gz

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/Cargo.lock

@@ -16,7 +16,7 @@ checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
 
 [[package]]
 name = "corvic-engine"
-version = "0.3.0-rc.84"
+version = "0.3.0-rc.86"
 dependencies = [
  "numpy",
  "pyo3",
@@ -57,7 +57,7 @@ checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
 
 [[package]]
 name = "engine-walk"
-version = "0.3.0-rc.84"
+version = "0.3.0-rc.86"
 dependencies = [
  "version_check",
 ]

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/Cargo.toml

@@ -3,7 +3,7 @@ resolver = "2"
 members = ["python"]
 
 [workspace.package]
-version = "0.3.0-rc.84"
+version = "0.3.0-rc.86"
 edition = "2021"
 publish = false
 

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: corvic-engine
-Version: 0.3.0rc84
+Version: 0.3.0rc86
 Classifier: Environment :: Console
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: Implementation :: CPython

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/pyproject.toml

@@ -18,7 +18,7 @@ authors = [
 ]
 readme = "README.md"
 description = "Seamless embedding generation and retrieval."
-version = "0.3.0-rc.84" # sync this with tool.poetry.version below
+version = "0.3.0-rc.86" # sync this with tool.poetry.version below
 
 # TODO(ddn): Pull dependencies from tool.poetry.dependencies. We use maturin as
 # the build system but poetry for the development environment.
@@ -73,7 +73,7 @@ packages = [
 ]
 description = ""
 authors = []
-version = "0.3.0-rc.84"
+version = "0.3.0-rc.86"
 
 [tool.poetry.scripts]
 check = "corvic_check.cli:main"
@@ -164,7 +164,7 @@ torch = [
   { platform = "darwin", version = "^2.7.1", source = "pypi" },
 ]
 torchvision = [
-  { platform = "linux", version = "^0.22.1", source = "torch-cpu-linux" },
+  { platform = "linux", version = "^0.22.1+cpu", source = "torch-cpu-linux" },
   { platform = "darwin", version = "^0.22.1", source = "pypi" },
 ]
 transformers = "^4.51.3"

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/emodel/_base_model.py

@@ -3,7 +3,6 @@ from collections.abc import Callable, Iterable
 from typing import Generic
 
 import sqlalchemy as sa
-import sqlalchemy.orm as sa_orm
 
 from corvic import eorm, system, transfer
 from corvic.emodel._proto_orm_convert import (
@@ -59,7 +58,7 @@ class OrmBackedModel(
             [sa.Select[tuple[transfer.OrmT]]], sa.Select[tuple[transfer.OrmT]]
         ]
         | None = None,
-        existing_session: sa_orm.Session | None = None,
+        existing_session: eorm.Session | None = None,
     ) -> Ok[list[transfer.ProtoT]] | NotFoundError | InvalidArgumentError:
         return super().list_as_proto(
             client,
@@ -91,7 +90,7 @@ class HasIdOrmBackedModel(
             [sa.Select[tuple[transfer.OrmHasIdT]]], sa.Select[tuple[transfer.OrmHasIdT]]
         ]
         | None = None,
-        existing_session: sa_orm.Session | None = None,
+        existing_session: eorm.Session | None = None,
     ) -> Ok[list[transfer.ProtoHasIdT]] | NotFoundError | InvalidArgumentError:
         return super().list_as_proto(
             client,

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/emodel/_completion_model.py

@@ -7,8 +7,6 @@ import datetime
 from collections.abc import Iterable, Sequence
 from typing import Literal, TypeAlias
 
-from sqlalchemy import orm as sa_orm
-
 from corvic import eorm, system, transfer
 from corvic.emodel._base_model import OrgWideStandardModel
 from corvic.emodel._defaults import Defaults
@@ -151,7 +149,7 @@ class CompletionModel(
         created_before: datetime.datetime | None = None,
         client: system.Client | None = None,
         ids: Iterable[CompletionModelID] | None = None,
-        existing_session: sa_orm.Session | None = None,
+        existing_session: eorm.Session | None = None,
     ) -> Ok[list[CompletionModel]] | NotFoundError | InvalidArgumentError:
         """List completion models."""
         client = client or Defaults.get_default_client()
@@ -179,7 +177,7 @@ class CompletionModel(
         cls,
         completion_model_id: CompletionModelID,
         client: system.Client | None = None,
-        session: sa_orm.Session | None = None,
+        session: eorm.Session | None = None,
     ) -> Ok[CompletionModel] | NotFoundError:
         client = client or Defaults.get_default_client()
         return cls.load_proto_for(completion_model_id, client, session).map(

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/emodel/_feature_view.py

@@ -691,7 +691,7 @@ class FeatureView(
         cls,
         feature_view_id: FeatureViewID,
         client: system.Client | None = None,
-        session: sa_orm.Session | None = None,
+        session: eorm.Session | None = None,
     ) -> Ok[Self] | NotFoundError:
         client = client or Defaults.get_default_client()
         return cls.load_proto_for(feature_view_id, client, session).map(
@@ -723,7 +723,7 @@ class FeatureView(
         created_before: datetime.datetime | None = None,
         client: system.Client | None = None,
         ids: Iterable[FeatureViewID] | None = None,
-        existing_session: sa_orm.Session | None = None,
+        existing_session: eorm.Session | None = None,
     ) -> Ok[list[FeatureView]] | NotFoundError | InvalidArgumentError:
         """List resources."""
         client = client or Defaults.get_default_client()

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/emodel/_pipeline.py

@@ -100,7 +100,7 @@ class Pipeline(StandardModel[PipelineID, models_pb2.Pipeline, eorm.Pipeline]):
         cls,
         obj_id: PipelineID,
         client: system.Client | None = None,
-        session: sa_orm.Session | None = None,
+        session: eorm.Session | None = None,
     ) -> Ok[SpecificPipeline] | NotFoundError:
         client = client or Defaults.get_default_client()
         match cls.list_as_proto(
@@ -134,7 +134,7 @@ class Pipeline(StandardModel[PipelineID, models_pb2.Pipeline, eorm.Pipeline]):
         created_before: datetime.datetime | None = None,
         client: system.Client | None = None,
         ids: Iterable[PipelineID] | None = None,
-        existing_session: sa_orm.Session | None = None,
+        existing_session: eorm.Session | None = None,
     ) -> Ok[list[SpecificPipeline]] | InvalidArgumentError | NotFoundError:
         client = client or Defaults.get_default_client()
 

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/emodel/_proto_orm_convert.py

@@ -231,7 +231,7 @@ def add_orm_org_mixin_to_session(
     orm_obj: OrmHasIdBelongsToOrgT,
     proto_obj: _ModelHasIdBelongsToOrgProto,
     id_class: type[transfer.OrmIdT],
-    session: sa_orm.Session,
+    session: eorm.Session,
 ) -> Ok[OrmHasIdBelongsToOrgT] | orm.InvalidORMIdentifierError:
     match transfer.translate_orm_id(proto_obj.id, id_class):
         case Ok(orm_id):
@@ -257,7 +257,7 @@ def add_orm_room_mixin_to_session(
     orm_obj: OrmHasIdBelongsToRoomT,
     proto_obj: _ModelHasIdBelongsToRoomProto,
     id_class: type[transfer.OrmIdT],
-    session: sa_orm.Session,
+    session: eorm.Session,
 ) -> Ok[OrmHasIdBelongsToRoomT] | orm.InvalidORMIdentifierError:
     room_id = eorm.RoomID(proto_obj.room_id)
     match room_id.to_db():
@@ -270,7 +270,7 @@ def add_orm_room_mixin_to_session(
 
 
 def _resource_pipeline_to_orm(
-    proto_obj: models_pb2.Resource, orm_obj: eorm.Resource, session: sa_orm.Session
+    proto_obj: models_pb2.Resource, orm_obj: eorm.Resource, session: eorm.Session
 ) -> Ok[None] | InvalidArgumentError:
     if proto_obj.pipeline_id:
         match transfer.translate_orm_id(proto_obj.pipeline_id, eorm.PipelineID):
@@ -296,7 +296,7 @@ def _resource_pipeline_to_orm(
 
 
 def resource_proto_to_orm(
-    proto_obj: models_pb2.Resource, session: sa_orm.Session
+    proto_obj: models_pb2.Resource, session: eorm.Session
 ) -> Ok[eorm.Resource] | InvalidArgumentError:
     orm_obj = eorm.Resource(
         name=proto_obj.name,
@@ -321,11 +321,11 @@ def resource_proto_to_orm(
 def _ensure_id(
     proto_obj: transfer.ProtoHasIdT,
     proto_to_orm: Callable[
-        [transfer.ProtoHasIdT, sa_orm.Session],
+        [transfer.ProtoHasIdT, eorm.Session],
         Ok[transfer.OrmHasIdT] | InvalidArgumentError,
     ],
     id_type: type[transfer.OrmIdT],
-    session: sa_orm.Session,
+    session: eorm.Session,
 ) -> Ok[transfer.OrmIdT] | orm.InvalidORMIdentifierError | InvalidArgumentError:
     match transfer.translate_orm_id(proto_obj.id, id_type):
         case orm.InvalidORMIdentifierError() as err:
@@ -344,7 +344,7 @@ def _ensure_id(
 
 
 def pipeline_proto_to_orm(  # noqa: C901
-    proto_obj: models_pb2.Pipeline, session: sa_orm.Session
+    proto_obj: models_pb2.Pipeline, session: eorm.Session
 ) -> Ok[eorm.Pipeline] | orm.InvalidORMIdentifierError | InvalidArgumentError:
     orm_obj = eorm.Pipeline(
         name=proto_obj.name,
@@ -389,7 +389,7 @@ def pipeline_proto_to_orm(  # noqa: C901
 
 
 def source_proto_to_orm(
-    proto_obj: models_pb2.Source, session: sa_orm.Session
+    proto_obj: models_pb2.Source, session: eorm.Session
 ) -> Ok[eorm.Source] | orm.InvalidORMIdentifierError | InvalidArgumentError:
     orm_obj = eorm.Source(
         name=proto_obj.name,
@@ -399,7 +399,7 @@ def source_proto_to_orm(
 
 
 def space_proto_to_orm(
-    proto_obj: models_pb2.Space, session: sa_orm.Session
+    proto_obj: models_pb2.Space, session: eorm.Session
 ) -> Ok[eorm.Space] | orm.InvalidORMIdentifierError | InvalidArgumentError:
     match _ensure_id(
         proto_obj.feature_view, feature_view_proto_to_orm, eorm.FeatureViewID, session
@@ -423,7 +423,7 @@ def space_proto_to_orm(
 
 
 def feature_view_proto_to_orm(
-    proto_obj: models_pb2.FeatureView, session: sa_orm.Session
+    proto_obj: models_pb2.FeatureView, session: eorm.Session
 ) -> Ok[eorm.FeatureView] | orm.InvalidORMIdentifierError | InvalidArgumentError:
     orm_obj = eorm.FeatureView(
         name=proto_obj.name,
@@ -493,7 +493,7 @@ def _feature_view_source_proto_to_orm(
     proto_obj: models_pb2.FeatureViewSource,
     room_id: eorm.RoomID,
     feature_view_id: eorm.FeatureViewID,
-    session: sa_orm.Session,
+    session: eorm.Session,
 ) -> Ok[eorm.FeatureViewSource] | orm.InvalidORMIdentifierError | InvalidArgumentError:
     match _ensure_id(proto_obj.source, source_proto_to_orm, eorm.SourceID, session):
         case orm.InvalidORMIdentifierError() | InvalidArgumentError() as err:
@@ -514,14 +514,14 @@ def _feature_view_source_proto_to_orm(
 
 
 def room_proto_to_orm(
-    proto_obj: models_pb2.Room, session: sa_orm.Session
+    proto_obj: models_pb2.Room, session: eorm.Session
 ) -> Ok[eorm.Room] | orm.InvalidORMIdentifierError | InvalidArgumentError:
     orm_obj = eorm.Room(name=proto_obj.name)
     return add_orm_org_mixin_to_session(orm_obj, proto_obj, eorm.RoomID, session)
 
 
 def completion_model_proto_to_orm(
-    proto_obj: models_pb2.CompletionModel, session: sa_orm.Session
+    proto_obj: models_pb2.CompletionModel, session: eorm.Session
 ) -> Ok[eorm.CompletionModel] | InvalidArgumentError:
     orm_obj = eorm.CompletionModel(
         name=proto_obj.name,
@@ -538,7 +538,7 @@ def completion_model_proto_to_orm(
 
 def source_delete_orms(
     orm_ids: Sequence[eorm.SourceID],
-    session: sa_orm.Session,
+    session: eorm.Session,
 ) -> Ok[None] | InvalidArgumentError:
     feat_view_refs = list(
         session.scalars(
@@ -557,7 +557,7 @@ def source_delete_orms(
 
 
 def pipeline_delete_orms(
-    ids: Sequence[eorm.PipelineID], session: sa_orm.Session
+    ids: Sequence[eorm.PipelineID], session: eorm.Session
 ) -> Ok[None] | InvalidArgumentError:
     source_ids = [
         val[0]

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/emodel/_resource.py

@@ -135,7 +135,7 @@ class Resource(StandardModel[ResourceID, models_pb2.Resource, eorm.Resource]):
         client: system.Client | None = None,
         ids: Iterable[ResourceID] | None = None,
         is_terminal: bool | None = None,
-        existing_session: sa_orm.Session | None = None,
+        existing_session: eorm.Session | None = None,
         url: str | None = None,
     ) -> Ok[list[Resource]] | NotFoundError | InvalidArgumentError:
         """List resources."""
@@ -192,7 +192,7 @@ class Resource(StandardModel[ResourceID, models_pb2.Resource, eorm.Resource]):
         cls,
         resource_id: ResourceID,
         client: system.Client | None = None,
-        session: sa_orm.Session | None = None,
+        session: eorm.Session | None = None,
     ) -> Ok[Resource] | NotFoundError:
         client = client or Defaults.get_default_client()
         return cls.load_proto_for(resource_id, client, session).map(

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/emodel/_source.py

@@ -83,7 +83,7 @@ class Source(StandardModel[SourceID, models_pb2.Source, eorm.Source]):
         cls,
         source_id: SourceID,
         client: system.Client | None = None,
-        session: sa_orm.Session | None = None,
+        session: eorm.Session | None = None,
     ) -> Ok[Self] | NotFoundError:
         client = client or Defaults.get_default_client()
         return cls.load_proto_for(source_id, client, session).map(
@@ -212,7 +212,7 @@ class Source(StandardModel[SourceID, models_pb2.Source, eorm.Source]):
         created_before: datetime.datetime | None = None,
         client: system.Client | None = None,
         ids: Iterable[SourceID] | None = None,
-        existing_session: sa_orm.Session | None = None,
+        existing_session: eorm.Session | None = None,
     ) -> Ok[list[Source]] | NotFoundError | InvalidArgumentError:
         """List sources that exist in storage."""
         client = client or Defaults.get_default_client()

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/emodel/_space.py

@@ -265,7 +265,7 @@ class Space(StandardModel[SpaceID, models_pb2.Space, eorm.Space]):
         cls,
         space_id: SpaceID,
         client: system.Client | None = None,
-        session: sa_orm.Session | None = None,
+        session: eorm.Session | None = None,
     ) -> Ok[SpecificSpace] | NotFoundError:
         client = client or Defaults.get_default_client()
         return cls.load_proto_for(space_id, client, session).map(
@@ -284,7 +284,7 @@ class Space(StandardModel[SpaceID, models_pb2.Space, eorm.Space]):
         created_before: datetime.datetime | None = None,
         client: system.Client | None = None,
         ids: Iterable[eorm.SpaceID] | None = None,
-        existing_session: sa_orm.Session | None = None,
+        existing_session: eorm.Session | None = None,
     ) -> Ok[list[SpecificSpace]] | InvalidArgumentError | NotFoundError:
         client = client or Defaults.get_default_client()
 

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/orm/__init__.py

@@ -23,6 +23,7 @@ from corvic.orm.errors import (
     DeletedObjectError,
     InvalidORMIdentifierError,
     RequestedObjectsForNobodyError,
+    dbapi_error_to_result,
 )
 from corvic.orm.func import utc_now
 from corvic.orm.ids import (
@@ -278,4 +279,5 @@ __all__ = [
     "primary_key_foreign_column",
     "primary_key_identity_column",
     "primary_key_uuid_column",
+    "dbapi_error_to_result",
 ]

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/orm/_soft_delete.py

@@ -1,6 +1,7 @@
 """Mixin models for corvic orm tables."""
 
 from datetime import UTC, datetime
+from types import TracebackType
 from typing import Any, LiteralString
 
 import sqlalchemy as sa
@@ -9,9 +10,7 @@ from sqlalchemy import orm as sa_orm
 from sqlalchemy.ext import hybrid
 from sqlalchemy.ext.hybrid import hybrid_property
 
-from corvic.orm.errors import (
-    DeletedObjectError,
-)
+from corvic.orm.errors import DeletedObjectError, dbapi_error_to_result
 
 
 class BadDeleteError(DeletedObjectError):
@@ -155,6 +154,16 @@ class Session(sa_orm.Session):
 
     _soft_deleted: dict[sa_orm.InstanceState[Any], Any] | None = None
 
+    def __exit__(
+        self,
+        type_: type[BaseException] | None,
+        value: BaseException | None,
+        traceback: TracebackType | None,
+    ):
+        super().__exit__(type_, value, traceback)
+        if isinstance(value, sa.exc.DBAPIError):
+            raise dbapi_error_to_result(value) from value
+
     def _track_soft_deleted(self, instance: object):
         if self._soft_deleted is None:
             self._soft_deleted = {}

corvic_engine-0.3.0rc86/python/corvic/orm/errors.py

@@ -0,0 +1,54 @@
+"""Errors specific to communicating with the database."""
+
+import sqlalchemy as sa
+
+from corvic import result
+
+
+class InvalidORMIdentifierError(result.InvalidArgumentError):
+    """Raised when an identifier can't be translated to its orm equivalent."""
+
+
+class RequestedObjectsForNobodyError(result.Error):
+    """Raised when attempts are made to access database objects as the nobody org."""
+
+
+class DeletedObjectError(result.Error):
+    """DeletedObjectError result Error.
+
+    Raised on invalid operations to objects which are soft deleted.
+    """
+
+
+def dbapi_error_to_result(err: sa.exc.DBAPIError):
+    # based on https://docs.sqlalchemy.org/en/20/errors.html
+    match err:
+        case sa.exc.NotSupportedError():
+            # raised in the unexpected case that we're doing something that the
+            # database just doesn't support
+            raise result.InternalError.from_(err) from err
+        case (
+            sa.exc.OperationalError()
+            | sa.exc.InterfaceError()
+            | sa.exc.InternalError()
+        ):
+            # These are commonly things that are outside of our control that might
+            # succeed on retry, e.g., connections being dropped
+            return result.UnavailableError.from_(err)
+        case sa.exc.IntegrityError:
+            return result.InvalidArgumentError.from_(err)
+        case sa.exc.ProgrammingError():
+            if "could not serialize" in str(err):
+                return result.UnavailableError.from_(err)
+        case _:
+            pass
+
+    try:
+        import psycopg.errors
+
+        if isinstance(err.orig, psycopg.errors.SerializationFailure):
+            return result.UnavailableError.from_(err)
+    except ModuleNotFoundError:
+        pass
+
+    return result.InvalidArgumentError.from_(err)

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/system/_embedder.py

@@ -39,10 +39,6 @@ class EmbedTextResult:
 class TextEmbedder(Protocol):
     """Use a model to embed text."""
 
-    def embed(
-        self, context: EmbedTextContext
-    ) -> Ok[EmbedTextResult] | InvalidArgumentError | InternalError: ...
-
     async def aembed(
         self,
         context: EmbedTextContext,
@@ -74,10 +70,6 @@ class ImageEmbedder(Protocol):
     @classmethod
     def model_name(cls) -> str: ...
 
-    def embed(
-        self, context: EmbedImageContext
-    ) -> Ok[EmbedImageResult] | InvalidArgumentError | InternalError: ...
-
     async def aembed(
         self,
         context: EmbedImageContext,

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/system/_image_embedder.py

@@ -3,7 +3,7 @@ import asyncio
 import dataclasses
 from concurrent.futures import ThreadPoolExecutor
 from io import BytesIO
-from typing import TYPE_CHECKING, Any, cast
+from typing import TYPE_CHECKING, Any, Protocol, cast
 
 import numpy as np
 import polars as pl
@@ -17,8 +17,7 @@ from corvic.system._embedder import (
 
 if TYPE_CHECKING:
     from PIL import Image
-    from transformers.models.auto.modeling_auto import AutoModel
-    from transformers.models.auto.processing_auto import AutoProcessor
+    from torch import FloatTensor
 
 
 class RandomImageEmbedder(ImageEmbedder):
@@ -77,10 +76,23 @@ def image_from_bytes(
         return InvalidArgumentError("invalid image format")
 
 
+class TransformersImageModel(Protocol):
+    """Generic class for a Model from transformers."""
+
+    def eval(self): ...
+    def get_image_features(*, pixel_values: "FloatTensor") -> "FloatTensor": ...
+
+
+class TransformersProcessor(Protocol):
+    """Generic class for a Processor from transformers."""
+
+    def __call__(self, *, images: list["Image.Image"], return_tensors: str): ...
+
+
 @dataclasses.dataclass
 class LoadedModels:
-    model: "AutoModel"
-    processor: "AutoProcessor"
+    model: TransformersImageModel
+    processor: TransformersProcessor
 
 
 class HFModelImageEmbedder(ImageEmbedder):
@@ -91,7 +103,7 @@ class HFModelImageEmbedder(ImageEmbedder):
     def model_revision(cls) -> str: ...
 
     @abc.abstractmethod
-    def _load_models(self) -> LoadedModels: ...
+    def load_models(self) -> LoadedModels: ...
 
     def embed(
         self, context: EmbedImageContext
@@ -122,19 +134,19 @@ class HFModelImageEmbedder(ImageEmbedder):
                 )
             )
 
-        models = self._load_models()
+        models = self.load_models()
         model = models.model
         processor = models.processor
-        model.eval()  # type: ignore[reportAttributeAccess]
+        model.eval()
 
         import torch
 
         with torch.no_grad():
             inputs = cast(
                 dict[str, torch.FloatTensor],
-                processor(images=images, return_tensors="pt"),  # type: ignore[reportAttributeAccess]
+                processor(images=images, return_tensors="pt"),
             )
-            image_features = model.get_image_features(  # type: ignore[reportAttributeAccess]
+            image_features = model.get_image_features(
                 pixel_values=inputs["pixel_values"]
             )
 
@@ -181,23 +193,21 @@ class Clip(HFModelImageEmbedder):
     def model_revision(cls) -> str:
         return "5812e510083bb2d23fa43778a39ac065d205ed4d"
 
-    def _load_models(self) -> LoadedModels:
-        from transformers.models.auto.modeling_auto import AutoModel
-        from transformers.models.auto.processing_auto import AutoProcessor
+    def load_models(self) -> LoadedModels:
         from transformers.models.clip import (
             CLIPModel,
             CLIPProcessor,
         )
 
         model = cast(
-            AutoModel,
+            TransformersImageModel,
             CLIPModel.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
                 pretrained_model_name_or_path=self.model_name(),
                 revision=self.model_revision(),
             ),
         )
         processor = cast(
-            AutoProcessor,
+            TransformersProcessor,
             CLIPProcessor.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
                 pretrained_model_name_or_path=self.model_name(),
                 revision=self.model_revision(),
@@ -218,12 +228,12 @@ class SigLIP2(HFModelImageEmbedder):
     def model_revision(cls) -> str:
         return "a89f5c5093f902bf39d3cd4d81d2c09867f0724b"
 
-    def _load_models(self):
+    def load_models(self):
         from transformers.models.auto.modeling_auto import AutoModel
         from transformers.models.auto.processing_auto import AutoProcessor
 
         model = cast(
-            AutoModel,
+            TransformersImageModel,
             AutoModel.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
                 pretrained_model_name_or_path=self.model_name(),
                 revision=self.model_revision(),
@@ -231,7 +241,7 @@ class SigLIP2(HFModelImageEmbedder):
             ),
         )
         processor = cast(
-            AutoProcessor,
+            TransformersProcessor,
             AutoProcessor.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
                 pretrained_model_name_or_path=self.model_name(),
                 revision=self.model_revision(),

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/system/in_memory_executor.py

@@ -1539,8 +1539,7 @@ class InMemoryExecutor(OpGraphExecutor):
                 case Ok(query):
                     pass
             return (
-                await context.run_on_worker(
-                    self._staging_db.run_select_query,
+                await self._staging_db.run_select_query(
                     query,
                     expected_schema,
                     context.current_slice_args,

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/system/staging.py

@@ -45,7 +45,7 @@ class StagingDB(Protocol):
         similarity_metric: VectorSimilarityMetric,
     ) -> "sqlglot.exp.Query": ...
 
-    def run_select_query(
+    async def run_select_query(
         self,
         query: "sqlglot.exp.Query",
         expected_schema: pa.Schema,

{corvic_engine-0.3.0rc84 → corvic_engine-0.3.0rc86}/python/corvic/system_sqlite/staging.py

@@ -393,7 +393,7 @@ class DuckDBStaging(StagingDB):
 
         return vector_search_query.with_(vector_union_table, as_=union)
 
-    def run_select_query(
+    async def run_select_query(
         self,
         query: sqlglot.exp.Query,
         expected_schema: pa.Schema,