corvic-engine 0.3.0rc46__tar.gz → 0.3.0rc48__tar.gz

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/Cargo.lock

@@ -22,7 +22,7 @@ checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
 
 [[package]]
 name = "corvic-engine"
-version = "0.3.0-rc.46"
+version = "0.3.0-rc.48"
 dependencies = [
  "numpy",
  "pyo3",
@@ -63,7 +63,7 @@ checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0"
 
 [[package]]
 name = "engine-walk"
-version = "0.3.0-rc.46"
+version = "0.3.0-rc.48"
 dependencies = [
  "version_check",
 ]
@@ -335,9 +335,9 @@ checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
 
 [[package]]
 name = "smallvec"
-version = "1.13.2"
+version = "1.14.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67"
+checksum = "7fcf8323ef1faaee30a44a340193b1ac6814fd9b7b4e88e9d4519a3e4abe1cfd"
 
 [[package]]
 name = "syn"
@@ -368,9 +368,9 @@ dependencies = [
 
 [[package]]
 name = "unicode-ident"
-version = "1.0.16"
+version = "1.0.17"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a210d160f08b701c8721ba1c726c11662f877ea6b7094007e1ca9a1041945034"
+checksum = "00e2473a93778eb0bad35909dff6a10d28e63f792f16ed15e404fca9d5eeedbe"
 
 [[package]]
 name = "unindent"

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/Cargo.toml

@@ -3,7 +3,7 @@ resolver = "2"
 members = ["python"]
 
 [workspace.package]
-version = "0.3.0-rc.46"
+version = "0.3.0-rc.48"
 edition = "2021"
 publish = false
 

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: corvic-engine
-Version: 0.3.0rc46
+Version: 0.3.0rc48
 Classifier: Environment :: Console
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: Implementation :: CPython

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/pyproject.toml

@@ -20,7 +20,7 @@ authors = [
 ]
 readme = "README.md"
 description = "Seamless embedding generation and retrieval."
-version = "0.3.0-rc.46" # sync this with tool.poetry.version below
+version = "0.3.0-rc.48" # sync this with tool.poetry.version below
 
 # TODO(ddn): Pull dependencies from tool.poetry.dependencies. We use maturin as
 # the build system but poetry for the development environment.
@@ -74,7 +74,7 @@ packages = [
 ]
 description = ""
 authors = []
-version = "0.3.0-rc.46"
+version = "0.3.0-rc.48"
 
 [tool.poetry.scripts]
 check = "corvic_check.cli:main"

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/model/_agent.py

@@ -3,7 +3,8 @@
 from __future__ import annotations
 
 import copy
-from collections.abc import Sequence
+import datetime
+from collections.abc import Iterable, Sequence
 from typing import TypeAlias
 
 from sqlalchemy import orm as sa_orm
@@ -95,6 +96,39 @@ class Agent(BaseModel[AgentID, models_pb2.Agent, orm.Agent]):
             ),
         )
 
+    @classmethod
+    def from_proto(
+        cls, proto: models_pb2.Agent, client: system.Client | None = None
+    ) -> Agent:
+        client = client or Defaults.get_default_client()
+        return cls(client, proto)
+
+    @classmethod
+    def list(
+        cls,
+        *,
+        limit: int | None = None,
+        room_id: RoomID | None = None,
+        created_before: datetime.datetime | None = None,
+        client: system.Client | None = None,
+        ids: Iterable[AgentID] | None = None,
+        existing_session: sa_orm.Session | None = None,
+    ) -> Ok[list[Agent]] | NotFoundError | InvalidArgumentError:
+        """List agent models."""
+        client = client or Defaults.get_default_client()
+        match cls.list_as_proto(
+            client,
+            limit=limit,
+            room_id=room_id,
+            created_before=created_before,
+            ids=ids,
+            existing_session=existing_session,
+        ):
+            case NotFoundError() | InvalidArgumentError() as err:
+                return err
+            case Ok(protos):
+                return Ok([cls.from_proto(proto, client) for proto in protos])
+
     @property
     def name(self) -> str:
         return self.proto_self.name

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/model/_base_model.py

@@ -206,7 +206,8 @@ class BaseModel(Generic[ID, _ProtoObj, OrmObj], UsesOrmID[ID, _ProtoObj]):
         try:
             _ = self.proto_to_orm(self.proto_self, session).unwrap_or_raise()
             session.flush()
-        except sa.exc.DatabaseError as err:
+        # TODO(thunt): Possibly separate out DatabaseError into a precondition error
+        except (sa.exc.DatabaseError, sa.exc.StatementError) as err:
             return InvalidArgumentError.from_(err)
         return Ok(None)
 

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/model/_feature_view.py

@@ -340,7 +340,9 @@ class Relationship:
 
         result = self.joined_table().select(result_columns)
 
-        for batch in result.to_polars().unwrap_or_raise():
+        for batch in result.to_polars(
+            room_id=self.start_source.room_id
+        ).unwrap_or_raise():
             for row in batch.rows(named=True):
                 yield (row[result_columns[0]], row[result_columns[1]])
 

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/model/_proto_orm_convert.py

@@ -386,6 +386,37 @@ def source_proto_to_orm(
     return Ok(_add_orm_to_session(orm_obj, proto_obj.org_id, session))
 
 
+def _update_agent_associations(
+    agent: orm.Agent,
+    session: sa_orm.Session,
+) -> list[orm.SpaceID]:
+    associated_space_ids = list[orm.SpaceID]()
+    agent_id = agent.id
+    agent_parameters = agent.parameters
+    if not agent_id or not agent_parameters:
+        return associated_space_ids
+    for (
+        raw_space_id,
+        instruction,
+    ) in agent_parameters.orchestrator_parameters.space_instructions.items():
+        space_id = orm.SpaceID(raw_space_id)
+        space_run_id = (
+            orm.SpaceRunID(instruction.space_run_id)
+            if instruction.space_run_id
+            else None
+        )
+        associated_space_ids.append(space_id)
+        session.merge(
+            orm.AgentSpaceAssociation(
+                room_id=agent.room_id,
+                agent_id=agent_id,
+                space_id=space_id,
+                space_run_id=space_run_id,
+            )
+        )
+    return associated_space_ids
+
+
 def agent_proto_to_orm(
     proto_obj: models_pb2.Agent, session: sa_orm.Session
 ) -> Ok[orm.Agent] | orm.InvalidORMIdentifierError | InvalidArgumentError:
@@ -403,7 +434,18 @@ def agent_proto_to_orm(
         parameters=proto_obj.agent_parameters,
         room_id=room_id,
     )
-    return Ok(_add_orm_to_session(orm_obj, proto_obj.org_id, session))
+    agent = _add_orm_to_session(orm_obj, proto_obj.org_id, session)
+    session.flush()
+
+    if not agent.id:
+        return InvalidArgumentError("failed to add agent to session")
+    associated_space_ids = _update_agent_associations(agent, session)
+    session.execute(
+        sa.delete(orm.AgentSpaceAssociation)
+        .where(orm.AgentSpaceAssociation.agent_id == agent.id)
+        .where(orm.AgentSpaceAssociation.space_id.not_in(associated_space_ids))
+    )
+    return Ok(agent)
 
 
 def space_proto_to_orm(
@@ -650,6 +692,11 @@ def resource_delete_orms(
 def agent_delete_orms(
     ids: Sequence[orm.AgentID], session: orm.Session
 ) -> Ok[None] | InvalidArgumentError:
+    session.execute(
+        sa.delete(orm.AgentSpaceAssociation).where(
+            orm.AgentSpaceAssociation.agent_id.in_(ids)
+        )
+    )
     session.execute(sa.delete(orm.Agent).where(orm.Agent.id.in_(ids)))
     return Ok(None)
 
@@ -718,12 +765,14 @@ def room_delete_orms(
     ids: Sequence[orm.RoomID], session: orm.Session
 ) -> Ok[None] | InvalidArgumentError:
     source_refs = list(
-        session.scalars(sa.select(orm.Source).where(orm.Source.room_id == ids).limit(1))
+        session.scalars(
+            sa.select(orm.Source).where(orm.Source.room_id.in_(ids)).limit(1)
+        )
     )
     if source_refs:
         return InvalidArgumentError("cannot delete a room that still has sources")
 
-    session.execute(sa.delete(orm.Room).where(orm.Room.id == ids))
+    session.execute(sa.delete(orm.Room).where(orm.Room.id.in_(ids)))
     return Ok(None)
 
 

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/model/_resource.py

@@ -4,7 +4,6 @@ from __future__ import annotations
 
 import copy
 import datetime
-import uuid
 from collections.abc import Iterable, Sequence
 from typing import TypeAlias
 
@@ -219,8 +218,8 @@ class Resource(BaseModel[ResourceID, models_pb2.Resource, orm.Resource]):
     ) -> Self:
         client = client or Defaults.get_default_client()
         room_id = room_id or Defaults.get_default_room_id(client)
-        blob = client.storage_manager.tabular.blob(f"polars_dataframe/{uuid.uuid4()}")
 
+        blob = client.storage_manager.make_tabular_blob(room_id, "anonymous_tables")
         with blob.open(mode="wb") as stream:
             data_frame.write_parquet(stream)
 

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/orm/__init__.py

@@ -286,14 +286,6 @@ class Space(BelongsToOrgMixin, BelongsToRoomMixin, Base):
         viewonly=True,
     )
 
-    agent_associations: sa_orm.Mapped[list[AgentSpaceAssociation]] = (
-        sa_orm.relationship(
-            init=False,
-            viewonly=True,
-            default_factory=list,
-        )
-    )
-
     @property
     def space_key(self):
         return self.name
@@ -359,15 +351,15 @@ class Agent(SoftDeleteMixin, BelongsToOrgMixin, BelongsToRoomMixin, Base):
 class AgentSpaceAssociation(BelongsToOrgMixin, BelongsToRoomMixin, Base):
     __tablename__ = "agent_space_association"
 
+    space_run_id: sa_orm.Mapped[SpaceRunID | None] = sa_orm.mapped_column(
+        ForeignKey(SpaceRun).make()
+    )
     agent_id: sa_orm.Mapped[AgentID] = primary_key_foreign_column(
-        ForeignKey(Agent).make()
+        ForeignKey(Agent).make(ondelete="CASCADE")
     )
     space_id: sa_orm.Mapped[SpaceID] = primary_key_foreign_column(
         ForeignKey(Space).make()
     )
-    space: sa_orm.Mapped[Space] = sa_orm.relationship(
-        back_populates="agent_associations", init=False, viewonly=True
-    )
 
 
 class CompletionModel(SoftDeleteMixin, BelongsToOrgMixin, Base):

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/pa_scalar/_to_value.py

@@ -1,11 +1,13 @@
 import base64
 import datetime
 import decimal
+import math
 from collections.abc import Callable, Iterable, Mapping
-from typing import Final, TypeAlias, cast
+from typing import Any, Final, TypeAlias, cast
 
 import pyarrow as pa
 from google.protobuf import struct_pb2
+from pyarrow.lib import ArrowException
 
 from corvic.pa_scalar._temporal import (
     MonthDayNanoFrac,
@@ -118,11 +120,17 @@ def _visit_uint64(
     return struct_pb2.Value(string_value=str(value))
 
 
+def _is_invalid_float(value: float):
+    return math.isnan(value) or math.isinf(value)
+
+
 def _visit_float16(
     value: _PyValue,
     dtype: pa.DataType,
 ) -> struct_pb2.Value:
     value = cast(float, value)
+    if _is_invalid_float(value):
+        return _visit_null(value, pa.null())
     return struct_pb2.Value(number_value=value)
 
 
@@ -131,6 +139,8 @@ def _visit_float32(
     dtype: pa.DataType,
 ) -> struct_pb2.Value:
     value = cast(float, value)
+    if _is_invalid_float(value):
+        return _visit_null(value, pa.null())
     return struct_pb2.Value(number_value=value)
 
 
@@ -139,6 +149,8 @@ def _visit_float64(
     dtype: pa.DataType,
 ) -> struct_pb2.Value:
     value = cast(float, value)
+    if _is_invalid_float(value):
+        return _visit_null(value, pa.null())
     return struct_pb2.Value(number_value=value)
 
 
@@ -412,6 +424,8 @@ def to_value(
         case int():
             return struct_pb2.Value(string_value=str(scalar))
         case float():
+            if _is_invalid_float(scalar):
+                return to_value(None)
             return struct_pb2.Value(number_value=scalar)
         case str():
             return struct_pb2.Value(string_value=scalar)
@@ -424,6 +438,36 @@ def to_value(
             return _visit(value, scalar.type)
 
 
+def _to_py(scalar: Scalar) -> Any:
+    try:
+        # This scalar might have malformed binary data that's incorrectly typed
+        # as string (e.g. non-utf-8 strings), so skip it
+        scalar.validate(full=True)
+        return scalar.as_py()
+    except ArrowException:
+        # To create examples that hit this code path, one needs to create a
+        # pyarrow.BinaryArray and then cast it to a StringArray but also supply
+        # a CastOptions with allow_invalid_utf8 set to True.
+        # TODO(aneesh): also check pa.types.is_dictionary
+        if (
+            pa.types.is_list(scalar.type)
+            or pa.types.is_large_list(scalar.type)
+            or pa.types.is_fixed_size_list(scalar.type)
+        ):
+            lscalar = cast(pa.ListScalar[Any], scalar)
+            return [_to_py(v) for v in lscalar.values]  # noqa: PD011 # type: ignore[unknownMemberType]
+        if pa.types.is_map(scalar.type):
+            mscalar = cast(pa.MapScalar[Any, Any], scalar)
+            return {
+                res["key"]: res["value"]
+                for res in [_to_py(v) for v in mscalar.values]  # noqa: PD011 # type: ignore[unknownMemberType]
+            }
+        if pa.types.is_struct(scalar.type):
+            sscalar = cast(pa.StructScalar, scalar)
+            return {k: _to_py(sscalar[k]) for k in sscalar}
+        return None
+
+
 def batch_to_structs(
     batch: pa.RecordBatch,
 ) -> list[struct_pb2.Struct]:
@@ -432,7 +476,8 @@ def batch_to_structs(
     field_by_name = {field.name: field for field in schema}
 
     ret: list[struct_pb2.Struct] = []
-    for row in batch.to_pylist():
+    for pa_row in batch.to_struct_array():
+        row = _to_py(cast(Scalar, pa_row))
         fields = {
             col_name: _visit(v, field_by_name[col_name].type)
             for col_name, v in row.items()

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/pa_scalar/_types.py

@@ -39,3 +39,5 @@ class Scalar(Protocol):
     def equals(self, other: Any) -> bool: ...
 
     def as_py(self) -> Any: ...
+
+    def validate(self, *, full: bool = False) -> bool | None: ...

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/system/__init__.py

@@ -48,7 +48,6 @@ from corvic.system.storage import (
     Blob,
     BlobClient,
     Bucket,
-    DataKindManager,
     DataMisplacedError,
     StorageManager,
 )
@@ -71,7 +70,6 @@ __all__ = [
     "Clip",
     "ClipText",
     "DEFAULT_VECTOR_COLUMN_NAMES_TO_SIZES",
-    "DataKindManager",
     "DataMisplacedError",
     "DimensionReducer",
     "EmbedTextContext",

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/system/storage.py

@@ -6,11 +6,12 @@ import contextlib
 import io
 import uuid
 from collections.abc import Iterator
-from typing import Any, Literal
+from typing import Any, Final, Literal
 
 from typing_extensions import Protocol
 
-from corvic.result import Error, Ok
+from corvic import orm
+from corvic.result import Error
 
 
 class DataMisplacedError(Error):
@@ -105,60 +106,16 @@ class Bucket(Protocol):
     def list_blobs(self, prefix: str | None = None) -> Iterator[Blob]: ...
 
 
-class DataKindManager:
-    """Manages the names of blobs that corvic stores for a particular data kind.
-
-    Kinds are managed by the NamespaceManager
-    """
-
-    def __init__(self, storage_manager: StorageManager, prefix: str):
-        if prefix.endswith("/"):
-            raise ValueError("prefix should not end with a path separator (/)")
-        self._namespace_manager = storage_manager
-        self._prefix = prefix
-
-    @property
-    def prefix(self):
-        return self._prefix
-
-    def make_anonymous_table_url(self):
-        return self.blob(f"anonymous_tables/{uuid.uuid4()}.parquet").url
-
-    def blob(self, blob_name: str):
-        return self._namespace_manager.bucket.blob(f"{self.prefix}/{blob_name}")
-
-    def _blob_from_url(self, url: str) -> Ok[Blob] | DataMisplacedError:
-        blob = self._namespace_manager.blob_from_url(url)
-        if self._namespace_manager.bucket.name != blob.bucket.name:
-            return DataMisplacedError(
-                "data stored at a different bucket than expected",
-                url=url,
-                expected_bucket=self._namespace_manager.bucket.name,
-            )
-        if not blob.name.startswith(self._prefix):
-            return DataMisplacedError(
-                "data stored at a different prefix than expected",
-                url=url,
-                expected_prefix=self._prefix,
-            )
-        return Ok(blob)
-
-    def blob_name_from_url(self, url: str) -> Ok[str] | DataMisplacedError:
-        def _to_name(blob: Blob) -> str:
-            return blob.name.removeprefix(self._prefix + "/")
-
-        return self._blob_from_url(url=url).map(_to_name)
-
-
 class StorageManager:
     """Manages the names of blobs that corvic stores."""
 
     _blob_client: BlobClient
     _bucket_name: str
-    _unstructured_manager: DataKindManager
-    _tabular_manager: DataKindManager
-    _space_run_manager: DataKindManager
-    _vector_manager: DataKindManager
+
+    unstructured_prefix: Final[str]
+    tabular_prefix: Final[str]
+    vector_prefix: Final[str]
+    bucket: Final[Bucket]
 
     def __init__(
         self,
@@ -167,36 +124,55 @@ class StorageManager:
         bucket_name: str,
         unstructured_prefix: str,
         tabular_prefix: str,
-        space_run_prefix: str,
         vector_prefix: str,
     ):
         self._blob_client = blob_client
         self._bucket_name = bucket_name
 
-        self._unstructured_manager = DataKindManager(self, unstructured_prefix)
-        self._tabular_manager = DataKindManager(self, tabular_prefix)
-        self._space_run_manager = DataKindManager(self, space_run_prefix)
-        self._vector_manager = DataKindManager(self, vector_prefix)
-
-    def blob_from_url(self, url: str):
-        return self._blob_client.blob_from_url(url)
+        if unstructured_prefix.endswith("/") or tabular_prefix.endswith("/"):
+            raise ValueError("prefix should not end with a path separator (/)")
 
-    @property
-    def bucket(self) -> Bucket:
-        return self._blob_client.bucket(self._bucket_name)
+        self.unstructured_prefix = unstructured_prefix
+        self.tabular_prefix = tabular_prefix
+        self.vector_prefix = vector_prefix
 
-    @property
-    def tabular(self):
-        return self._tabular_manager
+        self.bucket = self._blob_client.bucket(self._bucket_name)
 
-    @property
-    def unstructured(self):
-        return self._unstructured_manager
+    @staticmethod
+    def _render_room_id(room_id: orm.RoomID) -> str:
+        return f"{int(str(room_id)):016}"
 
-    @property
-    def space_run(self):
-        return self._space_run_manager
+    def blob_from_url(self, url: str):
+        return self._blob_client.blob_from_url(url)
 
-    @property
-    def vector(self):
-        return self._vector_manager
+    def make_tabular_blob(self, room_id: orm.RoomID, suffix: str | None = None) -> Blob:
+        if suffix:
+            name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}/{suffix}"
+        else:
+            name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}"
+        return self.bucket.blob(f"{self.tabular_prefix}/{name}")
+
+    def make_unstructured_blob(
+        self, room_id: orm.RoomID, suffix: str | None = None
+    ) -> Blob:
+        if suffix:
+            name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}/{suffix}"
+        else:
+            name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}"
+        return self.bucket.blob(f"{self.unstructured_prefix}/{name}")
+
+    def make_vector_blob(self, room_id: orm.RoomID, suffix: str | None = None) -> Blob:
+        if suffix:
+            name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}/{suffix}"
+        else:
+            name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}"
+        return self.bucket.blob(f"{self.vector_prefix}/{name}")
+
+    def get_tabular_blob_from_blob_name(self, blob_name: str) -> Blob:
+        return self.bucket.blob(f"{self.tabular_prefix}/{blob_name}")
+
+    def get_unstructured_blob_from_blob_name(self, blob_name: str) -> Blob:
+        return self.bucket.blob(f"{self.unstructured_prefix}/{blob_name}")
+
+    def get_vector_blob_from_blob_name(self, blob_name: str) -> Blob:
+        return self.bucket.blob(f"{self.vector_prefix}/{blob_name}")

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/system_sqlite/client.py

@@ -135,7 +135,6 @@ class Client(corvic.system.Client):
             bucket_name=bucket.name,
             unstructured_prefix="unstructured_data",
             tabular_prefix="tabular_data",
-            space_run_prefix="experiment_run_data",
             vector_prefix="vectors",
         )
         corvic.orm.Base.metadata.create_all(self._sa_engine)

{corvic_engine-0.3.0rc46 → corvic_engine-0.3.0rc48}/python/corvic/system_sqlite/staging.py

@@ -15,7 +15,6 @@ import sqlglot.expressions
 from corvic.op_graph import Schema
 from corvic.result import InternalError, Ok
 from corvic.system import (
-    DataKindManager,
     StagingDB,
     StorageManager,
     TableSliceArgs,
@@ -255,17 +254,18 @@ class DuckDBStaging(StagingDB):
 
     def _update_blobs_for_prefix(
         self,
-        manager: DataKindManager,
         next_count: dict[str, int | None],
+        prefix: str,
         transform_table: Callable[[str, pa.Table], None] | None = None,
     ):
         bucket = self._storage_manager.bucket
         blobs = bucket.list_blobs()
-        prefix = manager.prefix
         table_blobs = [
             (
                 blob,
-                manager.blob_name_from_url(url=blob.url).unwrap_or_raise(),
+                self._storage_manager.blob_from_url(blob.url).name.removeprefix(
+                    prefix + "/"
+                ),
             )
             for blob in blobs
             if blob.name.startswith(prefix)
@@ -289,9 +289,14 @@ class DuckDBStaging(StagingDB):
         As a side-effect, update _table_counts.
         """
         next_count: dict[str, int | None] = {}
-        self._update_blobs_for_prefix(self._storage_manager.tabular, next_count)
         self._update_blobs_for_prefix(
-            self._storage_manager.vector, next_count, self._add_vector_indexes
+            next_count,
+            self._storage_manager.tabular_prefix,
+        )
+        self._update_blobs_for_prefix(
+            next_count,
+            self._storage_manager.vector_prefix,
+            self._add_vector_indexes,
         )
         self._table_counts = next_count