corvic-engine 0.3.0rc48__cp38-abi3-win_amd64.whl → 0.3.0rc51__cp38-abi3-win_amd64.whl

corvic/system/storage.py

@@ -3,10 +3,9 @@
 from __future__ import annotations
 
 import contextlib
-import io
 import uuid
 from collections.abc import Iterator
-from typing import Any, Final, Literal
+from typing import Any, BinaryIO, Final, Literal
 
 from typing_extensions import Protocol
 
@@ -75,9 +74,7 @@ class Blob(Protocol):
     def url(self) -> str: ...
 
     @contextlib.contextmanager
-    def open(
-        self, mode: Literal["rb", "wb"], **kwargs: Any
-    ) -> Iterator[io.BytesIO]: ...
+    def open(self, mode: Literal["rb", "wb"], **kwargs: Any) -> Iterator[BinaryIO]: ...
 
     def delete(self) -> None: ...
 
@@ -176,3 +173,12 @@ class StorageManager:
 
     def get_vector_blob_from_blob_name(self, blob_name: str) -> Blob:
         return self.bucket.blob(f"{self.vector_prefix}/{blob_name}")
+
+    def tabular_prefix_for_room_id(self, room_id: orm.RoomID) -> str:
+        return f"{self.tabular_prefix}/{self._render_room_id(room_id)}"
+
+    def unstructured_prefix_for_room_id(self, room_id: orm.RoomID) -> str:
+        return f"{self.unstructured_prefix}/{self._render_room_id(room_id)}"
+
+    def vector_prefix_for_room_id(self, room_id: orm.RoomID) -> str:
+        return f"{self.vector_prefix}/{self._render_room_id(room_id)}"

corvic/system_sqlite/__init__.py

@@ -1,9 +1,19 @@
 """Single-machine, sqlite-backed implementation of corvic.system."""
 
-from corvic.system_sqlite.client import Client, FSBlobClient, RDBMSBlobClient
+from corvic.system_sqlite.client import (
+    TABULAR_PREFIX,
+    UNSTRUCTURED_PREFIX,
+    VECTOR_PREFIX,
+    Client,
+    FSBlobClient,
+    RDBMSBlobClient,
+)
 
 __all__ = [
     "Client",
     "FSBlobClient",
     "RDBMSBlobClient",
+    "TABULAR_PREFIX",
+    "UNSTRUCTURED_PREFIX",
+    "VECTOR_PREFIX",
 ]

corvic/system_sqlite/client.py

@@ -20,6 +20,10 @@ from corvic.system_sqlite.fs_blob_store import FSBlobClient
 from corvic.system_sqlite.rdbms_blob_store import RDBMSBlobClient
 from corvic.system_sqlite.staging import DuckDBStaging
 
+UNSTRUCTURED_PREFIX = "unstructured_data"
+TABULAR_PREFIX = "tabular_data"
+VECTOR_PREFIX = "vectors"
+
 
 @contextlib.contextmanager
 def _context_requester_org_id_is(value: str | corvic.orm.OrgID) -> Iterator[None]:
@@ -133,9 +137,9 @@ class Client(corvic.system.Client):
         self._storage_manager = corvic.system.StorageManager(
             self._blob_client,
             bucket_name=bucket.name,
-            unstructured_prefix="unstructured_data",
-            tabular_prefix="tabular_data",
-            vector_prefix="vectors",
+            unstructured_prefix=UNSTRUCTURED_PREFIX,
+            tabular_prefix=TABULAR_PREFIX,
+            vector_prefix=VECTOR_PREFIX,
         )
         corvic.orm.Base.metadata.create_all(self._sa_engine)
         duck_db_conn = duckdb.connect(":memory:")

{corvic_engine-0.3.0rc48.dist-info → corvic_engine-0.3.0rc51.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: corvic-engine
-Version: 0.3.0rc48
+Version: 0.3.0rc51
 Classifier: Environment :: Console
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: Implementation :: CPython

{corvic_engine-0.3.0rc48.dist-info → corvic_engine-0.3.0rc51.dist-info}/RECORD

@@ -1,6 +1,6 @@
-corvic_engine-0.3.0rc48.dist-info/METADATA,sha256=jNKQ7u3Z2DNztauiBcBXWm27Z92rkw0GEXrFSxfPZWE,1876
-corvic_engine-0.3.0rc48.dist-info/WHEEL,sha256=_g1M2QM3kt1Ssm_sHOg_3TUY7GxNE2Ueyslb9ZDtPwk,94
-corvic_engine-0.3.0rc48.dist-info/licenses/LICENSE,sha256=DSS1OD0oIgssKOmAzkMRBv5jvvVuZQbrIv8lpl9DXY8,1035
+corvic_engine-0.3.0rc51.dist-info/METADATA,sha256=RDXSqV00b4ZOUoBlLdFXnV8ucIezw_krE6BkIX8IXos,1876
+corvic_engine-0.3.0rc51.dist-info/WHEEL,sha256=_g1M2QM3kt1Ssm_sHOg_3TUY7GxNE2Ueyslb9ZDtPwk,94
+corvic_engine-0.3.0rc51.dist-info/licenses/LICENSE,sha256=DSS1OD0oIgssKOmAzkMRBv5jvvVuZQbrIv8lpl9DXY8,1035
 corvic/context/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/context/__init__.py,sha256=zBnPiP-tStGSVMG_0-G_0ay6-yIX2aerW_oYRzAex74,1702
 corvic/embed/node2vec.py,sha256=JnYb8f2g4XhF6LL2TjpMxLfKhn_Yp1AzptsWwrKQWgc,11146
@@ -72,19 +72,19 @@ corvic/system/in_memory_executor.py,sha256=dYgcxbA_O0mM1pI19t2OXs8q5B4TX-NFacR7T
 corvic/system/op_graph_executor.py,sha256=gXFnVkemS5EwNegJdU-xVAfMLPULqMFPF7d3EG3AD_U,3482
 corvic/system/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/system/staging.py,sha256=K5P5moiuAMfPx7lxK4mArxeURBwKoyB6x9HGu9JJ16E,1846
-corvic/system/storage.py,sha256=35zVWxzU8xLLWBtZKauns08kea9-0Z24KLSHxBaModo,5201
+corvic/system/storage.py,sha256=QH3QKpQrXw4jm2_i0qwj-LuKBJ004I2BT00pxLuxKVw,5628
 corvic/system/_dimension_reduction.py,sha256=vyD8wOs0vE-hlVnCrBTjStTowAPWYREqnQ_bVuGYvis,2907
 corvic/system/_embedder.py,sha256=0WO24IKi8VC8jsFdvNuzDsgNejyacQf6r9Q34jxhHc4,3844
 corvic/system/_image_embedder.py,sha256=iQc3KlLcqrhP6K84hncHutThAN8Qd6K7K5dceHyU1TU,8373
 corvic/system/_planner.py,sha256=HUf6UjCy1iHRrXfhU25w19TG4Ik3zVHhtzVcor0eTQY,7888
 corvic/system/_text_embedder.py,sha256=LH79_4RxhvssySHpkeEoZFgM4Sa5XAYSjoytdsuwWK4,3269
 corvic/system/__init__.py,sha256=U28LyDwpirtG0WDXqE6dzkx8PipvY2rtZSex03C7xlY,2792
-corvic/system_sqlite/client.py,sha256=zKsrlXnwrb7us8VHEh5BdTV8SQpQhjPJ2FtRfXv4kxk,7089
+corvic/system_sqlite/client.py,sha256=0ClXmnWL9eZ4ygYqrnVAdsG5XTXU-veXsiWFzE3PU0w,7198
 corvic/system_sqlite/fs_blob_store.py,sha256=pYTMPiWYC6AUIdcgmRj8lvL7Chg82rf5dac6bKGaqL0,8461
 corvic/system_sqlite/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/system_sqlite/rdbms_blob_store.py,sha256=gTP_tQfTVb3wzZkzo8ys1zaz0rSrERzb57rqMHVpuBA,10563
 corvic/system_sqlite/staging.py,sha256=P6XdWhjpgcpOZkYxKEjpsTxaAdBKOeSVfARjqt4_xJA,16948
-corvic/system_sqlite/__init__.py,sha256=MQCUux08NcxFLghpWcZ95lt5AMabr-6sJRH-eSsTnqI,229
+corvic/system_sqlite/__init__.py,sha256=F4UN9vFsXiDY2AKk1jYZPuWWJpSugKHS7ghXeZYlbZs,390
 corvic/table/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/table/table.py,sha256=suyJyC-omXGozUnqImKCIXvPr3LgLfnZ1bfcd_sP3Bk,24975
 corvic/table/__init__.py,sha256=Gj0IR8BQF5PZK92Us7PP0ZigMsVyrfWJupzH8TgzRQk,588
@@ -160,7 +160,7 @@ corvic_generated/model/v1alpha/models_pb2.py,sha256=ncqP8kRV14sjRbL9KIjPB79J-eVF
 corvic_generated/model/v1alpha/models_pb2_grpc.py,sha256=_bXoS025FcWrXR1E_3Mh4GHB1RMvgz8lIpit-Awnf-s,163
 corvic_generated/orm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic_generated/orm/v1/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-corvic_generated/orm/v1/agent_pb2.py,sha256=YDAzQEHtVlm3f8BW7jEzayHoSCjZjSx0Ar-oRBB0LyQ,3891
+corvic_generated/orm/v1/agent_pb2.py,sha256=Ru41Ms8SRpUcEIHJx24J9VgXRt5khrk83TpPIPfDCxU,3940
 corvic_generated/orm/v1/agent_pb2_grpc.py,sha256=_bXoS025FcWrXR1E_3Mh4GHB1RMvgz8lIpit-Awnf-s,163
 corvic_generated/orm/v1/common_pb2.py,sha256=pu1Rto4Pm8ntdB12Rgb_qnz3qOalxlOnrLuKE1fCETs,3490
 corvic_generated/orm/v1/common_pb2_grpc.py,sha256=_bXoS025FcWrXR1E_3Mh4GHB1RMvgz8lIpit-Awnf-s,163
@@ -222,7 +222,7 @@ corvic_generated/ingest/v2/table_pb2.pyi,sha256=p22F8kv0HfM-9OzGP88bLofxmUtxfLR5
 corvic_generated/ingest/v2/table_pb2_grpc.pyi,sha256=AEXYNtrU4xyENumcCrkD2FmFV7T1UVidxxeZ5pyE4Qc,4554
 corvic_generated/model/v1alpha/models_pb2.pyi,sha256=eKV5BlocI0MRQuzPVN4eGFrjysyPco2dyszFo7s66ys,11462
 corvic_generated/model/v1alpha/models_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
-corvic_generated/orm/v1/agent_pb2.pyi,sha256=9AExLKFRvOJ1fSaOdZc3Src015uvNl-le2lSPatZjSQ,4575
+corvic_generated/orm/v1/agent_pb2.pyi,sha256=AxcZC0AJqiOyu_5quSMR-E0MjVhDY7b5ym4uZa7WFug,4670
 corvic_generated/orm/v1/agent_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
 corvic_generated/orm/v1/common_pb2.pyi,sha256=PZi9KfnXWzlQC0bMuDC71IOmgIaYClY2jPghzKV-mAo,3557
 corvic_generated/orm/v1/common_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
@@ -244,5 +244,5 @@ corvic_generated/status/v1/event_pb2.pyi,sha256=eU-ibrYpvEAJSIDlSa62-bC96AQU1ykF
 corvic_generated/status/v1/event_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
 corvic_generated/status/v1/service_pb2.pyi,sha256=iXLR2FOKQJpBgvBzpD2kVwcYOCksP2aRwK4JYaI9CBw,558
 corvic_generated/status/v1/service_pb2_grpc.pyi,sha256=OoAnaZ64FD0UTzPoRhYvQU8ecoilhHj3ySjSfHbVDaU,1501
-corvic/engine/_native.pyd,sha256=2b_C9IsaSHkV5uAC0fI5WKklUtiuA1ODLJocoS_pJSY,438272
-corvic_engine-0.3.0rc48.dist-info/RECORD,,
+corvic/engine/_native.pyd,sha256=1Db8JB3KiJ3fBTczsbivG1lWqoDzMX61mjgsCcpcEM4,438272
+corvic_engine-0.3.0rc51.dist-info/RECORD,,

corvic_generated/orm/v1/agent_pb2.py

@@ -14,7 +14,7 @@ _sym_db = _symbol_database.Default()
 
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x19\x63orvic/orm/v1/agent.proto\x12\rcorvic.orm.v1\"\xf3\x01\n\x12\x45xecutorParameters\x12L\n\x15\x63ompletion_model_type\x18\x01 \x01(\x0e\x32\x18.corvic.orm.v1.ModelTypeR\x13\x63ompletionModelType\x12\x42\n\x1d\x63ompletion_system_instruction\x18\x02 \x01(\tR\x1b\x63ompletionSystemInstruction\x12\x33\n\x13\x63ompletion_model_id\x18\x03 \x01(\tH\x00R\x11\x63ompletionModelId\x88\x01\x01\x42\x16\n\x14_completion_model_id\"V\n\x10SpaceInstruction\x12 \n\x0binstruction\x18\x01 \x01(\tR\x0binstruction\x12 \n\x0cspace_run_id\x18\x02 \x01(\tR\nspaceRunId\"\x89\x02\n\x16OrchestratorParameters\x12\x1b\n\tspace_ids\x18\x01 \x03(\tR\x08spaceIds\x12k\n\x12space_instructions\x18\x02 \x03(\x0b\x32<.corvic.orm.v1.OrchestratorParameters.SpaceInstructionsEntryR\x11spaceInstructions\x1a\x65\n\x16SpaceInstructionsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x35\n\x05value\x18\x02 \x01(\x0b\x32\x1f.corvic.orm.v1.SpaceInstructionR\x05value:\x02\x38\x01\"\xc5\x01\n\x0f\x41gentParameters\x12R\n\x13\x65xecutor_parameters\x18\x01 \x01(\x0b\x32!.corvic.orm.v1.ExecutorParametersR\x12\x65xecutorParameters\x12^\n\x17orchestrator_parameters\x18\x02 \x01(\x0b\x32%.corvic.orm.v1.OrchestratorParametersR\x16orchestratorParameters*\xe0\x04\n\tModelType\x12\x1a\n\x16MODEL_TYPE_UNSPECIFIED\x10\x00\x12\x1d\n\x19MODEL_TYPE_GEMINI_1_5_PRO\x10\x01\x12%\n!MODEL_TYPE_GEMINI_1_5_PRO_PREVIEW\x10\x02\x12\x1f\n\x1bMODEL_TYPE_GEMINI_1_5_FLASH\x10\x03\x12\'\n#MODEL_TYPE_GEMINI_1_5_FLASH_PREVIEW\x10\x04\x12\'\n#MODEL_TYPE_GEMINI_2_0_FLASH_PREVIEW\x10\r\x12\x30\n,MODEL_TYPE_GEMINI_2_0_FLASH_THINKING_PREVIEW\x10\x10\x12\x1b\n\x17MODEL_TYPE_GPT_4_O_MINI\x10\x05\x12\x16\n\x12MODEL_TYPE_GPT_4_O\x10\x06\x12\x1c\n\x18MODEL_TYPE_GPT_3_5_TURBO\x10\x07\x12\x12\n\x0eMODEL_TYPE_O_1\x10\x0e\x12\x17\n\x13MODEL_TYPE_O_1_MINI\x10\x0f\x12\x17\n\x13MODEL_TYPE_O_3_MINI\x10\x12\x12 \n\x1cMODEL_TYPE_CLAUDE_3_5_SONNET\x10\x08\x12\x1d\n\x19MODEL_TYPE_CLAUDE_3_HAIKU\x10\t\x12\x1c\n\x18MODEL_TYPE_MISTRAL_LARGE\x10\n\x12\x1b\n\x17MODEL_TYPE_MISTRAL_NEMO\x10\x0b\x12 \n\x1cMODEL_TYPE_MISTRAL_CODESTRAL\x10\x0c\x12\x15\n\x11MODEL_TYPE_CUSTOM\x10\x11\x62\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x19\x63orvic/orm/v1/agent.proto\x12\rcorvic.orm.v1\"\xf3\x01\n\x12\x45xecutorParameters\x12L\n\x15\x63ompletion_model_type\x18\x01 \x01(\x0e\x32\x18.corvic.orm.v1.ModelTypeR\x13\x63ompletionModelType\x12\x42\n\x1d\x63ompletion_system_instruction\x18\x02 \x01(\tR\x1b\x63ompletionSystemInstruction\x12\x33\n\x13\x63ompletion_model_id\x18\x03 \x01(\tH\x00R\x11\x63ompletionModelId\x88\x01\x01\x42\x16\n\x14_completion_model_id\"V\n\x10SpaceInstruction\x12 \n\x0binstruction\x18\x01 \x01(\tR\x0binstruction\x12 \n\x0cspace_run_id\x18\x02 \x01(\tR\nspaceRunId\"\x89\x02\n\x16OrchestratorParameters\x12\x1b\n\tspace_ids\x18\x01 \x03(\tR\x08spaceIds\x12k\n\x12space_instructions\x18\x02 \x03(\x0b\x32<.corvic.orm.v1.OrchestratorParameters.SpaceInstructionsEntryR\x11spaceInstructions\x1a\x65\n\x16SpaceInstructionsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x35\n\x05value\x18\x02 \x01(\x0b\x32\x1f.corvic.orm.v1.SpaceInstructionR\x05value:\x02\x38\x01\"\xc5\x01\n\x0f\x41gentParameters\x12R\n\x13\x65xecutor_parameters\x18\x01 \x01(\x0b\x32!.corvic.orm.v1.ExecutorParametersR\x12\x65xecutorParameters\x12^\n\x17orchestrator_parameters\x18\x02 \x01(\x0b\x32%.corvic.orm.v1.OrchestratorParametersR\x16orchestratorParameters*\x81\x05\n\tModelType\x12\x1a\n\x16MODEL_TYPE_UNSPECIFIED\x10\x00\x12\x1d\n\x19MODEL_TYPE_GEMINI_1_5_PRO\x10\x01\x12%\n!MODEL_TYPE_GEMINI_1_5_PRO_PREVIEW\x10\x02\x12\x1f\n\x1bMODEL_TYPE_GEMINI_1_5_FLASH\x10\x03\x12\'\n#MODEL_TYPE_GEMINI_1_5_FLASH_PREVIEW\x10\x04\x12\'\n#MODEL_TYPE_GEMINI_2_0_FLASH_PREVIEW\x10\r\x12\x30\n,MODEL_TYPE_GEMINI_2_0_FLASH_THINKING_PREVIEW\x10\x10\x12\x1f\n\x1bMODEL_TYPE_GEMINI_2_0_FLASH\x10\x13\x12\x1b\n\x17MODEL_TYPE_GPT_4_O_MINI\x10\x05\x12\x16\n\x12MODEL_TYPE_GPT_4_O\x10\x06\x12\x1c\n\x18MODEL_TYPE_GPT_3_5_TURBO\x10\x07\x12\x12\n\x0eMODEL_TYPE_O_1\x10\x0e\x12\x17\n\x13MODEL_TYPE_O_1_MINI\x10\x0f\x12\x17\n\x13MODEL_TYPE_O_3_MINI\x10\x12\x12 \n\x1cMODEL_TYPE_CLAUDE_3_5_SONNET\x10\x08\x12\x1d\n\x19MODEL_TYPE_CLAUDE_3_HAIKU\x10\t\x12\x1c\n\x18MODEL_TYPE_MISTRAL_LARGE\x10\n\x12\x1b\n\x17MODEL_TYPE_MISTRAL_NEMO\x10\x0b\x12 \n\x1cMODEL_TYPE_MISTRAL_CODESTRAL\x10\x0c\x12\x15\n\x11MODEL_TYPE_CUSTOM\x10\x11\x62\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -24,7 +24,7 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['_ORCHESTRATORPARAMETERS_SPACEINSTRUCTIONSENTRY']._options = None
   _globals['_ORCHESTRATORPARAMETERS_SPACEINSTRUCTIONSENTRY']._serialized_options = b'8\001'
   _globals['_MODELTYPE']._serialized_start=847
-  _globals['_MODELTYPE']._serialized_end=1455
+  _globals['_MODELTYPE']._serialized_end=1488
   _globals['_EXECUTORPARAMETERS']._serialized_start=45
   _globals['_EXECUTORPARAMETERS']._serialized_end=288
   _globals['_SPACEINSTRUCTION']._serialized_start=290

corvic_generated/orm/v1/agent_pb2.pyi

@@ -15,6 +15,7 @@ class ModelType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     MODEL_TYPE_GEMINI_1_5_FLASH_PREVIEW: _ClassVar[ModelType]
     MODEL_TYPE_GEMINI_2_0_FLASH_PREVIEW: _ClassVar[ModelType]
     MODEL_TYPE_GEMINI_2_0_FLASH_THINKING_PREVIEW: _ClassVar[ModelType]
+    MODEL_TYPE_GEMINI_2_0_FLASH: _ClassVar[ModelType]
     MODEL_TYPE_GPT_4_O_MINI: _ClassVar[ModelType]
     MODEL_TYPE_GPT_4_O: _ClassVar[ModelType]
     MODEL_TYPE_GPT_3_5_TURBO: _ClassVar[ModelType]
@@ -34,6 +35,7 @@ MODEL_TYPE_GEMINI_1_5_FLASH: ModelType
 MODEL_TYPE_GEMINI_1_5_FLASH_PREVIEW: ModelType
 MODEL_TYPE_GEMINI_2_0_FLASH_PREVIEW: ModelType
 MODEL_TYPE_GEMINI_2_0_FLASH_THINKING_PREVIEW: ModelType
+MODEL_TYPE_GEMINI_2_0_FLASH: ModelType
 MODEL_TYPE_GPT_4_O_MINI: ModelType
 MODEL_TYPE_GPT_4_O: ModelType
 MODEL_TYPE_GPT_3_5_TURBO: ModelType