corvic-engine 0.3.0rc81__cp38-abi3-win_amd64.whl → 0.3.0rc82__cp38-abi3-win_amd64.whl

corvic/op_graph/ops.py

@@ -1260,7 +1260,9 @@ class _Base(OneofProtoWrapper[table_pb2.TableComputeOp], ABC):
                 column_name=column_name,
             )
 
-        field = column.to_frame().to_arrow().schema.field(column_name)
+        # TODO(aneesh): See https://github.com/pola-rs/polars/issues/23111 for
+        # and remove the rechunk eventually.
+        field = column.to_frame().rechunk().to_arrow().schema.field(column_name)
         dtype = field.type
 
         if ftype is None:
@@ -1268,8 +1270,10 @@ class _Base(OneofProtoWrapper[table_pb2.TableComputeOp], ABC):
 
         # Convert array to record batch with dummy column to use pa_scalar and then
         # remove the dummy column.
+        # TODO(aneesh): See https://github.com/pola-rs/polars/issues/23111 for
+        # and remove the rechunk eventually.
         value_batch = pa.record_batch(
-            [column.to_arrow()], schema=pa.schema([field]), metadata=None
+            [column.rechunk().to_arrow()], schema=pa.schema([field]), metadata=None
         )
         structs = pa_scalar.batch_to_structs(value_batch)
         literal_values = [

corvic/system/__init__.py

@@ -14,6 +14,7 @@ from corvic.system._embedder import (
     EmbedTextContext,
     EmbedTextResult,
     ImageEmbedder,
+    SigLIP2Text,
     TextEmbedder,
 )
 from corvic.system._image_embedder import (
@@ -68,23 +69,26 @@ __all__ = [
     "Client",
     "Clip",
     "ClipText",
+    "CombinedImageEmbedder",
     "DEFAULT_VECTOR_COLUMN_NAMES_TO_SIZES",
     "DataMisplacedError",
     "DimensionReducer",
+    "EmbedImageContext",
+    "EmbedImageResult",
     "EmbedTextContext",
     "EmbedTextResult",
     "ExecutionContext",
     "ExecutionResult",
-    "EmbedImageContext",
-    "EmbedImageResult",
+    "IdentityImageEmbedder",
+    "IdentityTextEmbedder",
     "ImageEmbedder",
     "InMemoryExecutionResult",
     "InMemoryExecutor",
     "OpGraphExecutor",
     "OpGraphPlanner",
     "RandomImageEmbedder",
-    "CombinedImageEmbedder",
     "RandomTextEmbedder",
+    "SigLIP2Text",
     "StagingDB",
     "StorageManager",
     "TableComputeContext",
@@ -97,9 +101,7 @@ __all__ = [
     "VectorSimilarityMetric",
     "get_polars_embedding",
     "get_polars_embedding_length",
+    "image_from_bytes",
     "make_dict_bytes_human_readable",
     "make_list_bytes_human_readable",
-    "image_from_bytes",
-    "IdentityTextEmbedder",
-    "IdentityImageEmbedder",
 ]

corvic/system/in_memory_executor.py

@@ -215,7 +215,12 @@ class _SchemaAndBatches:
             and not len(dataframe)
         ):
             return cls(expected_schema, [], metrics)
-        table = dataframe.to_arrow()
+        # TODO(aneesh): without this rechunk, conversion to arrow will
+        # occasionally fail and complain about mismatched child array lengths.
+        # This should probably be fixed internally in polars (note that this
+        # still currently happens on polars 1.30.0 - the latest release).
+        # See https://github.com/pola-rs/polars/issues/23111.
+        table = dataframe.rechunk().to_arrow()
         schema = table.schema
         return cls(schema, table.to_batches(), metrics)
 

{corvic_engine-0.3.0rc81.dist-info → corvic_engine-0.3.0rc82.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: corvic-engine
-Version: 0.3.0rc81
+Version: 0.3.0rc82
 Classifier: Environment :: Console
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: Implementation :: CPython
@@ -27,6 +27,7 @@ Requires-Dist: umap-learn>=0.5.5 ; extra == 'ml'
 Requires-Dist: pillow>=10.0.0 ; extra == 'ml'
 Requires-Dist: scikit-learn>=1.4.0 ; extra == 'ml'
 Requires-Dist: transformers[torch]>=4.45.0 ; extra == 'ml'
+Requires-Dist: sentencepiece>=0.2.0 ; extra == 'ml'
 Requires-Dist: opentelemetry-api>=1.20.0 ; extra == 'telemetry'
 Requires-Dist: opentelemetry-sdk>=1.20.0 ; extra == 'telemetry'
 Provides-Extra: ml

{corvic_engine-0.3.0rc81.dist-info → corvic_engine-0.3.0rc82.dist-info}/RECORD

@@ -11,7 +11,7 @@ corvic/embedding_metric/__init__.py,sha256=8a-QKSQNbiksueHk5LdkugjZr6wasP4ff8A-J
 corvic/embedding_metric/embeddings.py,sha256=XCiMzoGdRSmCOJnBDnxm3xlU0L_vrXwUxEjwdMv1FMI,14036
 corvic/embedding_metric/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/engine/__init__.py,sha256=XL4Vg7rNcBi29ccVelpeFizR9oJtGYXDn84W9zok9d4,975
-corvic/engine/_native.pyd,sha256=qr5bmOjrt1JfUr_JrvlhPY8Cz3GcqJ_REeAchdUnKm4,438272
+corvic/engine/_native.pyd,sha256=KrvuFBZt0V2hqkvW0c1KSXEhN5HOkVs0IBs-rg9nCrM,438272
 corvic/engine/_native.pyi,sha256=KYMPtvXqHZ-jMgZohLf4se3rr-rBpCihmjANcr6s8ag,1390
 corvic/engine/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/eorm/__init__.py,sha256=b4dFnu4fW7wj3Y0SMNVXOp8KoKOp_HAL4GyDN-S8fOY,13704
@@ -36,7 +36,7 @@ corvic/op_graph/aggregation.py,sha256=8X6vqXD7dLHrhYJU0BqmhUsWGbzD1zSP5Db5VHdIru
 corvic/op_graph/encoders.py,sha256=93wYoBCn_us5lRCkqvjaP0LTg3LBB3yEfhzICv06bB0,10460
 corvic/op_graph/errors.py,sha256=I4NE5053d0deGm5xx5EmyP4f98qx42xnIsW1IA-2hy4,163
 corvic/op_graph/feature_types.py,sha256=YVbPzvMnHHmUfR5QAMSvQ6hjQcOrIjqR-su0VypYWFA,9627
-corvic/op_graph/ops.py,sha256=vKs6lXvXWUqJusp0SKp0y94OOvtJ5KAITejoPMb810w,111833
+corvic/op_graph/ops.py,sha256=aNXcBwrwSyX7seCYqhn0vmlcP-YblphP1ZnRwS3MHl0,112105
 corvic/op_graph/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/op_graph/row_filters/__init__.py,sha256=1sibH_kLw7t_9bpRccnEGWqdCiN0VaUh9LMMIMCRyL8,575
 corvic/op_graph/row_filters/_jsonlogic.py,sha256=0UdwOZmIGp4yuExHM3qqAnJYmcGv7iuc3vLub3GD-9Y,7685
@@ -68,7 +68,7 @@ corvic/result/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/sql/__init__.py,sha256=kZ1a39KVZ08P8Bg6XuXDLD_dTQX0k620u4nwxZF4SnY,303
 corvic/sql/parse_ops.py,sha256=5jm2CHycTqzdu9apXTgcvwwyBVpjf7n5waqKfIa84JA,29940
 corvic/sql/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-corvic/system/__init__.py,sha256=Qddpk3SoHgoiBJyr9w2bPkp477NZv5MDR8701A17nCY,2697
+corvic/system/__init__.py,sha256=_ETA1pZ5UhjdYHkfTiVGeB82UZCBRhVCB0PM69r4fPI,2735
 corvic/system/_column_encoding.py,sha256=feSWIv4vKstVq-aavWPk53YucUiq7rZvuyofqTicXBE,7574
 corvic/system/_dimension_reduction.py,sha256=2tg5SIHY4P480DJQj6PSjW1VgAJCAVJAH8D3BY-ZYXA,2964
 corvic/system/_embedder.py,sha256=WJC4RtPLoPDDIgquKhpmPmYi2bAoR5_oVkWyBAepJTE,6864
@@ -76,7 +76,7 @@ corvic/system/_image_embedder.py,sha256=Af3MI3VkiZQxCQjgDwaCNNpgEsnAiqfa4bdET63b
 corvic/system/_planner.py,sha256=ecL-HW8PVz5eWJ1Ktf-RAD2IdZkHu3GuBtXdqElo4ts,8210
 corvic/system/_text_embedder.py,sha256=NDi--3_tzwIWVImjhFWmp8dHmydGGXNu6GYH8qODsIc,4000
 corvic/system/client.py,sha256=JcA-fPraqDkl9f8BiClS0qeGY6wzKcEDPymutWrJo54,812
-corvic/system/in_memory_executor.py,sha256=KzX8baGFROpv-5hqVC1qOMf7AlPD22ffYtyBesV-W-M,66076
+corvic/system/in_memory_executor.py,sha256=H51fob98zZ8weZtyaWd5TpZHv5KPIW3buTixYqCsOqU,66454
 corvic/system/op_graph_executor.py,sha256=tSKro-yb_y1_sgajZluM-6FCvDqO1oUPsiWw2DRxyMQ,3641
 corvic/system/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/system/staging.py,sha256=K5P5moiuAMfPx7lxK4mArxeURBwKoyB6x9HGu9JJ16E,1846
@@ -94,9 +94,9 @@ corvic/version/__init__.py,sha256=JlkRLvKXsu3zIxhdynO_0Ub5NfQOvGjfwCRkNnaOu9U,11
 corvic/version/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/well_known_types/__init__.py,sha256=Btbeqieik2AcmijeOXeqBptzueBpgNitvH9J5VNm12w,1289
 corvic/well_known_types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-corvic_engine-0.3.0rc81.dist-info/METADATA,sha256=xgNR-_243a1DK7ug0D9mgjiwstj5ht4OBfduUojkwMI,1814
-corvic_engine-0.3.0rc81.dist-info/WHEEL,sha256=qo08K5WTt1v9liGoFGXfI182ciKs5521XAErJtzFynQ,94
-corvic_engine-0.3.0rc81.dist-info/licenses/LICENSE,sha256=DSS1OD0oIgssKOmAzkMRBv5jvvVuZQbrIv8lpl9DXY8,1035
+corvic_engine-0.3.0rc82.dist-info/METADATA,sha256=mFp19x59OwAwoOhqU-H2n1aSOkmYpefdmHVbWovBh-c,1866
+corvic_engine-0.3.0rc82.dist-info/WHEEL,sha256=qo08K5WTt1v9liGoFGXfI182ciKs5521XAErJtzFynQ,94
+corvic_engine-0.3.0rc82.dist-info/licenses/LICENSE,sha256=DSS1OD0oIgssKOmAzkMRBv5jvvVuZQbrIv8lpl9DXY8,1035
 corvic_generated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic_generated/algorithm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic_generated/algorithm/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -207,4 +207,4 @@ corvic_generated/status/v1/service_pb2.py,sha256=CKXPX2ahq8O4cFhPpt6wo6l--6VZcgj
 corvic_generated/status/v1/service_pb2.pyi,sha256=iXLR2FOKQJpBgvBzpD2kVwcYOCksP2aRwK4JYaI9CBw,558
 corvic_generated/status/v1/service_pb2_grpc.py,sha256=y-a5ldrphWlNJW-yKswyjNmXokK4-5bbEEfczjagJHo,2736
 corvic_generated/status/v1/service_pb2_grpc.pyi,sha256=OoAnaZ64FD0UTzPoRhYvQU8ecoilhHj3ySjSfHbVDaU,1501
-corvic_engine-0.3.0rc81.dist-info/RECORD,,
+corvic_engine-0.3.0rc82.dist-info/RECORD,,