vastdb 2.0.1__py3-none-any.whl → 2.0.2__py3-none-any.whl

vastdb/table.py

@@ -231,11 +231,11 @@ class TableInTransaction(ITable):
             raise errors.NotSupportedCommand(
                 self.ref.bucket, self.ref.schema, self.ref.table)
 
-    def projection(self, name: str) -> "Projection":
+    def projection(self, name: str, include_stats: bool = True) -> "Projection":
         """Get a specific semi-sorted projection of this table."""
         self._assert_not_imports_table()
 
-        projs = tuple(self.projections(projection_name=name))
+        projs = tuple(self.projections(projection_name=name, include_stats=include_stats))
         if not projs:
             raise errors.MissingProjection(
                 self.ref.bucket, self.ref.schema, self.ref.table, name)
@@ -245,7 +245,7 @@ class TableInTransaction(ITable):
         log.debug("Found projection: %s", projs[0])
         return projs[0]
 
-    def projections(self, projection_name: str = "") -> Iterable["Projection"]:
+    def projections(self, projection_name: str = "", include_stats: bool = True) -> Iterable["Projection"]:
         """List all semi-sorted projections of this table if `projection_name` is empty.
 
         Otherwise, list only the specific projection (if exists).
@@ -260,7 +260,7 @@ class TableInTransaction(ITable):
             _bucket_name, _schema_name, _table_name, curr_projections, next_key, is_truncated, _ = \
                 self._tx._rpc.api.list_projections(
                     bucket=self.ref.bucket, schema=self.ref.schema, table=self.ref.table, next_key=next_key, txid=self._tx.active_txid,
-                    exact_match=exact_match, name_prefix=name_prefix)
+                    exact_match=exact_match, name_prefix=name_prefix, include_list_stats=include_stats)
             if not curr_projections:
                 break
             projections.extend(curr_projections)

vastdb/tests/test_projections.py

@@ -8,6 +8,9 @@ from vastdb.table import QueryConfig
 log = logging.getLogger(__name__)
 
 
+DELAY_TO_LET_SERVER_UPDATE: int = 3
+
+
 def test_basic_projections(session, clean_bucket_name):
     with session.transaction() as tx:
         s = tx.bucket(clean_bucket_name).create_schema('s1')
@@ -94,7 +97,7 @@ def test_query_data_with_projection(session, clean_bucket_name):
         actual = pa.Table.from_batches(t.select(columns=['a', 'b', 's']))
         assert actual == expected
 
-    time.sleep(3)
+    time.sleep(DELAY_TO_LET_SERVER_UPDATE)
 
     with session.transaction() as tx:
         config = QueryConfig()
@@ -123,3 +126,48 @@ def test_query_data_with_projection(session, clean_bucket_name):
 
         t.drop()
         s.drop()
+
+
+def test_projection_stats(session, clean_bucket_name):
+    columns = pa.schema([
+        ('a', pa.int64()),
+        ('b', pa.int64()),
+    ])
+
+    # min size to be considered as a projection
+    GROUP_SIZE = 64 * 1024
+    expected = pa.table(schema=columns, data=[
+        [i for i in range(GROUP_SIZE)],
+        [i for i in reversed(range(GROUP_SIZE))],
+    ])
+
+    schema_name = "schema"
+    table_name = "table"
+    with session.transaction() as tx:
+        s = tx.bucket(clean_bucket_name).create_schema(schema_name)
+        t = s.create_table(table_name, expected.schema)
+
+        sorted_columns = ['b']
+        unsorted_columns = ['a']
+        t.create_projection('p1', sorted_columns, unsorted_columns)
+
+    with session.transaction() as tx:
+        s = tx.bucket(clean_bucket_name).schema(schema_name)
+        t = s.table(table_name)
+        t.insert(expected)
+        actual = pa.Table.from_batches(t.select(columns=['a', 'b']))
+        assert actual == expected
+
+    time.sleep(DELAY_TO_LET_SERVER_UPDATE)
+
+    with session.transaction() as tx:
+        s = tx.bucket(clean_bucket_name).schema(schema_name)
+        t = s.table(table_name)
+        projections = t.projections()
+        assert len(projections) == 1
+        stats = projections[0].stats
+        assert stats.num_rows == GROUP_SIZE
+        assert stats.size_in_bytes > 0
+
+        t.drop()
+        s.drop()

{vastdb-2.0.1.dist-info → vastdb-2.0.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vastdb
-Version: 2.0.1
+Version: 2.0.2
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA

{vastdb-2.0.1.dist-info → vastdb-2.0.2.dist-info}/RECORD

@@ -9,7 +9,7 @@ vastdb/errors.py,sha256=NiKdwbfVsWJIixP2Tf3JgiBoEt8rRaZ0VeCyD9mXnoM,5645
 vastdb/features.py,sha256=ivYbvhiGA858B00vhs_CNzlVV9QDUe53yW6V3J5EoxM,1874
 vastdb/schema.py,sha256=0o7HOGR2STJQ6itCDP5Lez6OOfKBl6tS0T7KLgL5Gbk,7104
 vastdb/session.py,sha256=Au0L67SzSQXG9ZlrfN5MEqIEX2LeIgzUpdFkGLIpjMs,2126
-vastdb/table.py,sha256=DipsklV03_oEvQGcE67ST8uQbtC_s-HtyCTs_majfNQ,44756
+vastdb/table.py,sha256=W9FwXGxJ_1m73oHLnFPqI3hMitGUB-ZFxj-b6CmGE50,44875
 vastdb/table_metadata.py,sha256=ecQ7u0fMbJtdKByQ9CZ0kPnZN20QGZU8_YGCM3RXQe4,6685
 vastdb/transaction.py,sha256=GR-urtN4XCIUbbK5TV4xWGvDY6vit-HJyMGRvfnIi8k,3799
 vastdb/util.py,sha256=8CUnVRsJukC3uNHNoB5D0qPf0FxS8OSdVB84nNoLJKc,6290
@@ -47,7 +47,7 @@ vastdb/tests/test_duckdb.py,sha256=XZxlw3SXb8tbd2BsJdr9F7jBBka4dW9PVtwvwqEcOXo,2
 vastdb/tests/test_fixed_list.py,sha256=1KpsijmGvxHcM-pHJcm4zn2o_G8-ISbCFuoKSkXjmfk,14099
 vastdb/tests/test_imports.py,sha256=FhIHjYpttiQW_x3fMe8ENd9ynn7OyUtjxr2ca4z1F-s,21783
 vastdb/tests/test_nested.py,sha256=SKiXDX8RhR20DSdJNTZLHOGWduXVUPuG1uwfC_C5hTk,6663
-vastdb/tests/test_projections.py,sha256=3y1kubwVrzO-xoR0hyps7zrjOJI8niCYspaFTN16Q9w,4540
+vastdb/tests/test_projections.py,sha256=v43WrIdz_Ru4j3VeZ7medRPafzuw1eKMZfbAE56xpfg,5983
 vastdb/tests/test_sanity.py,sha256=bv1ypGDzvOgmMvGbucDYiLQu8krQLlE6NB3M__q87x8,3303
 vastdb/tests/test_schemas.py,sha256=l70YQMlx2UL1KRQhApriiG2ZM7GJF-IzWU31H3Yqn1U,3312
 vastdb/tests/test_table_in_tx.py,sha256=-OFGaZMZQc78HOmR23xHIsH7d0VBneFG3tGdDlogceM,9105
@@ -214,8 +214,8 @@ vastdb/vast_flatbuf/tabular/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 vastdb/vast_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/vast_tests/test_ha.py,sha256=744P4G6VJ09RIkHhMQL4wlipCBJWQVMhyvUrSc4k1HQ,975
 vastdb/vast_tests/test_scale.py,sha256=5jGwOdZH6Tv5tPdZYPWoqcxOceI2jA5i2D1zNKZHER4,3958
-vastdb-2.0.1.dist-info/licenses/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
-vastdb-2.0.1.dist-info/METADATA,sha256=3AyWHxel0lNv7ORfAoUhZXnol-vuGM12aprOBLAVVKo,1686
-vastdb-2.0.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-vastdb-2.0.1.dist-info/top_level.txt,sha256=nnKAaZaQa8GFbYpWAexr_B9HrhonZbUlX6hL6AC--yA,7
-vastdb-2.0.1.dist-info/RECORD,,
+vastdb-2.0.2.dist-info/licenses/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
+vastdb-2.0.2.dist-info/METADATA,sha256=grJK4w_X_W1PPv8Fv50KhxEGG4SdzN6EGfKSwWNsAKQ,1686
+vastdb-2.0.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+vastdb-2.0.2.dist-info/top_level.txt,sha256=nnKAaZaQa8GFbYpWAexr_B9HrhonZbUlX6hL6AC--yA,7
+vastdb-2.0.2.dist-info/RECORD,,