vastdb 1.3.9__py3-none-any.whl → 1.3.11__py3-none-any.whl

vastdb/tests/test_tables.py

@@ -112,13 +112,18 @@ def test_insert_empty(session, clean_bucket_name):
     data = [[None] * 5, [None] * 5]
     all_nulls = pa.table(schema=columns, data=data)
     no_columns = all_nulls.select([])
+    no_rows = pa.table(schema=columns, data=[[] for _ in columns])
 
     with session.transaction() as tx:
         t = tx.bucket(clean_bucket_name).create_schema('s').create_table('t', columns)
         t.insert(all_nulls)
+
         with pytest.raises(errors.NotImplemented):
             t.insert(no_columns)
 
+        row_ids = t.insert(no_rows).to_pylist()
+        assert row_ids == []
+
 
 def test_exists(session, clean_bucket_name):
     with session.transaction() as tx:
@@ -140,7 +145,8 @@ def test_exists(session, clean_bucket_name):
         assert s.tables() == [t]
 
 
-def test_list_tables(session, clean_bucket_name):
+@pytest.mark.parametrize("num_tables,page_size", [(10, 3)])
+def test_list_tables(session, clean_bucket_name, num_tables, page_size):
     with session.transaction() as tx:
         s = tx.bucket(clean_bucket_name).create_schema('s1')
         assert s.tables() == []
@@ -148,12 +154,14 @@ def test_list_tables(session, clean_bucket_name):
 
         tables = [
             s.create_table(f't{i}', pa.schema([(f'x{i}', pa.int64())]))
-            for i in range(10)
+            for i in range(num_tables)
         ]
         assert tables == s.tables()
         tablenames = [t.name for t in tables]
         assert s.tablenames() == tablenames
 
+        assert s.tablenames(page_size=page_size) == tablenames
+
 
 def test_update_table(session, clean_bucket_name):
     columns = pa.schema([
@@ -269,6 +277,24 @@ def test_select_with_multisplits(session, clean_bucket_name):
         assert actual == expected
 
 
+def test_select_with_limit(session, clean_bucket_name):
+    columns = pa.schema([
+        ('a', pa.int32())
+    ])
+
+    data = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
+    data = data * 1000
+    expected = pa.table(schema=columns, data=[data])
+    limit_rows = 10
+
+    with prepare_data(session, clean_bucket_name, 's', 't', expected) as t:
+        start = time.time()
+        actual = t.select(predicate=(t['a'] < 3), limit_rows=limit_rows).read_all()
+        end = time.time()
+        log.info(f"actual: {actual} elapsed time: {end - start}")
+        assert len(actual) == limit_rows
+
+
 def test_select_with_priority(session, clean_bucket_name):
     columns = pa.schema([
         ('a', pa.int32())
@@ -313,8 +339,13 @@ def test_timezones(session, clean_bucket_name):
 
     inserted = pa.table(schema=columns_with_tz, data=data)
     with prepare_data(session, clean_bucket_name, 's', 't', inserted) as table:
-        assert table.arrow_schema == columns_without_tz
-        assert table.select().read_all() == pa.table(schema=columns_without_tz, data=data)
+        try:
+            table.tx._rpc.features.check_timezone()
+            assert table.arrow_schema == columns_with_tz
+            assert table.select().read_all() == pa.table(schema=columns_with_tz, data=data)
+        except errors.NotSupportedVersion:
+            assert table.arrow_schema == columns_without_tz
+            assert table.select().read_all() == pa.table(schema=columns_without_tz, data=data)
 
 
 def test_types(session, clean_bucket_name):
@@ -365,6 +396,7 @@ def test_types(session, clean_bucket_name):
         assert select(None) == expected
         for t in [table, ibis._]:
             assert select(t['tb'] == False) == expected.filter(pc.field('tb') == False)  # noqa: E712
+            assert select(t['tb'] == True) == expected.filter(pc.field('tb') == True)  # noqa: E712
             assert select(t['a1'] == 2) == expected.filter(pc.field('a1') == 2)
             assert select(t['a2'] == 2000) == expected.filter(pc.field('a2') == 2000)
             assert select(t['a4'] == 222111122) == expected.filter(pc.field('a4') == 222111122)
@@ -401,6 +433,58 @@ def test_types(session, clean_bucket_name):
             assert select(t['ts9'] == ts_literal) == expected.filter(pc.field('ts9') == ts_literal)
 
 
+@pytest.mark.parametrize("arrow_type,internal_support", [
+    # Types not supported by Vast.
+    (pa.null(), False),
+    (pa.dictionary(pa.int64(), pa.int64()), False),
+    (pa.dense_union([pa.field('1', pa.int32()), pa.field('2', pa.int64())]), False),
+    # Arrow.FixedSizeBinaryType is not supported by Ibis, but Vast supports it internally.
+    (pa.binary(1), True)
+])
+def test_unsupported_types(session, clean_bucket_name, arrow_type, internal_support):
+    """ Test that unsupported types cannot be used in table creation or modification."""
+    unsupported_field = pa.field('u', arrow_type)
+    schema_name = 's'
+    table_name = 't'
+
+    # Create the schema
+    with session.transaction() as tx:
+        tx.bucket(clean_bucket_name).create_schema(schema_name)
+
+    # Creation of a table with unsupported types should fail
+    with session.transaction() as tx:
+        s = tx.bucket(clean_bucket_name).schema(schema_name)
+        with pytest.raises(errors.NotSupportedSchema):
+            s.create_table(table_name, pa.schema([unsupported_field]))
+
+    with session.transaction() as tx:
+        tx.bucket(clean_bucket_name).schema(schema_name).create_table(table_name,
+                                                                      pa.schema([pa.field('a', pa.int32())]))
+
+    # Adding unsupported types to an existing table should fail
+    with session.transaction() as tx:
+        t = tx.bucket(clean_bucket_name).schema(schema_name).table(table_name)
+        with pytest.raises(errors.NotSupportedSchema):
+            t.add_column(pa.schema([unsupported_field]))
+
+    if internal_support:
+        # Using internal API to add unsupported types
+        with session.transaction() as tx:
+            tx._rpc.api.add_columns(clean_bucket_name, schema_name, table_name, pa.schema([unsupported_field]),
+                                    txid=tx.txid)
+
+        # Attempt to open a table with unsupported types should fail
+        with session.transaction() as tx:
+            s = tx.bucket(clean_bucket_name).schema(schema_name)
+            with pytest.raises(errors.NotSupportedSchema):
+                s.table(table_name)
+
+        # Even though the table is with unsupported types, it should still be listed
+        with session.transaction() as tx:
+            s = tx.bucket(clean_bucket_name).schema(schema_name)
+            assert [table_name] == s.tablenames()
+
+
 def test_unsigned_filters(session, clean_bucket_name):
     columns = pa.schema([
         ('a', pa.uint8()),

vastdb/tests/util.py

@@ -1,6 +1,8 @@
 import logging
 from contextlib import contextmanager
 
+import pyarrow as pa
+
 log = logging.getLogger(__name__)
 
 
@@ -15,3 +17,22 @@ def prepare_data(session, clean_bucket_name, schema_name, table_name, arrow_tabl
         yield t
         t.drop()
         s.drop()
+
+
+def compare_pyarrow_tables(t1, t2):
+
+    def sort_table(table):
+        return table.sort_by([(col, 'ascending') for col in table.schema.names])
+
+    def compare_tables(table1, table2):
+        if table1.schema != table2.schema:
+            raise RuntimeError(f"Schema mismatch. {table1.schema} vs {table2.schema}")
+
+        for t1_col, t2_col in zip(table1.columns, table2.columns):
+            if not pa.compute.equal(t1_col, t2_col).to_pandas().all():
+                raise RuntimeError(f"Data mismatch in column {t1_col} vs {t2_col}.")
+        return True
+
+    sorted_table1 = sort_table(t1)
+    sorted_table2 = sort_table(t2)
+    return compare_tables(sorted_table1, sorted_table2)

{vastdb-1.3.9.dist-info → vastdb-1.3.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 1.3.9
+Version: 1.3.11
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA

{vastdb-1.3.9.dist-info → vastdb-1.3.11.dist-info}/RECORD

@@ -1,17 +1,17 @@
 vastdb/__init__.py,sha256=uf-AXdzsD4nPxFP7WxkcAXGG0whv8BHLrrXCJtsPGaQ,436
-vastdb/_internal.py,sha256=tGNU-9wOtRoK7OXFmX1-uEgQRjpKQXPA0H4rZy86-JM,107257
+vastdb/_internal.py,sha256=YoZGgliQfNYNKuKG8M9ziZpu4R1pmp3PLdLcyOgo9Hc,108129
 vastdb/bucket.py,sha256=aomUbrfK5Oa6FdGPVsoBXgRW39IzYnmsorF8642r990,2549
 vastdb/config.py,sha256=OehnsWrjzv0-SUouEXmkrKBugiWyhXOn4XiSLV3s9yk,2342
-vastdb/conftest.py,sha256=X2kVveySPQYZlVBXUMoo7Oea5IsvmJzjdqq3fpH2kVw,3469
-vastdb/errors.py,sha256=B_FNFONDE8apoTRL8wkMNjUJWAjXu36mO0HI4cGSBgY,4328
-vastdb/features.py,sha256=6OAyTGxpOlMYqkcX2IfuG_ihJC8qrmraKdnef_B3xuo,1727
-vastdb/schema.py,sha256=UR1WzQvfAdnpDaNsEaGZLYGC65Blri5MYOWinCcl8Hc,6552
+vastdb/conftest.py,sha256=Cl98Hg4kkLmx83F5dFMbVb-sTnn0zHxruE5B1hYXbMk,3866
+vastdb/errors.py,sha256=NiKdwbfVsWJIixP2Tf3JgiBoEt8rRaZ0VeCyD9mXnoM,5645
+vastdb/features.py,sha256=ivYbvhiGA858B00vhs_CNzlVV9QDUe53yW6V3J5EoxM,1874
+vastdb/schema.py,sha256=5BZ0f3b_c-fGRKAaBBL6B3avHel5EDwwxte7t17WeTw,6718
 vastdb/session.py,sha256=toMR0BXwTaECdWDKnIZky1F3MA1SmelRBiqCrqQ3GCM,2067
-vastdb/table.py,sha256=V7LymaLfirOiAbBj68M_29ijOeSZKD0_gYU44OGkkac,35278
+vastdb/table.py,sha256=fUAmOaVdMSzas1XHldRgT0UbHEG-hYJjuWkDIz3hchs,36936
 vastdb/transaction.py,sha256=NlVkEowJ_pmtffjWBBDaKExYDKPekjSZyj_fK_bZPJE,3026
 vastdb/util.py,sha256=8CUnVRsJukC3uNHNoB5D0qPf0FxS8OSdVB84nNoLJKc,6290
 vastdb/bench/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vastdb/bench/test_perf.py,sha256=nyK-BM1HJhPHrcNa2pLNmxqcC_CG2UsJogE92EvN-UM,1082
+vastdb/bench/test_perf.py,sha256=0kbCxK8U9vYO0zCMUYcZHzEICaaII3I0-6FeR5-CNtM,4040
 vastdb/bench/test_sample.py,sha256=LgF4syzij09sH3Noiv1EyCAJ9pvrUE5bxR4RJTVEYag,7881
 vastdb/bench/perf_bench/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/bench/perf_bench/cli.py,sha256=NtaPEBTDI6PWgEtwI1wVbwmUeA5bwGqAj_Z_2lDJ28I,5931
@@ -41,14 +41,15 @@ vastdb/bench/perf_bench/query/query_vastdb.py,sha256=SZYem_EmsaynEftAa_VFobjSJZD
 vastdb/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/tests/metrics.py,sha256=ZCSeBYFSPMG3yI0JrAHs2CrY6wFjx_5GwRTYHVAwLKA,1026
 vastdb/tests/test_duckdb.py,sha256=STw_1PwTQR8Naz6s0p6lQTV1ZTKKhe3LPBUbhqzTCu0,1880
-vastdb/tests/test_imports.py,sha256=ICI9EWFgKf9TbphFRhFifqZoESKWIM3_zb53U7-jOSo,8058
-vastdb/tests/test_nested.py,sha256=LPU6uV3Ri23dBzAEMFQqRPbqapV5LfmiHSHkhILPIY0,6332
+vastdb/tests/test_fixed_list.py,sha256=qwtFNvw5fdMkOsYAcFfqPN3JOnJn31XGYtFWVe0vuOQ,11187
+vastdb/tests/test_imports.py,sha256=1Xi5s0qWxuoVunW5iMQGzofTNOXxXP8eOARs9HWOiGE,21734
+vastdb/tests/test_nested.py,sha256=c7q9a3MsyDymqAtShPC4cMHlzjCr18kbu_Db3u_c4IQ,6893
 vastdb/tests/test_projections.py,sha256=3y1kubwVrzO-xoR0hyps7zrjOJI8niCYspaFTN16Q9w,4540
 vastdb/tests/test_sanity.py,sha256=bv1ypGDzvOgmMvGbucDYiLQu8krQLlE6NB3M__q87x8,3303
 vastdb/tests/test_schemas.py,sha256=l70YQMlx2UL1KRQhApriiG2ZM7GJF-IzWU31H3Yqn1U,3312
-vastdb/tests/test_tables.py,sha256=D6eHSDjC4SJGFA91qJO56SoVPE040rN37uOrDWRDthk,47634
+vastdb/tests/test_tables.py,sha256=Bl0ldJApPCFEL94jRNycsCi8M_2jTHWDXiA-7JHVlzk,51260
 vastdb/tests/test_util.py,sha256=n7gvT5Wg6b6bxgqkFXkYqvFd_W1GlUdVfmPv66XYXyA,1956
-vastdb/tests/util.py,sha256=O2bgB5403meX69vVY1gWACOtWLOoXE5yQA00ppk4WN8,596
+vastdb/tests/util.py,sha256=YsCBCcx7n1QOH-IPDpCsl6KEaUQQJRZwGPeayijHNb4,1307
 vastdb/vast_flatbuf/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/vast_flatbuf/org/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/vast_flatbuf/org/apache/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -209,8 +210,8 @@ vastdb/vast_flatbuf/tabular/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 vastdb/vast_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/vast_tests/test_ha.py,sha256=744P4G6VJ09RIkHhMQL4wlipCBJWQVMhyvUrSc4k1HQ,975
 vastdb/vast_tests/test_scale.py,sha256=5jGwOdZH6Tv5tPdZYPWoqcxOceI2jA5i2D1zNKZHER4,3958
-vastdb-1.3.9.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
-vastdb-1.3.9.dist-info/METADATA,sha256=szfHdpcb7zy4H49PgDYqVnn2J5UCAu0azRHkfXJkEpY,1340
-vastdb-1.3.9.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-vastdb-1.3.9.dist-info/top_level.txt,sha256=nnKAaZaQa8GFbYpWAexr_B9HrhonZbUlX6hL6AC--yA,7
-vastdb-1.3.9.dist-info/RECORD,,
+vastdb-1.3.11.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
+vastdb-1.3.11.dist-info/METADATA,sha256=KwME3q5diBEN8GTagURPqGDDBv41TS7xFN348qr26lw,1341
+vastdb-1.3.11.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+vastdb-1.3.11.dist-info/top_level.txt,sha256=nnKAaZaQa8GFbYpWAexr_B9HrhonZbUlX6hL6AC--yA,7
+vastdb-1.3.11.dist-info/RECORD,,