vastdb 1.1.1__tar.gz → 1.2.0__tar.gz

{vastdb-1.1.1 → vastdb-1.2.0}/CHANGELOG.md

@@ -4,6 +4,20 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 
+## [1.2.0] (2024-08-19)
+[1.2.0]: https://github.com/vast-data/vastdb_sdk/compare/v1.1.2...v1.2.0
+
+### Added
+ - Allow listing tables' names without fetching columns
+
+
+## [1.1.2] (2024-08-19)
+[1.1.2]: https://github.com/vast-data/vastdb_sdk/compare/v1.1.1...v1.1.2
+
+### Fixed
+ - Fix `Table.update()` when column names are not specified [#66]
+
+
 ## [1.1.1] (2024-08-11)
 [1.1.1]: https://github.com/vast-data/vastdb_sdk/compare/v1.1.0...v1.1.1
 
@@ -247,3 +261,4 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 [#43]: https://github.com/vast-data/vastdb_sdk/pull/43
 [#47]: https://github.com/vast-data/vastdb_sdk/pull/47
 [#50]: https://github.com/vast-data/vastdb_sdk/pull/50
+[#66]: https://github.com/vast-data/vastdb_sdk/issues/66

{vastdb-1.1.1 → vastdb-1.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 1.1.1
+Version: 1.2.0
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA

{vastdb-1.1.1 → vastdb-1.2.0}/setup.py

@@ -29,7 +29,7 @@ setup(
     name='vastdb',
     python_requires='>=3.9.0',
     description='VAST Data SDK',
-    version='1.1.1' + suffix,
+    version='1.2.0' + suffix,
     url='https://github.com/vast-data/vastdb_sdk',
     author='VAST DATA',
     author_email='hello@vastdata.com',

{vastdb-1.1.1 → vastdb-1.2.0}/vastdb/schema.py

@@ -103,9 +103,7 @@ class Schema:
         log.debug("Found table: %s", t[0])
         return t[0]
 
-    def tables(self, table_name=None) -> List["Table"]:
-        """List all tables under this schema."""
-        tables = []
+    def _iter_tables(self, table_name=None):
         next_key = 0
         name_prefix = table_name if table_name else ""
         exact_match = bool(table_name)
@@ -116,11 +114,20 @@ class Schema:
                     exact_match=exact_match, name_prefix=name_prefix, include_list_stats=exact_match)
             if not curr_tables:
                 break
-            tables.extend(curr_tables)
+            yield from curr_tables
             if not is_truncated:
                 break
 
-        return [_parse_table_info(table, self) for table in tables]
+    def tables(self, table_name=None) -> List["Table"]:
+        """List all tables under this schema."""
+        return [
+            _parse_table_info(table_info, self)
+            for table_info in self._iter_tables(table_name=table_name)
+        ]
+
+    def tablenames(self) -> List[str]:
+        """List all table names under this schema."""
+        return [table_info.name for table_info in self._iter_tables()]
 
     def drop(self) -> None:
         """Delete this schema."""

{vastdb-1.1.1 → vastdb-1.2.0}/vastdb/table.py

@@ -474,16 +474,17 @@ class Table:
             rows_chunk = rows[INTERNAL_ROW_ID]
         except KeyError:
             raise errors.MissingRowIdColumn
-        if columns is not None:
-            update_fields = [(INTERNAL_ROW_ID, pa.uint64())]
-            update_values = [_combine_chunks(rows_chunk)]
-            for col in columns:
-                update_fields.append(rows.field(col))
-                update_values.append(_combine_chunks(rows[col]))
-
-            update_rows_rb = pa.record_batch(schema=pa.schema(update_fields), data=update_values)
-        else:
-            update_rows_rb = rows
+
+        if columns is None:
+            columns = [name for name in rows.schema.names if name != INTERNAL_ROW_ID]
+
+        update_fields = [(INTERNAL_ROW_ID, pa.uint64())]
+        update_values = [_combine_chunks(rows_chunk)]
+        for col in columns:
+            update_fields.append(rows.field(col))
+            update_values.append(_combine_chunks(rows[col]))
+
+        update_rows_rb = pa.record_batch(schema=pa.schema(update_fields), data=update_values)
 
         update_rows_rb = util.sort_record_batch_if_needed(update_rows_rb, INTERNAL_ROW_ID)
 

{vastdb-1.1.1 → vastdb-1.2.0}/vastdb/tests/test_tables.py

@@ -127,6 +127,21 @@ def test_exists(session, clean_bucket_name):
         assert s.tables() == [t]
 
 
+def test_list_tables(session, clean_bucket_name):
+    with session.transaction() as tx:
+        s = tx.bucket(clean_bucket_name).create_schema('s1')
+        assert s.tables() == []
+        assert s.tablenames() == []
+
+        tables = [
+            s.create_table(f't{i}', pa.schema([(f'x{i}', pa.int64())]))
+            for i in range(10)
+        ]
+        assert tables == s.tables()
+        tablenames = [t.name for t in tables]
+        assert s.tablenames() == tablenames
+
+
 def test_update_table(session, clean_bucket_name):
     columns = pa.schema([
         ('a', pa.int64()),
@@ -204,6 +219,26 @@ def test_update_table(session, clean_bucket_name):
         }
 
 
+def test_update_from_select(session, clean_bucket_name):
+    columns = pa.schema([
+        ('a', pa.int64()),
+        ('b', pa.float32()),
+        ('s', pa.utf8()),
+    ])
+    expected = pa.table(schema=columns, data=[
+        [111, 222, 333],
+        [0.5, 1.5, 2.5],
+        ['a', 'bb', 'ccc'],
+    ])
+    with prepare_data(session, clean_bucket_name, 's', 't', expected) as t:
+        for b in t.select(internal_row_id=True):
+            t.update(b)
+            t.update(pa.Table.from_batches([b]))
+
+        actual = t.select().read_all()
+        assert actual == expected
+
+
 def test_select_with_multisplits(session, clean_bucket_name):
     columns = pa.schema([
         ('a', pa.int32())

{vastdb-1.1.1 → vastdb-1.2.0}/vastdb.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 1.1.1
+Version: 1.2.0
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA