vastdb 1.3.0__tar.gz → 1.3.2__tar.gz

{vastdb-1.3.0 → vastdb-1.3.2}/CHANGELOG.md

@@ -4,6 +4,22 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 
+## [1.3.2] (2024-10-07)
+[1.3.2]: https://github.com/vast-data/vastdb_sdk/compare/v1.3.1...v1.3.2
+
+### Fixed
+ - Fix broken links in https://vastdb-sdk.readthedocs.io
+ - Document `vastdb_rowid` column
+ - Document prefix match operator
+
+
+## [1.3.1] (2024-09-10)
+[1.3.1]: https://github.com/vast-data/vastdb_sdk/compare/v1.3.0...v1.3.1
+
+### Fixed
+ - Retry in case `HEAD` request fails
+
+
 ## [1.3.0] (2024-09-01)
 [1.3.0]: https://github.com/vast-data/vastdb_sdk/compare/v1.2.0...v1.3.0
 

{vastdb-1.3.0 → vastdb-1.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 1.3.0
+Version: 1.3.2
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA

{vastdb-1.3.0 → vastdb-1.3.2}/setup.py

@@ -29,7 +29,7 @@ setup(
     name='vastdb',
     python_requires='>=3.9.0',
     description='VAST Data SDK',
-    version='1.3.0' + suffix,
+    version='1.3.2' + suffix,
     url='https://github.com/vast-data/vastdb_sdk',
     author='VAST DATA',
     author_email='hello@vastdata.com',

{vastdb-1.3.0 → vastdb-1.3.2}/vastdb/_internal.py

@@ -866,7 +866,7 @@ class VastdbApi:
             res = self._session.request(method=method, url=url, timeout=self.timeout, **kwargs)
         except requests.exceptions.ConnectionError as err:
             # low-level connection issue, it is safe to retry only read-only requests
-            may_retry = (method == "GET")
+            may_retry = (method in {"HEAD", "GET"})
             raise errors.ConnectionError(cause=err, may_retry=may_retry) from err
 
         if not skip_status_check:

{vastdb-1.3.0 → vastdb-1.3.2}/vastdb/schema.py

@@ -77,7 +77,11 @@ class Schema:
         return result
 
     def create_table(self, table_name: str, columns: pa.Schema, fail_if_exists=True, use_external_row_ids_allocation=False) -> "Table":
-        """Create a new table under this schema."""
+        """Create a new table under this schema.
+
+        A virtual `vastdb_rowid` column (of `int64` type) can be created to access and filter by internal VAST row IDs.
+        See https://support.vastdata.com/s/article/UUID-48d0a8cf-5786-5ef3-3fa3-9c64e63a0967 for more details.
+        """
         if current := self.table(table_name, fail_if_missing=False):
             if fail_if_exists:
                 raise errors.TableExists(self.bucket.name, self.name, table_name)

{vastdb-1.3.0 → vastdb-1.3.2}/vastdb/vast_tests/test_scale.py

@@ -66,3 +66,37 @@ def test_table_stats(session, test_bucket_name, schema_name, table_name):
     logger.info("inserted to table")
     assert new_stat.size_in_bytes != initial_stat.size_in_bytes
     assert new_stat.num_rows - NUM_TIMES_TO_INSERT == initial_stat.num_rows
+
+
+def test_ndu_while_querying(session, test_bucket_name, schema_name, table_name):
+    """
+    Executing queries while a NDU takes place.
+    """
+    amount_of_queries_in_parallel = 5
+    config = QueryConfig(num_splits=1, num_sub_splits=1)
+    logger.info(f'{test_bucket_name=}, {schema_name=}, {table_name=}')
+
+    seed = random.randint(0, 100)
+    logger.info(f'{seed=}')
+    r = random.Random(seed)
+
+    def _execute_single_query(expected=None):
+        time.sleep(r.random())
+        with session.transaction() as tx:
+            t = tx.bucket(test_bucket_name).schema(schema_name).table(table_name)
+            s = time.time()
+            res = t.select(config=config).read_all()
+            e = time.time()
+            if expected:
+                assert expected == res
+            logger.info(f'query took {e - s}')
+            return res
+
+    initial_res = _execute_single_query()
+    for i in range(300):
+        with ThreadPoolExecutor() as executor:
+            futures = [executor.submit(_execute_single_query, initial_res) for _ in range(amount_of_queries_in_parallel)]
+            for future in futures:
+                future.result()
+
+        logger.info(f"finished running {amount_of_queries_in_parallel} queries, loop {i}")

{vastdb-1.3.0 → vastdb-1.3.2}/vastdb.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 1.3.0
+Version: 1.3.2
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA