vastdb 1.3.0__py3-none-any.whl → 1.3.2__py3-none-any.whl

vastdb/_internal.py

@@ -866,7 +866,7 @@ class VastdbApi:
             res = self._session.request(method=method, url=url, timeout=self.timeout, **kwargs)
         except requests.exceptions.ConnectionError as err:
             # low-level connection issue, it is safe to retry only read-only requests
-            may_retry = (method == "GET")
+            may_retry = (method in {"HEAD", "GET"})
             raise errors.ConnectionError(cause=err, may_retry=may_retry) from err
 
         if not skip_status_check:

vastdb/schema.py

@@ -77,7 +77,11 @@ class Schema:
         return result
 
     def create_table(self, table_name: str, columns: pa.Schema, fail_if_exists=True, use_external_row_ids_allocation=False) -> "Table":
-        """Create a new table under this schema."""
+        """Create a new table under this schema.
+
+        A virtual `vastdb_rowid` column (of `int64` type) can be created to access and filter by internal VAST row IDs.
+        See https://support.vastdata.com/s/article/UUID-48d0a8cf-5786-5ef3-3fa3-9c64e63a0967 for more details.
+        """
         if current := self.table(table_name, fail_if_missing=False):
             if fail_if_exists:
                 raise errors.TableExists(self.bucket.name, self.name, table_name)

vastdb/vast_tests/test_scale.py

@@ -66,3 +66,37 @@ def test_table_stats(session, test_bucket_name, schema_name, table_name):
     logger.info("inserted to table")
     assert new_stat.size_in_bytes != initial_stat.size_in_bytes
     assert new_stat.num_rows - NUM_TIMES_TO_INSERT == initial_stat.num_rows
+
+
+def test_ndu_while_querying(session, test_bucket_name, schema_name, table_name):
+    """
+    Executing queries while a NDU takes place.
+    """
+    amount_of_queries_in_parallel = 5
+    config = QueryConfig(num_splits=1, num_sub_splits=1)
+    logger.info(f'{test_bucket_name=}, {schema_name=}, {table_name=}')
+
+    seed = random.randint(0, 100)
+    logger.info(f'{seed=}')
+    r = random.Random(seed)
+
+    def _execute_single_query(expected=None):
+        time.sleep(r.random())
+        with session.transaction() as tx:
+            t = tx.bucket(test_bucket_name).schema(schema_name).table(table_name)
+            s = time.time()
+            res = t.select(config=config).read_all()
+            e = time.time()
+            if expected:
+                assert expected == res
+            logger.info(f'query took {e - s}')
+            return res
+
+    initial_res = _execute_single_query()
+    for i in range(300):
+        with ThreadPoolExecutor() as executor:
+            futures = [executor.submit(_execute_single_query, initial_res) for _ in range(amount_of_queries_in_parallel)]
+            for future in futures:
+                future.result()
+
+        logger.info(f"finished running {amount_of_queries_in_parallel} queries, loop {i}")

{vastdb-1.3.0.dist-info → vastdb-1.3.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 1.3.0
+Version: 1.3.2
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA

{vastdb-1.3.0.dist-info → vastdb-1.3.2.dist-info}/RECORD

@@ -149,13 +149,13 @@ vast_flatbuf/tabular/S3File.py,sha256=KC9c2oS5-JXwTTriUVFdjOvRG0B54Cq9kviSDZY3NI
 vast_flatbuf/tabular/VipRange.py,sha256=_BJd1RRZAcK76T9vlsHzXKYVsPVaz6WTEAqStMQCAUQ,2069
 vast_flatbuf/tabular/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/__init__.py,sha256=J1JjKiFkKC95BHowfh9kJfQFTjRce-QMsc6zF_FfxC0,432
-vastdb/_internal.py,sha256=N_vCPwyPxyvRtN8Gvhjc1_tNmvUsfn-rdz_27-h-gaY,92312
+vastdb/_internal.py,sha256=LmiiNmUqJFfNGUoe362sHwU8M3aKbN1VWYIvobrgeK8,92322
 vastdb/bucket.py,sha256=5KuKhPjZOevznZqWHDVVocejvAy7dcwobPuV6BJCfPc,2544
 vastdb/config.py,sha256=1tMYtzKXerGcIUjH4tIGEvZNWvO4fviCEdcNCnELJZo,2269
 vastdb/conftest.py,sha256=X2kVveySPQYZlVBXUMoo7Oea5IsvmJzjdqq3fpH2kVw,3469
 vastdb/errors.py,sha256=2XR1ko7J5nkfiHSAgwuVAADw0SsyqxOwSeFaGgKZEXM,4186
 vastdb/features.py,sha256=DxV746LSkORwVSD6MP2hdXRfnyoLkJwtOwGmp1dnquo,1322
-vastdb/schema.py,sha256=IaZDJsx0ms_dJVXeyCcSD8Dt3TNJkqR3739XOnDBM_E,6177
+vastdb/schema.py,sha256=EzTj0dIjLI23A2SAI1rYdhB6YqHdWSE4BBSqiKFbDtw,6418
 vastdb/session.py,sha256=toMR0BXwTaECdWDKnIZky1F3MA1SmelRBiqCrqQ3GCM,2067
 vastdb/table.py,sha256=C6Zz0zolRRRbf5EQBvDRAofl3kGvfz4PjZwGeQongTI,31106
 vastdb/transaction.py,sha256=NlVkEowJ_pmtffjWBBDaKExYDKPekjSZyj_fK_bZPJE,3026
@@ -201,9 +201,9 @@ vastdb/tests/test_util.py,sha256=n7gvT5Wg6b6bxgqkFXkYqvFd_W1GlUdVfmPv66XYXyA,195
 vastdb/tests/util.py,sha256=dpRJYbboDnlqL4qIdvScpp8--5fxRUBIcIYitrfcj9o,555
 vastdb/vast_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/vast_tests/test_ha.py,sha256=744P4G6VJ09RIkHhMQL4wlipCBJWQVMhyvUrSc4k1HQ,975
-vastdb/vast_tests/test_scale.py,sha256=EpjCJmVAQrNBxVnHGJ-KHCoxevhqOcyqYFPMIIY9s60,2714
-vastdb-1.3.0.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
-vastdb-1.3.0.dist-info/METADATA,sha256=Idrpl3by0yNRJPAYlVgcqZEiLPSsA3vvte2KneNonEA,1340
-vastdb-1.3.0.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-vastdb-1.3.0.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
-vastdb-1.3.0.dist-info/RECORD,,
+vastdb/vast_tests/test_scale.py,sha256=5jGwOdZH6Tv5tPdZYPWoqcxOceI2jA5i2D1zNKZHER4,3958
+vastdb-1.3.2.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
+vastdb-1.3.2.dist-info/METADATA,sha256=NWJHQlPY-3V5nFmm9dLysGrLN7POvhVjq1qbFDfsr64,1340
+vastdb-1.3.2.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+vastdb-1.3.2.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
+vastdb-1.3.2.dist-info/RECORD,,