vastdb 1.3.1__py3-none-any.whl → 1.3.2__py3-none-any.whl

vastdb/schema.py

@@ -77,7 +77,11 @@ class Schema:
         return result
 
     def create_table(self, table_name: str, columns: pa.Schema, fail_if_exists=True, use_external_row_ids_allocation=False) -> "Table":
-        """Create a new table under this schema."""
+        """Create a new table under this schema.
+
+        A virtual `vastdb_rowid` column (of `int64` type) can be created to access and filter by internal VAST row IDs.
+        See https://support.vastdata.com/s/article/UUID-48d0a8cf-5786-5ef3-3fa3-9c64e63a0967 for more details.
+        """
         if current := self.table(table_name, fail_if_missing=False):
             if fail_if_exists:
                 raise errors.TableExists(self.bucket.name, self.name, table_name)

vastdb/vast_tests/test_scale.py

@@ -72,20 +72,31 @@ def test_ndu_while_querying(session, test_bucket_name, schema_name, table_name):
     """
     Executing queries while a NDU takes place.
     """
-    # TODO: Before merging run mypy and print query result
-
+    amount_of_queries_in_parallel = 5
     config = QueryConfig(num_splits=1, num_sub_splits=1)
-
     logger.info(f'{test_bucket_name=}, {schema_name=}, {table_name=}')
 
-    for query in range(300):
+    seed = random.randint(0, 100)
+    logger.info(f'{seed=}')
+    r = random.Random(seed)
+
+    def _execute_single_query(expected=None):
+        time.sleep(r.random())
         with session.transaction() as tx:
             t = tx.bucket(test_bucket_name).schema(schema_name).table(table_name)
             s = time.time()
-            if query == 0:
-                res = t.select(config=config).read_all()
-                logger.info(f'{res=}')
-            else:
-                assert res == t.select(config=config).read_all()
+            res = t.select(config=config).read_all()
             e = time.time()
-            logger.info(f'{query=} took {e - s}')
+            if expected:
+                assert expected == res
+            logger.info(f'query took {e - s}')
+            return res
+
+    initial_res = _execute_single_query()
+    for i in range(300):
+        with ThreadPoolExecutor() as executor:
+            futures = [executor.submit(_execute_single_query, initial_res) for _ in range(amount_of_queries_in_parallel)]
+            for future in futures:
+                future.result()
+
+        logger.info(f"finished running {amount_of_queries_in_parallel} queries, loop {i}")

{vastdb-1.3.1.dist-info → vastdb-1.3.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 1.3.1
+Version: 1.3.2
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA

{vastdb-1.3.1.dist-info → vastdb-1.3.2.dist-info}/RECORD

@@ -155,7 +155,7 @@ vastdb/config.py,sha256=1tMYtzKXerGcIUjH4tIGEvZNWvO4fviCEdcNCnELJZo,2269
 vastdb/conftest.py,sha256=X2kVveySPQYZlVBXUMoo7Oea5IsvmJzjdqq3fpH2kVw,3469
 vastdb/errors.py,sha256=2XR1ko7J5nkfiHSAgwuVAADw0SsyqxOwSeFaGgKZEXM,4186
 vastdb/features.py,sha256=DxV746LSkORwVSD6MP2hdXRfnyoLkJwtOwGmp1dnquo,1322
-vastdb/schema.py,sha256=IaZDJsx0ms_dJVXeyCcSD8Dt3TNJkqR3739XOnDBM_E,6177
+vastdb/schema.py,sha256=EzTj0dIjLI23A2SAI1rYdhB6YqHdWSE4BBSqiKFbDtw,6418
 vastdb/session.py,sha256=toMR0BXwTaECdWDKnIZky1F3MA1SmelRBiqCrqQ3GCM,2067
 vastdb/table.py,sha256=C6Zz0zolRRRbf5EQBvDRAofl3kGvfz4PjZwGeQongTI,31106
 vastdb/transaction.py,sha256=NlVkEowJ_pmtffjWBBDaKExYDKPekjSZyj_fK_bZPJE,3026
@@ -201,9 +201,9 @@ vastdb/tests/test_util.py,sha256=n7gvT5Wg6b6bxgqkFXkYqvFd_W1GlUdVfmPv66XYXyA,195
 vastdb/tests/util.py,sha256=dpRJYbboDnlqL4qIdvScpp8--5fxRUBIcIYitrfcj9o,555
 vastdb/vast_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/vast_tests/test_ha.py,sha256=744P4G6VJ09RIkHhMQL4wlipCBJWQVMhyvUrSc4k1HQ,975
-vastdb/vast_tests/test_scale.py,sha256=yPF5sL2X7fiP_QooV3OnZAzsW38ANfkHFXq8B1_Uh-s,3515
-vastdb-1.3.1.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
-vastdb-1.3.1.dist-info/METADATA,sha256=oyVkT5bnbEKiuHPfiYuQKtu0C1N7yfeQTSOnhRWpF8c,1340
-vastdb-1.3.1.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-vastdb-1.3.1.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
-vastdb-1.3.1.dist-info/RECORD,,
+vastdb/vast_tests/test_scale.py,sha256=5jGwOdZH6Tv5tPdZYPWoqcxOceI2jA5i2D1zNKZHER4,3958
+vastdb-1.3.2.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
+vastdb-1.3.2.dist-info/METADATA,sha256=NWJHQlPY-3V5nFmm9dLysGrLN7POvhVjq1qbFDfsr64,1340
+vastdb-1.3.2.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+vastdb-1.3.2.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
+vastdb-1.3.2.dist-info/RECORD,,