vastdb 0.0.5.3__py3-none-any.whl → 0.0.5.5__py3-none-any.whl

vastdb/api.py

@@ -974,8 +974,17 @@ class VastdbApi:
 
             return snapshots, is_truncated, marker
 
+    @staticmethod
+    def encode_table_props(**kwargs):
+        if all(v is None for v in kwargs.values()):
+            return None
+        else:
+            return "$".join([f"{k}={v}" for k, v in kwargs.items()])
 
-    def create_table(self, bucket, schema, name, arrow_schema, txid=0, client_tags=[], expected_retvals=[], topic_partitions=0):
+    def create_table(self, bucket, schema, name, arrow_schema, txid=0, client_tags=[], expected_retvals=[],
+                     topic_partitions=0, create_imports_table=False, use_external_row_ids_allocation=False):
+                     topic_partitions=0, create_imports_table=False, use_external_row_ids_allocation=False,
+                     src_timestamp=None, retention_in_mins=None, past_threshold_ts=None, future_threshold_ts=None):
         """
         Create a table, use the following request
         POST /bucket/schema/table?table HTTP/1.1
@@ -997,6 +1006,10 @@ class VastdbApi:
         headers['Content-Length'] = str(len(serialized_schema))
         url_params = {'topic_partitions': str(topic_partitions)} if topic_partitions else {}
 
+        if topic_partitions > 0:
+            table_props = self.encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
+            url_params['table-props'] = table_props
+
         res = self.session.post(self._api_prefix(bucket=bucket, schema=schema, table=name, command="table", url_params=url_params),
                                 data=serialized_schema, headers=headers)
         return self._check_res(res, "create_table", expected_retvals)
@@ -1048,7 +1061,8 @@ class VastdbApi:
         return self._check_res(res, "get_table_stats", expected_retvals)
 
     def alter_table(self, bucket, schema, name, txid=0, client_tags=[], table_properties="",
-                    new_name="", expected_retvals=[]):
+                    new_name="", expected_retvals=[],
+                    src_timestamp=None, retention_in_mins=None, past_threshold_ts=None, future_threshold_ts=None):
         """
         PUT /mybucket/myschema/mytable?table HTTP/1.1
         Content-Length: ContentLength
@@ -1060,6 +1074,9 @@ class VastdbApi:
         """
         builder = flatbuffers.Builder(1024)
 
+        if src_timestamp is not None or retention_in_mins is not None or past_threshold_ts is not None or future_threshold_ts is not None:
+            table_properties = self.encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
+
         properties = builder.CreateString(table_properties)
         tabular_alter_table.Start(builder)
         if len(table_properties):
@@ -1296,7 +1313,7 @@ class VastdbApi:
         return self._check_res(res, "get_transaction", expected_retvals)
 
     def select_row_ids(self, bucket, schema, table, params, txid=0, client_tags=[], expected_retvals=[],
-                       retry_count=0, enable_sorted_projections=False):
+                       retry_count=0, enable_sorted_projections=True):
         """
         POST /mybucket/myschema/mytable?query-data=SelectRowIds HTTP/1.1
         """
@@ -1313,7 +1330,7 @@ class VastdbApi:
         return self._check_res(res, "query_data", expected_retvals)
 
     def read_columns_data(self, bucket, schema, table, params, txid=0, client_tags=[], expected_retvals=[], tenant_guid=None,
-                          retry_count=0, enable_sorted_projections=False):
+                          retry_count=0, enable_sorted_projections=True):
         """
         POST /mybucket/myschema/mytable?query-data=ReadColumns HTTP/1.1
         """
@@ -1329,7 +1346,7 @@ class VastdbApi:
         return self._check_res(res, "query_data", expected_retvals)
 
     def count_rows(self, bucket, schema, table, params, txid=0, client_tags=[], expected_retvals=[], tenant_guid=None,
-                   retry_count=0, enable_sorted_projections=False):
+                   retry_count=0, enable_sorted_projections=True):
         """
         POST /mybucket/myschema/mytable?query-data=CountRows HTTP/1.1
         """
@@ -1485,10 +1502,11 @@ class VastdbApi:
         return False
 
     def _query_page(self, bucket, schema, table, query_data_request, split=(0, 1, 8), num_sub_splits=1, response_row_id=False,
-                   txid=0, limit_rows=0, sub_split_start_row_ids=[], filters=None, field_names=None):
+                   txid=0, limit_rows=0, sub_split_start_row_ids=[], filters=None, field_names=None, enable_sorted_projections=True):
         res = self.query_data(bucket=bucket, schema=schema, table=table, params=query_data_request.serialized, split=split,
                               num_sub_splits=num_sub_splits, response_row_id=response_row_id, txid=txid,
-                              limit_rows=limit_rows, sub_split_start_row_ids=sub_split_start_row_ids)
+                              limit_rows=limit_rows, sub_split_start_row_ids=sub_split_start_row_ids,
+                              enable_sorted_projections=enable_sorted_projections)
         start_row_ids = {}
         sub_split_tables = parse_query_data_response(res.raw, query_data_request.response_schema,
                                                     start_row_ids=start_row_ids)
@@ -1499,10 +1517,11 @@ class VastdbApi:
         return table_page, start_row_ids
 
     def _query_page_iterator(self, bucket, schema, table, query_data_request, split=(0, 1, 8), num_sub_splits=1, response_row_id=False,
-                             txid=0, limit_rows=0, start_row_ids={}, filters=None, field_names=None):
+                             txid=0, limit_rows=0, start_row_ids={}, filters=None, field_names=None, enable_sorted_projections=True):
         res = self.query_data(bucket=bucket, schema=schema, table=table, params=query_data_request.serialized, split=split,
                               num_sub_splits=num_sub_splits, response_row_id=response_row_id, txid=txid,
-                              limit_rows=limit_rows, sub_split_start_row_ids=start_row_ids.items())
+                              limit_rows=limit_rows, sub_split_start_row_ids=start_row_ids.items(),
+                              enable_sorted_projections=enable_sorted_projections)
         for sub_split_table in parse_query_data_response(res.raw, query_data_request.response_schema,
                                                         start_row_ids=start_row_ids):
             for record_batch in sub_split_table.to_batches():
@@ -1510,7 +1529,8 @@ class VastdbApi:
         _logger.info(f"query_page_iterator: start_row_ids={start_row_ids}")
 
     def query_iterator(self, bucket, schema, table, num_sub_splits=1, num_row_groups_per_sub_split=8,
-                       response_row_id=False, txid=0, limit_per_sub_split=128*1024, filters=None, field_names=None):
+                       response_row_id=False, txid=0, limit_per_sub_split=128*1024, filters=None, field_names=None,
+                       enable_sorted_projections=True):
         """
         query rows into a table.
 
@@ -1588,7 +1608,8 @@ class VastdbApi:
                                                                          split=(split_id, num_splits, num_row_groups_per_sub_split),
                                                                          num_sub_splits=num_sub_splits, response_row_id=response_row_id,
                                                                          txid=txid, limit_rows=limit_per_sub_split,
-                                                                         start_row_ids=start_row_ids):
+                                                                         start_row_ids=start_row_ids,
+                                                                         enable_sorted_projections=enable_sorted_projections):
                             output_queue.put((split_id, record_batch))
                             while not next_sems[split_id].acquire(timeout=1): # wait for the main thread to request the next record batch
                                 if killall:
@@ -1682,7 +1703,7 @@ class VastdbApi:
 
     def query(self, bucket, schema, table, num_sub_splits=1, num_row_groups_per_sub_split=8,
               response_row_id=False, txid=0, limit=0, limit_per_sub_split=131072, filters=None, field_names=None,
-              queried_columns=None):
+              queried_columns=None, enable_sorted_projections=True):
         """
         query rows into a table.
 
@@ -1769,7 +1790,8 @@ class VastdbApi:
                                                                         split=(split_id, num_splits, num_row_groups_per_sub_split),
                                                                         num_sub_splits=num_sub_splits, response_row_id=response_row_id,
                                                                         txid=txid, limit_rows=limit_rows,
-                                                                        sub_split_start_row_ids=start_row_ids.items())
+                                                                        sub_split_start_row_ids=start_row_ids.items(),
+                                                                        enable_sorted_projections=enable_sorted_projections)
                         with lock:
                             table_pages.append(table_page)
                             row_counts[split_id] += len(table_page)

{vastdb-0.0.5.3.dist-info → vastdb-0.0.5.5.dist-info}/METADATA

@@ -1,12 +1,11 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 0.0.5.3
+Version: 0.0.5.5
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA
 Author-email: hello@vastdata.com
 License: Copyright (C) VAST Data Ltd.
-Platform: UNKNOWN
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: flatbuffers
@@ -43,5 +42,3 @@ vastdb_session = create_vastdb_session(access_key, secret_key)
 ```
 #### For the complete Guide for the SDK please go to VastData github: https://github.com/vast-data/vastdb_sdk
 
-
-

{vastdb-0.0.5.3.dist-info → vastdb-0.0.5.5.dist-info}/RECORD

@@ -147,34 +147,10 @@ vast_flatbuf/tabular/ListTablesResponse.py,sha256=V7jZAS8ryKY8s6o_QyjWzgan-rsGm1
 vast_flatbuf/tabular/ObjectDetails.py,sha256=qW0WtbkCYYE_L-Kw6VNRDCLYaRm5lKvTbLNkfD4zV4A,3589
 vast_flatbuf/tabular/S3File.py,sha256=KC9c2oS5-JXwTTriUVFdjOvRG0B54Cq9kviSDZY3NI0,4450
 vast_flatbuf/tabular/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vast_protobuf/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vast_protobuf/substrait/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vast_protobuf/substrait/algebra_pb2.py,sha256=Y0RBz_IszyfCTgyNA5fh-tJPq6IJs3QqhYZoyFOy2Wg,100838
-vast_protobuf/substrait/capabilities_pb2.py,sha256=NDfdXUrGPNGfB11h3QI1OrYtZypfAlu9lE17BAVimMQ,2453
-vast_protobuf/substrait/ddl_pb2.py,sha256=2MDXdDznqoD6vtMSWwvkxpiZ-yPBnSXchc8jDQyoKZw,2683
-vast_protobuf/substrait/extended_expression_pb2.py,sha256=Rs8A8HmNcEevxO3jVsNlIeYqyXCaIwGb2xTK8p7_eFU,3481
-vast_protobuf/substrait/function_pb2.py,sha256=dtVctHDJC-BsofPY0ktPYLJkAWxLAKVMsOhGER36hoo,13339
-vast_protobuf/substrait/parameterized_types_pb2.py,sha256=hCTBDXbqunSuSmrxnkvFDNUjCxr8UPE8XrghpX2mqsM,15074
-vast_protobuf/substrait/plan_pb2.py,sha256=LDQFI5QE-KpVItmqzG9k-9XuiAT-eaXuOTMUaMoeODQ,3831
-vast_protobuf/substrait/type_expressions_pb2.py,sha256=hpvSwkZjmpEfh0q6pGeCt_5ARzyOoX2HVXYXNShSh3s,17633
-vast_protobuf/substrait/type_pb2.py,sha256=w-FzIb2OJNpaOCp1f1ox_CVDevB1ID5wudju8e1NkBY,20790
-vast_protobuf/substrait/extensions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vast_protobuf/substrait/extensions/extensions_pb2.py,sha256=I_6c6nMmMaYvVtzF-5ycqpzFYlsAVlKQDyatoU8RewQ,6110
-vast_protobuf/tabular/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vast_protobuf/tabular/rpc_pb2.py,sha256=7kW2WrA2sGk6WVbD83mc_cKkZ2MxoImSO5GOVz6NbbE,23776
 vastdb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vastdb/api.py,sha256=u5Cf01LeHGN7x_pcjnzfLV-lU485FGFCv7eTIKpSaB0,124883
-vastdb/bench_scan.py,sha256=95O34oHS0UehX2ad4T2mok87CKszCFLCDZASMnZp77M,1208
-vastdb/util.py,sha256=EF892Gbs08BxHVgG3FZ6QvhpKI2-eIL5bPzzrYE_Qd8,2905
-vastdb/v2.py,sha256=gWZUnhSLEvtrXPxoTpTAwNuzU9qxrCaWKXmeNBpMrGY,12601
-vastdb/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vastdb/tests/conftest.py,sha256=dcYFJO0Riyn687qZTwcwKbwGieg6s4yZrVFrJAX-ylU,1461
-vastdb/tests/test_create_table_from_parquets.py,sha256=dxykmvUR-vui6Z3qUvXPYJ9Nw6V_qcxKl4NDNQK4kiY,1963
-vastdb/tests/test_sanity.py,sha256=7HmCjuOmtoYnuWiPjMP6m7sYQYop1_qRCzq2ZX0rKlc,2404
-vastdb/tests/test_schemas.py,sha256=-nntn3ltBaaqSTsUvi-i9J0yr4TYvOTRyTNY039vEIk,1047
-vastdb/tests/test_tables.py,sha256=KPe0ESVGWixecTSwQ8whzSF-NZrNVZ-Kv-C4Gz-OQnQ,1225
-vastdb-0.0.5.3.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
-vastdb-0.0.5.3.dist-info/METADATA,sha256=Yd93AoZE5ZUhJUr0MhtfhcMaQUtSFZ1wbzc6vvEvclQ,1369
-vastdb-0.0.5.3.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
-vastdb-0.0.5.3.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
-vastdb-0.0.5.3.dist-info/RECORD,,
+vastdb/api.py,sha256=xAucqj_W_gGIsZdvwSg6nsSXqQOUMOuZL2xhMaFkIbI,126708
+vastdb-0.0.5.5.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
+vastdb-0.0.5.5.dist-info/METADATA,sha256=hx58H4GZBF8jphMOOkxMVlBAVwuRdLSeBRSemdZcQEc,1349
+vastdb-0.0.5.5.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+vastdb-0.0.5.5.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
+vastdb-0.0.5.5.dist-info/RECORD,,

{vastdb-0.0.5.3.dist-info → vastdb-0.0.5.5.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.37.0)
+Generator: setuptools (75.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any