vastdb 0.0.5.3__py3-none-any.whl → 0.0.5.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
vastdb/api.py CHANGED
@@ -1296,7 +1296,7 @@ class VastdbApi:
1296
1296
  return self._check_res(res, "get_transaction", expected_retvals)
1297
1297
 
1298
1298
  def select_row_ids(self, bucket, schema, table, params, txid=0, client_tags=[], expected_retvals=[],
1299
- retry_count=0, enable_sorted_projections=False):
1299
+ retry_count=0, enable_sorted_projections=True):
1300
1300
  """
1301
1301
  POST /mybucket/myschema/mytable?query-data=SelectRowIds HTTP/1.1
1302
1302
  """
@@ -1313,7 +1313,7 @@ class VastdbApi:
1313
1313
  return self._check_res(res, "query_data", expected_retvals)
1314
1314
 
1315
1315
  def read_columns_data(self, bucket, schema, table, params, txid=0, client_tags=[], expected_retvals=[], tenant_guid=None,
1316
- retry_count=0, enable_sorted_projections=False):
1316
+ retry_count=0, enable_sorted_projections=True):
1317
1317
  """
1318
1318
  POST /mybucket/myschema/mytable?query-data=ReadColumns HTTP/1.1
1319
1319
  """
@@ -1329,7 +1329,7 @@ class VastdbApi:
1329
1329
  return self._check_res(res, "query_data", expected_retvals)
1330
1330
 
1331
1331
  def count_rows(self, bucket, schema, table, params, txid=0, client_tags=[], expected_retvals=[], tenant_guid=None,
1332
- retry_count=0, enable_sorted_projections=False):
1332
+ retry_count=0, enable_sorted_projections=True):
1333
1333
  """
1334
1334
  POST /mybucket/myschema/mytable?query-data=CountRows HTTP/1.1
1335
1335
  """
@@ -1485,10 +1485,11 @@ class VastdbApi:
1485
1485
  return False
1486
1486
 
1487
1487
  def _query_page(self, bucket, schema, table, query_data_request, split=(0, 1, 8), num_sub_splits=1, response_row_id=False,
1488
- txid=0, limit_rows=0, sub_split_start_row_ids=[], filters=None, field_names=None):
1488
+ txid=0, limit_rows=0, sub_split_start_row_ids=[], filters=None, field_names=None, enable_sorted_projections=True):
1489
1489
  res = self.query_data(bucket=bucket, schema=schema, table=table, params=query_data_request.serialized, split=split,
1490
1490
  num_sub_splits=num_sub_splits, response_row_id=response_row_id, txid=txid,
1491
- limit_rows=limit_rows, sub_split_start_row_ids=sub_split_start_row_ids)
1491
+ limit_rows=limit_rows, sub_split_start_row_ids=sub_split_start_row_ids,
1492
+ enable_sorted_projections=enable_sorted_projections)
1492
1493
  start_row_ids = {}
1493
1494
  sub_split_tables = parse_query_data_response(res.raw, query_data_request.response_schema,
1494
1495
  start_row_ids=start_row_ids)
@@ -1499,10 +1500,11 @@ class VastdbApi:
1499
1500
  return table_page, start_row_ids
1500
1501
 
1501
1502
  def _query_page_iterator(self, bucket, schema, table, query_data_request, split=(0, 1, 8), num_sub_splits=1, response_row_id=False,
1502
- txid=0, limit_rows=0, start_row_ids={}, filters=None, field_names=None):
1503
+ txid=0, limit_rows=0, start_row_ids={}, filters=None, field_names=None, enable_sorted_projections=True):
1503
1504
  res = self.query_data(bucket=bucket, schema=schema, table=table, params=query_data_request.serialized, split=split,
1504
1505
  num_sub_splits=num_sub_splits, response_row_id=response_row_id, txid=txid,
1505
- limit_rows=limit_rows, sub_split_start_row_ids=start_row_ids.items())
1506
+ limit_rows=limit_rows, sub_split_start_row_ids=start_row_ids.items(),
1507
+ enable_sorted_projections=enable_sorted_projections)
1506
1508
  for sub_split_table in parse_query_data_response(res.raw, query_data_request.response_schema,
1507
1509
  start_row_ids=start_row_ids):
1508
1510
  for record_batch in sub_split_table.to_batches():
@@ -1510,7 +1512,8 @@ class VastdbApi:
1510
1512
  _logger.info(f"query_page_iterator: start_row_ids={start_row_ids}")
1511
1513
 
1512
1514
  def query_iterator(self, bucket, schema, table, num_sub_splits=1, num_row_groups_per_sub_split=8,
1513
- response_row_id=False, txid=0, limit_per_sub_split=128*1024, filters=None, field_names=None):
1515
+ response_row_id=False, txid=0, limit_per_sub_split=128*1024, filters=None, field_names=None,
1516
+ enable_sorted_projections=True):
1514
1517
  """
1515
1518
  query rows into a table.
1516
1519
 
@@ -1588,7 +1591,8 @@ class VastdbApi:
1588
1591
  split=(split_id, num_splits, num_row_groups_per_sub_split),
1589
1592
  num_sub_splits=num_sub_splits, response_row_id=response_row_id,
1590
1593
  txid=txid, limit_rows=limit_per_sub_split,
1591
- start_row_ids=start_row_ids):
1594
+ start_row_ids=start_row_ids,
1595
+ enable_sorted_projections=enable_sorted_projections):
1592
1596
  output_queue.put((split_id, record_batch))
1593
1597
  while not next_sems[split_id].acquire(timeout=1): # wait for the main thread to request the next record batch
1594
1598
  if killall:
@@ -1682,7 +1686,7 @@ class VastdbApi:
1682
1686
 
1683
1687
  def query(self, bucket, schema, table, num_sub_splits=1, num_row_groups_per_sub_split=8,
1684
1688
  response_row_id=False, txid=0, limit=0, limit_per_sub_split=131072, filters=None, field_names=None,
1685
- queried_columns=None):
1689
+ queried_columns=None, enable_sorted_projections=True):
1686
1690
  """
1687
1691
  query rows into a table.
1688
1692
 
@@ -1769,7 +1773,8 @@ class VastdbApi:
1769
1773
  split=(split_id, num_splits, num_row_groups_per_sub_split),
1770
1774
  num_sub_splits=num_sub_splits, response_row_id=response_row_id,
1771
1775
  txid=txid, limit_rows=limit_rows,
1772
- sub_split_start_row_ids=start_row_ids.items())
1776
+ sub_split_start_row_ids=start_row_ids.items(),
1777
+ enable_sorted_projections=enable_sorted_projections)
1773
1778
  with lock:
1774
1779
  table_pages.append(table_page)
1775
1780
  row_counts[split_id] += len(table_page)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: vastdb
3
- Version: 0.0.5.3
3
+ Version: 0.0.5.4
4
4
  Summary: VAST Data SDK
5
5
  Home-page: https://github.com/vast-data/vastdb_sdk
6
6
  Author: VAST DATA
@@ -147,34 +147,10 @@ vast_flatbuf/tabular/ListTablesResponse.py,sha256=V7jZAS8ryKY8s6o_QyjWzgan-rsGm1
147
147
  vast_flatbuf/tabular/ObjectDetails.py,sha256=qW0WtbkCYYE_L-Kw6VNRDCLYaRm5lKvTbLNkfD4zV4A,3589
148
148
  vast_flatbuf/tabular/S3File.py,sha256=KC9c2oS5-JXwTTriUVFdjOvRG0B54Cq9kviSDZY3NI0,4450
149
149
  vast_flatbuf/tabular/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
150
- vast_protobuf/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
151
- vast_protobuf/substrait/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
152
- vast_protobuf/substrait/algebra_pb2.py,sha256=Y0RBz_IszyfCTgyNA5fh-tJPq6IJs3QqhYZoyFOy2Wg,100838
153
- vast_protobuf/substrait/capabilities_pb2.py,sha256=NDfdXUrGPNGfB11h3QI1OrYtZypfAlu9lE17BAVimMQ,2453
154
- vast_protobuf/substrait/ddl_pb2.py,sha256=2MDXdDznqoD6vtMSWwvkxpiZ-yPBnSXchc8jDQyoKZw,2683
155
- vast_protobuf/substrait/extended_expression_pb2.py,sha256=Rs8A8HmNcEevxO3jVsNlIeYqyXCaIwGb2xTK8p7_eFU,3481
156
- vast_protobuf/substrait/function_pb2.py,sha256=dtVctHDJC-BsofPY0ktPYLJkAWxLAKVMsOhGER36hoo,13339
157
- vast_protobuf/substrait/parameterized_types_pb2.py,sha256=hCTBDXbqunSuSmrxnkvFDNUjCxr8UPE8XrghpX2mqsM,15074
158
- vast_protobuf/substrait/plan_pb2.py,sha256=LDQFI5QE-KpVItmqzG9k-9XuiAT-eaXuOTMUaMoeODQ,3831
159
- vast_protobuf/substrait/type_expressions_pb2.py,sha256=hpvSwkZjmpEfh0q6pGeCt_5ARzyOoX2HVXYXNShSh3s,17633
160
- vast_protobuf/substrait/type_pb2.py,sha256=w-FzIb2OJNpaOCp1f1ox_CVDevB1ID5wudju8e1NkBY,20790
161
- vast_protobuf/substrait/extensions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
162
- vast_protobuf/substrait/extensions/extensions_pb2.py,sha256=I_6c6nMmMaYvVtzF-5ycqpzFYlsAVlKQDyatoU8RewQ,6110
163
- vast_protobuf/tabular/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
164
- vast_protobuf/tabular/rpc_pb2.py,sha256=7kW2WrA2sGk6WVbD83mc_cKkZ2MxoImSO5GOVz6NbbE,23776
165
150
  vastdb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
166
- vastdb/api.py,sha256=u5Cf01LeHGN7x_pcjnzfLV-lU485FGFCv7eTIKpSaB0,124883
167
- vastdb/bench_scan.py,sha256=95O34oHS0UehX2ad4T2mok87CKszCFLCDZASMnZp77M,1208
168
- vastdb/util.py,sha256=EF892Gbs08BxHVgG3FZ6QvhpKI2-eIL5bPzzrYE_Qd8,2905
169
- vastdb/v2.py,sha256=gWZUnhSLEvtrXPxoTpTAwNuzU9qxrCaWKXmeNBpMrGY,12601
170
- vastdb/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
171
- vastdb/tests/conftest.py,sha256=dcYFJO0Riyn687qZTwcwKbwGieg6s4yZrVFrJAX-ylU,1461
172
- vastdb/tests/test_create_table_from_parquets.py,sha256=dxykmvUR-vui6Z3qUvXPYJ9Nw6V_qcxKl4NDNQK4kiY,1963
173
- vastdb/tests/test_sanity.py,sha256=7HmCjuOmtoYnuWiPjMP6m7sYQYop1_qRCzq2ZX0rKlc,2404
174
- vastdb/tests/test_schemas.py,sha256=-nntn3ltBaaqSTsUvi-i9J0yr4TYvOTRyTNY039vEIk,1047
175
- vastdb/tests/test_tables.py,sha256=KPe0ESVGWixecTSwQ8whzSF-NZrNVZ-Kv-C4Gz-OQnQ,1225
176
- vastdb-0.0.5.3.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
177
- vastdb-0.0.5.3.dist-info/METADATA,sha256=Yd93AoZE5ZUhJUr0MhtfhcMaQUtSFZ1wbzc6vvEvclQ,1369
178
- vastdb-0.0.5.3.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
179
- vastdb-0.0.5.3.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
180
- vastdb-0.0.5.3.dist-info/RECORD,,
151
+ vastdb/api.py,sha256=lYM-CM42YBZ0IbR4AkqBFBaFETFORFREWgPab18WJr4,125448
152
+ vastdb-0.0.5.4.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
153
+ vastdb-0.0.5.4.dist-info/METADATA,sha256=lQ6-XEIX6yPL9DygrrildnMkU1v7EcL0DXjfYFWxEfY,1369
154
+ vastdb-0.0.5.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
155
+ vastdb-0.0.5.4.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
156
+ vastdb-0.0.5.4.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: bdist_wheel (0.37.0)
2
+ Generator: bdist_wheel (0.43.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
vast_protobuf/__init__.py DELETED
File without changes
File without changes