vastdb 0.0.5.7__py3-none-any.whl → 0.0.5.8__py3-none-any.whl

vast_flatbuf/tabular/ObjectDetails.py

@@ -60,7 +60,14 @@ class ObjectDetails(object):
             return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos)
         return 0
 
-def Start(builder): builder.StartObject(5)
+    # ObjectDetails
+    def NumPartitions(self):
+        o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14))
+        if o != 0:
+            return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos)
+        return 0
+
+def Start(builder): builder.StartObject(6)
 def ObjectDetailsStart(builder):
     """This method is deprecated. Please switch to Start."""
     return Start(builder)
@@ -84,6 +91,10 @@ def AddSizeInBytes(builder, sizeInBytes): builder.PrependUint64Slot(4, sizeInByt
 def ObjectDetailsAddSizeInBytes(builder, sizeInBytes):
     """This method is deprecated. Please switch to AddSizeInBytes."""
     return AddSizeInBytes(builder, sizeInBytes)
+def AddNumPartitions(builder, numPartitions): builder.PrependUint64Slot(5, numPartitions, 0)
+def ObjectDetailsAddNumPartitions(builder, numPartitions):
+    """This method is deprecated. Please switch to AddNumPartitions."""
+    return AddNumPartitions(builder, numPartitions)
 def End(builder): return builder.EndObject()
 def ObjectDetailsEnd(builder):
     """This method is deprecated. Please switch to End."""

vastdb/api.py

@@ -681,16 +681,33 @@ def _iter_nested_arrays(column: pa.Array) -> Iterator[pa.Array]:
     elif isinstance(column.type, pa.ListType):
         yield from _iter_nested_arrays(column.values)  # Note: Map is serialized in VAST as a List<Struct<K, V>>
 
+def _encode_table_props(**kwargs):
+    if all([v is None for v in kwargs.values()]):
+        return None
+    else:
+        return "$".join([f"{k}={v}" for k, v in kwargs.items()])
+
+
+def _decode_table_props(s):
+    if s.strip() == '':
+        return {}
+    else:
+        return {x[0]: int(x[1]) for x in [y.split('=') for y in s.strip().split("$")]}
 
-TableInfo = namedtuple('table_info', 'name properties handle num_rows size_in_bytes')
-def _parse_table_info(obj):
 
+TableInfo = namedtuple('table_info', 'name properties handle num_rows size_in_bytes num_partitions')
+
+
+def _parse_table_info(obj):
     name = obj.Name().decode()
     properties = obj.Properties().decode()
     handle = obj.Handle().decode()
     num_rows = obj.NumRows()
     used_bytes = obj.SizeInBytes()
-    return TableInfo(name, properties, handle, num_rows, used_bytes)
+    num_partitions = obj.NumPartitions()
+    if num_partitions != 0:
+        properties = _decode_table_props(properties)
+    return TableInfo(name, properties, handle, num_rows, used_bytes, num_partitions)
 
 def build_record_batch(column_info, column_values):
     _logger.info(f"column_info={column_info}")
@@ -974,13 +991,6 @@ class VastdbApi:
 
             return snapshots, is_truncated, marker
 
-    @staticmethod
-    def encode_table_props(**kwargs):
-        if all(v is None for v in kwargs.values()):
-            return None
-        else:
-            return "$".join([f"{k}={v}" for k, v in kwargs.items()])
-
     def create_table(self, bucket, schema, name, arrow_schema, txid=0, client_tags=[], expected_retvals=[],
                      topic_partitions=0, create_imports_table=False, use_external_row_ids_allocation=False,
                      src_timestamp=None, retention_in_mins=None, past_threshold_ts=None, future_threshold_ts=None):
@@ -1006,7 +1016,7 @@ class VastdbApi:
         url_params = {'topic_partitions': str(topic_partitions)} if topic_partitions else {}
 
         if topic_partitions > 0:
-            table_props = self.encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
+            table_props = _encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
             if table_props is not None:
                 url_params['table-props'] = table_props
 
@@ -1075,7 +1085,7 @@ class VastdbApi:
         builder = flatbuffers.Builder(1024)
 
         if src_timestamp is not None or retention_in_mins is not None or past_threshold_ts is not None or future_threshold_ts is not None:
-            table_properties = self.encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
+            table_properties = _encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
             if table_properties is None:
                 table_properties = ""
 

{vastdb-0.0.5.7.dist-info → vastdb-0.0.5.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 0.0.5.7
+Version: 0.0.5.8
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA

{vastdb-0.0.5.7.dist-info → vastdb-0.0.5.8.dist-info}/RECORD

@@ -144,13 +144,13 @@ vast_flatbuf/tabular/ImportDataRequest.py,sha256=f1chKp5d5NUxfNjI8YI1o4MYInF8UDh
 vast_flatbuf/tabular/ListProjectionsResponse.py,sha256=secqrBsJY3ydbA28j09rmxzBqj-c1JNqaP7JMuib7nE,4240
 vast_flatbuf/tabular/ListSchemasResponse.py,sha256=V8tbwcWAC96eNwuoqDNqCSb02BnMdq60TpyISuWTVMk,3036
 vast_flatbuf/tabular/ListTablesResponse.py,sha256=V7jZAS8ryKY8s6o_QyjWzgan-rsGm17zjKEmi7K6qTM,3550
-vast_flatbuf/tabular/ObjectDetails.py,sha256=qW0WtbkCYYE_L-Kw6VNRDCLYaRm5lKvTbLNkfD4zV4A,3589
+vast_flatbuf/tabular/ObjectDetails.py,sha256=5mMZ0iL_iC1cztyyjPeEeJv3ch6Nk1zyCOce0AY601s,4122
 vast_flatbuf/tabular/S3File.py,sha256=KC9c2oS5-JXwTTriUVFdjOvRG0B54Cq9kviSDZY3NI0,4450
 vast_flatbuf/tabular/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vastdb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vastdb/api.py,sha256=NgXpHkclN6mV1uR3Jl7ksIFbODE8MF9JVMws_GPious,126722
-vastdb-0.0.5.7.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
-vastdb-0.0.5.7.dist-info/METADATA,sha256=qEXKBdRpLG4juHrG7NwyAmmwv1YxLX4zEcrIesJi_tE,1349
-vastdb-0.0.5.7.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-vastdb-0.0.5.7.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
-vastdb-0.0.5.7.dist-info/RECORD,,
+vastdb/api.py,sha256=gRpHYnK_opRwBK6rwhmmsOHJHsJixK9E8y_qQOJWcuM,127002
+vastdb-0.0.5.8.dist-info/LICENSE,sha256=obffan7LYrq7hLHNrY7vHcn2pKUTBUYXMKu-VOAvDxU,11333
+vastdb-0.0.5.8.dist-info/METADATA,sha256=LerbRKsB2CXunpnaNtHp7B1mpWB2xVwnopLe8jbNvgM,1349
+vastdb-0.0.5.8.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+vastdb-0.0.5.8.dist-info/top_level.txt,sha256=Vsj2MKtlhPg0J4so64slQtnwjhgoPmJgcG-6YcVAwVc,20
+vastdb-0.0.5.8.dist-info/RECORD,,