vastdb 0.0.5.6__tar.gz → 0.0.5.8__tar.gz

{vastdb-0.0.5.6 → vastdb-0.0.5.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 0.0.5.6
+Version: 0.0.5.8
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA

{vastdb-0.0.5.6 → vastdb-0.0.5.8}/setup.py

@@ -46,7 +46,7 @@ if os.environ.get('VASTDB_APPEND_VERSION_SUFFIX'):
 setup(
     name='vastdb',
     description='VAST Data SDK',
-    version='0.0.5.6' + suffix,
+    version='0.0.5.8' + suffix,
     url='https://github.com/vast-data/vastdb_sdk',
     author='VAST DATA',
     author_email='hello@vastdata.com',

{vastdb-0.0.5.6 → vastdb-0.0.5.8}/vast_flatbuf/tabular/ObjectDetails.py

@@ -60,7 +60,14 @@ class ObjectDetails(object):
             return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos)
         return 0
 
-def Start(builder): builder.StartObject(5)
+    # ObjectDetails
+    def NumPartitions(self):
+        o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14))
+        if o != 0:
+            return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos)
+        return 0
+
+def Start(builder): builder.StartObject(6)
 def ObjectDetailsStart(builder):
     """This method is deprecated. Please switch to Start."""
     return Start(builder)
@@ -84,6 +91,10 @@ def AddSizeInBytes(builder, sizeInBytes): builder.PrependUint64Slot(4, sizeInByt
 def ObjectDetailsAddSizeInBytes(builder, sizeInBytes):
     """This method is deprecated. Please switch to AddSizeInBytes."""
     return AddSizeInBytes(builder, sizeInBytes)
+def AddNumPartitions(builder, numPartitions): builder.PrependUint64Slot(5, numPartitions, 0)
+def ObjectDetailsAddNumPartitions(builder, numPartitions):
+    """This method is deprecated. Please switch to AddNumPartitions."""
+    return AddNumPartitions(builder, numPartitions)
 def End(builder): return builder.EndObject()
 def ObjectDetailsEnd(builder):
     """This method is deprecated. Please switch to End."""

{vastdb-0.0.5.6 → vastdb-0.0.5.8}/vastdb/api.py

@@ -681,16 +681,33 @@ def _iter_nested_arrays(column: pa.Array) -> Iterator[pa.Array]:
     elif isinstance(column.type, pa.ListType):
         yield from _iter_nested_arrays(column.values)  # Note: Map is serialized in VAST as a List<Struct<K, V>>
 
+def _encode_table_props(**kwargs):
+    if all([v is None for v in kwargs.values()]):
+        return None
+    else:
+        return "$".join([f"{k}={v}" for k, v in kwargs.items()])
+
+
+def _decode_table_props(s):
+    if s.strip() == '':
+        return {}
+    else:
+        return {x[0]: int(x[1]) for x in [y.split('=') for y in s.strip().split("$")]}
 
-TableInfo = namedtuple('table_info', 'name properties handle num_rows size_in_bytes')
-def _parse_table_info(obj):
 
+TableInfo = namedtuple('table_info', 'name properties handle num_rows size_in_bytes num_partitions')
+
+
+def _parse_table_info(obj):
     name = obj.Name().decode()
     properties = obj.Properties().decode()
     handle = obj.Handle().decode()
     num_rows = obj.NumRows()
     used_bytes = obj.SizeInBytes()
-    return TableInfo(name, properties, handle, num_rows, used_bytes)
+    num_partitions = obj.NumPartitions()
+    if num_partitions != 0:
+        properties = _decode_table_props(properties)
+    return TableInfo(name, properties, handle, num_rows, used_bytes, num_partitions)
 
 def build_record_batch(column_info, column_values):
     _logger.info(f"column_info={column_info}")
@@ -974,13 +991,6 @@ class VastdbApi:
 
             return snapshots, is_truncated, marker
 
-    @staticmethod
-    def encode_table_props(**kwargs):
-        if all(v is None for v in kwargs.values()):
-            return None
-        else:
-            return "$".join([f"{k}={v}" for k, v in kwargs.items()])
-
     def create_table(self, bucket, schema, name, arrow_schema, txid=0, client_tags=[], expected_retvals=[],
                      topic_partitions=0, create_imports_table=False, use_external_row_ids_allocation=False,
                      src_timestamp=None, retention_in_mins=None, past_threshold_ts=None, future_threshold_ts=None):
@@ -1006,8 +1016,9 @@ class VastdbApi:
         url_params = {'topic_partitions': str(topic_partitions)} if topic_partitions else {}
 
         if topic_partitions > 0:
-            table_props = self.encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
-            url_params['table-props'] = table_props
+            table_props = _encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
+            if table_props is not None:
+                url_params['table-props'] = table_props
 
         res = self.session.post(self._api_prefix(bucket=bucket, schema=schema, table=name, command="table", url_params=url_params),
                                 data=serialized_schema, headers=headers)
@@ -1074,7 +1085,9 @@ class VastdbApi:
         builder = flatbuffers.Builder(1024)
 
         if src_timestamp is not None or retention_in_mins is not None or past_threshold_ts is not None or future_threshold_ts is not None:
-            table_properties = self.encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
+            table_properties = _encode_table_props(src_timestamp=src_timestamp, retention_in_mins=retention_in_mins, past_threshold_ts=past_threshold_ts, future_threshold_ts=future_threshold_ts)
+            if table_properties is None:
+                table_properties = ""
 
         properties = builder.CreateString(table_properties)
         tabular_alter_table.Start(builder)

{vastdb-0.0.5.6 → vastdb-0.0.5.8}/vastdb.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vastdb
-Version: 0.0.5.6
+Version: 0.0.5.8
 Summary: VAST Data SDK
 Home-page: https://github.com/vast-data/vastdb_sdk
 Author: VAST DATA