vastdb 0.0.5.3__py3-none-any.whl → 0.0.5.4__py3-none-any.whl

vast_protobuf/tabular/rpc_pb2.py

@@ -1,344 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: vast_protobuf/tabular/rpc.proto
-"""Generated protocol buffer code."""
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
-from google.protobuf import symbol_database as _symbol_database
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-from vast_protobuf.substrait import algebra_pb2 as vast__protobuf_dot_substrait_dot_algebra__pb2
-from vast_protobuf.substrait import type_pb2 as vast__protobuf_dot_substrait_dot_type__pb2
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1fvast_protobuf/tabular/rpc.proto\x12\tProtoVast\x1a%vast_protobuf/substrait/algebra.proto\x1a\"vast_protobuf/substrait/type.proto\"+\n\x0b\x43ontentInfo\x12\x0e\n\x06offset\x18\x01 \x01(\x04\x12\x0c\n\x04size\x18\x02 \x01(\x04\"x\n\x08SubSplit\x12\n\n\x02id\x18\x01 \x01(\r\x12-\n\x05state\x18\x02 \x01(\x0b\x32\x19.ProtoVast.SubSplit.StateH\x00\x88\x01\x01\x1a\'\n\x05State\x12\x13\n\x06\x62uffer\x18\x01 \x01(\x0cH\x00\x88\x01\x01\x42\t\n\x07_bufferB\x08\n\x06_state\"s\n\x05Split\x12\n\n\x02id\x18\x01 \x01(\r\x12\'\n\x06\x63onfig\x18\x02 \x01(\x0b\x32\x17.ProtoVast.Split.Config\x1a\x35\n\x06\x43onfig\x12\r\n\x05total\x18\x01 \x01(\r\x12\x1c\n\x14row_groups_per_split\x18\x02 \x01(\r\"?\n\x12SubSplitCollection\x12)\n\x06states\x18\x01 \x03(\x0b\x32\x19.ProtoVast.SubSplit.State\".\n\x06RowIds\x12$\n\x04info\x18\x01 \x01(\x0b\x32\x16.ProtoVast.ContentInfo\"8\n\x06Status\x12\x0c\n\x04\x63ode\x18\x01 \x01(\x05\x12\x14\n\x07message\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\n\n\x08_message\"\xef\x01\n\x13SelectRowIdsRequest\x12\x17\n\nlimit_rows\x18\x01 \x01(\rH\x01\x88\x01\x01\x12\x1f\n\x05split\x18\x02 \x01(\x0b\x32\x10.ProtoVast.Split\x12\x30\n\tsubsplits\x18\x03 \x01(\x0b\x32\x1d.ProtoVast.SubSplitCollection\x12\"\n\x08relation\x18\x04 \x01(\x0b\x32\x0e.substrait.RelH\x00\x12\x31\n\x0flegacy_relation\x18\x05 \x01(\x0b\x32\x16.ProtoVast.ContentInfoH\x00\x42\x06\n\x04typeB\r\n\x0b_limit_rows\"\xaa\x06\n\x1aSelectRowIdsResponsePacket\x12\x46\n\x04\x62ody\x18\x01 \x01(\x0b\x32\x36.ProtoVast.SelectRowIdsResponsePacket.SubsplitResponseH\x00\x12\x42\n\x08trailing\x18\x02 \x01(\x0b\x32..ProtoVast.SelectRowIdsResponsePacket.TrailingH\x00\x1ag\n\x10SortedProjection\x12\x19\n\x11projected_columns\x18\x01 \x03(\r\x12\"\n\x07row_ids\x18\x02 \x01(\x0b\x32\x11.ProtoVast.RowIds\x12\x14\n\x0ctable_handle\x18\x03 \x01(\x04\x1a\xc8\x01\n\x08Trailing\x12!\n\x06status\x18\x01 \x01(\x0b\x32\x11.ProtoVast.Status\x12\x1b\n\x13\x66inished_pagination\x18\x02 \x01(\x08\x12L\n\x07metrics\x18\x04 \x03(\x0b\x32;.ProtoVast.SelectRowIdsResponsePacket.Trailing.MetricsEntry\x1a.\n\x0cMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x1a\xc3\x02\n\x10SubsplitResponse\x12%\n\x08subsplit\x18\x01 \x01(\x0b\x32\x13.ProtoVast.SubSplit\x12\'\n\x07row_ids\x18\x02 \x01(\x0b\x32\x11.ProtoVast.RowIdsH\x00\x88\x01\x01\x12M\n\rprojected_ids\x18\x03 \x03(\x0b\x32\x36.ProtoVast.SelectRowIdsResponsePacket.SortedProjection\x12T\n\x07metrics\x18\x04 \x03(\x0b\x32\x43.ProtoVast.SelectRowIdsResponsePacket.SubsplitResponse.MetricsEntry\x1a.\n\x0cMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x42\n\n\x08_row_idsB\x06\n\x04type\"\x9a\x02\n\x12ReadColumnsRequest\x12\x15\n\rnum_subsplits\x18\x01 \x01(\r\x12-\n\rcolumn_schema\x18\x02 \x01(\x0b\x32\x16.substrait.NamedStruct\x12;\n\x0erow_ids_blocks\x18\x03 \x03(\x0b\x32#.ProtoVast.ReadColumnsRequest.Block\x12 \n\x18projection_table_handles\x18\x04 \x03(\x04\x1a_\n\x05\x42lock\x12\"\n\x07row_ids\x18\x01 \x01(\x0b\x32\x11.ProtoVast.RowIds\x12\x1d\n\x10projection_index\x18\x02 \x01(\rH\x00\x88\x01\x01\x42\x13\n\x11_projection_index\"\xeb\x04\n\x19ReadColumnsResponsePacket\x12\x45\n\x04\x62ody\x18\x01 \x01(\x0b\x32\x35.ProtoVast.ReadColumnsResponsePacket.SubsplitResponseH\x00\x12\x41\n\x08trailing\x18\x02 \x01(\x0b\x32-.ProtoVast.ReadColumnsResponsePacket.TrailingH\x00\x1a\xaa\x01\n\x08Trailing\x12!\n\x06status\x18\x01 \x01(\x0b\x32\x11.ProtoVast.Status\x12K\n\x07metrics\x18\x02 \x03(\x0b\x32:.ProtoVast.ReadColumnsResponsePacket.Trailing.MetricsEntry\x1a.\n\x0cMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x1a\x8e\x02\n\x10SubsplitResponse\x12\x13\n\x0bsubsplit_id\x18\x01 \x01(\r\x12\x18\n\x10start_row_offset\x18\x02 \x01(\x04\x12\x33\n\x0e\x61rrow_ipc_info\x18\x03 \x01(\x0b\x32\x16.ProtoVast.ContentInfoH\x00\x88\x01\x01\x12S\n\x07metrics\x18\x04 \x03(\x0b\x32\x42.ProtoVast.ReadColumnsResponsePacket.SubsplitResponse.MetricsEntry\x1a.\n\x0cMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x42\x11\n\x0f_arrow_ipc_infoB\x06\n\x04type\"\xec\x01\n\x10\x43ountRowsRequest\x12\x17\n\nlimit_rows\x18\x01 \x01(\rH\x01\x88\x01\x01\x12\x1f\n\x05split\x18\x02 \x01(\x0b\x32\x10.ProtoVast.Split\x12\x30\n\tsubsplits\x18\x03 \x01(\x0b\x32\x1d.ProtoVast.SubSplitCollection\x12\"\n\x08relation\x18\x04 \x01(\x0b\x32\x0e.substrait.RelH\x00\x12\x31\n\x0flegacy_relation\x18\x05 \x01(\x0b\x32\x16.ProtoVast.ContentInfoH\x00\x42\x06\n\x04typeB\r\n\x0b_limit_rows\"\xc6\x04\n\x17\x43ountRowsResponsePacket\x12\x43\n\x04\x62ody\x18\x01 \x01(\x0b\x32\x33.ProtoVast.CountRowsResponsePacket.SubsplitResponseH\x00\x12?\n\x08trailing\x18\x02 \x01(\x0b\x32+.ProtoVast.CountRowsResponsePacket.TrailingH\x00\x1a\xc5\x01\n\x08Trailing\x12!\n\x06status\x18\x01 \x01(\x0b\x32\x11.ProtoVast.Status\x12\x1b\n\x13\x66inished_pagination\x18\x02 \x01(\x08\x12I\n\x07metrics\x18\x03 \x03(\x0b\x32\x38.ProtoVast.CountRowsResponsePacket.Trailing.MetricsEntry\x1a.\n\x0cMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x1a\xd4\x01\n\x10SubsplitResponse\x12%\n\x08subsplit\x18\x01 \x01(\x0b\x32\x13.ProtoVast.SubSplit\x12\x16\n\x0e\x61mount_of_rows\x18\x02 \x01(\x04\x12Q\n\x07metrics\x18\x03 \x03(\x0b\x32@.ProtoVast.CountRowsResponsePacket.SubsplitResponse.MetricsEntry\x1a.\n\x0cMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\x42\x06\n\x04type\"\xcf\x03\n\x03Rpc\x12\x14\n\x0c\x63ontent_size\x18\x01 \x01(\x04\x12@\n\x16select_row_ids_request\x18\x02 \x01(\x0b\x32\x1e.ProtoVast.SelectRowIdsRequestH\x00\x12O\n\x1eselect_row_ids_response_packet\x18\x03 \x01(\x0b\x32%.ProtoVast.SelectRowIdsResponsePacketH\x00\x12=\n\x14read_columns_request\x18\x04 \x01(\x0b\x32\x1d.ProtoVast.ReadColumnsRequestH\x00\x12L\n\x1cread_columns_response_packet\x18\x05 \x01(\x0b\x32$.ProtoVast.ReadColumnsResponsePacketH\x00\x12\x39\n\x12\x63ount_rows_request\x18\x06 \x01(\x0b\x32\x1b.ProtoVast.CountRowsRequestH\x00\x12H\n\x1a\x63ount_rows_response_packet\x18\x07 \x01(\x0b\x32\".ProtoVast.CountRowsResponsePacketH\x00\x42\r\n\x0brpc_messageb\x06proto3')
-
-
-
-_CONTENTINFO = DESCRIPTOR.message_types_by_name['ContentInfo']
-_SUBSPLIT = DESCRIPTOR.message_types_by_name['SubSplit']
-_SUBSPLIT_STATE = _SUBSPLIT.nested_types_by_name['State']
-_SPLIT = DESCRIPTOR.message_types_by_name['Split']
-_SPLIT_CONFIG = _SPLIT.nested_types_by_name['Config']
-_SUBSPLITCOLLECTION = DESCRIPTOR.message_types_by_name['SubSplitCollection']
-_ROWIDS = DESCRIPTOR.message_types_by_name['RowIds']
-_STATUS = DESCRIPTOR.message_types_by_name['Status']
-_SELECTROWIDSREQUEST = DESCRIPTOR.message_types_by_name['SelectRowIdsRequest']
-_SELECTROWIDSRESPONSEPACKET = DESCRIPTOR.message_types_by_name['SelectRowIdsResponsePacket']
-_SELECTROWIDSRESPONSEPACKET_SORTEDPROJECTION = _SELECTROWIDSRESPONSEPACKET.nested_types_by_name['SortedProjection']
-_SELECTROWIDSRESPONSEPACKET_TRAILING = _SELECTROWIDSRESPONSEPACKET.nested_types_by_name['Trailing']
-_SELECTROWIDSRESPONSEPACKET_TRAILING_METRICSENTRY = _SELECTROWIDSRESPONSEPACKET_TRAILING.nested_types_by_name['MetricsEntry']
-_SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE = _SELECTROWIDSRESPONSEPACKET.nested_types_by_name['SubsplitResponse']
-_SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY = _SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE.nested_types_by_name['MetricsEntry']
-_READCOLUMNSREQUEST = DESCRIPTOR.message_types_by_name['ReadColumnsRequest']
-_READCOLUMNSREQUEST_BLOCK = _READCOLUMNSREQUEST.nested_types_by_name['Block']
-_READCOLUMNSRESPONSEPACKET = DESCRIPTOR.message_types_by_name['ReadColumnsResponsePacket']
-_READCOLUMNSRESPONSEPACKET_TRAILING = _READCOLUMNSRESPONSEPACKET.nested_types_by_name['Trailing']
-_READCOLUMNSRESPONSEPACKET_TRAILING_METRICSENTRY = _READCOLUMNSRESPONSEPACKET_TRAILING.nested_types_by_name['MetricsEntry']
-_READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE = _READCOLUMNSRESPONSEPACKET.nested_types_by_name['SubsplitResponse']
-_READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY = _READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE.nested_types_by_name['MetricsEntry']
-_COUNTROWSREQUEST = DESCRIPTOR.message_types_by_name['CountRowsRequest']
-_COUNTROWSRESPONSEPACKET = DESCRIPTOR.message_types_by_name['CountRowsResponsePacket']
-_COUNTROWSRESPONSEPACKET_TRAILING = _COUNTROWSRESPONSEPACKET.nested_types_by_name['Trailing']
-_COUNTROWSRESPONSEPACKET_TRAILING_METRICSENTRY = _COUNTROWSRESPONSEPACKET_TRAILING.nested_types_by_name['MetricsEntry']
-_COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE = _COUNTROWSRESPONSEPACKET.nested_types_by_name['SubsplitResponse']
-_COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY = _COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE.nested_types_by_name['MetricsEntry']
-_RPC = DESCRIPTOR.message_types_by_name['Rpc']
-ContentInfo = _reflection.GeneratedProtocolMessageType('ContentInfo', (_message.Message,), {
-  'DESCRIPTOR' : _CONTENTINFO,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.ContentInfo)
-  })
-_sym_db.RegisterMessage(ContentInfo)
-
-SubSplit = _reflection.GeneratedProtocolMessageType('SubSplit', (_message.Message,), {
-
-  'State' : _reflection.GeneratedProtocolMessageType('State', (_message.Message,), {
-    'DESCRIPTOR' : _SUBSPLIT_STATE,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.SubSplit.State)
-    })
-  ,
-  'DESCRIPTOR' : _SUBSPLIT,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.SubSplit)
-  })
-_sym_db.RegisterMessage(SubSplit)
-_sym_db.RegisterMessage(SubSplit.State)
-
-Split = _reflection.GeneratedProtocolMessageType('Split', (_message.Message,), {
-
-  'Config' : _reflection.GeneratedProtocolMessageType('Config', (_message.Message,), {
-    'DESCRIPTOR' : _SPLIT_CONFIG,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.Split.Config)
-    })
-  ,
-  'DESCRIPTOR' : _SPLIT,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.Split)
-  })
-_sym_db.RegisterMessage(Split)
-_sym_db.RegisterMessage(Split.Config)
-
-SubSplitCollection = _reflection.GeneratedProtocolMessageType('SubSplitCollection', (_message.Message,), {
-  'DESCRIPTOR' : _SUBSPLITCOLLECTION,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.SubSplitCollection)
-  })
-_sym_db.RegisterMessage(SubSplitCollection)
-
-RowIds = _reflection.GeneratedProtocolMessageType('RowIds', (_message.Message,), {
-  'DESCRIPTOR' : _ROWIDS,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.RowIds)
-  })
-_sym_db.RegisterMessage(RowIds)
-
-Status = _reflection.GeneratedProtocolMessageType('Status', (_message.Message,), {
-  'DESCRIPTOR' : _STATUS,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.Status)
-  })
-_sym_db.RegisterMessage(Status)
-
-SelectRowIdsRequest = _reflection.GeneratedProtocolMessageType('SelectRowIdsRequest', (_message.Message,), {
-  'DESCRIPTOR' : _SELECTROWIDSREQUEST,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.SelectRowIdsRequest)
-  })
-_sym_db.RegisterMessage(SelectRowIdsRequest)
-
-SelectRowIdsResponsePacket = _reflection.GeneratedProtocolMessageType('SelectRowIdsResponsePacket', (_message.Message,), {
-
-  'SortedProjection' : _reflection.GeneratedProtocolMessageType('SortedProjection', (_message.Message,), {
-    'DESCRIPTOR' : _SELECTROWIDSRESPONSEPACKET_SORTEDPROJECTION,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.SelectRowIdsResponsePacket.SortedProjection)
-    })
-  ,
-
-  'Trailing' : _reflection.GeneratedProtocolMessageType('Trailing', (_message.Message,), {
-
-    'MetricsEntry' : _reflection.GeneratedProtocolMessageType('MetricsEntry', (_message.Message,), {
-      'DESCRIPTOR' : _SELECTROWIDSRESPONSEPACKET_TRAILING_METRICSENTRY,
-      '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-      # @@protoc_insertion_point(class_scope:ProtoVast.SelectRowIdsResponsePacket.Trailing.MetricsEntry)
-      })
-    ,
-    'DESCRIPTOR' : _SELECTROWIDSRESPONSEPACKET_TRAILING,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.SelectRowIdsResponsePacket.Trailing)
-    })
-  ,
-
-  'SubsplitResponse' : _reflection.GeneratedProtocolMessageType('SubsplitResponse', (_message.Message,), {
-
-    'MetricsEntry' : _reflection.GeneratedProtocolMessageType('MetricsEntry', (_message.Message,), {
-      'DESCRIPTOR' : _SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY,
-      '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-      # @@protoc_insertion_point(class_scope:ProtoVast.SelectRowIdsResponsePacket.SubsplitResponse.MetricsEntry)
-      })
-    ,
-    'DESCRIPTOR' : _SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.SelectRowIdsResponsePacket.SubsplitResponse)
-    })
-  ,
-  'DESCRIPTOR' : _SELECTROWIDSRESPONSEPACKET,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.SelectRowIdsResponsePacket)
-  })
-_sym_db.RegisterMessage(SelectRowIdsResponsePacket)
-_sym_db.RegisterMessage(SelectRowIdsResponsePacket.SortedProjection)
-_sym_db.RegisterMessage(SelectRowIdsResponsePacket.Trailing)
-_sym_db.RegisterMessage(SelectRowIdsResponsePacket.Trailing.MetricsEntry)
-_sym_db.RegisterMessage(SelectRowIdsResponsePacket.SubsplitResponse)
-_sym_db.RegisterMessage(SelectRowIdsResponsePacket.SubsplitResponse.MetricsEntry)
-
-ReadColumnsRequest = _reflection.GeneratedProtocolMessageType('ReadColumnsRequest', (_message.Message,), {
-
-  'Block' : _reflection.GeneratedProtocolMessageType('Block', (_message.Message,), {
-    'DESCRIPTOR' : _READCOLUMNSREQUEST_BLOCK,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.ReadColumnsRequest.Block)
-    })
-  ,
-  'DESCRIPTOR' : _READCOLUMNSREQUEST,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.ReadColumnsRequest)
-  })
-_sym_db.RegisterMessage(ReadColumnsRequest)
-_sym_db.RegisterMessage(ReadColumnsRequest.Block)
-
-ReadColumnsResponsePacket = _reflection.GeneratedProtocolMessageType('ReadColumnsResponsePacket', (_message.Message,), {
-
-  'Trailing' : _reflection.GeneratedProtocolMessageType('Trailing', (_message.Message,), {
-
-    'MetricsEntry' : _reflection.GeneratedProtocolMessageType('MetricsEntry', (_message.Message,), {
-      'DESCRIPTOR' : _READCOLUMNSRESPONSEPACKET_TRAILING_METRICSENTRY,
-      '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-      # @@protoc_insertion_point(class_scope:ProtoVast.ReadColumnsResponsePacket.Trailing.MetricsEntry)
-      })
-    ,
-    'DESCRIPTOR' : _READCOLUMNSRESPONSEPACKET_TRAILING,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.ReadColumnsResponsePacket.Trailing)
-    })
-  ,
-
-  'SubsplitResponse' : _reflection.GeneratedProtocolMessageType('SubsplitResponse', (_message.Message,), {
-
-    'MetricsEntry' : _reflection.GeneratedProtocolMessageType('MetricsEntry', (_message.Message,), {
-      'DESCRIPTOR' : _READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY,
-      '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-      # @@protoc_insertion_point(class_scope:ProtoVast.ReadColumnsResponsePacket.SubsplitResponse.MetricsEntry)
-      })
-    ,
-    'DESCRIPTOR' : _READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.ReadColumnsResponsePacket.SubsplitResponse)
-    })
-  ,
-  'DESCRIPTOR' : _READCOLUMNSRESPONSEPACKET,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.ReadColumnsResponsePacket)
-  })
-_sym_db.RegisterMessage(ReadColumnsResponsePacket)
-_sym_db.RegisterMessage(ReadColumnsResponsePacket.Trailing)
-_sym_db.RegisterMessage(ReadColumnsResponsePacket.Trailing.MetricsEntry)
-_sym_db.RegisterMessage(ReadColumnsResponsePacket.SubsplitResponse)
-_sym_db.RegisterMessage(ReadColumnsResponsePacket.SubsplitResponse.MetricsEntry)
-
-CountRowsRequest = _reflection.GeneratedProtocolMessageType('CountRowsRequest', (_message.Message,), {
-  'DESCRIPTOR' : _COUNTROWSREQUEST,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.CountRowsRequest)
-  })
-_sym_db.RegisterMessage(CountRowsRequest)
-
-CountRowsResponsePacket = _reflection.GeneratedProtocolMessageType('CountRowsResponsePacket', (_message.Message,), {
-
-  'Trailing' : _reflection.GeneratedProtocolMessageType('Trailing', (_message.Message,), {
-
-    'MetricsEntry' : _reflection.GeneratedProtocolMessageType('MetricsEntry', (_message.Message,), {
-      'DESCRIPTOR' : _COUNTROWSRESPONSEPACKET_TRAILING_METRICSENTRY,
-      '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-      # @@protoc_insertion_point(class_scope:ProtoVast.CountRowsResponsePacket.Trailing.MetricsEntry)
-      })
-    ,
-    'DESCRIPTOR' : _COUNTROWSRESPONSEPACKET_TRAILING,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.CountRowsResponsePacket.Trailing)
-    })
-  ,
-
-  'SubsplitResponse' : _reflection.GeneratedProtocolMessageType('SubsplitResponse', (_message.Message,), {
-
-    'MetricsEntry' : _reflection.GeneratedProtocolMessageType('MetricsEntry', (_message.Message,), {
-      'DESCRIPTOR' : _COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY,
-      '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-      # @@protoc_insertion_point(class_scope:ProtoVast.CountRowsResponsePacket.SubsplitResponse.MetricsEntry)
-      })
-    ,
-    'DESCRIPTOR' : _COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE,
-    '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-    # @@protoc_insertion_point(class_scope:ProtoVast.CountRowsResponsePacket.SubsplitResponse)
-    })
-  ,
-  'DESCRIPTOR' : _COUNTROWSRESPONSEPACKET,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.CountRowsResponsePacket)
-  })
-_sym_db.RegisterMessage(CountRowsResponsePacket)
-_sym_db.RegisterMessage(CountRowsResponsePacket.Trailing)
-_sym_db.RegisterMessage(CountRowsResponsePacket.Trailing.MetricsEntry)
-_sym_db.RegisterMessage(CountRowsResponsePacket.SubsplitResponse)
-_sym_db.RegisterMessage(CountRowsResponsePacket.SubsplitResponse.MetricsEntry)
-
-Rpc = _reflection.GeneratedProtocolMessageType('Rpc', (_message.Message,), {
-  'DESCRIPTOR' : _RPC,
-  '__module__' : 'vast_protobuf.tabular.rpc_pb2'
-  # @@protoc_insertion_point(class_scope:ProtoVast.Rpc)
-  })
-_sym_db.RegisterMessage(Rpc)
-
-if _descriptor._USE_C_DESCRIPTORS == False:
-
-  DESCRIPTOR._options = None
-  _SELECTROWIDSRESPONSEPACKET_TRAILING_METRICSENTRY._options = None
-  _SELECTROWIDSRESPONSEPACKET_TRAILING_METRICSENTRY._serialized_options = b'8\001'
-  _SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._options = None
-  _SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._serialized_options = b'8\001'
-  _READCOLUMNSRESPONSEPACKET_TRAILING_METRICSENTRY._options = None
-  _READCOLUMNSRESPONSEPACKET_TRAILING_METRICSENTRY._serialized_options = b'8\001'
-  _READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._options = None
-  _READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._serialized_options = b'8\001'
-  _COUNTROWSRESPONSEPACKET_TRAILING_METRICSENTRY._options = None
-  _COUNTROWSRESPONSEPACKET_TRAILING_METRICSENTRY._serialized_options = b'8\001'
-  _COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._options = None
-  _COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._serialized_options = b'8\001'
-  _CONTENTINFO._serialized_start=121
-  _CONTENTINFO._serialized_end=164
-  _SUBSPLIT._serialized_start=166
-  _SUBSPLIT._serialized_end=286
-  _SUBSPLIT_STATE._serialized_start=237
-  _SUBSPLIT_STATE._serialized_end=276
-  _SPLIT._serialized_start=288
-  _SPLIT._serialized_end=403
-  _SPLIT_CONFIG._serialized_start=350
-  _SPLIT_CONFIG._serialized_end=403
-  _SUBSPLITCOLLECTION._serialized_start=405
-  _SUBSPLITCOLLECTION._serialized_end=468
-  _ROWIDS._serialized_start=470
-  _ROWIDS._serialized_end=516
-  _STATUS._serialized_start=518
-  _STATUS._serialized_end=574
-  _SELECTROWIDSREQUEST._serialized_start=577
-  _SELECTROWIDSREQUEST._serialized_end=816
-  _SELECTROWIDSRESPONSEPACKET._serialized_start=819
-  _SELECTROWIDSRESPONSEPACKET._serialized_end=1629
-  _SELECTROWIDSRESPONSEPACKET_SORTEDPROJECTION._serialized_start=989
-  _SELECTROWIDSRESPONSEPACKET_SORTEDPROJECTION._serialized_end=1092
-  _SELECTROWIDSRESPONSEPACKET_TRAILING._serialized_start=1095
-  _SELECTROWIDSRESPONSEPACKET_TRAILING._serialized_end=1295
-  _SELECTROWIDSRESPONSEPACKET_TRAILING_METRICSENTRY._serialized_start=1249
-  _SELECTROWIDSRESPONSEPACKET_TRAILING_METRICSENTRY._serialized_end=1295
-  _SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE._serialized_start=1298
-  _SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE._serialized_end=1621
-  _SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._serialized_start=1249
-  _SELECTROWIDSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._serialized_end=1295
-  _READCOLUMNSREQUEST._serialized_start=1632
-  _READCOLUMNSREQUEST._serialized_end=1914
-  _READCOLUMNSREQUEST_BLOCK._serialized_start=1819
-  _READCOLUMNSREQUEST_BLOCK._serialized_end=1914
-  _READCOLUMNSRESPONSEPACKET._serialized_start=1917
-  _READCOLUMNSRESPONSEPACKET._serialized_end=2536
-  _READCOLUMNSRESPONSEPACKET_TRAILING._serialized_start=2085
-  _READCOLUMNSRESPONSEPACKET_TRAILING._serialized_end=2255
-  _READCOLUMNSRESPONSEPACKET_TRAILING_METRICSENTRY._serialized_start=1249
-  _READCOLUMNSRESPONSEPACKET_TRAILING_METRICSENTRY._serialized_end=1295
-  _READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE._serialized_start=2258
-  _READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE._serialized_end=2528
-  _READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._serialized_start=1249
-  _READCOLUMNSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._serialized_end=1295
-  _COUNTROWSREQUEST._serialized_start=2539
-  _COUNTROWSREQUEST._serialized_end=2775
-  _COUNTROWSRESPONSEPACKET._serialized_start=2778
-  _COUNTROWSRESPONSEPACKET._serialized_end=3360
-  _COUNTROWSRESPONSEPACKET_TRAILING._serialized_start=2940
-  _COUNTROWSRESPONSEPACKET_TRAILING._serialized_end=3137
-  _COUNTROWSRESPONSEPACKET_TRAILING_METRICSENTRY._serialized_start=1249
-  _COUNTROWSRESPONSEPACKET_TRAILING_METRICSENTRY._serialized_end=1295
-  _COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE._serialized_start=3140
-  _COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE._serialized_end=3352
-  _COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._serialized_start=1249
-  _COUNTROWSRESPONSEPACKET_SUBSPLITRESPONSE_METRICSENTRY._serialized_end=1295
-  _RPC._serialized_start=3363
-  _RPC._serialized_end=3826
-# @@protoc_insertion_point(module_scope)

vastdb/bench_scan.py

@@ -1,45 +0,0 @@
-from vastdb import api
-
-from logbook import Logger, StreamHandler
-import sys
-import time
-import pprint
-
-StreamHandler(sys.stdout).push_application()
-log = Logger('Logbook')
-
-# access_key_id=F3YUMQZDQB60ZZJ1PBAZ
-# secret_access_key=9a9Q3if6IC5LjUexly/nXFv1UCANBnhGxi++Sw6p
-
-a = api.VastdbApi(
-    access_key='F3YUMQZDQB60ZZJ1PBAZ', 
-    secret_key='9a9Q3if6IC5LjUexly/nXFv1UCANBnhGxi++Sw6p', 
-    host='172.19.111.1:172.19.111.16')
-
-kwargs = dict(
-    bucket='tabular-slothful-jocular-jack',
-    schema='tpcds_schema_create_as_select',
-    table='store_sales',
-    field_names=['ss_sold_date_sk', 'ss_sold_time_sk', 'ss_item_sk'],
-    filters={'ss_item_sk': ['le 1']},
-    num_sub_splits=8)
-
-pprint.pprint(kwargs)
-
-res = a.query_iterator(**kwargs)
-
-total_bytes = 0
-total_rows = 0
-start = time.time()
-last_log = None
-
-for b in res: 
-    total_bytes += b.get_total_buffer_size()
-    total_rows += len(b)
-    dt = time.time() - start
-    if last_log != int(dt):
-        log.info("{:.3f} Mrow/s, {:.3f} MB/s", (total_rows/dt) / 1e6, (total_bytes/dt) / 1e6)
-        last_log = int(dt)
-
-dt = time.time() - start
-log.info("Done after {:.3f} seconds, {:.3f} Mrows, {:.3f} MB", dt, total_rows / 1e6, total_bytes / 1e6)

vastdb/tests/conftest.py

@@ -1,45 +0,0 @@
-import pytest
-import boto3
-
-from vastdb import v2
-
-
-def pytest_addoption(parser):
-    parser.addoption("--tabular-bucket-name", help="Name of the S3 bucket with Tabular enabled")
-    parser.addoption("--tabular-access-key", help="Access key with Tabular permissions")
-    parser.addoption("--tabular-secret-key", help="Secret key with Tabular permissions")
-    parser.addoption("--tabular-endpoint-url", help="Tabular server endpoint")
-
-
-@pytest.fixture(scope="module")
-def rpc(request):
-    return v2.connect(
-        access=request.config.getoption("--tabular-access-key"),
-        secret=request.config.getoption("--tabular-secret-key"),
-        endpoint=request.config.getoption("--tabular-endpoint-url"),
-    )
-
-
-@pytest.fixture(scope="module")
-def test_bucket_name(request):
-    return request.config.getoption("--tabular-bucket-name")
-
-
-@pytest.fixture(scope="module")
-def clean_bucket_name(request, test_bucket_name, rpc):
-    with rpc.transaction() as tx:
-        b = tx.bucket(test_bucket_name)
-        for s in b.schemas():
-            for t in s.tables():
-                t.drop()
-            s.drop()
-    return test_bucket_name
-
-
-@pytest.fixture(scope="module")
-def s3(request):
-    return boto3.client(
-        's3',
-        aws_access_key_id=request.config.getoption("--tabular-access-key"),
-        aws_secret_access_key=request.config.getoption("--tabular-secret-key"),
-        endpoint_url=request.config.getoption("--tabular-endpoint-url"))

vastdb/tests/test_create_table_from_parquets.py

@@ -1,50 +0,0 @@
-import pytest
-import os
-
-import pyarrow as pa
-import pyarrow.parquet as pq
-
-from vastdb.v2 import InvalidArgumentError
-from vastdb import util
-
-
-def test_create_table_from_files(rpc, clean_bucket_name, s3):
-    datasets = [
-        {'num': [0],
-         'varch': ['z']},
-        {'num': [1, 2, 3, 4, 5],
-         'varch': ['a', 'b', 'c', 'd', 'e']},
-        {'num': [1, 2, 3, 4, 5],
-         'bool': [True, False, None, None, False],
-         'varch': ['a', 'b', 'c', 'd', 'e']},
-        {'num': [1, 2],
-         'bool': [True, True]},
-        {'varch': ['a', 'b', 'c'],
-         'mismatch': [1, 2, 3]}
-    ]
-    for i, ds in enumerate(datasets):
-        table = pa.Table.from_pydict(ds)
-        pq.write_table(table, f'prq{i}')
-        with open(f'prq{i}', 'rb') as f:
-            s3.put_object(Bucket=clean_bucket_name, Key=f'prq{i}', Body=f)
-        os.remove(f'prq{i}')
-
-    same_schema_files = [f'/{clean_bucket_name}/prq{i}' for i in range(2)]
-    contained_schema_files = [f'/{clean_bucket_name}/prq{i}' for i in range(4)]
-    different_schema_files = [f'/{clean_bucket_name}/prq{i}' for i in range(5)]
-
-    with rpc.transaction() as tx:
-        b = tx.bucket(clean_bucket_name)
-        s = b.create_schema('s1')
-        t = util.create_table_from_files(s, 't1', contained_schema_files)
-        assert len(t.arrow_schema) == 3
-        assert t.arrow_schema == pa.schema([('num', pa.int64()), ('bool', pa.bool_()), ('varch', pa.string())])
-
-        with pytest.raises(InvalidArgumentError):
-            util.create_table_from_files(s, 't2', different_schema_files)
-
-        with pytest.raises(InvalidArgumentError):
-            util.create_table_from_files(s, 't2', contained_schema_files, schema_merge_func=util.strict_schema_merge)
-
-        util.create_table_from_files(s, 't2', different_schema_files, schema_merge_func=util.union_schema_merge)
-        util.create_table_from_files(s, 't3', same_schema_files, schema_merge_func=util.strict_schema_merge)

vastdb/tests/test_sanity.py

@@ -1,63 +0,0 @@
-import logging
-
-import threading
-from http.server import HTTPServer, BaseHTTPRequestHandler
-from vastdb import api
-from itertools import cycle
-
-log = logging.getLogger(__name__)
-
-def test_hello_world(rpc):
-    with rpc.transaction() as tx:
-        assert tx.txid is not None
-
-def test_version_extraction():
-    # A list of version and expected version parsed by API
-    TEST_CASES = [
-            (None, None), # vast server without version in header
-            ("5", None),                                    # major only is not supported
-            ("5.2", "5.2"),                                 # major.minor
-            ("5.2.0", "5.2.0"),                             # major.minor.patch
-            ("5.2.0.0", "5.2.0.0"),                         # major.minor.patch.protocol
-            ("5.2.0.0 some other things", "5.2.0.0"),       # Test forward comptibility 1
-            ("5.2.0.0.20 some other things", "5.2.0.0"),    # Test forward comptibility 2
-    ]
-
-    # Mock OPTIONS handle that cycles through the test cases response
-    class MockOptionsHandler(BaseHTTPRequestHandler):
-        versions_iterator = cycle(TEST_CASES)
-
-        def __init__(self, *args) -> None:
-            super().__init__(*args)
-
-        def do_OPTIONS(self):
-            self.send_response(204)
-            self.end_headers()
-
-        def version_string(self):
-            version = next(self.versions_iterator)[0]
-            return f"vast {version}" if version else "vast"
-
-        def log_message(self, format, *args):
-            log.debug(format,*args)
-
-    # start the server on localhost on some available port port
-    server_address =('localhost', 0)
-    httpd = HTTPServer(server_address, MockOptionsHandler)
-
-    def start_http_server_in_thread():
-        log.info(f"Mock HTTP server is running on port {httpd.server_port}")
-        httpd.serve_forever()
-        log.info("Mock HTTP server killed")
-
-    # start the server in a thread so we have the main thread to operate the API
-    server_thread = threading.Thread(target=start_http_server_in_thread)
-    server_thread.start()
-
-    try:
-        for test_case in TEST_CASES:
-            tester = api.VastdbApi(endpoint=f"http://localhost:{httpd.server_port}", access_key="abc", secret_key="abc")
-            assert tester.vast_version == test_case[1]
-    finally:
-        # make sure we shut the server down no matter what
-        httpd.shutdown()

vastdb/tests/test_schemas.py

@@ -1,39 +0,0 @@
-import pytest
-
-
-def test_schemas(rpc, clean_bucket_name):
-    with rpc.transaction() as tx:
-        b = tx.bucket(clean_bucket_name)
-        assert b.schemas() == []
-
-        s = b.create_schema('s1')
-        assert s.bucket == b
-        assert b.schemas() == [s]
-
-        s.rename('s2')
-        assert s.bucket == b
-        assert s.name == 's2'
-        assert b.schemas()[0].name == 's2'
-
-        s.drop()
-        assert b.schemas() == []
-
-
-def test_commits_and_rollbacks(rpc, clean_bucket_name):
-    with rpc.transaction() as tx:
-        b = tx.bucket(clean_bucket_name)
-        assert b.schemas() == []
-        b.create_schema("s3")
-        assert b.schemas() != []
-        # implicit commit
-
-    with pytest.raises(ZeroDivisionError):
-        with rpc.transaction() as tx:
-            b = tx.bucket(clean_bucket_name)
-            b.schema("s3").drop()
-            assert b.schemas() == []
-            1/0  # rollback schema dropping
-
-    with rpc.transaction() as tx:
-        b = tx.bucket(clean_bucket_name)
-        assert b.schemas() != []

vastdb/tests/test_tables.py

@@ -1,40 +0,0 @@
-import pyarrow as pa
-
-
-def test_tables(rpc, clean_bucket_name):
-    with rpc.transaction() as tx:
-        s = tx.bucket(clean_bucket_name).create_schema('s1')
-        columns = pa.schema([
-            ('a', pa.int16()),
-            ('b', pa.float32()),
-            ('s', pa.utf8()),
-        ])
-        assert s.tables() == []
-        t = s.create_table('t1', columns)
-        assert s.tables() == [t]
-
-        rb = pa.record_batch(schema=columns, data=[
-            [111, 222],
-            [0.5, 1.5],
-            ['a', 'b'],
-        ])
-        expected = pa.Table.from_batches([rb])
-        t.insert(rb)
-
-        actual = pa.Table.from_batches(t.select(columns=['a', 'b', 's']))
-        assert actual == expected
-
-        actual = pa.Table.from_batches(t.select(columns=['a', 'b']))
-        assert actual == expected.select(['a', 'b'])
-
-        actual = pa.Table.from_batches(t.select(columns=['b', 's', 'a']))
-        assert actual == expected.select(['b', 's', 'a'])
-
-        actual = pa.Table.from_batches(t.select(columns=['s']))
-        assert actual == expected.select(['s'])
-
-        actual = pa.Table.from_batches(t.select(columns=[]))
-        assert actual == expected.select([])
-
-        t.drop()
-        s.drop()