current-data-py 0.1.2__tar.gz → 0.1.4__tar.gz

{current_data_py-0.1.2 → current_data_py-0.1.4}/MANIFEST.in

@@ -1,2 +1,3 @@
 include tests/check_package.py
 include tests/check_remote.py
+include tests/check_management.py

current_data_py-0.1.4/PKG-INFO

@@ -0,0 +1,43 @@
+Metadata-Version: 2.4
+Name: current-data-py
+Version: 0.1.4
+Summary: Current Data protobuf messages and schema metadata
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: protobuf>=3.20
+Requires-Dist: turbodata==0.1.0
+Requires-Dist: grpcio>=1.51.1
+Requires-Dist: alibabacloud-oss-v2<2,>=1.4.0
+
+# current-data-py
+
+## 打包
+
+```bash
+cd current_data_py  # 从仓库根目录执行
+# 发布新版本前，更新 pyproject.toml 中的 version
+python -m pip install build twine
+rm -rf build dist
+python -m build
+```
+
+## 测试
+
+```bash
+python -m twine check dist/*
+python tests/check_distribution.py
+python -m pip install --force-reinstall dist/*.whl
+python -I tests/check_package.py
+python -I tests/check_management.py
+python -I tests/check_remote.py
+```
+
+## 推送
+
+```bash
+# TestPyPI
+python -m twine upload --repository testpypi dist/*
+
+# PyPI
+python -m twine upload dist/*
+```

current_data_py-0.1.4/README.md

@@ -0,0 +1,32 @@
+# current-data-py
+
+## 打包
+
+```bash
+cd current_data_py  # 从仓库根目录执行
+# 发布新版本前，更新 pyproject.toml 中的 version
+python -m pip install build twine
+rm -rf build dist
+python -m build
+```
+
+## 测试
+
+```bash
+python -m twine check dist/*
+python tests/check_distribution.py
+python -m pip install --force-reinstall dist/*.whl
+python -I tests/check_package.py
+python -I tests/check_management.py
+python -I tests/check_remote.py
+```
+
+## 推送
+
+```bash
+# TestPyPI
+python -m twine upload --repository testpypi dist/*
+
+# PyPI
+python -m twine upload dist/*
+```

{current_data_py-0.1.2 → current_data_py-0.1.4}/__init__.py

@@ -3,4 +3,6 @@
 from .schema.message_metadata import descriptor_set, topic_metadata
 from .schema import SCHEMA_TO_CLASS
 
-__all__ = ["SCHEMA_TO_CLASS", "descriptor_set", "topic_metadata"]
+DEFAULT_ADDRESS = "data.current-robotics.work:443"
+
+__all__ = ["DEFAULT_ADDRESS", "SCHEMA_TO_CLASS", "descriptor_set", "topic_metadata"]

current_data_py-0.1.4/current_data_py.egg-info/PKG-INFO

@@ -0,0 +1,43 @@
+Metadata-Version: 2.4
+Name: current-data-py
+Version: 0.1.4
+Summary: Current Data protobuf messages and schema metadata
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: protobuf>=3.20
+Requires-Dist: turbodata==0.1.0
+Requires-Dist: grpcio>=1.51.1
+Requires-Dist: alibabacloud-oss-v2<2,>=1.4.0
+
+# current-data-py
+
+## 打包
+
+```bash
+cd current_data_py  # 从仓库根目录执行
+# 发布新版本前，更新 pyproject.toml 中的 version
+python -m pip install build twine
+rm -rf build dist
+python -m build
+```
+
+## 测试
+
+```bash
+python -m twine check dist/*
+python tests/check_distribution.py
+python -m pip install --force-reinstall dist/*.whl
+python -I tests/check_package.py
+python -I tests/check_management.py
+python -I tests/check_remote.py
+```
+
+## 推送
+
+```bash
+# TestPyPI
+python -m twine upload --repository testpypi dist/*
+
+# PyPI
+python -m twine upload dist/*
+```

{current_data_py-0.1.2 → current_data_py-0.1.4}/current_data_py.egg-info/SOURCES.txt

@@ -1,9 +1,11 @@
 MANIFEST.in
 README.md
 __init__.py
+management.py
 pyproject.toml
 setup.py
 ./__init__.py
+./management.py
 ./examples/__init__.py
 ./examples/list_schemas.py
 ./examples/read_remote_td.py
@@ -29,5 +31,6 @@ remote/client.py
 remote/source.py
 schema/__init__.py
 schema/message_metadata.py
+tests/check_management.py
 tests/check_package.py
 tests/check_remote.py

{current_data_py-0.1.2 → current_data_py-0.1.4}/current_data_py.egg-info/requires.txt

@@ -1,6 +1,4 @@
 protobuf>=3.20
 turbodata==0.1.0
-
-[remote]
 grpcio>=1.51.1
 alibabacloud-oss-v2<2,>=1.4.0

{current_data_py-0.1.2 → current_data_py-0.1.4}/examples/read_remote_td.py

@@ -4,6 +4,7 @@ import argparse
 from contextlib import ExitStack, closing
 from itertools import islice
 
+import grpc
 from google.protobuf.text_format import MessageToString
 
 from ..remote import DataClient, MetadataFilter
@@ -12,6 +13,8 @@ from ..schema import SCHEMA_TO_CLASS
 
 def main() -> None:
     parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument("address", nargs="?", default=None, help="gRPC service address (host:port)")
+    parser.add_argument("--insecure", action="store_true", help="Use a plaintext gRPC connection instead of TLS")
     parser.add_argument("--name-prefix", default="", help="Filter recordings by name prefix")
     parser.add_argument("--topic", default="/head/pose/command")
     parser.add_argument("--start-timestamp", type=int, default=0, help="Inclusive start timestamp (ns)")
@@ -21,7 +24,10 @@ def main() -> None:
         parser.error("timestamps must satisfy 0 <= start <= end <= 2**63 - 1")
 
     with ExitStack() as stack:
-        client = stack.enter_context(DataClient())
+        channel = grpc.insecure_channel(args.address) if args.insecure else None
+        if channel is not None:
+            stack.callback(channel.close)
+        client = stack.enter_context(DataClient(channel, address=args.address))
         with closing(client.iter_data(MetadataFilter(name_prefix=args.name_prefix), timeout=30)) as items:
             metadata = next(items, None)
         if metadata is None:
@@ -41,7 +47,7 @@ def main() -> None:
             )
             for message in islice(messages, 10):
                 decoded = SCHEMA_TO_CLASS[schemas[message.topic_name]].FromString(message.data)
-                print(metadata.data_id, message.timestamp, message.topic_name, MessageToString(decoded, as_one_line=True))
+                print(metadata.id, message.timestamp, message.topic_name, MessageToString(decoded, as_one_line=True))
 
 
 if __name__ == "__main__":

current_data_py-0.1.4/management.py

@@ -0,0 +1,98 @@
+"""Synchronous management RPC client. Install current-data-py."""
+
+from typing import Generator, Optional, Sequence, Tuple, Union
+
+import grpc
+
+import current_data_py as _package
+from . import DEFAULT_ADDRESS  # Compatibility export; configure current_data_py.DEFAULT_ADDRESS.
+
+from ._proto.management.metadata import metadata_pb2
+from ._proto.management.metadata.metadata_pb2 import Metadata, MetadataFilter
+from ._proto.management.service import service_pb2, service_pb2_grpc
+from ._proto.management.service.service_pb2 import (
+    GetReadCredentialsResponse,
+    GetUploadCredentialsResponse,
+)
+
+
+_CallMetadata = Optional[Sequence[Tuple[str, Union[str, bytes]]]]
+
+__all__ = [
+    "DEFAULT_ADDRESS", "ManagementClient", "Metadata", "MetadataFilter",
+    "GetReadCredentialsResponse", "GetUploadCredentialsResponse", "metadata_pb2",
+]
+
+
+class ManagementClient:
+    """Connect via TLS by default, or reuse a caller-owned gRPC channel.
+
+    RPC errors propagate unchanged. No application-level retries are performed.
+    Pass per-call ``metadata`` for headers such as authorization. When address
+    is omitted, read ``current_data_py.DEFAULT_ADDRESS`` at construction time.
+    """
+
+    def __init__(self, channel: Optional[grpc.Channel] = None, *, address: Optional[str] = None):
+        self._owns_channel = channel is None
+        self._channel = (
+            grpc.secure_channel(
+                _package.DEFAULT_ADDRESS if address is None else address, grpc.ssl_channel_credentials(),
+            )
+            if channel is None else channel
+        )
+        self.stub = service_pb2_grpc.DataManagementServiceStub(self._channel)
+
+    def close(self) -> None:
+        """Close the channel only when this client created it."""
+        if self._owns_channel:
+            self._channel.close()
+
+    def __enter__(self) -> "ManagementClient":
+        return self
+
+    def __exit__(self, *args) -> None:
+        self.close()
+
+    def get_upload_credentials(
+        self, *, timeout: Optional[float] = 30, metadata: _CallMetadata = None,
+    ) -> GetUploadCredentialsResponse:
+        """Fetch fresh upload credentials without caching; timeout is in seconds."""
+        return self.stub.GetUploadCredentials(
+            service_pb2.GetUploadCredentialsRequest(), timeout=timeout, metadata=metadata,
+        )
+
+    def register_data(
+        self, data: Metadata, *, timeout: Optional[float] = 30,
+        metadata: _CallMetadata = None,
+    ) -> Metadata:
+        """Register metadata and return the server's record, including its ID."""
+        return self.stub.RegisterData(
+            service_pb2.RegisterDataRequest(data=data), timeout=timeout, metadata=metadata,
+        ).data
+
+    def get_read_credentials(
+        self, *, timeout: Optional[float] = 30, metadata: _CallMetadata = None,
+    ) -> GetReadCredentialsResponse:
+        """Fetch fresh read credentials without caching; timeout is in seconds."""
+        return self.stub.GetReadCredentials(
+            service_pb2.GetReadCredentialsRequest(), timeout=timeout, metadata=metadata,
+        )
+
+    def stream_data_references(
+        self, filter: Optional[MetadataFilter] = None, *,
+        timeout: Optional[float] = None, metadata: _CallMetadata = None,
+    ) -> Generator[Metadata, None, None]:
+        """Yield partial Metadata (ID, storages and file size) in server order.
+
+        The RPC starts on iteration. Close the iterator when stopping early to
+        cancel the RPC. A timeout covers the entire stream, not each batch.
+        """
+        call = self.stub.StreamDataReferences(
+            service_pb2.StreamDataReferencesRequest(filter=filter),
+            timeout=timeout, metadata=metadata,
+        )
+        try:
+            for batch in call:
+                yield from batch.data
+        finally:
+            call.cancel()

current_data_py-0.1.4/proto_gen/python/management/metadata/metadata_pb2.py

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: management/metadata/metadata.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from google.protobuf import duration_pb2 as google_dot_protobuf_dot_duration__pb2
+from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\"management/metadata/metadata.proto\x12\x16management.metadata.v1\x1a\x1egoogle/protobuf/duration.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x91\x03\n\x08Metadata\x12\n\n\x02id\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12.\n\ncreated_at\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12.\n\nupdated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x31\n\x08storages\x18\x05 \x03(\x0b\x32\x1f.management.metadata.v1.Storage\x12\x33\n\tfile_info\x18\x06 \x01(\x0b\x32 .management.metadata.v1.FileInfo\x12/\n\x07\x64\x65vices\x18\x07 \x03(\x0b\x32\x1e.management.metadata.v1.Device\x12=\n\x0erecording_info\x18\x08 \x01(\x0b\x32%.management.metadata.v1.RecordingInfo\x12\x33\n\tdata_type\x18\t \x01(\x0e\x32 .management.metadata.v1.DataType\"-\n\x07Storage\x12\x0e\n\x06\x62ucket\x18\x01 \x01(\t\x12\x12\n\nobject_key\x18\x02 \x01(\t\"_\n\x08\x46ileInfo\x12\x12\n\nsize_bytes\x18\x01 \x01(\x03\x12-\n\x06topics\x18\x02 \x03(\x0b\x32\x1d.management.metadata.v1.Topic\x12\x10\n\x08\x63hecksum\x18\x03 \x01(\t\"3\n\x05Topic\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07samples\x18\x02 \x01(\x03\x12\x0b\n\x03\x66ps\x18\x03 \x01(\x02\"\x9c\x02\n\x06\x44\x65vice\x12\r\n\x05model\x18\x01 \x01(\t\x12\x30\n\x04type\x18\x02 \x01(\x0e\x32\".management.metadata.v1.DeviceType\x12\x18\n\x10\x66irmware_version\x18\x03 \x01(\t\x12\x0b\n\x03\x66ps\x18\x04 \x01(\x02\x12\x32\n\x08modality\x18\x05 \x01(\x0e\x32 .management.metadata.v1.Modality\x12>\n\x0fmount_body_part\x18\x06 \x01(\x0e\x32%.management.metadata.v1.MountBodyPart\x12\x36\n\nresolution\x18\x07 \x01(\x0b\x32\".management.metadata.v1.Resolution\"+\n\nResolution\x12\x0e\n\x06height\x18\x01 \x01(\r\x12\r\n\x05width\x18\x02 \x01(\r\"\x8b\x02\n\rRecordingInfo\x12\x39\n\x0erecording_time\x18\x01 \x01(\x0b\x32!.management.metadata.v1.TimeRange\x12+\n\x08\x64uration\x18\x02 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x32\n\x08location\x18\x03 \x01(\x0b\x32 .management.metadata.v1.Location\x12*\n\x04task\x18\x04 \x01(\x0b\x32\x1c.management.metadata.v1.Task\x12\x32\n\x08operator\x18\x05 \x01(\x0b\x32 .management.metadata.v1.Operator\"J\n\x08Location\x12\x19\n\x11\x63oordinate_system\x18\x01 \x01(\t\x12\x10\n\x08latitude\x18\x02 \x01(\x01\x12\x11\n\tlongitude\x18\x03 \x01(\x01\"}\n\x04Task\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12\r\n\x05scene\x18\x03 \x01(\t\x12\x43\n\x11\x63ollection_method\x18\x04 \x01(\x0b\x32(.management.metadata.v1.CollectionMethod\"9\n\x10\x43ollectionMethod\x12\x13\n\x0b\x64\x65scription\x18\x01 \x01(\t\x12\x10\n\x08paradigm\x18\x02 \x01(\t\"L\n\x08Operator\x12\n\n\x02id\x18\x01 \x01(\t\x12\x10\n\x08\x61rm_span\x18\x02 \x01(\x01\x12\x0e\n\x06height\x18\x03 \x01(\x01\x12\x12\n\nleg_length\x18\x04 \x01(\x01\"\xe8\x01\n\x0eMetadataFilter\x12\x13\n\x0bname_prefix\x18\x01 \x01(\t\x12\x34\n\ndata_types\x18\x02 \x03(\x0e\x32 .management.metadata.v1.DataType\x12\x42\n\x17recording_started_range\x18\x03 \x01(\x0b\x32!.management.metadata.v1.TimeRange\x12G\n\x18recording_duration_range\x18\x04 \x01(\x0b\x32%.management.metadata.v1.DurationRange\"]\n\tTimeRange\x12(\n\x04\x66rom\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12&\n\x02to\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"_\n\rDurationRange\x12&\n\x03min\x18\x01 \x01(\x0b\x32\x19.google.protobuf.Duration\x12&\n\x03max\x18\x02 \x01(\x0b\x32\x19.google.protobuf.Duration*S\n\nDeviceType\x12\x1b\n\x17\x44\x45VICE_TYPE_UNSPECIFIED\x10\x00\x12\x13\n\x0f\x44\x45VICE_TYPE_CAM\x10\x01\x12\x13\n\x0f\x44\x45VICE_TYPE_IMU\x10\x02*6\n\x08Modality\x12\x18\n\x14MODALITY_UNSPECIFIED\x10\x00\x12\x10\n\x0cMODALITY_RGB\x10\x01*0\n\rMountBodyPart\x12\x1f\n\x1bMOUNT_BODY_PART_UNSPECIFIED\x10\x00*=\n\x08\x44\x61taType\x12\x19\n\x15\x44\x41TA_TYPE_UNSPECIFIED\x10\x00\x12\x16\n\x12\x44\x41TA_TYPE_EGOSUITE\x10\x01\x42*Z(proto_gen/management/metadata;metadatapbb\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'management.metadata.metadata_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'Z(proto_gen/management/metadata;metadatapb'
+  _DEVICETYPE._serialized_start=2097
+  _DEVICETYPE._serialized_end=2180
+  _MODALITY._serialized_start=2182
+  _MODALITY._serialized_end=2236
+  _MOUNTBODYPART._serialized_start=2238
+  _MOUNTBODYPART._serialized_end=2286
+  _DATATYPE._serialized_start=2288
+  _DATATYPE._serialized_end=2349
+  _METADATA._serialized_start=128
+  _METADATA._serialized_end=529
+  _STORAGE._serialized_start=531
+  _STORAGE._serialized_end=576
+  _FILEINFO._serialized_start=578
+  _FILEINFO._serialized_end=673
+  _TOPIC._serialized_start=675
+  _TOPIC._serialized_end=726
+  _DEVICE._serialized_start=729
+  _DEVICE._serialized_end=1013
+  _RESOLUTION._serialized_start=1015
+  _RESOLUTION._serialized_end=1058
+  _RECORDINGINFO._serialized_start=1061
+  _RECORDINGINFO._serialized_end=1328
+  _LOCATION._serialized_start=1330
+  _LOCATION._serialized_end=1404
+  _TASK._serialized_start=1406
+  _TASK._serialized_end=1531
+  _COLLECTIONMETHOD._serialized_start=1533
+  _COLLECTIONMETHOD._serialized_end=1590
+  _OPERATOR._serialized_start=1592
+  _OPERATOR._serialized_end=1668
+  _METADATAFILTER._serialized_start=1671
+  _METADATAFILTER._serialized_end=1903
+  _TIMERANGE._serialized_start=1905
+  _TIMERANGE._serialized_end=1998
+  _DURATIONRANGE._serialized_start=2000
+  _DURATIONRANGE._serialized_end=2095
+# @@protoc_insertion_point(module_scope)

current_data_py-0.1.4/proto_gen/python/msg/custom_msgs/slam_quality_pb2.py

@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: custom_msgs/slam_quality.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1e\x63ustom_msgs/slam_quality.proto\x12\x0b\x63ustom_msgs\"\xff\x01\n\x0bSlamQuality\x12\x12\n\npose_topic\x18\x01 \x01(\t\x12\x1a\n\x12source_frame_index\x18\x02 \x01(\x04\x12\x16\n\x0etracking_state\x18\x03 \x01(\x05\x12\x18\n\x10tracking_time_ms\x18\x04 \x01(\x01\x12\x13\n\x0bpose_source\x18\x05 \x01(\t\x12\x1c\n\x0fpose_confidence\x18\x06 \x01(\x01H\x00\x88\x01\x01\x12\x19\n\x11\x63ompletion_source\x18\x07 \x01(\t\x12\x17\n\x0f\x66\x61llback_reason\x18\x08 \x01(\t\x12\x13\n\x0b\x66inite_pose\x18\t \x01(\x08\x42\x12\n\x10_pose_confidenceb\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'custom_msgs.slam_quality_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _SLAMQUALITY._serialized_start=48
+  _SLAMQUALITY._serialized_end=303
+# @@protoc_insertion_point(module_scope)

current_data_py-0.1.4/proto_gen/python/msg/custom_msgs/sonic_frame_pb2.py

@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: custom_msgs/sonic_frame.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1d\x63ustom_msgs/sonic_frame.proto\x12\x0b\x63ustom_msgs\"\xf8\x01\n\nSonicFrame\x12\x16\n\x0ejoint_position\x18\x01 \x03(\x02\x12\x16\n\x0ejoint_velocity\x18\x02 \x03(\x02\x12\x1c\n\x14\x62\x61se_quaternion_wxyz\x18\x03 \x03(\x02\x12\x14\n\x0cmotion_token\x18\x04 \x03(\x02\x12\x12\n\nstate_step\x18\x05 \x01(\x03\x12\x13\n\x0b\x61\x63tion_step\x18\x06 \x01(\x03\x12\x13\n\x0bmotion_step\x18\x07 \x01(\x03\x12\x1a\n\x12source_frame_index\x18\x08 \x01(\x04\x12\x1a\n\rrollout_index\x18\t \x01(\x03H\x00\x88\x01\x01\x42\x10\n\x0e_rollout_indexb\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'custom_msgs.sonic_frame_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _SONICFRAME._serialized_start=47
+  _SONICFRAME._serialized_end=295
+# @@protoc_insertion_point(module_scope)

current_data_py-0.1.4/proto_gen/python/msg/custom_msgs/target_quality_pb2.py

@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: custom_msgs/target_quality.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n custom_msgs/target_quality.proto\x12\x0b\x63ustom_msgs\"\x88\x02\n\rTargetQuality\x12\x1a\n\x12source_frame_index\x18\x01 \x01(\x04\x12\x13\n\x0bsource_type\x18\x02 \x01(\t\x12\x11\n\tsynthetic\x18\x03 \x01(\x08\x12\x16\n\x0etracking_valid\x18\x04 \x01(\x08\x12\x14\n\x0cslam_trusted\x18\x05 \x01(\x08\x12\x15\n\rquality_valid\x18\x06 \x01(\x08\x12\x0e\n\x06useful\x18\x07 \x01(\x08\x12\x10\n\x08replaced\x18\x08 \x01(\x08\x12\x1c\n\x14original_source_code\x18\t \x01(\r\x12\x13\n\x0bpose_source\x18\n \x01(\t\x12\x19\n\x11\x63ompletion_source\x18\x0b \x01(\tb\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'custom_msgs.target_quality_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _TARGETQUALITY._serialized_start=50
+  _TARGETQUALITY._serialized_end=314
+# @@protoc_insertion_point(module_scope)

{current_data_py-0.1.2 → current_data_py-0.1.4}/proto_gen/python/msg/foxglove/compressed_audio_pb2.py

@@ -1,12 +1,11 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: foxglove/compressed_audio.proto
-# Protobuf Python Version: 4.25.1
 """Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
 from google.protobuf import symbol_database as _symbol_database
-from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -17,11 +16,11 @@ from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1f\x66oxglove/compressed_audio.proto\x12\x08\x66oxglove\x1a\x1fgoogle/protobuf/timestamp.proto\"^\n\x0f\x43ompressedAudio\x12-\n\ttimestamp\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x0c\n\x04\x64\x61ta\x18\x02 \x01(\x0c\x12\x0e\n\x06\x66ormat\x18\x03 \x01(\tb\x06proto3')
 
-_globals = globals()
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'foxglove.compressed_audio_pb2', _globals)
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'foxglove.compressed_audio_pb2', globals())
 if _descriptor._USE_C_DESCRIPTORS == False:
+
   DESCRIPTOR._options = None
-  _globals['_COMPRESSEDAUDIO']._serialized_start=78
-  _globals['_COMPRESSEDAUDIO']._serialized_end=172
+  _COMPRESSEDAUDIO._serialized_start=78
+  _COMPRESSEDAUDIO._serialized_end=172
 # @@protoc_insertion_point(module_scope)

{current_data_py-0.1.2 → current_data_py-0.1.4}/pyproject.toml

@@ -4,14 +4,16 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "current-data-py"
-version = "0.1.2"
+version = "0.1.4"
 description = "Current Data protobuf messages and schema metadata"
 readme = "README.md"
 requires-python = ">=3.9"
-dependencies = ["protobuf>=3.20", "turbodata==0.1.0"]
-
-[project.optional-dependencies]
-remote = ["grpcio>=1.51.1", "alibabacloud-oss-v2>=1.4.0,<2"]
+dependencies = [
+    "protobuf>=3.20",
+    "turbodata==0.1.0",
+    "grpcio>=1.51.1",
+    "alibabacloud-oss-v2>=1.4.0,<2",
+]
 
 [tool.setuptools]
 packages = ["current_data_py", "current_data_py.schema", "current_data_py.examples", "current_data_py.remote"]

{current_data_py-0.1.2 → current_data_py-0.1.4}/remote/__init__.py

@@ -1,4 +1,4 @@
-"""Optional remote TD API. Install current-data-py[remote]."""
+"""Remote TD API. Install current-data-py."""
 
 from .._proto.management.metadata.metadata_pb2 import Metadata, MetadataFilter
 from .client import DEFAULT_ADDRESS, DataClient

{current_data_py-0.1.2 → current_data_py-0.1.4}/remote/client.py

@@ -1,23 +1,20 @@
-"""gRPC discovery and on-demand OSS reads. Install current-data-py[remote]."""
+"""gRPC discovery and on-demand OSS reads. Install current-data-py."""
 
 from contextlib import contextmanager
 import threading
 import time
 
 import alibabacloud_oss_v2 as oss
-import grpc
 from turbodata import Reader
 
-from .._proto.management.service import service_pb2, service_pb2_grpc
+from .. import DEFAULT_ADDRESS  # Compatibility export.
+from ..management import ManagementClient
 from .source import OSSReadSource
 
 
-DEFAULT_ADDRESS = "data.current-robotics.work:443"
-
-
 class _Credentials(oss.credentials.CredentialsProvider):
-    def __init__(self, stub):
-        self.stub = stub
+    def __init__(self, client):
+        self.client = client
         self.lock = threading.Lock()
         self.cached = None
         self.scope = None
@@ -25,7 +22,7 @@ class _Credentials(oss.credentials.CredentialsProvider):
     def get(self):
         with self.lock:
             if self.cached is None or self.cached.expires_at.seconds <= time.time() + 300:
-                value = self.stub.GetReadCredentials(service_pb2.GetReadCredentialsRequest(), timeout=30)
+                value = self.client.get_read_credentials()
                 scope = (value.oss_endpoint, value.region, value.bucket, value.object_prefix)
                 if (not all(scope) or not all((value.access_key_id, value.access_key_secret, value.security_token))
                         or value.expires_at.seconds <= time.time() + 300
@@ -46,40 +43,20 @@ class _Credentials(oss.credentials.CredentialsProvider):
                 self.cached = None
 
 
-class DataClient:
+class DataClient(ManagementClient):
     """Connect via TLS by default, or reuse a caller-owned gRPC channel."""
 
-    def __init__(self, channel=None, *, address=DEFAULT_ADDRESS):
-        self._owns_channel = channel is None
-        self._channel = grpc.secure_channel(address, grpc.ssl_channel_credentials()) if channel is None else channel
-        self.stub = service_pb2_grpc.DataManagementServiceStub(self._channel)
-        self._credentials = _Credentials(self.stub)
-
-    def close(self):
-        """Close the channel only when this client created it."""
-        if self._owns_channel:
-            self._channel.close()
-
-    def __enter__(self):
-        return self
-
-    def __exit__(self, *args):
-        self.close()
+    def __init__(self, channel=None, *, address=None):
+        super().__init__(channel, address=address)
+        self._credentials = _Credentials(self)
 
     def iter_data(self, filter=None, *, timeout=None):
-        """Yield partial Metadata (ID and storage only). Close to cancel early."""
-        call = self.stub.StreamDataReferences(
-            service_pb2.StreamDataReferencesRequest(filter=filter), timeout=timeout
-        )
-        try:
-            for batch in call:
-                yield from batch.data
-        finally:
-            call.cancel()
+        """Yield partial Metadata (ID, storages and file size). Close to cancel early."""
+        return self.stream_data_references(filter, timeout=timeout)
 
     @contextmanager
     def open_td(self, reference):
-        """Keep this context open until all Reader operations have finished."""
+        """Read the first storage within the credential scope; keep open until reads finish."""
         with OSSReadSource(reference, self._credentials) as source:
             yield Reader(source)
 

{current_data_py-0.1.2 → current_data_py-0.1.4}/remote/source.py

@@ -11,9 +11,10 @@ class OSSReadSource:
 
     def __init__(self, reference, credentials):
         value = credentials.get()
-        storage = reference.storage
-        if storage.bucket != value.bucket or not storage.object_key.startswith(value.object_prefix):
-            raise ValueError("Object is outside the configured read scope")
+        storage = next((item for item in reference.storages
+                        if item.bucket == value.bucket and item.object_key.startswith(value.object_prefix)), None)
+        if storage is None:
+            raise ValueError("No storage is within the configured read scope")
         self._bucket, self._key = storage.bucket, storage.object_key
         self._credentials = credentials
         self._scope = value

{current_data_py-0.1.2 → current_data_py-0.1.4}/schema/__init__.py

@@ -1,6 +1,9 @@
 from .._proto.builtin_interfaces.duration_pb2 import Duration
 from .._proto.builtin_interfaces.time_pb2 import Time
 from .._proto.custom_msgs.joint_current_pb2 import JointCurrent
+from .._proto.custom_msgs.slam_quality_pb2 import SlamQuality
+from .._proto.custom_msgs.sonic_frame_pb2 import SonicFrame
+from .._proto.custom_msgs.target_quality_pb2 import TargetQuality
 from .._proto.foxglove.compressed_audio_pb2 import CompressedAudio
 from .._proto.foxglove.compressed_video_pb2 import CompressedVideo
 from .._proto.geometry_msgs.point_pb2 import Point
@@ -51,6 +54,9 @@ SCHEMA_TO_CLASS = {
     "builtin_interfaces.Duration": Duration,
     "builtin_interfaces.Time": Time,
     "custom_msgs.JointCurrent": JointCurrent,
+    "custom_msgs.SlamQuality": SlamQuality,
+    "custom_msgs.SonicFrame": SonicFrame,
+    "custom_msgs.TargetQuality": TargetQuality,
     "foxglove.CompressedAudio": CompressedAudio,
     "foxglove.CompressedVideo": CompressedVideo,
     "geometry_msgs.Point": Point,