ptars 0.0.1rc1__cp311-none-win32.whl → 0.0.2rc2__cp311-none-win32.whl

ptars/internal.py

@@ -1,3 +1,7 @@
+import warnings
+
+import pyarrow as pa
+from google._upb._message import Message, MessageMeta
 from google.protobuf.descriptor import Descriptor, FileDescriptor
 from google.protobuf.descriptor_pb2 import FileDescriptorProto
 
@@ -10,16 +14,21 @@ def _file_descriptor_to_bytes(fd: FileDescriptor) -> bytes:
     return file_descriptor.SerializeToString()
 
 
-def get_dependencies(
+def _get_dependencies(
     file_descriptor: FileDescriptor, results: list[FileDescriptor] = None
 ) -> list[FileDescriptor]:
+    """
+    Return list of FileDescriptor that this file depends on, including this one.
+
+    Results are in topological order (least dependent first).
+    """
     if results is None:
         results = []
-    results.append(file_descriptor)
     for dependency in file_descriptor.dependencies:
         if dependency not in results:
-            get_dependencies(dependency, results)
-    return results
+            _get_dependencies(dependency, results)
+    results.append(file_descriptor)
+    return results[::-1]
 
 
 class HandlerPool:
@@ -28,16 +37,30 @@ class HandlerPool:
         self._pool = {}
 
     def get_for_message(self, descriptor: Descriptor) -> MessageHandler:
+        if isinstance(descriptor, MessageMeta):
+            warnings.warn(
+                f"Received {MessageMeta.__name__} instead of {Descriptor.__name__}"
+            )
+            descriptor = descriptor.DESCRIPTOR
+        if not isinstance(descriptor, Descriptor):
+            raise TypeError(f"Expecting {Descriptor.__name__}")
+
         assert isinstance(descriptor, Descriptor)
         try:
-            self._pool[descriptor.full_name]
+            return self._pool[descriptor.full_name]
         except KeyError:
             file_descriptor = descriptor.file
 
-            dependencies = get_dependencies(file_descriptor)
+            dependencies = _get_dependencies(file_descriptor)
             payloads = [_file_descriptor_to_bytes(d) for d in dependencies]
             message_handler = self._proto_cache.create_for_message(
                 "." + descriptor.full_name, payloads
             )
             self._pool[descriptor.full_name] = message_handler
             return message_handler
+
+    def messages_to_record_batch(
+        self, messages: list[Message], descriptor: Descriptor
+    ) -> pa.RecordBatch:
+        handler = self.get_for_message(descriptor)
+        return handler.list_to_record_batch([m.SerializeToString() for m in messages])

{ptars-0.0.1rc1.dist-info → ptars-0.0.2rc2.dist-info}/METADATA

@@ -1,9 +1,14 @@
 Metadata-Version: 2.3
 Name: ptars
-Version: 0.0.1rc1
+Version: 0.0.2rc2
 Classifier: Programming Language :: Rust
 Classifier: Operating System :: POSIX :: Linux
+Classifier: Natural Language :: English
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: protobuf >3
+Requires-Dist: pyarrow >15
 License-File: LICENSE
 Summary: Fast python conversion from protobuf to arrow using rust
 Home-Page: https://github.com/0x26res/ptars
@@ -14,6 +19,8 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
 Project-URL: Source Code, https://github.com/0x26res/ptars
 
+# ptars
+
 [![PyPI Version][pypi-image]][pypi-url]
 [![Python Version][versions-image]][versions-url]
 [![Github Stars][stars-image]][stars-url]
@@ -25,12 +32,8 @@ Project-URL: Source Code, https://github.com/0x26res/ptars
 [![Code style: black][codestyle-image]][codestyle-url]
 [![snyk][snyk-image]][snyk-url]
 
-
-# ptars
-
 Protobuf to Arrow, using Rust
 
-
 ## Example
 
 Take a protobuf:
@@ -46,6 +49,9 @@ message SearchRequest {
 And convert serialized messages directly to `pyarrow.RecordBatch`:
 
 ```python
+from ptars import HandlerPool
+
+
 messages = [
     SearchRequest(
         query="protobuf to arrow",
@@ -65,14 +71,19 @@ handler = pool.get_for_message(SearchRequest.DESCRIPTOR)
 record_batch = handler.list_to_record_batch(payloads)
 ```
 
-
 | query             |   page_number |   result_per_page |
 |:------------------|--------------:|------------------:|
 | protobuf to arrow |             0 |                10 |
 | protobuf to arrow |             1 |                10 |
 
+You can also convert a `pyarrow.RecordBatch` back to serialized protobuf messages:
 
-
+```python
+array: pa.BinaryArray = handler.record_batch_to_array(record_batch)
+messages_back: list[SearchRequest] = [
+    SearchRequest.FromString(s.as_py()) for s in array
+]
+```
 
 [pypi-image]: https://img.shields.io/pypi/v/ptars
 [pypi-url]: https://pypi.org/project/ptars/

ptars-0.0.2rc2.dist-info/RECORD

@@ -0,0 +1,7 @@
+ptars-0.0.2rc2.dist-info/METADATA,sha256=uHqhSI1o-n7EippAGjQN4O-x3NU12Twy6lBkJCncPnc,3764
+ptars-0.0.2rc2.dist-info/WHEEL,sha256=6kWqen1S8CKCX4SrptZpM2ziEQyxctIyTkerFXXZTxU,91
+ptars-0.0.2rc2.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ptars/internal.py,sha256=u7ejNMNplBF3OsfqVyQ6wbAUor8fADnNt7avBJ44M6Q,2398
+ptars/__init__.py,sha256=UjPOUn5TIGiA8Biu3AYjmjthZPdzTn72OIRvZYms5m0,69
+ptars/_lib.cp311-win32.pyd,sha256=TptY59iMYpXy_RbnfnufRIvE1aLCiavkeqO9cD8XSyA,7102464
+ptars-0.0.2rc2.dist-info/RECORD,,

{ptars-0.0.1rc1.dist-info → ptars-0.0.2rc2.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: maturin (1.5.1)
+Generator: maturin (1.7.1)
 Root-Is-Purelib: false
 Tag: cp311-none-win32

ptars-0.0.1rc1.dist-info/RECORD

@@ -1,7 +0,0 @@
-ptars-0.0.1rc1.dist-info/METADATA,sha256=7zvSNQPJahat8yG8HQUZwG8whdE3f-1ORaxRzeIRbpY,3249
-ptars-0.0.1rc1.dist-info/WHEEL,sha256=QZenLo7OSmfwUW2c_Vk5qXEqXnDJnzKN3ugR5oy0OyI,91
-ptars-0.0.1rc1.dist-info/license_files/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-ptars/internal.py,sha256=K3Uw_2Dv-pBfYwpSkD4vh5xf31kcBkRI1gcndC8NNIA,1511
-ptars/__init__.py,sha256=UjPOUn5TIGiA8Biu3AYjmjthZPdzTn72OIRvZYms5m0,69
-ptars/_lib.cp311-win32.pyd,sha256=BGflFAhK05b6gLnaItl5VV5ZqwIi-w-VGrWS_7spr34,6475264
-ptars-0.0.1rc1.dist-info/RECORD,,