ptars 0.0.1rc1__cp311-cp311-macosx_10_12_x86_64.whl → 0.0.2rc2__cp311-cp311-macosx_10_12_x86_64.whl

ptars/internal.py

@@ -1,3 +1,7 @@
+import warnings
+
+import pyarrow as pa
+from google._upb._message import Message, MessageMeta
 from google.protobuf.descriptor import Descriptor, FileDescriptor
 from google.protobuf.descriptor_pb2 import FileDescriptorProto
 
@@ -10,16 +14,21 @@ def _file_descriptor_to_bytes(fd: FileDescriptor) -> bytes:
     return file_descriptor.SerializeToString()
 
 
-def get_dependencies(
+def _get_dependencies(
     file_descriptor: FileDescriptor, results: list[FileDescriptor] = None
 ) -> list[FileDescriptor]:
+    """
+    Return list of FileDescriptor that this file depends on, including this one.
+
+    Results are in topological order (least dependent first).
+    """
     if results is None:
         results = []
-    results.append(file_descriptor)
     for dependency in file_descriptor.dependencies:
         if dependency not in results:
-            get_dependencies(dependency, results)
-    return results
+            _get_dependencies(dependency, results)
+    results.append(file_descriptor)
+    return results[::-1]
 
 
 class HandlerPool:
@@ -28,16 +37,30 @@ class HandlerPool:
         self._pool = {}
 
     def get_for_message(self, descriptor: Descriptor) -> MessageHandler:
+        if isinstance(descriptor, MessageMeta):
+            warnings.warn(
+                f"Received {MessageMeta.__name__} instead of {Descriptor.__name__}"
+            )
+            descriptor = descriptor.DESCRIPTOR
+        if not isinstance(descriptor, Descriptor):
+            raise TypeError(f"Expecting {Descriptor.__name__}")
+
         assert isinstance(descriptor, Descriptor)
         try:
-            self._pool[descriptor.full_name]
+            return self._pool[descriptor.full_name]
         except KeyError:
             file_descriptor = descriptor.file
 
-            dependencies = get_dependencies(file_descriptor)
+            dependencies = _get_dependencies(file_descriptor)
             payloads = [_file_descriptor_to_bytes(d) for d in dependencies]
             message_handler = self._proto_cache.create_for_message(
                 "." + descriptor.full_name, payloads
             )
             self._pool[descriptor.full_name] = message_handler
             return message_handler
+
+    def messages_to_record_batch(
+        self, messages: list[Message], descriptor: Descriptor
+    ) -> pa.RecordBatch:
+        handler = self.get_for_message(descriptor)
+        return handler.list_to_record_batch([m.SerializeToString() for m in messages])

{ptars-0.0.1rc1.dist-info → ptars-0.0.2rc2.dist-info}/METADATA

@@ -1,9 +1,10 @@
 Metadata-Version: 2.3
 Name: ptars
-Version: 0.0.1rc1
+Version: 0.0.2rc2
 Classifier: Programming Language :: Rust
 Classifier: Operating System :: POSIX :: Linux
 Requires-Dist: protobuf >3
+Requires-Dist: pyarrow >15
 License-File: LICENSE
 Summary: Fast python conversion from protobuf to arrow using rust
 Home-Page: https://github.com/0x26res/ptars

ptars-0.0.2rc2.dist-info/RECORD

@@ -0,0 +1,7 @@
+ptars-0.0.2rc2.dist-info/METADATA,sha256=BSrX4iqdhZ8InZCooZuHCuCx-nugFar6U-WqlLdUzBM,3196
+ptars-0.0.2rc2.dist-info/WHEEL,sha256=SRnG_FQQvieLA6itQS84WHKSBcd0TLWM889Dyr1qTMA,106
+ptars-0.0.2rc2.dist-info/license_files/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ptars/internal.py,sha256=XrEkzYCBgvw4byJcbBCpN8l9Bfh8UT0GNt6husC55P8,2332
+ptars/__init__.py,sha256=jXZ06k5IZhcIXjEPkIbjtK-d4SBD2jnjFPD4XznB6xM,66
+ptars/_lib.cpython-311-darwin.so,sha256=zJSBlap9lg-nn_tGwCgFZAxe-znT_FW55rKKpuGLaAk,8352176
+ptars-0.0.2rc2.dist-info/RECORD,,

ptars-0.0.1rc1.dist-info/RECORD

@@ -1,7 +0,0 @@
-ptars-0.0.1rc1.dist-info/METADATA,sha256=E0HksJNPFg9E8UOwwPfOf5F_WVetMDDjZmKHBkdap_U,3169
-ptars-0.0.1rc1.dist-info/WHEEL,sha256=SRnG_FQQvieLA6itQS84WHKSBcd0TLWM889Dyr1qTMA,106
-ptars-0.0.1rc1.dist-info/license_files/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ptars/internal.py,sha256=9hl89aQF4t0E25GnQxTx8U-qetDpFAnt4AMLDv0Hu9s,1468
-ptars/__init__.py,sha256=jXZ06k5IZhcIXjEPkIbjtK-d4SBD2jnjFPD4XznB6xM,66
-ptars/_lib.cpython-311-darwin.so,sha256=Wny53T9IPdT2nuEBwvNQChHM89Bpq_RHHbP3XN7dTck,8348984
-ptars-0.0.1rc1.dist-info/RECORD,,