pyspiral 0.4.4__cp310-abi3-macosx_11_0_arm64.whl → 0.6.0__cp310-abi3-macosx_11_0_arm64.whl

spiral/protogen/_/message_pool.py

@@ -0,0 +1,3 @@
+import betterproto2
+
+default_message_pool = betterproto2.MessagePool()

spiral/protogen/_/scandal/__init__.py

@@ -1,178 +1,190 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # sources: scandal/scandal.proto
-# plugin: python-betterproto
+# plugin: python-betterproto2
 # This file has been @generated
 
-from dataclasses import dataclass
-from typing import (
-    TYPE_CHECKING,
-    Dict,
-    List,
-    Optional,
+__all__ = (
+    "Connectivity",
+    "Fetch",
+    "FetchRequest",
+    "FetchResponse",
+    "Metadata",
+    "MetadataParquet",
+    "Put",
+    "PutRequest",
+    "PutResponse",
+    "ScandalServiceStub",
+    "Sink",
+    "Source",
 )
 
-import betterproto
-import grpclib
-from betterproto.grpc.grpclib_server import ServiceBase
+from dataclasses import dataclass
+
+import betterproto2
+import grpc
 
+from ..message_pool import default_message_pool
 
-if TYPE_CHECKING:
-    import grpclib.server
-    from betterproto.grpc.grpclib_client import MetadataLike
-    from grpclib.metadata import Deadline
+_COMPILER_VERSION = "0.8.0"
+betterproto2.check_compiler_version(_COMPILER_VERSION)
 
 
 @dataclass(eq=False, repr=False)
-class Source(betterproto.Message):
-    url: str = betterproto.string_field(1)
-    content_type: Optional[str] = betterproto.string_field(2, optional=True)
-    size: Optional[int] = betterproto.int64_field(3, optional=True)
-    parquet: "MetadataParquet" = betterproto.message_field(10, group="metadata")
+class Connectivity(betterproto2.Message):
+    """
+    Information about the client's perceived connectivity to a FileSystem.
+    """
 
+    unreachable: "bool" = betterproto2.field(1, betterproto2.TYPE_BOOL)
+
+    round_trip_time_us: "int | None" = betterproto2.field(2, betterproto2.TYPE_INT32, optional=True)
 
-@dataclass(eq=False, repr=False)
-class Metadata(betterproto.Message):
-    pass
+
+default_message_pool.register_message("scandal", "Connectivity", Connectivity)
 
 
 @dataclass(eq=False, repr=False)
-class MetadataParquet(betterproto.Message):
+class Fetch(betterproto2.Message):
+    """
+    Let's make "fetch" happen.
+    """
+
     pass
 
 
-@dataclass(eq=False, repr=False)
-class Sink(betterproto.Message):
-    url: str = betterproto.string_field(1)
+default_message_pool.register_message("scandal", "Fetch", Fetch)
 
 
 @dataclass(eq=False, repr=False)
-class Connectivity(betterproto.Message):
+class FetchRequest(betterproto2.Message):
     """
-    Information about the client's perceived connectivity to a FileSystem.
+    TODO(ngates): include projection expression.
+    """
+
+    uri: "str" = betterproto2.field(1, betterproto2.TYPE_STRING)
+    """
+    A signed request to read an
+    spfs://<fsid>/path?token=<jwt&gt URI.
     """
 
-    unreachable: bool = betterproto.bool_field(1)
-    round_trip_time_us: Optional[int] = betterproto.int32_field(2, optional=True)
+    connectivity: "Connectivity | None" = betterproto2.field(2, betterproto2.TYPE_MESSAGE, optional=True)
+    """
+    Declares whether the client has connectivity to the FileSystem.
+    """
 
+    accepts: "list[str]" = betterproto2.field(3, betterproto2.TYPE_STRING, repeated=True)
+    """
+    Declares the MIME types the client can read directly.
+    """
 
-@dataclass(eq=False, repr=False)
-class Fetch(betterproto.Message):
-    """Let's make "fetch" happen."""
 
-    pass
+default_message_pool.register_message("scandal", "Fetch.Request", FetchRequest)
 
 
 @dataclass(eq=False, repr=False)
-class FetchRequest(betterproto.Message):
-    """TODO(ngates): include projection expression."""
-
-    uri: str = betterproto.string_field(1)
+class FetchResponse(betterproto2.Message):
+    sources: "list[Source]" = betterproto2.field(1, betterproto2.TYPE_MESSAGE, repeated=True)
     """
-    A signed request to read an
-     spfs://<fsid>/path?token=<jwt&gt URI.
+    The sources the client should use to attempt to read the file.
+    The client should try each source in order until it finds one that works.
     """
 
-    connectivity: "Connectivity" = betterproto.message_field(2)
-    """Declares whether the client has connectivity to the FileSystem."""
 
-    accepts: List[str] = betterproto.string_field(3)
-    """Declares the MIME types the client can read directly."""
+default_message_pool.register_message("scandal", "Fetch.Response", FetchResponse)
+
+
+@dataclass(eq=False, repr=False)
+class Metadata(betterproto2.Message):
+    pass
+
+
+default_message_pool.register_message("scandal", "Metadata", Metadata)
 
 
 @dataclass(eq=False, repr=False)
-class FetchResponse(betterproto.Message):
-    sources: List["Source"] = betterproto.message_field(1)
+class MetadataParquet(betterproto2.Message):
     """
-    The sources the client should use to attempt to read the file.
-     The client should try each source in order until it finds one that works.
+    A bunch of optional metadata that the client can use
+    to accelerate reading the file.
     """
 
+    pass
+
+
+default_message_pool.register_message("scandal", "Metadata.Parquet", MetadataParquet)
+
 
 @dataclass(eq=False, repr=False)
-class Put(betterproto.Message):
+class Put(betterproto2.Message):
     pass
 
 
+default_message_pool.register_message("scandal", "Put", Put)
+
+
 @dataclass(eq=False, repr=False)
-class PutRequest(betterproto.Message):
-    uri: str = betterproto.string_field(1)
-    connectivity: "Connectivity" = betterproto.message_field(2)
+class PutRequest(betterproto2.Message):
+    uri: "str" = betterproto2.field(1, betterproto2.TYPE_STRING)
+
+    connectivity: "Connectivity | None" = betterproto2.field(2, betterproto2.TYPE_MESSAGE, optional=True)
+
+
+default_message_pool.register_message("scandal", "Put.Request", PutRequest)
+
+
+@dataclass(eq=False, repr=False)
+class PutResponse(betterproto2.Message):
+    sinks: "list[Sink]" = betterproto2.field(1, betterproto2.TYPE_MESSAGE, repeated=True)
+
+
+default_message_pool.register_message("scandal", "Put.Response", PutResponse)
 
 
 @dataclass(eq=False, repr=False)
-class PutResponse(betterproto.Message):
-    sinks: List["Sink"] = betterproto.message_field(1)
-
-
-class ScandalServiceStub(betterproto.ServiceStub):
-    async def fetch(
-        self,
-        fetch_request: "FetchRequest",
-        *,
-        timeout: Optional[float] = None,
-        deadline: Optional["Deadline"] = None,
-        metadata: Optional["MetadataLike"] = None
-    ) -> "FetchResponse":
-        return await self._unary_unary(
+class Sink(betterproto2.Message):
+    url: "str" = betterproto2.field(1, betterproto2.TYPE_STRING)
+
+
+default_message_pool.register_message("scandal", "Sink", Sink)
+
+
+@dataclass(eq=False, repr=False)
+class Source(betterproto2.Message):
+    """
+    NOTE(marko): Scandal does not yet exist and this file is unused.
+
+    Oneofs:
+        - metadata:
+    """
+
+    url: "str" = betterproto2.field(1, betterproto2.TYPE_STRING)
+
+    content_type: "str | None" = betterproto2.field(2, betterproto2.TYPE_STRING, optional=True)
+
+    size: "int | None" = betterproto2.field(3, betterproto2.TYPE_INT64, optional=True)
+
+    parquet: "MetadataParquet | None" = betterproto2.field(
+        10, betterproto2.TYPE_MESSAGE, optional=True, group="metadata"
+    )
+
+
+default_message_pool.register_message("scandal", "Source", Source)
+
+
+class ScandalServiceStub:
+    def __init__(self, channel: grpc.Channel):
+        self._channel = channel
+
+    def fetch(self, message: "FetchRequest") -> "FetchResponse":
+        return self._channel.unary_unary(
             "/scandal.ScandalService/Fetch",
-            fetch_request,
-            FetchResponse,
-            timeout=timeout,
-            deadline=deadline,
-            metadata=metadata,
-        )
-
-    async def put(
-        self,
-        put_request: "PutRequest",
-        *,
-        timeout: Optional[float] = None,
-        deadline: Optional["Deadline"] = None,
-        metadata: Optional["MetadataLike"] = None
-    ) -> "PutResponse":
-        return await self._unary_unary(
+            FetchRequest.SerializeToString,
+            FetchResponse.FromString,
+        )(message)
+
+    def put(self, message: "PutRequest") -> "PutResponse":
+        return self._channel.unary_unary(
             "/scandal.ScandalService/Put",
-            put_request,
-            PutResponse,
-            timeout=timeout,
-            deadline=deadline,
-            metadata=metadata,
-        )
-
-
-class ScandalServiceBase(ServiceBase):
-    async def fetch(self, fetch_request: "FetchRequest") -> "FetchResponse":
-        raise grpclib.GRPCError(grpclib.const.Status.UNIMPLEMENTED)
-
-    async def put(self, put_request: "PutRequest") -> "PutResponse":
-        raise grpclib.GRPCError(grpclib.const.Status.UNIMPLEMENTED)
-
-    async def __rpc_fetch(
-        self, stream: "grpclib.server.Stream[FetchRequest, FetchResponse]"
-    ) -> None:
-        request = await stream.recv_message()
-        response = await self.fetch(request)
-        await stream.send_message(response)
-
-    async def __rpc_put(
-        self, stream: "grpclib.server.Stream[PutRequest, PutResponse]"
-    ) -> None:
-        request = await stream.recv_message()
-        response = await self.put(request)
-        await stream.send_message(response)
-
-    def __mapping__(self) -> Dict[str, grpclib.const.Handler]:
-        return {
-            "/scandal.ScandalService/Fetch": grpclib.const.Handler(
-                self.__rpc_fetch,
-                grpclib.const.Cardinality.UNARY_UNARY,
-                FetchRequest,
-                FetchResponse,
-            ),
-            "/scandal.ScandalService/Put": grpclib.const.Handler(
-                self.__rpc_put,
-                grpclib.const.Cardinality.UNARY_UNARY,
-                PutRequest,
-                PutResponse,
-            ),
-        }
+            PutRequest.SerializeToString,
+            PutResponse.FromString,
+        )(message)

spiral/protogen/_/spfs/__init__.py

@@ -0,0 +1,72 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# sources: spfs/metadata.proto
+# plugin: python-betterproto2
+# This file has been @generated
+
+__all__ = (
+    "FileMetadata",
+    "ParquetFileSpecificMetadata",
+    "ProtobufFileSpecificMetadata",
+    "VortexFileSpecificMetadata",
+)
+
+from dataclasses import dataclass
+
+import betterproto2
+
+from ..message_pool import default_message_pool
+
+_COMPILER_VERSION = "0.8.0"
+betterproto2.check_compiler_version(_COMPILER_VERSION)
+
+
+@dataclass(eq=False, repr=False)
+class FileMetadata(betterproto2.Message):
+    """
+
+
+    Oneofs:
+        - format_specific:
+    """
+
+    protobuf: "ProtobufFileSpecificMetadata | None" = betterproto2.field(
+        1, betterproto2.TYPE_MESSAGE, optional=True, group="format_specific"
+    )
+
+    parquet: "ParquetFileSpecificMetadata | None" = betterproto2.field(
+        2, betterproto2.TYPE_MESSAGE, optional=True, group="format_specific"
+    )
+
+    vortex: "VortexFileSpecificMetadata | None" = betterproto2.field(
+        3, betterproto2.TYPE_MESSAGE, optional=True, group="format_specific"
+    )
+
+
+default_message_pool.register_message("spfs", "FileMetadata", FileMetadata)
+
+
+@dataclass(eq=False, repr=False)
+class ParquetFileSpecificMetadata(betterproto2.Message):
+    metadata_size_bytes: "int" = betterproto2.field(1, betterproto2.TYPE_UINT32)
+
+
+default_message_pool.register_message("spfs", "ParquetFileSpecificMetadata", ParquetFileSpecificMetadata)
+
+
+@dataclass(eq=False, repr=False)
+class ProtobufFileSpecificMetadata(betterproto2.Message):
+    pass
+
+
+default_message_pool.register_message("spfs", "ProtobufFileSpecificMetadata", ProtobufFileSpecificMetadata)
+
+
+@dataclass(eq=False, repr=False)
+class VortexFileSpecificMetadata(betterproto2.Message):
+    footer: "bytes | None" = betterproto2.field(2, betterproto2.TYPE_BYTES, optional=True)
+    """
+    Optional because we may decide to not store it if it's too large.
+    """
+
+
+default_message_pool.register_message("spfs", "VortexFileSpecificMetadata", VortexFileSpecificMetadata)

spiral/protogen/_/spql/__init__.py

@@ -0,0 +1,61 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# sources: spql/exprs.proto
+# plugin: python-betterproto2
+# This file has been @generated
+
+__all__ = (
+    "BoostOpts",
+    "FindOpts",
+    "IndexOpts",
+    "TableOpts",
+    "TextDTypeOpts",
+)
+
+from dataclasses import dataclass
+
+import betterproto2
+
+from ..message_pool import default_message_pool
+
+_COMPILER_VERSION = "0.8.0"
+betterproto2.check_compiler_version(_COMPILER_VERSION)
+
+
+@dataclass(eq=False, repr=False)
+class BoostOpts(betterproto2.Message):
+    factor: "float" = betterproto2.field(1, betterproto2.TYPE_FLOAT)
+
+
+default_message_pool.register_message("spql", "BoostOpts", BoostOpts)
+
+
+@dataclass(eq=False, repr=False)
+class FindOpts(betterproto2.Message):
+    term: "str" = betterproto2.field(1, betterproto2.TYPE_STRING)
+
+
+default_message_pool.register_message("spql", "FindOpts", FindOpts)
+
+
+@dataclass(eq=False, repr=False)
+class IndexOpts(betterproto2.Message):
+    index_id: "str" = betterproto2.field(1, betterproto2.TYPE_STRING)
+
+
+default_message_pool.register_message("spql", "IndexOpts", IndexOpts)
+
+
+@dataclass(eq=False, repr=False)
+class TableOpts(betterproto2.Message):
+    table_id: "str" = betterproto2.field(1, betterproto2.TYPE_STRING)
+
+
+default_message_pool.register_message("spql", "TableOpts", TableOpts)
+
+
+@dataclass(eq=False, repr=False)
+class TextDTypeOpts(betterproto2.Message):
+    tokenizer: "str | None" = betterproto2.field(1, betterproto2.TYPE_STRING, optional=True)
+
+
+default_message_pool.register_message("spql", "TextDTypeOpts", TextDTypeOpts)