frogml-core 0.0.1__py3-none-any.whl

_frogml_proto/qwak/feature_store/serving/v1/value_pb2.pyi

@@ -0,0 +1,91 @@
+"""
+@generated by mypy-protobuf.  Do not edit manually!
+isort:skip_file
+"""
+import builtins
+import collections.abc
+import google.protobuf.descriptor
+import google.protobuf.internal.containers
+import google.protobuf.message
+import google.protobuf.timestamp_pb2
+import sys
+
+if sys.version_info >= (3, 8):
+    import typing as typing_extensions
+else:
+    import typing_extensions
+
+DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
+
+class ValueV1(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    IS_SET_FIELD_NUMBER: builtins.int
+    BYTES_VAL_FIELD_NUMBER: builtins.int
+    STRING_VAL_FIELD_NUMBER: builtins.int
+    INT32_VAL_FIELD_NUMBER: builtins.int
+    INT64_VAL_FIELD_NUMBER: builtins.int
+    DOUBLE_VAL_FIELD_NUMBER: builtins.int
+    FLOAT_VAL_FIELD_NUMBER: builtins.int
+    BOOL_VAL_FIELD_NUMBER: builtins.int
+    TIMESTAMP_VAL_FIELD_NUMBER: builtins.int
+    ARRAY_VAL_FIELD_NUMBER: builtins.int
+    is_set: builtins.bool
+    """indicates whether a value is actually present OR null.
+    without this flag we can't represent a null integer/ null item in an array etc.
+
+    to set a null value for some type, set the "val" oneof to that type (the value
+    itself doesn't matter in that case) and is_set to False.
+    to set a non-null value, set the value (with the type), set is_set to True.
+    """
+    bytes_val: builtins.bytes
+    string_val: builtins.str
+    int32_val: builtins.int
+    int64_val: builtins.int
+    double_val: builtins.float
+    float_val: builtins.float
+    bool_val: builtins.bool
+    @property
+    def timestamp_val(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
+    @property
+    def array_val(self) -> global___ArrayV1: ...
+    def __init__(
+        self,
+        *,
+        is_set: builtins.bool = ...,
+        bytes_val: builtins.bytes = ...,
+        string_val: builtins.str = ...,
+        int32_val: builtins.int = ...,
+        int64_val: builtins.int = ...,
+        double_val: builtins.float = ...,
+        float_val: builtins.float = ...,
+        bool_val: builtins.bool = ...,
+        timestamp_val: google.protobuf.timestamp_pb2.Timestamp | None = ...,
+        array_val: global___ArrayV1 | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["array_val", b"array_val", "bool_val", b"bool_val", "bytes_val", b"bytes_val", "double_val", b"double_val", "float_val", b"float_val", "int32_val", b"int32_val", "int64_val", b"int64_val", "string_val", b"string_val", "timestamp_val", b"timestamp_val", "val", b"val"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["array_val", b"array_val", "bool_val", b"bool_val", "bytes_val", b"bytes_val", "double_val", b"double_val", "float_val", b"float_val", "int32_val", b"int32_val", "int64_val", b"int64_val", "is_set", b"is_set", "string_val", b"string_val", "timestamp_val", b"timestamp_val", "val", b"val"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["val", b"val"]) -> typing_extensions.Literal["bytes_val", "string_val", "int32_val", "int64_val", "double_val", "float_val", "bool_val", "timestamp_val", "array_val"] | None: ...
+
+global___ValueV1 = ValueV1
+
+class ArrayV1(google.protobuf.message.Message):
+    """Note: this way of representing Arrays is a bit permissive -
+    one can set an array where each cell has a different type.
+    as a result, do not assume this array is necessarily valid, and add
+    validation checks if necessary.
+    """
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    ARRAY_VAL_FIELD_NUMBER: builtins.int
+    @property
+    def array_val(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___ValueV1]: ...
+    def __init__(
+        self,
+        *,
+        array_val: collections.abc.Iterable[global___ValueV1] | None = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["array_val", b"array_val"]) -> None: ...
+
+global___ArrayV1 = ArrayV1

_frogml_proto/qwak/feature_store/serving/v1/value_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

_frogml_proto/qwak/feature_store/sinks/sink_pb2.py

@@ -0,0 +1,76 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: _frogml_proto.qwak.feature_store/sinks/sink.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from _frogml_proto.qwak.feature_store.sources import streaming_pb2 as qwak_dot_feature__store_dot_sources_dot_streaming__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n#qwak/feature_store/sinks/sink.proto\x12\x18qwak.feature.store.sinks\x1a*qwak/feature_store/sources/streaming.proto\"\xb3\x01\n\rStreamingSink\x12L\n\x10\x61ttachment_point\x18\x01 \x01(\x0b\x32\x32.qwak.feature.store.sinks.StreamingAttachmentPoint\x12\x0c\n\x04name\x18\x03 \x01(\t\x12\x39\n\nkafka_sink\x18\x02 \x01(\x0b\x32#.qwak.feature.store.sinks.KafkaSinkH\x00\x42\x0b\n\tsink_type\"\xb9\x01\n\tKafkaSink\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x19\n\x11\x62ootstrap_servers\x18\x02 \x01(\t\x12\x41\n\x0emessage_format\x18\x03 \x01(\x0e\x32).qwak.feature.store.sources.MessageFormat\x12?\n\x0b\x61uth_config\x18\x04 \x01(\x0b\x32*.qwak.feature.store.sources.Authentication\" \n\x1eOnlineStreamingAttachmentPoint\"!\n\x1fOfflineStreamingAttachmentPoint\"\x83\x02\n\x18StreamingAttachmentPoint\x12\x65\n!online_streaming_attachment_point\x18\x01 \x01(\x0b\x32\x38.qwak.feature.store.sinks.OnlineStreamingAttachmentPointH\x00\x12g\n\"offline_streaming_attachment_point\x18\x02 \x01(\x0b\x32\x39.qwak.feature.store.sinks.OfflineStreamingAttachmentPointH\x00\x42\x17\n\x15\x61ttachment_point_typeBR\n#com.qwak.ai.feature.store.sinks.apiP\x01Z)qwak/featurestore/sinks;featurestoresinksb\x06proto3')
+
+
+
+_STREAMINGSINK = DESCRIPTOR.message_types_by_name['StreamingSink']
+_KAFKASINK = DESCRIPTOR.message_types_by_name['KafkaSink']
+_ONLINESTREAMINGATTACHMENTPOINT = DESCRIPTOR.message_types_by_name['OnlineStreamingAttachmentPoint']
+_OFFLINESTREAMINGATTACHMENTPOINT = DESCRIPTOR.message_types_by_name['OfflineStreamingAttachmentPoint']
+_STREAMINGATTACHMENTPOINT = DESCRIPTOR.message_types_by_name['StreamingAttachmentPoint']
+StreamingSink = _reflection.GeneratedProtocolMessageType('StreamingSink', (_message.Message,), {
+  'DESCRIPTOR' : _STREAMINGSINK,
+  '__module__' : 'qwak.feature_store.sinks.sink_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sinks.StreamingSink)
+  })
+_sym_db.RegisterMessage(StreamingSink)
+
+KafkaSink = _reflection.GeneratedProtocolMessageType('KafkaSink', (_message.Message,), {
+  'DESCRIPTOR' : _KAFKASINK,
+  '__module__' : 'qwak.feature_store.sinks.sink_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sinks.KafkaSink)
+  })
+_sym_db.RegisterMessage(KafkaSink)
+
+OnlineStreamingAttachmentPoint = _reflection.GeneratedProtocolMessageType('OnlineStreamingAttachmentPoint', (_message.Message,), {
+  'DESCRIPTOR' : _ONLINESTREAMINGATTACHMENTPOINT,
+  '__module__' : 'qwak.feature_store.sinks.sink_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sinks.OnlineStreamingAttachmentPoint)
+  })
+_sym_db.RegisterMessage(OnlineStreamingAttachmentPoint)
+
+OfflineStreamingAttachmentPoint = _reflection.GeneratedProtocolMessageType('OfflineStreamingAttachmentPoint', (_message.Message,), {
+  'DESCRIPTOR' : _OFFLINESTREAMINGATTACHMENTPOINT,
+  '__module__' : 'qwak.feature_store.sinks.sink_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sinks.OfflineStreamingAttachmentPoint)
+  })
+_sym_db.RegisterMessage(OfflineStreamingAttachmentPoint)
+
+StreamingAttachmentPoint = _reflection.GeneratedProtocolMessageType('StreamingAttachmentPoint', (_message.Message,), {
+  'DESCRIPTOR' : _STREAMINGATTACHMENTPOINT,
+  '__module__' : 'qwak.feature_store.sinks.sink_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sinks.StreamingAttachmentPoint)
+  })
+_sym_db.RegisterMessage(StreamingAttachmentPoint)
+
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n#com.qwak.ai.feature.store.sinks.apiP\001Z)qwak/featurestore/sinks;featurestoresinks'
+  _STREAMINGSINK._serialized_start=110
+  _STREAMINGSINK._serialized_end=289
+  _KAFKASINK._serialized_start=292
+  _KAFKASINK._serialized_end=477
+  _ONLINESTREAMINGATTACHMENTPOINT._serialized_start=479
+  _ONLINESTREAMINGATTACHMENTPOINT._serialized_end=511
+  _OFFLINESTREAMINGATTACHMENTPOINT._serialized_start=513
+  _OFFLINESTREAMINGATTACHMENTPOINT._serialized_end=546
+  _STREAMINGATTACHMENTPOINT._serialized_start=549
+  _STREAMINGATTACHMENTPOINT._serialized_end=808
+# @@protoc_insertion_point(module_scope)

_frogml_proto/qwak/feature_store/sinks/sink_pb2.pyi

@@ -0,0 +1,137 @@
+"""
+@generated by mypy-protobuf.  Do not edit manually!
+isort:skip_file
+"""
+import builtins
+import google.protobuf.descriptor
+import google.protobuf.message
+import _frogml_proto.qwak.feature_store.sources.streaming_pb2
+import sys
+
+if sys.version_info >= (3, 8):
+    import typing as typing_extensions
+else:
+    import typing_extensions
+
+DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
+
+class StreamingSink(google.protobuf.message.Message):
+    """This section defines the general sink definitions based on the FS type, i.e.-
+    a type for streaming featuresets, a type for batch featuresets etc.
+    this is necessary for considerations such as attachment points etc. that are
+    inherent to the featureset type and not the concrete sink type
+
+
+    a sink for a streaming featureset (streaming here means the sink is aware of the online/offline
+    jobs and defines which of the jobs it attaches to)
+    """
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    ATTACHMENT_POINT_FIELD_NUMBER: builtins.int
+    NAME_FIELD_NUMBER: builtins.int
+    KAFKA_SINK_FIELD_NUMBER: builtins.int
+    @property
+    def attachment_point(self) -> global___StreamingAttachmentPoint:
+        """The attachment point (i.e., which job is responsible for writing to this sink)"""
+    name: builtins.str
+    """sink name"""
+    @property
+    def kafka_sink(self) -> global___KafkaSink:
+        """A kafka sink
+        NOTE: DO NOT USE field number 3, it's already used above
+        """
+    def __init__(
+        self,
+        *,
+        attachment_point: global___StreamingAttachmentPoint | None = ...,
+        name: builtins.str = ...,
+        kafka_sink: global___KafkaSink | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["attachment_point", b"attachment_point", "kafka_sink", b"kafka_sink", "sink_type", b"sink_type"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["attachment_point", b"attachment_point", "kafka_sink", b"kafka_sink", "name", b"name", "sink_type", b"sink_type"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["sink_type", b"sink_type"]) -> typing_extensions.Literal["kafka_sink"] | None: ...
+
+global___StreamingSink = StreamingSink
+
+class KafkaSink(google.protobuf.message.Message):
+    """######################### Concrete  Sink Types #########################
+    these are concrete sink types (e.g., Kafka, Kinesis)
+    the relation of sink-by-fs-type:conrete-sink-type is a many:many relation
+
+    A featureset sink that writes to kafka
+    """
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    TOPIC_FIELD_NUMBER: builtins.int
+    BOOTSTRAP_SERVERS_FIELD_NUMBER: builtins.int
+    MESSAGE_FORMAT_FIELD_NUMBER: builtins.int
+    AUTH_CONFIG_FIELD_NUMBER: builtins.int
+    topic: builtins.str
+    """Target topic"""
+    bootstrap_servers: builtins.str
+    """bootstrap servers, separated by a comma"""
+    message_format: _frogml_proto.qwak.feature_store.sources.streaming_pb2.MessageFormat.ValueType
+    """The format of the messages written to the sink"""
+    @property
+    def auth_config(self) -> _frogml_proto.qwak.feature_store.sources.streaming_pb2.Authentication:
+        """Auth configuration"""
+    def __init__(
+        self,
+        *,
+        topic: builtins.str = ...,
+        bootstrap_servers: builtins.str = ...,
+        message_format: _frogml_proto.qwak.feature_store.sources.streaming_pb2.MessageFormat.ValueType = ...,
+        auth_config: _frogml_proto.qwak.feature_store.sources.streaming_pb2.Authentication | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["auth_config", b"auth_config"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["auth_config", b"auth_config", "bootstrap_servers", b"bootstrap_servers", "message_format", b"message_format", "topic", b"topic"]) -> None: ...
+
+global___KafkaSink = KafkaSink
+
+class OnlineStreamingAttachmentPoint(google.protobuf.message.Message):
+    """######################### Attachment Points #########################
+
+    Attachment Point on the online job of streaming featureset
+    """
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
+        self,
+    ) -> None: ...
+
+global___OnlineStreamingAttachmentPoint = OnlineStreamingAttachmentPoint
+
+class OfflineStreamingAttachmentPoint(google.protobuf.message.Message):
+    """Attachment Point on the offline job of a streaming featureset"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
+        self,
+    ) -> None: ...
+
+global___OfflineStreamingAttachmentPoint = OfflineStreamingAttachmentPoint
+
+class StreamingAttachmentPoint(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    ONLINE_STREAMING_ATTACHMENT_POINT_FIELD_NUMBER: builtins.int
+    OFFLINE_STREAMING_ATTACHMENT_POINT_FIELD_NUMBER: builtins.int
+    @property
+    def online_streaming_attachment_point(self) -> global___OnlineStreamingAttachmentPoint: ...
+    @property
+    def offline_streaming_attachment_point(self) -> global___OfflineStreamingAttachmentPoint: ...
+    def __init__(
+        self,
+        *,
+        online_streaming_attachment_point: global___OnlineStreamingAttachmentPoint | None = ...,
+        offline_streaming_attachment_point: global___OfflineStreamingAttachmentPoint | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["attachment_point_type", b"attachment_point_type", "offline_streaming_attachment_point", b"offline_streaming_attachment_point", "online_streaming_attachment_point", b"online_streaming_attachment_point"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["attachment_point_type", b"attachment_point_type", "offline_streaming_attachment_point", b"offline_streaming_attachment_point", "online_streaming_attachment_point", b"online_streaming_attachment_point"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["attachment_point_type", b"attachment_point_type"]) -> typing_extensions.Literal["online_streaming_attachment_point", "offline_streaming_attachment_point"] | None: ...
+
+global___StreamingAttachmentPoint = StreamingAttachmentPoint

_frogml_proto/qwak/feature_store/sinks/sink_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+