frogml-core 0.0.1__py3-none-any.whl

_frogml_proto/qwak/feature_store/sources/streaming_pb2.py

@@ -0,0 +1,175 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: _frogml_proto.qwak.feature_store/sources/streaming.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import enum_type_wrapper
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*qwak/feature_store/sources/streaming.proto\x12\x1aqwak.feature.store.sources\"\xc4\x01\n\x0fStreamingSource\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12\x42\n\x0bkafkaSource\x18\x03 \x01(\x0b\x32\'.qwak.feature.store.sources.KafkaSourceB\x02\x18\x01H\x00\x12\x42\n\rkafkaSourceV1\x18\x04 \x01(\x0b\x32).qwak.feature.store.sources.KafkaSourceV1H\x00\x42\x06\n\x04type\"\x9f\x01\n\x0bKafkaSource\x12\x18\n\x10\x62ootstrap_server\x18\x01 \x01(\t\x12\x16\n\x0e\x63onsumer_topic\x18\x02 \x01(\t\x12\x1c\n\x14username_secret_name\x18\x03 \x01(\t\x12\x1c\n\x14password_secret_name\x18\x04 \x01(\t\x12\x1e\n\x16\x63onsumer_configuration\x18\x05 \x01(\t:\x02\x18\x01\"\xbd\x04\n\rKafkaSourceV1\x12\x19\n\x11\x62ootstrap_servers\x18\x01 \x01(\t\x12\x10\n\x06\x61ssign\x18\x02 \x01(\tH\x00\x12\x13\n\tsubscribe\x18\x03 \x01(\tH\x00\x12\x1b\n\x11subscribe_pattern\x18\x04 \x01(\tH\x00\x12T\n\x0esecret_configs\x18\x07 \x03(\x0b\x32<.qwak.feature.store.sources.KafkaSourceV1.SecretConfigsEntry\x12^\n\x13passthrough_configs\x18\x08 \x03(\x0b\x32\x41.qwak.feature.store.sources.KafkaSourceV1.PassthroughConfigsEntry\x12\x44\n\x0f\x64\x65serialization\x18\t \x01(\x0b\x32+.qwak.feature.store.sources.Deserialization\x12I\n\x15\x61uthentication_method\x18\n \x01(\x0b\x32*.qwak.feature.store.sources.Authentication\x1a\x34\n\x12SecretConfigsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x39\n\x17PassthroughConfigsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x15\n\x13topic_configuration\"\xd8\x01\n\x0e\x41uthentication\x12>\n\x12sasl_configuration\x18\x01 \x01(\x0b\x32 .qwak.feature.store.sources.SaslH\x00\x12@\n\x13plain_configuration\x18\x02 \x01(\x0b\x32!.qwak.feature.store.sources.PlainH\x00\x12<\n\x11ssl_configuration\x18\x03 \x01(\x0b\x32\x1f.qwak.feature.store.sources.SslH\x00\x42\x06\n\x04type\"\x05\n\x03Ssl\"\x07\n\x05Plain\"\xc4\x01\n\x04Sasl\x12\x17\n\x0fusername_secret\x18\x01 \x01(\t\x12\x17\n\x0fpassword_secret\x18\x02 \x01(\t\x12\x41\n\x0esasl_mechanism\x18\x03 \x01(\x0e\x32).qwak.feature.store.sources.SaslMechanism\x12G\n\x11security_protocol\x18\x04 \x01(\x0e\x32,.qwak.feature.store.sources.SecurityProtocol\"\xb9\x01\n\x0f\x44\x65serialization\x12M\n\x13\x63ustom_deserializer\x18\x01 \x01(\x0b\x32..qwak.feature.store.sources.CustomDeserializerH\x00\x12O\n\x14generic_deserializer\x18\x02 \x01(\x0b\x32/.qwak.feature.store.sources.GenericDeserializerH\x00\x42\x06\n\x04type\"B\n\x12\x43ustomDeserializer\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x15\n\rartifact_path\x18\x02 \x01(\t\"m\n\x13GenericDeserializer\x12\x46\n\x13\x64\x65serializer_format\x18\x01 \x01(\x0e\x32).qwak.feature.store.sources.MessageFormat\x12\x0e\n\x06schema\x18\x02 \x01(\t*<\n\rSaslMechanism\x12\x0f\n\x0bSCRAMSHA256\x10\x00\x12\x0f\n\x0bSCRAMSHA512\x10\x01\x12\t\n\x05PLAIN\x10\x02* \n\x10SecurityProtocol\x12\x0c\n\x08SASL_SSL\x10\x00*0\n\rMessageFormat\x12\x0b\n\x07INVALID\x10\x00\x12\x08\n\x04JSON\x10\x01\x12\x08\n\x04\x41VRO\x10\x02\x42X\n%com.qwak.ai.feature.store.sources.apiP\x01Z-qwak/featurestore/sources;featurestoresourcesb\x06proto3')
+
+_SASLMECHANISM = DESCRIPTOR.enum_types_by_name['SaslMechanism']
+SaslMechanism = enum_type_wrapper.EnumTypeWrapper(_SASLMECHANISM)
+_SECURITYPROTOCOL = DESCRIPTOR.enum_types_by_name['SecurityProtocol']
+SecurityProtocol = enum_type_wrapper.EnumTypeWrapper(_SECURITYPROTOCOL)
+_MESSAGEFORMAT = DESCRIPTOR.enum_types_by_name['MessageFormat']
+MessageFormat = enum_type_wrapper.EnumTypeWrapper(_MESSAGEFORMAT)
+SCRAMSHA256 = 0
+SCRAMSHA512 = 1
+PLAIN = 2
+SASL_SSL = 0
+INVALID = 0
+JSON = 1
+AVRO = 2
+
+
+_STREAMINGSOURCE = DESCRIPTOR.message_types_by_name['StreamingSource']
+_KAFKASOURCE = DESCRIPTOR.message_types_by_name['KafkaSource']
+_KAFKASOURCEV1 = DESCRIPTOR.message_types_by_name['KafkaSourceV1']
+_KAFKASOURCEV1_SECRETCONFIGSENTRY = _KAFKASOURCEV1.nested_types_by_name['SecretConfigsEntry']
+_KAFKASOURCEV1_PASSTHROUGHCONFIGSENTRY = _KAFKASOURCEV1.nested_types_by_name['PassthroughConfigsEntry']
+_AUTHENTICATION = DESCRIPTOR.message_types_by_name['Authentication']
+_SSL = DESCRIPTOR.message_types_by_name['Ssl']
+_PLAIN = DESCRIPTOR.message_types_by_name['Plain']
+_SASL = DESCRIPTOR.message_types_by_name['Sasl']
+_DESERIALIZATION = DESCRIPTOR.message_types_by_name['Deserialization']
+_CUSTOMDESERIALIZER = DESCRIPTOR.message_types_by_name['CustomDeserializer']
+_GENERICDESERIALIZER = DESCRIPTOR.message_types_by_name['GenericDeserializer']
+StreamingSource = _reflection.GeneratedProtocolMessageType('StreamingSource', (_message.Message,), {
+  'DESCRIPTOR' : _STREAMINGSOURCE,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.StreamingSource)
+  })
+_sym_db.RegisterMessage(StreamingSource)
+
+KafkaSource = _reflection.GeneratedProtocolMessageType('KafkaSource', (_message.Message,), {
+  'DESCRIPTOR' : _KAFKASOURCE,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.KafkaSource)
+  })
+_sym_db.RegisterMessage(KafkaSource)
+
+KafkaSourceV1 = _reflection.GeneratedProtocolMessageType('KafkaSourceV1', (_message.Message,), {
+
+  'SecretConfigsEntry' : _reflection.GeneratedProtocolMessageType('SecretConfigsEntry', (_message.Message,), {
+    'DESCRIPTOR' : _KAFKASOURCEV1_SECRETCONFIGSENTRY,
+    '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+    # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.KafkaSourceV1.SecretConfigsEntry)
+    })
+  ,
+
+  'PassthroughConfigsEntry' : _reflection.GeneratedProtocolMessageType('PassthroughConfigsEntry', (_message.Message,), {
+    'DESCRIPTOR' : _KAFKASOURCEV1_PASSTHROUGHCONFIGSENTRY,
+    '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+    # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.KafkaSourceV1.PassthroughConfigsEntry)
+    })
+  ,
+  'DESCRIPTOR' : _KAFKASOURCEV1,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.KafkaSourceV1)
+  })
+_sym_db.RegisterMessage(KafkaSourceV1)
+_sym_db.RegisterMessage(KafkaSourceV1.SecretConfigsEntry)
+_sym_db.RegisterMessage(KafkaSourceV1.PassthroughConfigsEntry)
+
+Authentication = _reflection.GeneratedProtocolMessageType('Authentication', (_message.Message,), {
+  'DESCRIPTOR' : _AUTHENTICATION,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.Authentication)
+  })
+_sym_db.RegisterMessage(Authentication)
+
+Ssl = _reflection.GeneratedProtocolMessageType('Ssl', (_message.Message,), {
+  'DESCRIPTOR' : _SSL,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.Ssl)
+  })
+_sym_db.RegisterMessage(Ssl)
+
+Plain = _reflection.GeneratedProtocolMessageType('Plain', (_message.Message,), {
+  'DESCRIPTOR' : _PLAIN,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.Plain)
+  })
+_sym_db.RegisterMessage(Plain)
+
+Sasl = _reflection.GeneratedProtocolMessageType('Sasl', (_message.Message,), {
+  'DESCRIPTOR' : _SASL,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.Sasl)
+  })
+_sym_db.RegisterMessage(Sasl)
+
+Deserialization = _reflection.GeneratedProtocolMessageType('Deserialization', (_message.Message,), {
+  'DESCRIPTOR' : _DESERIALIZATION,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.Deserialization)
+  })
+_sym_db.RegisterMessage(Deserialization)
+
+CustomDeserializer = _reflection.GeneratedProtocolMessageType('CustomDeserializer', (_message.Message,), {
+  'DESCRIPTOR' : _CUSTOMDESERIALIZER,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.CustomDeserializer)
+  })
+_sym_db.RegisterMessage(CustomDeserializer)
+
+GenericDeserializer = _reflection.GeneratedProtocolMessageType('GenericDeserializer', (_message.Message,), {
+  'DESCRIPTOR' : _GENERICDESERIALIZER,
+  '__module__' : 'qwak.feature_store.sources.streaming_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.sources.GenericDeserializer)
+  })
+_sym_db.RegisterMessage(GenericDeserializer)
+
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n%com.qwak.ai.feature.store.sources.apiP\001Z-qwak/featurestore/sources;featurestoresources'
+  _STREAMINGSOURCE.fields_by_name['kafkaSource']._options = None
+  _STREAMINGSOURCE.fields_by_name['kafkaSource']._serialized_options = b'\030\001'
+  _KAFKASOURCE._options = None
+  _KAFKASOURCE._serialized_options = b'\030\001'
+  _KAFKASOURCEV1_SECRETCONFIGSENTRY._options = None
+  _KAFKASOURCEV1_SECRETCONFIGSENTRY._serialized_options = b'8\001'
+  _KAFKASOURCEV1_PASSTHROUGHCONFIGSENTRY._options = None
+  _KAFKASOURCEV1_PASSTHROUGHCONFIGSENTRY._serialized_options = b'8\001'
+  _SASLMECHANISM._serialized_start=1812
+  _SASLMECHANISM._serialized_end=1872
+  _SECURITYPROTOCOL._serialized_start=1874
+  _SECURITYPROTOCOL._serialized_end=1906
+  _MESSAGEFORMAT._serialized_start=1908
+  _MESSAGEFORMAT._serialized_end=1956
+  _STREAMINGSOURCE._serialized_start=75
+  _STREAMINGSOURCE._serialized_end=271
+  _KAFKASOURCE._serialized_start=274
+  _KAFKASOURCE._serialized_end=433
+  _KAFKASOURCEV1._serialized_start=436
+  _KAFKASOURCEV1._serialized_end=1009
+  _KAFKASOURCEV1_SECRETCONFIGSENTRY._serialized_start=875
+  _KAFKASOURCEV1_SECRETCONFIGSENTRY._serialized_end=927
+  _KAFKASOURCEV1_PASSTHROUGHCONFIGSENTRY._serialized_start=929
+  _KAFKASOURCEV1_PASSTHROUGHCONFIGSENTRY._serialized_end=986
+  _AUTHENTICATION._serialized_start=1012
+  _AUTHENTICATION._serialized_end=1228
+  _SSL._serialized_start=1230
+  _SSL._serialized_end=1235
+  _PLAIN._serialized_start=1237
+  _PLAIN._serialized_end=1244
+  _SASL._serialized_start=1247
+  _SASL._serialized_end=1443
+  _DESERIALIZATION._serialized_start=1446
+  _DESERIALIZATION._serialized_end=1631
+  _CUSTOMDESERIALIZER._serialized_start=1633
+  _CUSTOMDESERIALIZER._serialized_end=1699
+  _GENERICDESERIALIZER._serialized_start=1701
+  _GENERICDESERIALIZER._serialized_end=1810
+# @@protoc_insertion_point(module_scope)

_frogml_proto/qwak/feature_store/sources/streaming_pb2.pyi

@@ -0,0 +1,356 @@
+"""
+@generated by mypy-protobuf.  Do not edit manually!
+isort:skip_file
+"""
+import builtins
+import collections.abc
+import google.protobuf.descriptor
+import google.protobuf.internal.containers
+import google.protobuf.internal.enum_type_wrapper
+import google.protobuf.message
+import sys
+import typing
+
+if sys.version_info >= (3, 10):
+    import typing as typing_extensions
+else:
+    import typing_extensions
+
+DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
+
+class _SaslMechanism:
+    ValueType = typing.NewType("ValueType", builtins.int)
+    V: typing_extensions.TypeAlias = ValueType
+
+class _SaslMechanismEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_SaslMechanism.ValueType], builtins.type):  # noqa: F821
+    DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+    SCRAMSHA256: _SaslMechanism.ValueType  # 0
+    SCRAMSHA512: _SaslMechanism.ValueType  # 1
+    PLAIN: _SaslMechanism.ValueType  # 2
+
+class SaslMechanism(_SaslMechanism, metaclass=_SaslMechanismEnumTypeWrapper): ...
+
+SCRAMSHA256: SaslMechanism.ValueType  # 0
+SCRAMSHA512: SaslMechanism.ValueType  # 1
+PLAIN: SaslMechanism.ValueType  # 2
+global___SaslMechanism = SaslMechanism
+
+class _SecurityProtocol:
+    ValueType = typing.NewType("ValueType", builtins.int)
+    V: typing_extensions.TypeAlias = ValueType
+
+class _SecurityProtocolEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_SecurityProtocol.ValueType], builtins.type):  # noqa: F821
+    DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+    SASL_SSL: _SecurityProtocol.ValueType  # 0
+
+class SecurityProtocol(_SecurityProtocol, metaclass=_SecurityProtocolEnumTypeWrapper): ...
+
+SASL_SSL: SecurityProtocol.ValueType  # 0
+global___SecurityProtocol = SecurityProtocol
+
+class _MessageFormat:
+    ValueType = typing.NewType("ValueType", builtins.int)
+    V: typing_extensions.TypeAlias = ValueType
+
+class _MessageFormatEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_MessageFormat.ValueType], builtins.type):  # noqa: F821
+    DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+    INVALID: _MessageFormat.ValueType  # 0
+    """invalid is only for dummy first enum - not really in use"""
+    JSON: _MessageFormat.ValueType  # 1
+    AVRO: _MessageFormat.ValueType  # 2
+
+class MessageFormat(_MessageFormat, metaclass=_MessageFormatEnumTypeWrapper): ...
+
+INVALID: MessageFormat.ValueType  # 0
+"""invalid is only for dummy first enum - not really in use"""
+JSON: MessageFormat.ValueType  # 1
+AVRO: MessageFormat.ValueType  # 2
+global___MessageFormat = MessageFormat
+
+class StreamingSource(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    NAME_FIELD_NUMBER: builtins.int
+    DESCRIPTION_FIELD_NUMBER: builtins.int
+    KAFKASOURCE_FIELD_NUMBER: builtins.int
+    KAFKASOURCEV1_FIELD_NUMBER: builtins.int
+    name: builtins.str
+    """Source given name (by the user)"""
+    description: builtins.str
+    """Source description"""
+    @property
+    def kafkaSource(self) -> global___KafkaSource:
+        """"old" Kafka source"""
+    @property
+    def kafkaSourceV1(self) -> global___KafkaSourceV1:
+        """Kafka source V1"""
+    def __init__(
+        self,
+        *,
+        name: builtins.str = ...,
+        description: builtins.str = ...,
+        kafkaSource: global___KafkaSource | None = ...,
+        kafkaSourceV1: global___KafkaSourceV1 | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["kafkaSource", b"kafkaSource", "kafkaSourceV1", b"kafkaSourceV1", "type", b"type"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["description", b"description", "kafkaSource", b"kafkaSource", "kafkaSourceV1", b"kafkaSourceV1", "name", b"name", "type", b"type"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["kafkaSource", "kafkaSourceV1"] | None: ...
+
+global___StreamingSource = StreamingSource
+
+class KafkaSource(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    BOOTSTRAP_SERVER_FIELD_NUMBER: builtins.int
+    CONSUMER_TOPIC_FIELD_NUMBER: builtins.int
+    USERNAME_SECRET_NAME_FIELD_NUMBER: builtins.int
+    PASSWORD_SECRET_NAME_FIELD_NUMBER: builtins.int
+    CONSUMER_CONFIGURATION_FIELD_NUMBER: builtins.int
+    bootstrap_server: builtins.str
+    """Kafka client server address"""
+    consumer_topic: builtins.str
+    """Kafka client consumer topic"""
+    username_secret_name: builtins.str
+    """Kafka username kubernetes secret name"""
+    password_secret_name: builtins.str
+    """Kafka password kubernetes secret name"""
+    consumer_configuration: builtins.str
+    """Json string of a python dictionary.
+    If the key is one of username_secret_name or password_secret_name it is assumed to be the qwak secret key
+    Else it will be used as a configuration as is - e.g.
+    '{"group.id": "streaming_group_id_transactionstream", "cc_key1": "sasl.username", "cc_secret1": "sasl.password"}'
+    group.id will be dealt with as a configuration, cc_key1 and cc_secret1 will be fetched as qwak secrets and will be
+    injected into the configuration as <sasl.username, value(cc_key1)> <cc_secret1, value(cc_secret1)>
+    """
+    def __init__(
+        self,
+        *,
+        bootstrap_server: builtins.str = ...,
+        consumer_topic: builtins.str = ...,
+        username_secret_name: builtins.str = ...,
+        password_secret_name: builtins.str = ...,
+        consumer_configuration: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["bootstrap_server", b"bootstrap_server", "consumer_configuration", b"consumer_configuration", "consumer_topic", b"consumer_topic", "password_secret_name", b"password_secret_name", "username_secret_name", b"username_secret_name"]) -> None: ...
+
+global___KafkaSource = KafkaSource
+
+class KafkaSourceV1(google.protobuf.message.Message):
+    """ ============================ V1 ===================="""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    class SecretConfigsEntry(google.protobuf.message.Message):
+        DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+        KEY_FIELD_NUMBER: builtins.int
+        VALUE_FIELD_NUMBER: builtins.int
+        key: builtins.str
+        value: builtins.str
+        def __init__(
+            self,
+            *,
+            key: builtins.str = ...,
+            value: builtins.str = ...,
+        ) -> None: ...
+        def ClearField(self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]) -> None: ...
+
+    class PassthroughConfigsEntry(google.protobuf.message.Message):
+        DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+        KEY_FIELD_NUMBER: builtins.int
+        VALUE_FIELD_NUMBER: builtins.int
+        key: builtins.str
+        value: builtins.str
+        def __init__(
+            self,
+            *,
+            key: builtins.str = ...,
+            value: builtins.str = ...,
+        ) -> None: ...
+        def ClearField(self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]) -> None: ...
+
+    BOOTSTRAP_SERVERS_FIELD_NUMBER: builtins.int
+    ASSIGN_FIELD_NUMBER: builtins.int
+    SUBSCRIBE_FIELD_NUMBER: builtins.int
+    SUBSCRIBE_PATTERN_FIELD_NUMBER: builtins.int
+    SECRET_CONFIGS_FIELD_NUMBER: builtins.int
+    PASSTHROUGH_CONFIGS_FIELD_NUMBER: builtins.int
+    DESERIALIZATION_FIELD_NUMBER: builtins.int
+    AUTHENTICATION_METHOD_FIELD_NUMBER: builtins.int
+    bootstrap_servers: builtins.str
+    """Kafka bootstrap server addresses"""
+    assign: builtins.str
+    """specific TopicPartitions, corresponds to "assign" in the reader options"""
+    subscribe: builtins.str
+    """comma-separated list of topics, corresponds to "subscribe" in the reader options"""
+    subscribe_pattern: builtins.str
+    """regex matching the topics to subscribe, corresponds to "subscribePattern"
+    in the reader options
+    """
+    @property
+    def secret_configs(self) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]:
+        """Map of configurations to set, where the configuration value
+        is retrieved from a Qwak secret.
+         not all configs will be respected - this is a best-effort
+        """
+    @property
+    def passthrough_configs(self) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]:
+        """Map of configurations to set that are passed through to the reader, w/o
+        secret resolution - not all configs will be respected, this is a best effort.
+        """
+    @property
+    def deserialization(self) -> global___Deserialization:
+        """Deserialization specifications"""
+    @property
+    def authentication_method(self) -> global___Authentication:
+        """Authentication method"""
+    def __init__(
+        self,
+        *,
+        bootstrap_servers: builtins.str = ...,
+        assign: builtins.str = ...,
+        subscribe: builtins.str = ...,
+        subscribe_pattern: builtins.str = ...,
+        secret_configs: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
+        passthrough_configs: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
+        deserialization: global___Deserialization | None = ...,
+        authentication_method: global___Authentication | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["assign", b"assign", "authentication_method", b"authentication_method", "deserialization", b"deserialization", "subscribe", b"subscribe", "subscribe_pattern", b"subscribe_pattern", "topic_configuration", b"topic_configuration"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["assign", b"assign", "authentication_method", b"authentication_method", "bootstrap_servers", b"bootstrap_servers", "deserialization", b"deserialization", "passthrough_configs", b"passthrough_configs", "secret_configs", b"secret_configs", "subscribe", b"subscribe", "subscribe_pattern", b"subscribe_pattern", "topic_configuration", b"topic_configuration"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["topic_configuration", b"topic_configuration"]) -> typing_extensions.Literal["assign", "subscribe", "subscribe_pattern"] | None: ...
+
+global___KafkaSourceV1 = KafkaSourceV1
+
+class Authentication(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SASL_CONFIGURATION_FIELD_NUMBER: builtins.int
+    PLAIN_CONFIGURATION_FIELD_NUMBER: builtins.int
+    SSL_CONFIGURATION_FIELD_NUMBER: builtins.int
+    @property
+    def sasl_configuration(self) -> global___Sasl: ...
+    @property
+    def plain_configuration(self) -> global___Plain: ...
+    @property
+    def ssl_configuration(self) -> global___Ssl: ...
+    def __init__(
+        self,
+        *,
+        sasl_configuration: global___Sasl | None = ...,
+        plain_configuration: global___Plain | None = ...,
+        ssl_configuration: global___Ssl | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["plain_configuration", b"plain_configuration", "sasl_configuration", b"sasl_configuration", "ssl_configuration", b"ssl_configuration", "type", b"type"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["plain_configuration", b"plain_configuration", "sasl_configuration", b"sasl_configuration", "ssl_configuration", b"ssl_configuration", "type", b"type"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["sasl_configuration", "plain_configuration", "ssl_configuration"] | None: ...
+
+global___Authentication = Authentication
+
+class Ssl(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
+        self,
+    ) -> None: ...
+
+global___Ssl = Ssl
+
+class Plain(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
+        self,
+    ) -> None: ...
+
+global___Plain = Plain
+
+class Sasl(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    USERNAME_SECRET_FIELD_NUMBER: builtins.int
+    PASSWORD_SECRET_FIELD_NUMBER: builtins.int
+    SASL_MECHANISM_FIELD_NUMBER: builtins.int
+    SECURITY_PROTOCOL_FIELD_NUMBER: builtins.int
+    username_secret: builtins.str
+    """User name secret"""
+    password_secret: builtins.str
+    """Password secret"""
+    sasl_mechanism: global___SaslMechanism.ValueType
+    """mechanism enum"""
+    security_protocol: global___SecurityProtocol.ValueType
+    """Protocol enum"""
+    def __init__(
+        self,
+        *,
+        username_secret: builtins.str = ...,
+        password_secret: builtins.str = ...,
+        sasl_mechanism: global___SaslMechanism.ValueType = ...,
+        security_protocol: global___SecurityProtocol.ValueType = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["password_secret", b"password_secret", "sasl_mechanism", b"sasl_mechanism", "security_protocol", b"security_protocol", "username_secret", b"username_secret"]) -> None: ...
+
+global___Sasl = Sasl
+
+class Deserialization(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    CUSTOM_DESERIALIZER_FIELD_NUMBER: builtins.int
+    GENERIC_DESERIALIZER_FIELD_NUMBER: builtins.int
+    @property
+    def custom_deserializer(self) -> global___CustomDeserializer:
+        """Custom function deserializer"""
+    @property
+    def generic_deserializer(self) -> global___GenericDeserializer: ...
+    def __init__(
+        self,
+        *,
+        custom_deserializer: global___CustomDeserializer | None = ...,
+        generic_deserializer: global___GenericDeserializer | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["custom_deserializer", b"custom_deserializer", "generic_deserializer", b"generic_deserializer", "type", b"type"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["custom_deserializer", b"custom_deserializer", "generic_deserializer", b"generic_deserializer", "type", b"type"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["custom_deserializer", "generic_deserializer"] | None: ...
+
+global___Deserialization = Deserialization
+
+class CustomDeserializer(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    FUNCTION_NAME_FIELD_NUMBER: builtins.int
+    ARTIFACT_PATH_FIELD_NUMBER: builtins.int
+    function_name: builtins.str
+    """Deserializer function name"""
+    artifact_path: builtins.str
+    """Custom deserialization artifact path"""
+    def __init__(
+        self,
+        *,
+        function_name: builtins.str = ...,
+        artifact_path: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["artifact_path", b"artifact_path", "function_name", b"function_name"]) -> None: ...
+
+global___CustomDeserializer = CustomDeserializer
+
+class GenericDeserializer(google.protobuf.message.Message):
+    """Generic deserializer opens the "value" column of the input DF"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    DESERIALIZER_FORMAT_FIELD_NUMBER: builtins.int
+    SCHEMA_FIELD_NUMBER: builtins.int
+    deserializer_format: global___MessageFormat.ValueType
+    """deserializer file type"""
+    schema: builtins.str
+    """schema as string"""
+    def __init__(
+        self,
+        *,
+        deserializer_format: global___MessageFormat.ValueType = ...,
+        schema: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["deserializer_format", b"deserializer_format", "schema", b"schema"]) -> None: ...
+
+global___GenericDeserializer = GenericDeserializer

_frogml_proto/qwak/feature_store/sources/streaming_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

_frogml_proto/qwak/feature_store/v1/common/source_code/source_code_pb2.py

@@ -0,0 +1,55 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: _frogml_proto.qwak.feature_store/v1/common/source_code/source_code.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n:qwak/feature_store/v1/common/source_code/source_code.proto\x12(qwak.feature.store.v1.common.source_code\"`\n\x0eSourceCodeSpec\x12N\n\x08\x61rtifact\x18\x01 \x01(\x0b\x32<.qwak.feature.store.v1.common.source_code.SourceCodeArtifact\"k\n\x12SourceCodeArtifact\x12M\n\x0czip_artifact\x18\x01 \x01(\x0b\x32\x35.qwak.feature.store.v1.common.source_code.ZipArtifactH\x00\x42\x06\n\x04type\".\n\x0bZipArtifact\x12\x0c\n\x04path\x18\x01 \x01(\t\x12\x11\n\tmain_file\x18\x02 \x01(\tB\\\n/com.qwak.ai.feature.store.v1.common.source_codeP\x01Z\'qwak/featurestore/v1/common;source_codeb\x06proto3')
+
+
+
+_SOURCECODESPEC = DESCRIPTOR.message_types_by_name['SourceCodeSpec']
+_SOURCECODEARTIFACT = DESCRIPTOR.message_types_by_name['SourceCodeArtifact']
+_ZIPARTIFACT = DESCRIPTOR.message_types_by_name['ZipArtifact']
+SourceCodeSpec = _reflection.GeneratedProtocolMessageType('SourceCodeSpec', (_message.Message,), {
+  'DESCRIPTOR' : _SOURCECODESPEC,
+  '__module__' : 'qwak.feature_store.v1.common.source_code.source_code_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.v1.common.source_code.SourceCodeSpec)
+  })
+_sym_db.RegisterMessage(SourceCodeSpec)
+
+SourceCodeArtifact = _reflection.GeneratedProtocolMessageType('SourceCodeArtifact', (_message.Message,), {
+  'DESCRIPTOR' : _SOURCECODEARTIFACT,
+  '__module__' : 'qwak.feature_store.v1.common.source_code.source_code_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.v1.common.source_code.SourceCodeArtifact)
+  })
+_sym_db.RegisterMessage(SourceCodeArtifact)
+
+ZipArtifact = _reflection.GeneratedProtocolMessageType('ZipArtifact', (_message.Message,), {
+  'DESCRIPTOR' : _ZIPARTIFACT,
+  '__module__' : 'qwak.feature_store.v1.common.source_code.source_code_pb2'
+  # @@protoc_insertion_point(class_scope:qwak.feature.store.v1.common.source_code.ZipArtifact)
+  })
+_sym_db.RegisterMessage(ZipArtifact)
+
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n/com.qwak.ai.feature.store.v1.common.source_codeP\001Z\'qwak/featurestore/v1/common;source_code'
+  _SOURCECODESPEC._serialized_start=104
+  _SOURCECODESPEC._serialized_end=200
+  _SOURCECODEARTIFACT._serialized_start=202
+  _SOURCECODEARTIFACT._serialized_end=309
+  _ZIPARTIFACT._serialized_start=311
+  _ZIPARTIFACT._serialized_end=357
+# @@protoc_insertion_point(module_scope)

_frogml_proto/qwak/feature_store/v1/common/source_code/source_code_pb2.pyi

@@ -0,0 +1,69 @@
+"""
+@generated by mypy-protobuf.  Do not edit manually!
+isort:skip_file
+"""
+import builtins
+import google.protobuf.descriptor
+import google.protobuf.message
+import sys
+
+if sys.version_info >= (3, 8):
+    import typing as typing_extensions
+else:
+    import typing_extensions
+
+DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
+
+class SourceCodeSpec(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    ARTIFACT_FIELD_NUMBER: builtins.int
+    @property
+    def artifact(self) -> global___SourceCodeArtifact: ...
+    def __init__(
+        self,
+        *,
+        artifact: global___SourceCodeArtifact | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["artifact", b"artifact"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["artifact", b"artifact"]) -> None: ...
+
+global___SourceCodeSpec = SourceCodeSpec
+
+class SourceCodeArtifact(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    ZIP_ARTIFACT_FIELD_NUMBER: builtins.int
+    @property
+    def zip_artifact(self) -> global___ZipArtifact: ...
+    def __init__(
+        self,
+        *,
+        zip_artifact: global___ZipArtifact | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["type", b"type", "zip_artifact", b"zip_artifact"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["type", b"type", "zip_artifact", b"zip_artifact"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["zip_artifact"] | None: ...
+
+global___SourceCodeArtifact = SourceCodeArtifact
+
+class ZipArtifact(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    PATH_FIELD_NUMBER: builtins.int
+    MAIN_FILE_FIELD_NUMBER: builtins.int
+    path: builtins.str
+    """Path to artifact, e.g: s3://some-bucket/file.zip"""
+    main_file: builtins.str
+    """Relative path inside the zip, e.g:
+    the file the featureset is defined
+    """
+    def __init__(
+        self,
+        *,
+        path: builtins.str = ...,
+        main_file: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["main_file", b"main_file", "path", b"path"]) -> None: ...
+
+global___ZipArtifact = ZipArtifact

_frogml_proto/qwak/feature_store/v1/common/source_code/source_code_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+