qwak-core 0.1.37__py3-none-any.whl → 0.5.19__py3-none-any.whl

_qwak_proto/qwak/feature_store/sources/batch_pb2.pyi

@@ -6,6 +6,7 @@ import builtins
 import google.protobuf.descriptor
 import google.protobuf.message
 import sys
+import typing
 
 if sys.version_info >= (3, 8):
     import typing as typing_extensions
@@ -29,6 +30,9 @@ class BatchSource(google.protobuf.message.Message):
     VERTICASOURCE_FIELD_NUMBER: builtins.int
     BIGQUERYSOURCE_FIELD_NUMBER: builtins.int
     ELASTICSEARCHSOURCE_FIELD_NUMBER: builtins.int
+    CLICKHOUSESOURCE_FIELD_NUMBER: builtins.int
+    FEATURESETOFFLINESOURCE_FIELD_NUMBER: builtins.int
+    CATALOGSOURCE_FIELD_NUMBER: builtins.int
     name: builtins.str
     """Source given name (by the user)"""
     description: builtins.str
@@ -53,6 +57,12 @@ class BatchSource(google.protobuf.message.Message):
     def bigquerySource(self) -> global___BigquerySource: ...
     @property
     def elasticsearchSource(self) -> global___ElasticsearchSource: ...
+    @property
+    def clickhouseSource(self) -> global___ClickhouseSource: ...
+    @property
+    def featuresetOfflineSource(self) -> global___FeaturesetOfflineSource: ...
+    @property
+    def catalogSource(self) -> global___CatalogSource: ...
     def __init__(
         self,
         *,
@@ -68,10 +78,13 @@ class BatchSource(google.protobuf.message.Message):
         verticaSource: global___VerticaSource | None = ...,
         bigquerySource: global___BigquerySource | None = ...,
         elasticsearchSource: global___ElasticsearchSource | None = ...,
+        clickhouseSource: global___ClickhouseSource | None = ...,
+        featuresetOfflineSource: global___FeaturesetOfflineSource | None = ...,
+        catalogSource: global___CatalogSource | None = ...,
     ) -> None: ...
-    def HasField(self, field_name: typing_extensions.Literal["athenaSource", b"athenaSource", "bigquerySource", b"bigquerySource", "csvSource", b"csvSource", "elasticsearchSource", b"elasticsearchSource", "jdbcSource", b"jdbcSource", "mongoSource", b"mongoSource", "parquetSource", b"parquetSource", "snowflakeSource", b"snowflakeSource", "type", b"type", "verticaSource", b"verticaSource"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing_extensions.Literal["athenaSource", b"athenaSource", "bigquerySource", b"bigquerySource", "csvSource", b"csvSource", "date_created_column", b"date_created_column", "description", b"description", "elasticsearchSource", b"elasticsearchSource", "jdbcSource", b"jdbcSource", "mongoSource", b"mongoSource", "name", b"name", "parquetSource", b"parquetSource", "snowflakeSource", b"snowflakeSource", "type", b"type", "verticaSource", b"verticaSource"]) -> None: ...
-    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["athenaSource", "mongoSource", "csvSource", "snowflakeSource", "parquetSource", "jdbcSource", "verticaSource", "bigquerySource", "elasticsearchSource"] | None: ...
+    def HasField(self, field_name: typing_extensions.Literal["athenaSource", b"athenaSource", "bigquerySource", b"bigquerySource", "catalogSource", b"catalogSource", "clickhouseSource", b"clickhouseSource", "csvSource", b"csvSource", "elasticsearchSource", b"elasticsearchSource", "featuresetOfflineSource", b"featuresetOfflineSource", "jdbcSource", b"jdbcSource", "mongoSource", b"mongoSource", "parquetSource", b"parquetSource", "snowflakeSource", b"snowflakeSource", "type", b"type", "verticaSource", b"verticaSource"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["athenaSource", b"athenaSource", "bigquerySource", b"bigquerySource", "catalogSource", b"catalogSource", "clickhouseSource", b"clickhouseSource", "csvSource", b"csvSource", "date_created_column", b"date_created_column", "description", b"description", "elasticsearchSource", b"elasticsearchSource", "featuresetOfflineSource", b"featuresetOfflineSource", "jdbcSource", b"jdbcSource", "mongoSource", b"mongoSource", "name", b"name", "parquetSource", b"parquetSource", "snowflakeSource", b"snowflakeSource", "type", b"type", "verticaSource", b"verticaSource"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["athenaSource", "mongoSource", "csvSource", "snowflakeSource", "parquetSource", "jdbcSource", "verticaSource", "bigquerySource", "elasticsearchSource", "clickhouseSource", "featuresetOfflineSource", "catalogSource"] | None: ...
 
 global___BatchSource = BatchSource
 
@@ -81,22 +94,34 @@ class FileSystemConfiguration(google.protobuf.message.Message):
     AWS_S3_CONFIGURATION_FIELD_NUMBER: builtins.int
     AWS_S3_ANONYMOUS_FIELD_NUMBER: builtins.int
     AWS_S3_ASSUME_ROLE_CONFIGURATION_FIELD_NUMBER: builtins.int
+    GCS_UNAUTHENTICATED_FIELD_NUMBER: builtins.int
+    GCS_USER_CREDENTIALS_FIELD_NUMBER: builtins.int
+    GCS_SERVICE_ACCOUNT_IMPERSONATION_FIELD_NUMBER: builtins.int
     @property
     def aws_s3_configuration(self) -> global___AwsS3FileSystemConfiguration: ...
     @property
     def aws_s3_anonymous(self) -> global___AnonymousS3Configuration: ...
     @property
     def aws_s3_assume_role_configuration(self) -> global___AwsS3AssumeRole: ...
+    @property
+    def gcs_unauthenticated(self) -> global___GcsUnauthenticated: ...
+    @property
+    def gcs_user_credentials(self) -> global___GcsUserCredentials: ...
+    @property
+    def gcs_service_account_impersonation(self) -> global___GcsServiceAccountImpersonation: ...
     def __init__(
         self,
         *,
         aws_s3_configuration: global___AwsS3FileSystemConfiguration | None = ...,
         aws_s3_anonymous: global___AnonymousS3Configuration | None = ...,
         aws_s3_assume_role_configuration: global___AwsS3AssumeRole | None = ...,
+        gcs_unauthenticated: global___GcsUnauthenticated | None = ...,
+        gcs_user_credentials: global___GcsUserCredentials | None = ...,
+        gcs_service_account_impersonation: global___GcsServiceAccountImpersonation | None = ...,
     ) -> None: ...
-    def HasField(self, field_name: typing_extensions.Literal["aws_s3_anonymous", b"aws_s3_anonymous", "aws_s3_assume_role_configuration", b"aws_s3_assume_role_configuration", "aws_s3_configuration", b"aws_s3_configuration", "type", b"type"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing_extensions.Literal["aws_s3_anonymous", b"aws_s3_anonymous", "aws_s3_assume_role_configuration", b"aws_s3_assume_role_configuration", "aws_s3_configuration", b"aws_s3_configuration", "type", b"type"]) -> None: ...
-    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["aws_s3_configuration", "aws_s3_anonymous", "aws_s3_assume_role_configuration"] | None: ...
+    def HasField(self, field_name: typing_extensions.Literal["aws_s3_anonymous", b"aws_s3_anonymous", "aws_s3_assume_role_configuration", b"aws_s3_assume_role_configuration", "aws_s3_configuration", b"aws_s3_configuration", "gcs_service_account_impersonation", b"gcs_service_account_impersonation", "gcs_unauthenticated", b"gcs_unauthenticated", "gcs_user_credentials", b"gcs_user_credentials", "type", b"type"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["aws_s3_anonymous", b"aws_s3_anonymous", "aws_s3_assume_role_configuration", b"aws_s3_assume_role_configuration", "aws_s3_configuration", b"aws_s3_configuration", "gcs_service_account_impersonation", b"gcs_service_account_impersonation", "gcs_unauthenticated", b"gcs_unauthenticated", "gcs_user_credentials", b"gcs_user_credentials", "type", b"type"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["aws_s3_configuration", "aws_s3_anonymous", "aws_s3_assume_role_configuration", "gcs_unauthenticated", "gcs_user_credentials", "gcs_service_account_impersonation"] | None: ...
 
 global___FileSystemConfiguration = FileSystemConfiguration
 
@@ -166,6 +191,7 @@ class JdbcSource(google.protobuf.message.Message):
     MYSQLSOURCE_FIELD_NUMBER: builtins.int
     POSTGRESQLSOURCE_FIELD_NUMBER: builtins.int
     REDSHIFTSOURCE_FIELD_NUMBER: builtins.int
+    ATHENASOURCE_FIELD_NUMBER: builtins.int
     url: builtins.str
     """Connection url i.e. some_address:optional_port"""
     username_secret_name: builtins.str
@@ -182,6 +208,8 @@ class JdbcSource(google.protobuf.message.Message):
     def postgresqlSource(self) -> global___PostgresqlSource: ...
     @property
     def redshiftSource(self) -> global___RedshiftSource: ...
+    @property
+    def athenaSource(self) -> global___AthenaSourceV1: ...
     def __init__(
         self,
         *,
@@ -193,10 +221,11 @@ class JdbcSource(google.protobuf.message.Message):
         mysqlSource: global___MysqlSource | None = ...,
         postgresqlSource: global___PostgresqlSource | None = ...,
         redshiftSource: global___RedshiftSource | None = ...,
+        athenaSource: global___AthenaSourceV1 | None = ...,
     ) -> None: ...
-    def HasField(self, field_name: typing_extensions.Literal["mysqlSource", b"mysqlSource", "postgresqlSource", b"postgresqlSource", "redshiftSource", b"redshiftSource", "type", b"type"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing_extensions.Literal["db_table", b"db_table", "mysqlSource", b"mysqlSource", "password_secret_name", b"password_secret_name", "postgresqlSource", b"postgresqlSource", "query", b"query", "redshiftSource", b"redshiftSource", "type", b"type", "url", b"url", "username_secret_name", b"username_secret_name"]) -> None: ...
-    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["mysqlSource", "postgresqlSource", "redshiftSource"] | None: ...
+    def HasField(self, field_name: typing_extensions.Literal["athenaSource", b"athenaSource", "mysqlSource", b"mysqlSource", "postgresqlSource", b"postgresqlSource", "redshiftSource", b"redshiftSource", "type", b"type"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["athenaSource", b"athenaSource", "db_table", b"db_table", "mysqlSource", b"mysqlSource", "password_secret_name", b"password_secret_name", "postgresqlSource", b"postgresqlSource", "query", b"query", "redshiftSource", b"redshiftSource", "type", b"type", "url", b"url", "username_secret_name", b"username_secret_name"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["mysqlSource", "postgresqlSource", "redshiftSource", "athenaSource"] | None: ...
 
 global___JdbcSource = JdbcSource
 
@@ -222,6 +251,41 @@ class PostgresqlSource(google.protobuf.message.Message):
 
 global___PostgresqlSource = PostgresqlSource
 
+class ClickhouseSource(google.protobuf.message.Message):
+    """ClickHouse source"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    URL_FIELD_NUMBER: builtins.int
+    USERNAME_SECRET_NAME_FIELD_NUMBER: builtins.int
+    PASSWORD_SECRET_NAME_FIELD_NUMBER: builtins.int
+    TABLE_FIELD_NUMBER: builtins.int
+    SQL_FIELD_NUMBER: builtins.int
+    url: builtins.str
+    """Connection URL i.e. some_address:optional_port/db_name"""
+    username_secret_name: builtins.str
+    """Username secret service secret name"""
+    password_secret_name: builtins.str
+    """Password secret service secret name"""
+    table: builtins.str
+    """The table to load"""
+    sql: builtins.str
+    """The query to run"""
+    def __init__(
+        self,
+        *,
+        url: builtins.str = ...,
+        username_secret_name: builtins.str = ...,
+        password_secret_name: builtins.str = ...,
+        table: builtins.str = ...,
+        sql: builtins.str = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["query_type", b"query_type", "sql", b"sql", "table", b"table"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["password_secret_name", b"password_secret_name", "query_type", b"query_type", "sql", b"sql", "table", b"table", "url", b"url", "username_secret_name", b"username_secret_name"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["query_type", b"query_type"]) -> typing_extensions.Literal["table", "sql"] | None: ...
+
+global___ClickhouseSource = ClickhouseSource
+
 class RedshiftSource(google.protobuf.message.Message):
     """Redshift batch source"""
 
@@ -251,6 +315,185 @@ class RedshiftSource(google.protobuf.message.Message):
 
 global___RedshiftSource = RedshiftSource
 
+class AthenaSourceV1(google.protobuf.message.Message):
+    """Athena batch source"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    AWS_REGION_FIELD_NUMBER: builtins.int
+    AWS_AUTHENTICATION_FIELD_NUMBER: builtins.int
+    S3_OUTPUT_LOCATION_FIELD_NUMBER: builtins.int
+    DATE_PARTITION_COLUMNS_FIELD_NUMBER: builtins.int
+    TIME_FRAGMENTED_PARTITION_COLUMNS_FIELD_NUMBER: builtins.int
+    WORKGROUP_FIELD_NUMBER: builtins.int
+    aws_region: builtins.str
+    """aws region"""
+    @property
+    def aws_authentication(self) -> global___AwsAuthentication:
+        """Authentication method"""
+    s3_output_location: builtins.str
+    """S3 Output Location for the query results"""
+    @property
+    def date_partition_columns(self) -> global___DatePartitionColumns: ...
+    @property
+    def time_fragmented_partition_columns(self) -> global___TimeFragmentedPartitionColumns: ...
+    workgroup: builtins.str
+    def __init__(
+        self,
+        *,
+        aws_region: builtins.str = ...,
+        aws_authentication: global___AwsAuthentication | None = ...,
+        s3_output_location: builtins.str = ...,
+        date_partition_columns: global___DatePartitionColumns | None = ...,
+        time_fragmented_partition_columns: global___TimeFragmentedPartitionColumns | None = ...,
+        workgroup: builtins.str = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["aws_authentication", b"aws_authentication", "date_partition_columns", b"date_partition_columns", "optional_workgroup", b"optional_workgroup", "time_fragmented_partition_columns", b"time_fragmented_partition_columns", "time_partition_columns", b"time_partition_columns", "workgroup", b"workgroup"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["aws_authentication", b"aws_authentication", "aws_region", b"aws_region", "date_partition_columns", b"date_partition_columns", "optional_workgroup", b"optional_workgroup", "s3_output_location", b"s3_output_location", "time_fragmented_partition_columns", b"time_fragmented_partition_columns", "time_partition_columns", b"time_partition_columns", "workgroup", b"workgroup"]) -> None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["optional_workgroup", b"optional_workgroup"]) -> typing_extensions.Literal["workgroup"] | None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["time_partition_columns", b"time_partition_columns"]) -> typing_extensions.Literal["date_partition_columns", "time_fragmented_partition_columns"] | None: ...
+
+global___AthenaSourceV1 = AthenaSourceV1
+
+class DatePartitionColumns(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    DATE_COLUMN_NAME_FIELD_NUMBER: builtins.int
+    DATE_FORMAT_FIELD_NUMBER: builtins.int
+    date_column_name: builtins.str
+    """Date partition column name"""
+    date_format: builtins.str
+    """Date partition column format (%Y-%m-%d | %Y%m%d...)"""
+    def __init__(
+        self,
+        *,
+        date_column_name: builtins.str = ...,
+        date_format: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["date_column_name", b"date_column_name", "date_format", b"date_format"]) -> None: ...
+
+global___DatePartitionColumns = DatePartitionColumns
+
+class TimeFragmentedPartitionColumns(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    YEAR_PARTITION_COLUMN_FIELD_NUMBER: builtins.int
+    MONTH_PARTITION_COLUMN_FIELD_NUMBER: builtins.int
+    DAY_PARTITION_COLUMN_FIELD_NUMBER: builtins.int
+    @property
+    def year_partition_column(self) -> global___YearFragmentColumn:
+        """Year partition column"""
+    @property
+    def month_partition_column(self) -> global___MonthFragmentColumn: ...
+    @property
+    def day_partition_column(self) -> global___DayFragmentColumn: ...
+    def __init__(
+        self,
+        *,
+        year_partition_column: global___YearFragmentColumn | None = ...,
+        month_partition_column: global___MonthFragmentColumn | None = ...,
+        day_partition_column: global___DayFragmentColumn | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["day_partition", b"day_partition", "day_partition_column", b"day_partition_column", "month_partition", b"month_partition", "month_partition_column", b"month_partition_column", "year_partition_column", b"year_partition_column"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["day_partition", b"day_partition", "day_partition_column", b"day_partition_column", "month_partition", b"month_partition", "month_partition_column", b"month_partition_column", "year_partition_column", b"year_partition_column"]) -> None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["day_partition", b"day_partition"]) -> typing_extensions.Literal["day_partition_column"] | None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["month_partition", b"month_partition"]) -> typing_extensions.Literal["month_partition_column"] | None: ...
+
+global___TimeFragmentedPartitionColumns = TimeFragmentedPartitionColumns
+
+class YearFragmentColumn(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    COLUMN_NAME_FIELD_NUMBER: builtins.int
+    NUMERIC_COLUMN_REPRESENTATION_FIELD_NUMBER: builtins.int
+    column_name: builtins.str
+    """Column name"""
+    @property
+    def numeric_column_representation(self) -> global___NumericColumnRepresentation:
+        """Numeric year column representation supports: '2022' | 2022 for year 2022"""
+    def __init__(
+        self,
+        *,
+        column_name: builtins.str = ...,
+        numeric_column_representation: global___NumericColumnRepresentation | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["column_representation", b"column_representation", "numeric_column_representation", b"numeric_column_representation"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["column_name", b"column_name", "column_representation", b"column_representation", "numeric_column_representation", b"numeric_column_representation"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["column_representation", b"column_representation"]) -> typing_extensions.Literal["numeric_column_representation"] | None: ...
+
+global___YearFragmentColumn = YearFragmentColumn
+
+class MonthFragmentColumn(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    COLUMN_NAME_FIELD_NUMBER: builtins.int
+    NUMERIC_COLUMN_REPRESENTATION_FIELD_NUMBER: builtins.int
+    TEXTUAL_COLUMN_REPRESENTATION_FIELD_NUMBER: builtins.int
+    column_name: builtins.str
+    """Column name"""
+    @property
+    def numeric_column_representation(self) -> global___NumericColumnRepresentation:
+        """Numeric month column representation supports: '1' | '01' | 1   for january"""
+    @property
+    def textual_column_representation(self) -> global___TextualColumnRepresentation:
+        """Textual month column representation supports: 'Jan' | 'January' and is not case sensative"""
+    def __init__(
+        self,
+        *,
+        column_name: builtins.str = ...,
+        numeric_column_representation: global___NumericColumnRepresentation | None = ...,
+        textual_column_representation: global___TextualColumnRepresentation | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["column_representation", b"column_representation", "numeric_column_representation", b"numeric_column_representation", "textual_column_representation", b"textual_column_representation"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["column_name", b"column_name", "column_representation", b"column_representation", "numeric_column_representation", b"numeric_column_representation", "textual_column_representation", b"textual_column_representation"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["column_representation", b"column_representation"]) -> typing_extensions.Literal["numeric_column_representation", "textual_column_representation"] | None: ...
+
+global___MonthFragmentColumn = MonthFragmentColumn
+
+class DayFragmentColumn(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    COLUMN_NAME_FIELD_NUMBER: builtins.int
+    NUMERIC_COLUMN_REPRESENTATION_FIELD_NUMBER: builtins.int
+    column_name: builtins.str
+    """Column name"""
+    @property
+    def numeric_column_representation(self) -> global___NumericColumnRepresentation:
+        """Numeric day column representation supports: '1' | '01' | 1 for 1st day of the month"""
+    def __init__(
+        self,
+        *,
+        column_name: builtins.str = ...,
+        numeric_column_representation: global___NumericColumnRepresentation | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["column_representation", b"column_representation", "numeric_column_representation", b"numeric_column_representation"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["column_name", b"column_name", "column_representation", b"column_representation", "numeric_column_representation", b"numeric_column_representation"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["column_representation", b"column_representation"]) -> typing_extensions.Literal["numeric_column_representation"] | None: ...
+
+global___DayFragmentColumn = DayFragmentColumn
+
+class NumericColumnRepresentation(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
+        self,
+    ) -> None: ...
+
+global___NumericColumnRepresentation = NumericColumnRepresentation
+
+class TextualColumnRepresentation(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
+        self,
+    ) -> None: ...
+
+global___TextualColumnRepresentation = TextualColumnRepresentation
+
 class AthenaSource(google.protobuf.message.Message):
     """Athena batch source"""
 
@@ -378,7 +621,7 @@ class MongoSource(google.protobuf.message.Message):
     username_secret_name: builtins.str
     """Mongo username"""
     password_secret_name: builtins.str
-    """Mongo password kubernetes secret name"""
+    """Mongo password secret name"""
     database: builtins.str
     """Mongo data base name"""
     collection: builtins.str
@@ -410,6 +653,7 @@ class SnowflakeSource(google.protobuf.message.Message):
     HOST_FIELD_NUMBER: builtins.int
     USERNAME_SECRET_NAME_FIELD_NUMBER: builtins.int
     PASSWORD_SECRET_NAME_FIELD_NUMBER: builtins.int
+    PEM_PRIVATE_KEY_SECRET_NAME_FIELD_NUMBER: builtins.int
     DATABASE_FIELD_NUMBER: builtins.int
     SCHEMA_FIELD_NUMBER: builtins.int
     WAREHOUSE_FIELD_NUMBER: builtins.int
@@ -418,9 +662,11 @@ class SnowflakeSource(google.protobuf.message.Message):
     host: builtins.str
     """SF host address <account_identifier>.snowflakecomputing.com]"""
     username_secret_name: builtins.str
-    """SF username kubernetes secret name"""
+    """SF username secret name"""
     password_secret_name: builtins.str
-    """SF password kubernetes secret name"""
+    """SF password secret name"""
+    pem_private_key_secret_name: builtins.str
+    """SF pem formatted private key secret name"""
     database: builtins.str
     """SF database name"""
     schema: builtins.str
@@ -437,13 +683,16 @@ class SnowflakeSource(google.protobuf.message.Message):
         host: builtins.str = ...,
         username_secret_name: builtins.str = ...,
         password_secret_name: builtins.str = ...,
+        pem_private_key_secret_name: builtins.str = ...,
         database: builtins.str = ...,
         schema: builtins.str = ...,
         warehouse: builtins.str = ...,
         table: builtins.str = ...,
         query: builtins.str = ...,
     ) -> None: ...
-    def ClearField(self, field_name: typing_extensions.Literal["database", b"database", "host", b"host", "password_secret_name", b"password_secret_name", "query", b"query", "schema", b"schema", "table", b"table", "username_secret_name", b"username_secret_name", "warehouse", b"warehouse"]) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["auth_secret", b"auth_secret", "password_secret_name", b"password_secret_name", "pem_private_key_secret_name", b"pem_private_key_secret_name"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["auth_secret", b"auth_secret", "database", b"database", "host", b"host", "password_secret_name", b"password_secret_name", "pem_private_key_secret_name", b"pem_private_key_secret_name", "query", b"query", "schema", b"schema", "table", b"table", "username_secret_name", b"username_secret_name", "warehouse", b"warehouse"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["auth_secret", b"auth_secret"]) -> typing_extensions.Literal["password_secret_name", "pem_private_key_secret_name"] | None: ...
 
 global___SnowflakeSource = SnowflakeSource
 
@@ -512,6 +761,8 @@ class VerticaSource(google.protobuf.message.Message):
 global___VerticaSource = VerticaSource
 
 class ElasticsearchSource(google.protobuf.message.Message):
+    """Elasticsearch batch source"""
+
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
 
     NODES_FIELD_NUMBER: builtins.int
@@ -553,3 +804,200 @@ class ElasticsearchSource(google.protobuf.message.Message):
     def ClearField(self, field_name: typing_extensions.Literal["exclude_fields", b"exclude_fields", "nodes", b"nodes", "parse_dates", b"parse_dates", "password_secret_name", b"password_secret_name", "port", b"port", "query", b"query", "resource", b"resource", "username_secret_name", b"username_secret_name"]) -> None: ...
 
 global___ElasticsearchSource = ElasticsearchSource
+
+class CatalogSource(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    URL_FIELD_NUMBER: builtins.int
+    TABLE_FIELD_NUMBER: builtins.int
+    QUERY_FIELD_NUMBER: builtins.int
+    UNITYCATALOGSOURCE_FIELD_NUMBER: builtins.int
+    url: builtins.str
+    """Connection url i.e https://<workspace-instance-name>.<domain-name>"""
+    table: builtins.str
+    """Catalog table including schema"""
+    query: builtins.str
+    """Catalog query"""
+    @property
+    def unityCatalogSource(self) -> global___UnityCatalogSource:
+        """Unity Catalog source"""
+    def __init__(
+        self,
+        *,
+        url: builtins.str = ...,
+        table: builtins.str = ...,
+        query: builtins.str = ...,
+        unityCatalogSource: global___UnityCatalogSource | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["query", b"query", "select_type", b"select_type", "table", b"table", "type", b"type", "unityCatalogSource", b"unityCatalogSource"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["query", b"query", "select_type", b"select_type", "table", b"table", "type", b"type", "unityCatalogSource", b"unityCatalogSource", "url", b"url"]) -> None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["select_type", b"select_type"]) -> typing_extensions.Literal["table", "query"] | None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["unityCatalogSource"] | None: ...
+
+global___CatalogSource = CatalogSource
+
+class UnityCatalogSource(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    CATALOG_FIELD_NUMBER: builtins.int
+    SCHEMA_FIELD_NUMBER: builtins.int
+    PERSONAL_ACCESS_TOKEN_SECRET_NAME_FIELD_NUMBER: builtins.int
+    OAUTH2_FIELD_NUMBER: builtins.int
+    catalog: builtins.str
+    """Unity Catalog catalog name"""
+    schema: builtins.str
+    """Unity Catalog schema name"""
+    personal_access_token_secret_name: builtins.str
+    @property
+    def oauth2(self) -> global___Oauth2: ...
+    def __init__(
+        self,
+        *,
+        catalog: builtins.str = ...,
+        schema: builtins.str = ...,
+        personal_access_token_secret_name: builtins.str = ...,
+        oauth2: global___Oauth2 | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["auth_type", b"auth_type", "oauth2", b"oauth2", "personal_access_token_secret_name", b"personal_access_token_secret_name"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["auth_type", b"auth_type", "catalog", b"catalog", "oauth2", b"oauth2", "personal_access_token_secret_name", b"personal_access_token_secret_name", "schema", b"schema"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["auth_type", b"auth_type"]) -> typing_extensions.Literal["personal_access_token_secret_name", "oauth2"] | None: ...
+
+global___UnityCatalogSource = UnityCatalogSource
+
+class Oauth2(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    CLIENT_ID_SECRET_NAME_FIELD_NUMBER: builtins.int
+    CLIENT_SECRET_SECRET_NAME_FIELD_NUMBER: builtins.int
+    client_id_secret_name: builtins.str
+    """client id"""
+    client_secret_secret_name: builtins.str
+    """client secret"""
+    def __init__(
+        self,
+        *,
+        client_id_secret_name: builtins.str = ...,
+        client_secret_secret_name: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["client_id_secret_name", b"client_id_secret_name", "client_secret_secret_name", b"client_secret_secret_name"]) -> None: ...
+
+global___Oauth2 = Oauth2
+
+class FeaturesetOfflineSource(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    ALIAS_FIELD_NUMBER: builtins.int
+    alias: builtins.str
+    """Featureset alias as referred to in the transformation"""
+    def __init__(
+        self,
+        *,
+        alias: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["alias", b"alias"]) -> None: ...
+
+global___FeaturesetOfflineSource = FeaturesetOfflineSource
+
+class AwsAuthentication(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    AWS_ASSUME_ROLE_AUTHENTICATION_FIELD_NUMBER: builtins.int
+    AWS_STATIC_CREDENTIALS_AUTHENTICATION_FIELD_NUMBER: builtins.int
+    @property
+    def aws_assume_role_authentication(self) -> global___AwsAssumeRoleAuthentication: ...
+    @property
+    def aws_static_credentials_authentication(self) -> global___AwsCredentialsAuthentication: ...
+    def __init__(
+        self,
+        *,
+        aws_assume_role_authentication: global___AwsAssumeRoleAuthentication | None = ...,
+        aws_static_credentials_authentication: global___AwsCredentialsAuthentication | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["aws_assume_role_authentication", b"aws_assume_role_authentication", "aws_static_credentials_authentication", b"aws_static_credentials_authentication", "type", b"type"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["aws_assume_role_authentication", b"aws_assume_role_authentication", "aws_static_credentials_authentication", b"aws_static_credentials_authentication", "type", b"type"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["aws_assume_role_authentication", "aws_static_credentials_authentication"] | None: ...
+
+global___AwsAuthentication = AwsAuthentication
+
+class AwsAssumeRoleAuthentication(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    ROLE_ARN_FIELD_NUMBER: builtins.int
+    role_arn: builtins.str
+    """Role to assume"""
+    def __init__(
+        self,
+        *,
+        role_arn: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["role_arn", b"role_arn"]) -> None: ...
+
+global___AwsAssumeRoleAuthentication = AwsAssumeRoleAuthentication
+
+class AwsCredentialsAuthentication(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    ACCESS_KEY_SECRET_NAME_FIELD_NUMBER: builtins.int
+    SECRET_KEY_SECRET_NAME_FIELD_NUMBER: builtins.int
+    access_key_secret_name: builtins.str
+    """AWS access key"""
+    secret_key_secret_name: builtins.str
+    """AWS secret key"""
+    def __init__(
+        self,
+        *,
+        access_key_secret_name: builtins.str = ...,
+        secret_key_secret_name: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["access_key_secret_name", b"access_key_secret_name", "secret_key_secret_name", b"secret_key_secret_name"]) -> None: ...
+
+global___AwsCredentialsAuthentication = AwsCredentialsAuthentication
+
+class GcsUnauthenticated(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
+        self,
+    ) -> None: ...
+
+global___GcsUnauthenticated = GcsUnauthenticated
+
+class GcsUserCredentials(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    CLIENT_ID_SECRET_NAME_FIELD_NUMBER: builtins.int
+    CLIENT_SECRET_SECRET_NAME_FIELD_NUMBER: builtins.int
+    REFRESH_TOKEN_SECRET_NAME_FIELD_NUMBER: builtins.int
+    client_id_secret_name: builtins.str
+    """GCS client id"""
+    client_secret_secret_name: builtins.str
+    """GCS client secret"""
+    refresh_token_secret_name: builtins.str
+    """GCS refresh token"""
+    def __init__(
+        self,
+        *,
+        client_id_secret_name: builtins.str = ...,
+        client_secret_secret_name: builtins.str = ...,
+        refresh_token_secret_name: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["client_id_secret_name", b"client_id_secret_name", "client_secret_secret_name", b"client_secret_secret_name", "refresh_token_secret_name", b"refresh_token_secret_name"]) -> None: ...
+
+global___GcsUserCredentials = GcsUserCredentials
+
+class GcsServiceAccountImpersonation(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    SERVICE_ACCOUNT_USER_FIELD_NUMBER: builtins.int
+    service_account_user: builtins.str
+    """User's GCS user email"""
+    def __init__(
+        self,
+        *,
+        service_account_user: builtins.str = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["service_account_user", b"service_account_user"]) -> None: ...
+
+global___GcsServiceAccountImpersonation = GcsServiceAccountImpersonation

_qwak_proto/qwak/feature_store/sources/data_source_attribute_pb2.py

@@ -0,0 +1,28 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: qwak/feature_store/sources/data_source_attribute.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from _qwak_proto.qwak.feature_store.v1.common.source_code import source_code_pb2 as qwak_dot_feature__store_dot_v1_dot_common_dot_source__code_dot_source__code__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n6qwak/feature_store/sources/data_source_attribute.proto\x12\x1aqwak.feature.store.sources\x1a:qwak/feature_store/v1/common/source_code/source_code.proto\"j\n\x14\x44\x61taSourceAttributes\x12R\n\x10source_code_spec\x18\x01 \x01(\x0b\x32\x38.qwak.feature.store.v1.common.source_code.SourceCodeSpecBX\n%com.qwak.ai.feature.store.sources.apiP\x01Z-qwak/featurestore/sources;featurestoresourcesb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'qwak.feature_store.sources.data_source_attribute_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n%com.qwak.ai.feature.store.sources.apiP\001Z-qwak/featurestore/sources;featurestoresources'
+  _globals['_DATASOURCEATTRIBUTES']._serialized_start=146
+  _globals['_DATASOURCEATTRIBUTES']._serialized_end=252
+# @@protoc_insertion_point(module_scope)