qwak-core 0.1.37__py3-none-any.whl → 0.5.19__py3-none-any.whl

_qwak_proto/qwak/feature_store/features/feature_set_types_pb2.pyi

@@ -13,6 +13,7 @@ import qwak.feature_store.features.aggregation_pb2
 import qwak.feature_store.features.execution_pb2
 import qwak.feature_store.features.monitoring_pb2
 import qwak.feature_store.features.real_time_feature_extractor_pb2
+import qwak.feature_store.sinks.sink_pb2
 import qwak.feature_store.sources.batch_pb2
 import qwak.feature_store.sources.streaming_pb2
 import sys
@@ -25,6 +26,23 @@ else:
 
 DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
 
+class _FeatureSetTypeView:
+    ValueType = typing.NewType("ValueType", builtins.int)
+    V: typing_extensions.TypeAlias = ValueType
+
+class _FeatureSetTypeViewEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_FeatureSetTypeView.ValueType], builtins.type):  # noqa: F821
+    DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+    FEATURE_SET_TYPE_VIEW_INVALID: _FeatureSetTypeView.ValueType  # 0
+    FEATURE_SET_TYPE_VIEW_BATCH: _FeatureSetTypeView.ValueType  # 1
+    FEATURE_SET_TYPE_VIEW_STREAMING: _FeatureSetTypeView.ValueType  # 2
+
+class FeatureSetTypeView(_FeatureSetTypeView, metaclass=_FeatureSetTypeViewEnumTypeWrapper): ...
+
+FEATURE_SET_TYPE_VIEW_INVALID: FeatureSetTypeView.ValueType  # 0
+FEATURE_SET_TYPE_VIEW_BATCH: FeatureSetTypeView.ValueType  # 1
+FEATURE_SET_TYPE_VIEW_STREAMING: FeatureSetTypeView.ValueType  # 2
+global___FeatureSetTypeView = FeatureSetTypeView
+
 class FeatureSetType(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
 
@@ -220,6 +238,7 @@ class StreamingFeatureSetV1(google.protobuf.message.Message):
     ONLINE_TRIGGER_INTERVAL_FIELD_NUMBER: builtins.int
     OFFLINE_SCHEDULING_POLICY_FIELD_NUMBER: builtins.int
     QWAK_INTERNAL_PROTOCOL_VERSION_FIELD_NUMBER: builtins.int
+    AUXILIARY_SINKS_FIELD_NUMBER: builtins.int
     @property
     def data_sources(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[qwak.feature_store.sources.streaming_pb2.StreamingSource]:
         """Data sources used by the FeatureSet"""
@@ -239,6 +258,9 @@ class StreamingFeatureSetV1(google.protobuf.message.Message):
     """scheduling policy for the offline jobs"""
     qwak_internal_protocol_version: builtins.int
     """Qwak featureset version"""
+    @property
+    def auxiliary_sinks(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[qwak.feature_store.sinks.sink_pb2.StreamingSink]:
+        """Auxiliary Sinks defined for this Featureset"""
     def __init__(
         self,
         *,
@@ -249,9 +271,10 @@ class StreamingFeatureSetV1(google.protobuf.message.Message):
         online_trigger_interval: builtins.int = ...,
         offline_scheduling_policy: builtins.str = ...,
         qwak_internal_protocol_version: builtins.int = ...,
+        auxiliary_sinks: collections.abc.Iterable[qwak.feature_store.sinks.sink_pb2.StreamingSink] | None = ...,
     ) -> None: ...
     def HasField(self, field_name: typing_extensions.Literal["execution_spec", b"execution_spec", "transformation", b"transformation"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing_extensions.Literal["data_sources", b"data_sources", "execution_spec", b"execution_spec", "offline_scheduling_policy", b"offline_scheduling_policy", "online_trigger_interval", b"online_trigger_interval", "qwak_internal_protocol_version", b"qwak_internal_protocol_version", "timestamp_column_name", b"timestamp_column_name", "transformation", b"transformation"]) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["auxiliary_sinks", b"auxiliary_sinks", "data_sources", b"data_sources", "execution_spec", b"execution_spec", "offline_scheduling_policy", b"offline_scheduling_policy", "online_trigger_interval", b"online_trigger_interval", "qwak_internal_protocol_version", b"qwak_internal_protocol_version", "timestamp_column_name", b"timestamp_column_name", "transformation", b"transformation"]) -> None: ...
 
 global___StreamingFeatureSetV1 = StreamingFeatureSetV1
 
@@ -267,6 +290,7 @@ class StreamingAggregationFeatureSet(google.protobuf.message.Message):
     AGGREGATION_SPEC_FIELD_NUMBER: builtins.int
     BACKFILL_SPEC_FIELD_NUMBER: builtins.int
     QWAK_INTERNAL_PROTOCOL_VERSION_FIELD_NUMBER: builtins.int
+    BACKFILL_MAX_TIMESTAMP_FIELD_NUMBER: builtins.int
     @property
     def data_sources(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[qwak.feature_store.sources.streaming_pb2.StreamingSource]:
         """Data sources used by the FeatureSet"""
@@ -292,6 +316,9 @@ class StreamingAggregationFeatureSet(google.protobuf.message.Message):
         """Backfill spec"""
     qwak_internal_protocol_version: builtins.int
     """Qwak featureset version"""
+    @property
+    def backfill_max_timestamp(self) -> google.protobuf.timestamp_pb2.Timestamp:
+        """Event-time cutoff point between backfill jobs and compaction/row-level jobs"""
     def __init__(
         self,
         *,
@@ -304,9 +331,10 @@ class StreamingAggregationFeatureSet(google.protobuf.message.Message):
         aggregation_spec: global___AggregationSpec | None = ...,
         backfill_spec: global___BackfillSpec | None = ...,
         qwak_internal_protocol_version: builtins.int = ...,
+        backfill_max_timestamp: google.protobuf.timestamp_pb2.Timestamp | None = ...,
     ) -> None: ...
-    def HasField(self, field_name: typing_extensions.Literal["aggregation_spec", b"aggregation_spec", "backfill_spec", b"backfill_spec", "execution_spec", b"execution_spec", "transformation", b"transformation"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing_extensions.Literal["aggregation_spec", b"aggregation_spec", "backfill_spec", b"backfill_spec", "compaction_scheduling_policy", b"compaction_scheduling_policy", "data_sources", b"data_sources", "execution_spec", b"execution_spec", "online_trigger_interval", b"online_trigger_interval", "qwak_internal_protocol_version", b"qwak_internal_protocol_version", "timestamp_column_name", b"timestamp_column_name", "transformation", b"transformation"]) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["aggregation_spec", b"aggregation_spec", "backfill_max_timestamp", b"backfill_max_timestamp", "backfill_spec", b"backfill_spec", "execution_spec", b"execution_spec", "transformation", b"transformation"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["aggregation_spec", b"aggregation_spec", "backfill_max_timestamp", b"backfill_max_timestamp", "backfill_spec", b"backfill_spec", "compaction_scheduling_policy", b"compaction_scheduling_policy", "data_sources", b"data_sources", "execution_spec", b"execution_spec", "online_trigger_interval", b"online_trigger_interval", "qwak_internal_protocol_version", b"qwak_internal_protocol_version", "timestamp_column_name", b"timestamp_column_name", "transformation", b"transformation"]) -> None: ...
 
 global___StreamingAggregationFeatureSet = StreamingAggregationFeatureSet
 
@@ -420,6 +448,8 @@ class Transformation(google.protobuf.message.Message):
     UDF_TRANSFORMATION_FIELD_NUMBER: builtins.int
     SQL_TRANSFORMATION_FIELD_NUMBER: builtins.int
     KOALAS_TRANSFORMATION_FIELD_NUMBER: builtins.int
+    PYSPARK_TRANSFORMATION_FIELD_NUMBER: builtins.int
+    PANDAS_ON_SPARK_TRANSFORMATION_FIELD_NUMBER: builtins.int
     ARTIFACT_PATH_FIELD_NUMBER: builtins.int
     @property
     def udf_transformation(self) -> global___UdfTransformation:
@@ -430,6 +460,12 @@ class Transformation(google.protobuf.message.Message):
     @property
     def koalas_transformation(self) -> global___KoalasTransformation:
         """Koalas provided transformation"""
+    @property
+    def pyspark_transformation(self) -> global___PySparkTransformation:
+        """PySpark provided transformation"""
+    @property
+    def pandas_on_spark_transformation(self) -> global___PandasOnSparkTransformation:
+        """Pandas provided transformation"""
     artifact_path: builtins.str
     def __init__(
         self,
@@ -437,11 +473,13 @@ class Transformation(google.protobuf.message.Message):
         udf_transformation: global___UdfTransformation | None = ...,
         sql_transformation: global___SqlTransformation | None = ...,
         koalas_transformation: global___KoalasTransformation | None = ...,
+        pyspark_transformation: global___PySparkTransformation | None = ...,
+        pandas_on_spark_transformation: global___PandasOnSparkTransformation | None = ...,
         artifact_path: builtins.str = ...,
     ) -> None: ...
-    def HasField(self, field_name: typing_extensions.Literal["koalas_transformation", b"koalas_transformation", "sql_transformation", b"sql_transformation", "type", b"type", "udf_transformation", b"udf_transformation"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing_extensions.Literal["artifact_path", b"artifact_path", "koalas_transformation", b"koalas_transformation", "sql_transformation", b"sql_transformation", "type", b"type", "udf_transformation", b"udf_transformation"]) -> None: ...
-    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["udf_transformation", "sql_transformation", "koalas_transformation"] | None: ...
+    def HasField(self, field_name: typing_extensions.Literal["koalas_transformation", b"koalas_transformation", "pandas_on_spark_transformation", b"pandas_on_spark_transformation", "pyspark_transformation", b"pyspark_transformation", "sql_transformation", b"sql_transformation", "type", b"type", "udf_transformation", b"udf_transformation"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["artifact_path", b"artifact_path", "koalas_transformation", b"koalas_transformation", "pandas_on_spark_transformation", b"pandas_on_spark_transformation", "pyspark_transformation", b"pyspark_transformation", "sql_transformation", b"sql_transformation", "type", b"type", "udf_transformation", b"udf_transformation"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["type", b"type"]) -> typing_extensions.Literal["udf_transformation", "sql_transformation", "koalas_transformation", "pyspark_transformation", "pandas_on_spark_transformation"] | None: ...
 
 global___Transformation = Transformation
 
@@ -484,17 +522,95 @@ class KoalasTransformation(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
 
     FUNCTION_NAME_FIELD_NUMBER: builtins.int
+    QWARGS_FIELD_NUMBER: builtins.int
     function_name: builtins.str
     """User defined Koalas function name"""
+    @property
+    def qwargs(self) -> global___TransformArguments: ...
     def __init__(
         self,
         *,
         function_name: builtins.str = ...,
+        qwargs: global___TransformArguments | None = ...,
     ) -> None: ...
-    def ClearField(self, field_name: typing_extensions.Literal["function_name", b"function_name"]) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["args_option", b"args_option", "qwargs", b"qwargs"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["args_option", b"args_option", "function_name", b"function_name", "qwargs", b"qwargs"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["args_option", b"args_option"]) -> typing_extensions.Literal["qwargs"] | None: ...
 
 global___KoalasTransformation = KoalasTransformation
 
+class PySparkTransformation(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    FUNCTION_NAME_FIELD_NUMBER: builtins.int
+    QWARGS_FIELD_NUMBER: builtins.int
+    function_name: builtins.str
+    """User defined pyspark function name"""
+    @property
+    def qwargs(self) -> global___TransformArguments: ...
+    def __init__(
+        self,
+        *,
+        function_name: builtins.str = ...,
+        qwargs: global___TransformArguments | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["args_option", b"args_option", "qwargs", b"qwargs"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["args_option", b"args_option", "function_name", b"function_name", "qwargs", b"qwargs"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["args_option", b"args_option"]) -> typing_extensions.Literal["qwargs"] | None: ...
+
+global___PySparkTransformation = PySparkTransformation
+
+class PandasOnSparkTransformation(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    FUNCTION_NAME_FIELD_NUMBER: builtins.int
+    QWARGS_FIELD_NUMBER: builtins.int
+    function_name: builtins.str
+    """Used defined Pandas function name"""
+    @property
+    def qwargs(self) -> global___TransformArguments: ...
+    def __init__(
+        self,
+        *,
+        function_name: builtins.str = ...,
+        qwargs: global___TransformArguments | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing_extensions.Literal["args_option", b"args_option", "qwargs", b"qwargs"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing_extensions.Literal["args_option", b"args_option", "function_name", b"function_name", "qwargs", b"qwargs"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing_extensions.Literal["args_option", b"args_option"]) -> typing_extensions.Literal["qwargs"] | None: ...
+
+global___PandasOnSparkTransformation = PandasOnSparkTransformation
+
+class TransformArguments(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    class QwargsEntry(google.protobuf.message.Message):
+        DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+        KEY_FIELD_NUMBER: builtins.int
+        VALUE_FIELD_NUMBER: builtins.int
+        key: builtins.str
+        value: builtins.str
+        def __init__(
+            self,
+            *,
+            key: builtins.str = ...,
+            value: builtins.str = ...,
+        ) -> None: ...
+        def ClearField(self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]) -> None: ...
+
+    QWARGS_FIELD_NUMBER: builtins.int
+    @property
+    def qwargs(self) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]: ...
+    def __init__(
+        self,
+        *,
+        qwargs: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing_extensions.Literal["qwargs", b"qwargs"]) -> None: ...
+
+global___TransformArguments = TransformArguments
+
 class OnTheFlyFeatureSet(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
 

_qwak_proto/qwak/feature_store/features/monitoring_pb2.py

@@ -4,9 +4,8 @@
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -16,40 +15,17 @@ _sym_db = _symbol_database.Default()
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n,qwak/feature_store/features/monitoring.proto\x12&qwak.feature.store.features.monitoring\"b\n\x18MonitoringConfigurations\x12\x46\n\nmonitoring\x18\x01 \x03(\x0b\x32\x32.qwak.feature.store.features.monitoring.Monitoring\"c\n\nMonitoring\x12M\n\rfailure_alert\x18\x01 \x01(\x0b\x32\x34.qwak.feature.store.features.monitoring.FailureAlertH\x00\x42\x06\n\x04type\"\x1d\n\x0c\x46\x61ilureAlert\x12\r\n\x05names\x18\x01 \x03(\tB[\n&com.qwak.ai.feature.store.features.apiP\x01Z/qwak/featurestore/features;featurestorefeaturesb\x06proto3')
 
-
-
-_MONITORINGCONFIGURATIONS = DESCRIPTOR.message_types_by_name['MonitoringConfigurations']
-_MONITORING = DESCRIPTOR.message_types_by_name['Monitoring']
-_FAILUREALERT = DESCRIPTOR.message_types_by_name['FailureAlert']
-MonitoringConfigurations = _reflection.GeneratedProtocolMessageType('MonitoringConfigurations', (_message.Message,), {
-  'DESCRIPTOR' : _MONITORINGCONFIGURATIONS,
-  '__module__' : 'qwak.feature_store.features.monitoring_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.monitoring.MonitoringConfigurations)
-  })
-_sym_db.RegisterMessage(MonitoringConfigurations)
-
-Monitoring = _reflection.GeneratedProtocolMessageType('Monitoring', (_message.Message,), {
-  'DESCRIPTOR' : _MONITORING,
-  '__module__' : 'qwak.feature_store.features.monitoring_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.monitoring.Monitoring)
-  })
-_sym_db.RegisterMessage(Monitoring)
-
-FailureAlert = _reflection.GeneratedProtocolMessageType('FailureAlert', (_message.Message,), {
-  'DESCRIPTOR' : _FAILUREALERT,
-  '__module__' : 'qwak.feature_store.features.monitoring_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.monitoring.FailureAlert)
-  })
-_sym_db.RegisterMessage(FailureAlert)
-
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'qwak.feature_store.features.monitoring_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n&com.qwak.ai.feature.store.features.apiP\001Z/qwak/featurestore/features;featurestorefeatures'
-  _MONITORINGCONFIGURATIONS._serialized_start=88
-  _MONITORINGCONFIGURATIONS._serialized_end=186
-  _MONITORING._serialized_start=188
-  _MONITORING._serialized_end=287
-  _FAILUREALERT._serialized_start=289
-  _FAILUREALERT._serialized_end=318
+  _globals['_MONITORINGCONFIGURATIONS']._serialized_start=88
+  _globals['_MONITORINGCONFIGURATIONS']._serialized_end=186
+  _globals['_MONITORING']._serialized_start=188
+  _globals['_MONITORING']._serialized_end=287
+  _globals['_FAILUREALERT']._serialized_start=289
+  _globals['_FAILUREALERT']._serialized_end=318
 # @@protoc_insertion_point(module_scope)

_qwak_proto/qwak/feature_store/features/real_time_feature_extractor_pb2.py

@@ -2,12 +2,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: qwak/feature_store/features/real_time_feature_extractor.proto
 """Generated protocol buffer code."""
-from google.protobuf.internal import enum_type_wrapper
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -20,148 +18,39 @@ from _qwak_proto.qwak.feature_store.features import deployment_pb2 as qwak_dot_f
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n=qwak/feature_store/features/real_time_feature_extractor.proto\x12\x1bqwak.feature.store.features\x1a\x1fgoogle/protobuf/timestamp.proto\x1a+qwak/feature_store/features/execution.proto\x1a,qwak/feature_store/features/deployment.proto\"\xdc\x01\n\x18RealTimeFeatureExtractor\x12o\n&real_time_feature_extractor_definition\x18\x01 \x01(\x0b\x32?.qwak.feature.store.features.RealTimeFeatureExtractorDefinition\x12O\n\x08metadata\x18\x02 \x01(\x0b\x32=.qwak.feature.store.features.RealTimeFeatureExtractorMetadata\"\x80\x02\n\"RealTimeFeatureExtractorDefinition\x12&\n\x1ereal_time_feature_extractor_id\x18\x01 \x01(\t\x12\x63\n real_time_feature_extractor_spec\x18\x02 \x01(\x0b\x32\x39.qwak.feature.store.features.RealTimeFeatureExtractorSpec\x12M\n\x16last_deployment_status\x18\x05 \x01(\x0e\x32-.qwak.feature.store.features.DeploymentStatus\"\xc8\x01\n RealTimeFeatureExtractorMetadata\x12\x35\n\x11\x63reated_timestamp\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x12\n\ncreated_by\x18\x02 \x01(\t\x12?\n\x1blast_modification_timestamp\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x18\n\x10last_modified_by\x18\x04 \x01(\t\"\xba\x02\n\x1cRealTimeFeatureExtractorSpec\x12K\n\x12real_time_artifact\x18\x01 \x01(\x0b\x32/.qwak.feature.store.features.ExtractionArtifact\x12P\n\x12\x64\x65pendency_manager\x18\x02 \x01(\x0b\x32\x34.qwak.feature.store.features.PythonDependencyManager\x12\\\n\x1c\x63lient_pod_compute_resources\x18\x03 \x01(\x0b\x32\x36.qwak.feature.store.features.ExtractorComputeResources\x12\x1d\n\x15max_staleness_seconds\x18\x04 \x01(\x03\"U\n\x12\x45xtractionArtifact\x12\x34\n\x06\x61ws_s3\x18\x01 \x01(\x0b\x32\".qwak.feature.store.features.AwsS3H\x00\x42\t\n\x07\x66s_type\"\x1e\n\x05\x41wsS3\x12\x15\n\rartifact_path\x18\x01 \x01(\t\"\x98\x02\n\x17PythonDependencyManager\x12\x42\n\x0epython_version\x18\x01 \x01(\x0e\x32*.qwak.feature.store.features.PythonVersion\x12\x45\n\nvirtualenv\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.VirtualEnvironmentH\x00\x12\x33\n\x05\x63onda\x18\x03 \x01(\x0b\x32\".qwak.feature.store.features.CondaH\x00\x12\x35\n\x06poetry\x18\x04 \x01(\x0b\x32#.qwak.feature.store.features.PoetryH\x00\x42\x06\n\x04type\"*\n\x05\x43onda\x12!\n\x19\x62\x61se64_encoded_conda_file\x18\x01 \x01(\t\"*\n\x06Poetry\x12 \n\x18\x62\x61se64_encoded_lock_file\x18\x01 \x01(\t\"=\n\x12VirtualEnvironment\x12\'\n\x1f\x62\x61se64_encoded_requirements_txt\x18\x01 \x01(\t\"\xac\x01\n\x19\x45xtractorComputeResources\x12[\n\x19\x63ompute_resource_template\x18\x01 \x01(\x0e\x32\x36.qwak.feature.store.features.execution.ClusterTemplateH\x00\x12\x13\n\x0bparallelism\x18\x02 \x01(\x05\x12\x10\n\x08replicas\x18\x03 \x01(\x05\x42\x0b\n\tresources\"\xd3\x02\n\"RealtimeFeatureExtractorDeployment\x12\x15\n\rdeployment_id\x18\x01 \x01(\t\x12\x14\n\x0c\x65xtractor_id\x18\x02 \x01(\t\x12\x16\n\x0e\x65nvironment_id\x18\x03 \x01(\t\x12\x17\n\x0f\x63reated_user_id\x18\x04 \x01(\t\x12\x17\n\x0fupdated_user_id\x18\x05 \x01(\t\x12\x35\n\x11\x63reated_timestamp\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x35\n\x11updated_timestamp\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12H\n\x11\x64\x65ployment_status\x18\x08 \x01(\x0e\x32-.qwak.feature.store.features.DeploymentStatus\"\xcf\x03\n/RealtimeFeatureExtractorDeploymentUpdateRequest\x12\x19\n\x11update_request_id\x18\x01 \x01(\t\x12\x15\n\rdeployment_id\x18\x02 \x01(\t\x12\x16\n\x0e\x65nvironment_id\x18\x03 \x01(\t\x12\x17\n\x0f\x63reated_user_id\x18\x04 \x01(\t\x12P\n\rrequest_state\x18\x05 \x01(\x0b\x32\x39.qwak.feature.store.features.DeploymentUpdateRequestState\x12\x62\n\x1e\x64\x65ployment_failure_reason_code\x18\x06 \x01(\x0e\x32\x38.qwak.feature.store.features.DeploymentFailureReasonCodeH\x00\x12\x35\n\x11\x63reated_timestamp\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x35\n\x11updated_timestamp\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x15\n\x13\x66\x61ilure_reason_code*s\n\rPythonVersion\x12\x1a\n\x16PYTHON_VERSION_INVALID\x10\x00\x12\x16\n\x12PYTHON_VERSION_3_7\x10\x01\x12\x16\n\x12PYTHON_VERSION_3_8\x10\x02\x12\x16\n\x12PYTHON_VERSION_3_9\x10\x03\x42[\n&com.qwak.ai.feature.store.features.apiP\x01Z/qwak/featurestore/features;featurestorefeaturesb\x06proto3')
 
-_PYTHONVERSION = DESCRIPTOR.enum_types_by_name['PythonVersion']
-PythonVersion = enum_type_wrapper.EnumTypeWrapper(_PYTHONVERSION)
-PYTHON_VERSION_INVALID = 0
-PYTHON_VERSION_3_7 = 1
-PYTHON_VERSION_3_8 = 2
-PYTHON_VERSION_3_9 = 3
-
-
-_REALTIMEFEATUREEXTRACTOR = DESCRIPTOR.message_types_by_name['RealTimeFeatureExtractor']
-_REALTIMEFEATUREEXTRACTORDEFINITION = DESCRIPTOR.message_types_by_name['RealTimeFeatureExtractorDefinition']
-_REALTIMEFEATUREEXTRACTORMETADATA = DESCRIPTOR.message_types_by_name['RealTimeFeatureExtractorMetadata']
-_REALTIMEFEATUREEXTRACTORSPEC = DESCRIPTOR.message_types_by_name['RealTimeFeatureExtractorSpec']
-_EXTRACTIONARTIFACT = DESCRIPTOR.message_types_by_name['ExtractionArtifact']
-_AWSS3 = DESCRIPTOR.message_types_by_name['AwsS3']
-_PYTHONDEPENDENCYMANAGER = DESCRIPTOR.message_types_by_name['PythonDependencyManager']
-_CONDA = DESCRIPTOR.message_types_by_name['Conda']
-_POETRY = DESCRIPTOR.message_types_by_name['Poetry']
-_VIRTUALENVIRONMENT = DESCRIPTOR.message_types_by_name['VirtualEnvironment']
-_EXTRACTORCOMPUTERESOURCES = DESCRIPTOR.message_types_by_name['ExtractorComputeResources']
-_REALTIMEFEATUREEXTRACTORDEPLOYMENT = DESCRIPTOR.message_types_by_name['RealtimeFeatureExtractorDeployment']
-_REALTIMEFEATUREEXTRACTORDEPLOYMENTUPDATEREQUEST = DESCRIPTOR.message_types_by_name['RealtimeFeatureExtractorDeploymentUpdateRequest']
-RealTimeFeatureExtractor = _reflection.GeneratedProtocolMessageType('RealTimeFeatureExtractor', (_message.Message,), {
-  'DESCRIPTOR' : _REALTIMEFEATUREEXTRACTOR,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.RealTimeFeatureExtractor)
-  })
-_sym_db.RegisterMessage(RealTimeFeatureExtractor)
-
-RealTimeFeatureExtractorDefinition = _reflection.GeneratedProtocolMessageType('RealTimeFeatureExtractorDefinition', (_message.Message,), {
-  'DESCRIPTOR' : _REALTIMEFEATUREEXTRACTORDEFINITION,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.RealTimeFeatureExtractorDefinition)
-  })
-_sym_db.RegisterMessage(RealTimeFeatureExtractorDefinition)
-
-RealTimeFeatureExtractorMetadata = _reflection.GeneratedProtocolMessageType('RealTimeFeatureExtractorMetadata', (_message.Message,), {
-  'DESCRIPTOR' : _REALTIMEFEATUREEXTRACTORMETADATA,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.RealTimeFeatureExtractorMetadata)
-  })
-_sym_db.RegisterMessage(RealTimeFeatureExtractorMetadata)
-
-RealTimeFeatureExtractorSpec = _reflection.GeneratedProtocolMessageType('RealTimeFeatureExtractorSpec', (_message.Message,), {
-  'DESCRIPTOR' : _REALTIMEFEATUREEXTRACTORSPEC,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.RealTimeFeatureExtractorSpec)
-  })
-_sym_db.RegisterMessage(RealTimeFeatureExtractorSpec)
-
-ExtractionArtifact = _reflection.GeneratedProtocolMessageType('ExtractionArtifact', (_message.Message,), {
-  'DESCRIPTOR' : _EXTRACTIONARTIFACT,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.ExtractionArtifact)
-  })
-_sym_db.RegisterMessage(ExtractionArtifact)
-
-AwsS3 = _reflection.GeneratedProtocolMessageType('AwsS3', (_message.Message,), {
-  'DESCRIPTOR' : _AWSS3,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.AwsS3)
-  })
-_sym_db.RegisterMessage(AwsS3)
-
-PythonDependencyManager = _reflection.GeneratedProtocolMessageType('PythonDependencyManager', (_message.Message,), {
-  'DESCRIPTOR' : _PYTHONDEPENDENCYMANAGER,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.PythonDependencyManager)
-  })
-_sym_db.RegisterMessage(PythonDependencyManager)
-
-Conda = _reflection.GeneratedProtocolMessageType('Conda', (_message.Message,), {
-  'DESCRIPTOR' : _CONDA,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.Conda)
-  })
-_sym_db.RegisterMessage(Conda)
-
-Poetry = _reflection.GeneratedProtocolMessageType('Poetry', (_message.Message,), {
-  'DESCRIPTOR' : _POETRY,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.Poetry)
-  })
-_sym_db.RegisterMessage(Poetry)
-
-VirtualEnvironment = _reflection.GeneratedProtocolMessageType('VirtualEnvironment', (_message.Message,), {
-  'DESCRIPTOR' : _VIRTUALENVIRONMENT,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.VirtualEnvironment)
-  })
-_sym_db.RegisterMessage(VirtualEnvironment)
-
-ExtractorComputeResources = _reflection.GeneratedProtocolMessageType('ExtractorComputeResources', (_message.Message,), {
-  'DESCRIPTOR' : _EXTRACTORCOMPUTERESOURCES,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.ExtractorComputeResources)
-  })
-_sym_db.RegisterMessage(ExtractorComputeResources)
-
-RealtimeFeatureExtractorDeployment = _reflection.GeneratedProtocolMessageType('RealtimeFeatureExtractorDeployment', (_message.Message,), {
-  'DESCRIPTOR' : _REALTIMEFEATUREEXTRACTORDEPLOYMENT,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.RealtimeFeatureExtractorDeployment)
-  })
-_sym_db.RegisterMessage(RealtimeFeatureExtractorDeployment)
-
-RealtimeFeatureExtractorDeploymentUpdateRequest = _reflection.GeneratedProtocolMessageType('RealtimeFeatureExtractorDeploymentUpdateRequest', (_message.Message,), {
-  'DESCRIPTOR' : _REALTIMEFEATUREEXTRACTORDEPLOYMENTUPDATEREQUEST,
-  '__module__' : 'qwak.feature_store.features.real_time_feature_extractor_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.features.RealtimeFeatureExtractorDeploymentUpdateRequest)
-  })
-_sym_db.RegisterMessage(RealtimeFeatureExtractorDeploymentUpdateRequest)
-
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'qwak.feature_store.features.real_time_feature_extractor_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n&com.qwak.ai.feature.store.features.apiP\001Z/qwak/featurestore/features;featurestorefeatures'
-  _PYTHONVERSION._serialized_start=2756
-  _PYTHONVERSION._serialized_end=2871
-  _REALTIMEFEATUREEXTRACTOR._serialized_start=219
-  _REALTIMEFEATUREEXTRACTOR._serialized_end=439
-  _REALTIMEFEATUREEXTRACTORDEFINITION._serialized_start=442
-  _REALTIMEFEATUREEXTRACTORDEFINITION._serialized_end=698
-  _REALTIMEFEATUREEXTRACTORMETADATA._serialized_start=701
-  _REALTIMEFEATUREEXTRACTORMETADATA._serialized_end=901
-  _REALTIMEFEATUREEXTRACTORSPEC._serialized_start=904
-  _REALTIMEFEATUREEXTRACTORSPEC._serialized_end=1218
-  _EXTRACTIONARTIFACT._serialized_start=1220
-  _EXTRACTIONARTIFACT._serialized_end=1305
-  _AWSS3._serialized_start=1307
-  _AWSS3._serialized_end=1337
-  _PYTHONDEPENDENCYMANAGER._serialized_start=1340
-  _PYTHONDEPENDENCYMANAGER._serialized_end=1620
-  _CONDA._serialized_start=1622
-  _CONDA._serialized_end=1664
-  _POETRY._serialized_start=1666
-  _POETRY._serialized_end=1708
-  _VIRTUALENVIRONMENT._serialized_start=1710
-  _VIRTUALENVIRONMENT._serialized_end=1771
-  _EXTRACTORCOMPUTERESOURCES._serialized_start=1774
-  _EXTRACTORCOMPUTERESOURCES._serialized_end=1946
-  _REALTIMEFEATUREEXTRACTORDEPLOYMENT._serialized_start=1949
-  _REALTIMEFEATUREEXTRACTORDEPLOYMENT._serialized_end=2288
-  _REALTIMEFEATUREEXTRACTORDEPLOYMENTUPDATEREQUEST._serialized_start=2291
-  _REALTIMEFEATUREEXTRACTORDEPLOYMENTUPDATEREQUEST._serialized_end=2754
+  _globals['_PYTHONVERSION']._serialized_start=2756
+  _globals['_PYTHONVERSION']._serialized_end=2871
+  _globals['_REALTIMEFEATUREEXTRACTOR']._serialized_start=219
+  _globals['_REALTIMEFEATUREEXTRACTOR']._serialized_end=439
+  _globals['_REALTIMEFEATUREEXTRACTORDEFINITION']._serialized_start=442
+  _globals['_REALTIMEFEATUREEXTRACTORDEFINITION']._serialized_end=698
+  _globals['_REALTIMEFEATUREEXTRACTORMETADATA']._serialized_start=701
+  _globals['_REALTIMEFEATUREEXTRACTORMETADATA']._serialized_end=901
+  _globals['_REALTIMEFEATUREEXTRACTORSPEC']._serialized_start=904
+  _globals['_REALTIMEFEATUREEXTRACTORSPEC']._serialized_end=1218
+  _globals['_EXTRACTIONARTIFACT']._serialized_start=1220
+  _globals['_EXTRACTIONARTIFACT']._serialized_end=1305
+  _globals['_AWSS3']._serialized_start=1307
+  _globals['_AWSS3']._serialized_end=1337
+  _globals['_PYTHONDEPENDENCYMANAGER']._serialized_start=1340
+  _globals['_PYTHONDEPENDENCYMANAGER']._serialized_end=1620
+  _globals['_CONDA']._serialized_start=1622
+  _globals['_CONDA']._serialized_end=1664
+  _globals['_POETRY']._serialized_start=1666
+  _globals['_POETRY']._serialized_end=1708
+  _globals['_VIRTUALENVIRONMENT']._serialized_start=1710
+  _globals['_VIRTUALENVIRONMENT']._serialized_end=1771
+  _globals['_EXTRACTORCOMPUTERESOURCES']._serialized_start=1774
+  _globals['_EXTRACTORCOMPUTERESOURCES']._serialized_end=1946
+  _globals['_REALTIMEFEATUREEXTRACTORDEPLOYMENT']._serialized_start=1949
+  _globals['_REALTIMEFEATUREEXTRACTORDEPLOYMENT']._serialized_end=2288
+  _globals['_REALTIMEFEATUREEXTRACTORDEPLOYMENTUPDATEREQUEST']._serialized_start=2291
+  _globals['_REALTIMEFEATUREEXTRACTORDEPLOYMENTUPDATEREQUEST']._serialized_end=2754
 # @@protoc_insertion_point(module_scope)

_qwak_proto/qwak/feature_store/jobs/job_pb2.py

@@ -2,12 +2,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: qwak/feature_store/jobs/job.proto
 """Generated protocol buffer code."""
-from google.protobuf.internal import enum_type_wrapper
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -18,51 +16,19 @@ from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!qwak/feature_store/jobs/job.proto\x12\x17qwak.feature.store.jobs\x1a\x1fgoogle/protobuf/timestamp.proto\"\xef\x02\n\tJobRecord\x12\x0e\n\x06job_id\x18\x01 \x01(\t\x12\x18\n\x10\x66\x65\x61ture_set_name\x18\x02 \x01(\t\x12\x12\n\ntry_number\x18\x03 \x01(\x05\x12\x34\n\tjob_state\x18\x04 \x01(\x0e\x32!.qwak.feature.store.jobs.JobState\x12\x31\n\rcreation_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12.\n\nstart_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x42\n\x10ingestion_window\x18\x08 \x01(\x0b\x32(.qwak.feature.store.jobs.IngestionWindow\x12\x19\n\x11ingestion_message\x18\t \x01(\t\"\x85\x01\n\x12\x45laborateJobRecord\x12\x36\n\njob_record\x18\x01 \x01(\x0b\x32\".qwak.feature.store.jobs.JobRecord\x12\x16\n\x0estatus_message\x18\x02 \x01(\t\x12\x1f\n\x17\x65rror_technical_details\x18\x03 \x01(\t\"\xe9\x01\n\x0fIngestionWindow\x12<\n\x18ingested_data_start_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x16ingested_data_end_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\"\n\x1aingested_data_updated_rows\x18\x03 \x01(\x05\x12\x38\n\x14\x62\x61tch_execution_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp*w\n\x08JobState\x12\x0b\n\x07INVALID\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\r\n\tCOMPLETED\x10\x03\x12\n\n\x06\x46\x41ILED\x10\x04\x12\x17\n\x13\x46\x41ILED_CLUSTER_INIT\x10\x05\x12\x10\n\x0c\x43LUSTER_INIT\x10\x06\x42:\n\"com.qwak.ai.feature.store.jobs.apiP\x01Z\x12qwak/fsjobs;fsjobsb\x06proto3')
 
-_JOBSTATE = DESCRIPTOR.enum_types_by_name['JobState']
-JobState = enum_type_wrapper.EnumTypeWrapper(_JOBSTATE)
-INVALID = 0
-PENDING = 1
-RUNNING = 2
-COMPLETED = 3
-FAILED = 4
-FAILED_CLUSTER_INIT = 5
-CLUSTER_INIT = 6
-
-
-_JOBRECORD = DESCRIPTOR.message_types_by_name['JobRecord']
-_ELABORATEJOBRECORD = DESCRIPTOR.message_types_by_name['ElaborateJobRecord']
-_INGESTIONWINDOW = DESCRIPTOR.message_types_by_name['IngestionWindow']
-JobRecord = _reflection.GeneratedProtocolMessageType('JobRecord', (_message.Message,), {
-  'DESCRIPTOR' : _JOBRECORD,
-  '__module__' : 'qwak.feature_store.jobs.job_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.jobs.JobRecord)
-  })
-_sym_db.RegisterMessage(JobRecord)
-
-ElaborateJobRecord = _reflection.GeneratedProtocolMessageType('ElaborateJobRecord', (_message.Message,), {
-  'DESCRIPTOR' : _ELABORATEJOBRECORD,
-  '__module__' : 'qwak.feature_store.jobs.job_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.jobs.ElaborateJobRecord)
-  })
-_sym_db.RegisterMessage(ElaborateJobRecord)
-
-IngestionWindow = _reflection.GeneratedProtocolMessageType('IngestionWindow', (_message.Message,), {
-  'DESCRIPTOR' : _INGESTIONWINDOW,
-  '__module__' : 'qwak.feature_store.jobs.job_pb2'
-  # @@protoc_insertion_point(class_scope:qwak.feature.store.jobs.IngestionWindow)
-  })
-_sym_db.RegisterMessage(IngestionWindow)
-
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'qwak.feature_store.jobs.job_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
 
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n\"com.qwak.ai.feature.store.jobs.apiP\001Z\022qwak/fsjobs;fsjobs'
-  _JOBSTATE._serialized_start=837
-  _JOBSTATE._serialized_end=956
-  _JOBRECORD._serialized_start=96
-  _JOBRECORD._serialized_end=463
-  _ELABORATEJOBRECORD._serialized_start=466
-  _ELABORATEJOBRECORD._serialized_end=599
-  _INGESTIONWINDOW._serialized_start=602
-  _INGESTIONWINDOW._serialized_end=835
+  _globals['_JOBSTATE']._serialized_start=837
+  _globals['_JOBSTATE']._serialized_end=956
+  _globals['_JOBRECORD']._serialized_start=96
+  _globals['_JOBRECORD']._serialized_end=463
+  _globals['_ELABORATEJOBRECORD']._serialized_start=466
+  _globals['_ELABORATEJOBRECORD']._serialized_end=599
+  _globals['_INGESTIONWINDOW']._serialized_start=602
+  _globals['_INGESTIONWINDOW']._serialized_end=835
 # @@protoc_insertion_point(module_scope)