qwak-core 0.4.362__py3-none-any.whl → 0.5.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of qwak-core might be problematic. Click here for more details.
- _qwak_proto/qwak/administration/account/v1/account_pb2.py +20 -18
- _qwak_proto/qwak/administration/account/v1/account_pb2.pyi +21 -2
- _qwak_proto/qwak/administration/runtime_configuration/v0/external/databricks/auth_pb2.py +6 -4
- _qwak_proto/qwak/administration/runtime_configuration/v0/external/databricks/auth_pb2.pyi +27 -4
- _qwak_proto/qwak/administration/runtime_configuration/v0/hosting/azure/auth_pb2.py +5 -3
- _qwak_proto/qwak/administration/runtime_configuration/v0/hosting/azure/auth_pb2.pyi +21 -1
- _qwak_proto/qwak/admiral/secret/v0/secret_pb2.py +16 -14
- _qwak_proto/qwak/admiral/secret/v0/secret_pb2.pyi +21 -2
- _qwak_proto/qwak/batch_job/v1/batch_job_service_pb2.py +100 -100
- _qwak_proto/qwak/batch_job/v1/batch_job_service_pb2.pyi +5 -1
- _qwak_proto/qwak/builds/build_pb2.py +42 -41
- _qwak_proto/qwak/builds/build_pb2.pyi +32 -1
- _qwak_proto/qwak/builds/build_values_pb2.py +82 -0
- _qwak_proto/qwak/builds/build_values_pb2.pyi +553 -0
- _qwak_proto/qwak/builds/build_values_pb2_grpc.py +4 -0
- _qwak_proto/qwak/execution/v1/streaming_aggregation_pb2.py +18 -11
- _qwak_proto/qwak/execution/v1/streaming_aggregation_pb2.pyi +71 -1
- _qwak_proto/qwak/feature_store/features/feature_set_pb2.py +4 -4
- _qwak_proto/qwak/feature_store/features/feature_set_pb2.pyi +4 -0
- _qwak_proto/qwak/feature_store/features/feature_set_types_pb2.py +60 -58
- _qwak_proto/qwak/feature_store/features/feature_set_types_pb2.pyi +7 -2
- _qwak_proto/qwak/fitness_service/constructs_pb2.py +2 -2
- _qwak_proto/qwak/fitness_service/constructs_pb2.pyi +24 -0
- _qwak_proto/qwak/kube_deployment_captain/batch_job_pb2.py +40 -40
- _qwak_proto/qwak/kube_deployment_captain/batch_job_pb2.pyi +12 -2
- _qwak_proto/qwak/projects/projects_pb2.py +17 -15
- _qwak_proto/qwak/secret_service/secret_service_pb2.pyi +1 -1
- qwak/__init__.py +1 -1
- qwak/clients/model_management/client.py +0 -5
- qwak/clients/project/client.py +0 -7
- qwak/exceptions/__init__.py +1 -0
- qwak/exceptions/qwak_grpc_address_exception.py +9 -0
- qwak/feature_store/_common/packaging.py +11 -5
- qwak/inner/const.py +2 -8
- qwak/inner/di_configuration/__init__.py +1 -67
- qwak/inner/di_configuration/account.py +6 -66
- qwak/inner/di_configuration/dependency_wiring.py +98 -0
- qwak/inner/tool/auth.py +0 -86
- qwak/inner/tool/grpc/grpc_auth.py +0 -32
- qwak/inner/tool/grpc/grpc_tools.py +125 -11
- qwak/inner/tool/grpc/grpc_try_wrapping.py +3 -1
- qwak/llmops/generation/chat/openai/types/chat/chat_completion.py +24 -6
- qwak/llmops/generation/chat/openai/types/chat/chat_completion_chunk.py +44 -8
- qwak/llmops/generation/chat/openai/types/chat/chat_completion_message.py +6 -3
- qwak/qwak_client/client.py +2 -8
- qwak/vector_store/rest_helpers.py +4 -16
- qwak_core-0.5.4.dist-info/METADATA +48 -0
- {qwak_core-0.4.362.dist-info → qwak_core-0.5.4.dist-info}/RECORD +49 -82
- frogml_storage/__init__.py +0 -1
- frogml_storage/artifactory/__init__.py +0 -1
- frogml_storage/artifactory/_artifactory_api.py +0 -315
- frogml_storage/authentication/login/__init__.py +0 -1
- frogml_storage/authentication/login/_login_cli.py +0 -239
- frogml_storage/authentication/login/_login_command.py +0 -74
- frogml_storage/authentication/models/__init__.py +0 -3
- frogml_storage/authentication/models/_auth.py +0 -24
- frogml_storage/authentication/models/_auth_config.py +0 -70
- frogml_storage/authentication/models/_login.py +0 -22
- frogml_storage/authentication/utils/__init__.py +0 -17
- frogml_storage/authentication/utils/_authentication_utils.py +0 -281
- frogml_storage/authentication/utils/_login_checks_utils.py +0 -114
- frogml_storage/base_storage.py +0 -140
- frogml_storage/constants.py +0 -56
- frogml_storage/exceptions/checksum_verification_error.py +0 -3
- frogml_storage/exceptions/validation_error.py +0 -4
- frogml_storage/frog_ml.py +0 -668
- frogml_storage/http/__init__.py +0 -1
- frogml_storage/http/http_client.py +0 -83
- frogml_storage/logging/__init__.py +0 -1
- frogml_storage/logging/_log_config.py +0 -45
- frogml_storage/logging/log_utils.py +0 -21
- frogml_storage/models/__init__.py +0 -1
- frogml_storage/models/_download_context.py +0 -54
- frogml_storage/models/dataset_manifest.py +0 -13
- frogml_storage/models/entity_manifest.py +0 -93
- frogml_storage/models/frogml_dataset_version.py +0 -21
- frogml_storage/models/frogml_entity_type_info.py +0 -50
- frogml_storage/models/frogml_entity_version.py +0 -34
- frogml_storage/models/frogml_model_version.py +0 -21
- frogml_storage/models/model_manifest.py +0 -60
- frogml_storage/models/serialization_metadata.py +0 -15
- frogml_storage/utils/__init__.py +0 -12
- frogml_storage/utils/_environment.py +0 -21
- frogml_storage/utils/_input_checks_utility.py +0 -104
- frogml_storage/utils/_storage_utils.py +0 -15
- frogml_storage/utils/_url_utils.py +0 -27
- qwak_core-0.4.362.dist-info/METADATA +0 -414
- {qwak_core-0.4.362.dist-info → qwak_core-0.5.4.dist-info}/WHEEL +0 -0
|
@@ -3,9 +3,15 @@
|
|
|
3
3
|
isort:skip_file
|
|
4
4
|
"""
|
|
5
5
|
import builtins
|
|
6
|
+
import collections.abc
|
|
6
7
|
import google.protobuf.descriptor
|
|
8
|
+
import google.protobuf.internal.containers
|
|
7
9
|
import google.protobuf.message
|
|
10
|
+
import google.protobuf.timestamp_pb2
|
|
11
|
+
import qwak.feature_store.features.execution_pb2
|
|
12
|
+
import qwak.feature_store.features.feature_set_types_pb2
|
|
8
13
|
import sys
|
|
14
|
+
import typing
|
|
9
15
|
|
|
10
16
|
if sys.version_info >= (3, 8):
|
|
11
17
|
import typing as typing_extensions
|
|
@@ -84,12 +90,76 @@ class StreamingAggregationBackfillIngestion(google.protobuf.message.Message):
|
|
|
84
90
|
DESCRIPTOR: google.protobuf.descriptor.Descriptor
|
|
85
91
|
|
|
86
92
|
FEATURESET_NAME_FIELD_NUMBER: builtins.int
|
|
93
|
+
EXECUTION_SPEC_FIELD_NUMBER: builtins.int
|
|
94
|
+
START_TIMESTAMP_FIELD_NUMBER: builtins.int
|
|
95
|
+
END_TIMESTAMP_FIELD_NUMBER: builtins.int
|
|
96
|
+
TRANSFORMATION_FIELD_NUMBER: builtins.int
|
|
97
|
+
DATA_SOURCE_SPECS_FIELD_NUMBER: builtins.int
|
|
87
98
|
featureset_name: builtins.str
|
|
99
|
+
@property
|
|
100
|
+
def execution_spec(self) -> qwak.feature_store.features.execution_pb2.ExecutionSpec: ...
|
|
101
|
+
@property
|
|
102
|
+
def start_timestamp(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
|
|
103
|
+
@property
|
|
104
|
+
def end_timestamp(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
|
|
105
|
+
@property
|
|
106
|
+
def transformation(self) -> qwak.feature_store.features.feature_set_types_pb2.Transformation: ...
|
|
107
|
+
@property
|
|
108
|
+
def data_source_specs(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___BackfillDataSource]: ...
|
|
88
109
|
def __init__(
|
|
89
110
|
self,
|
|
90
111
|
*,
|
|
91
112
|
featureset_name: builtins.str = ...,
|
|
113
|
+
execution_spec: qwak.feature_store.features.execution_pb2.ExecutionSpec | None = ...,
|
|
114
|
+
start_timestamp: google.protobuf.timestamp_pb2.Timestamp | None = ...,
|
|
115
|
+
end_timestamp: google.protobuf.timestamp_pb2.Timestamp | None = ...,
|
|
116
|
+
transformation: qwak.feature_store.features.feature_set_types_pb2.Transformation | None = ...,
|
|
117
|
+
data_source_specs: collections.abc.Iterable[global___BackfillDataSource] | None = ...,
|
|
92
118
|
) -> None: ...
|
|
93
|
-
def
|
|
119
|
+
def HasField(self, field_name: typing_extensions.Literal["end_timestamp", b"end_timestamp", "execution_spec", b"execution_spec", "start_timestamp", b"start_timestamp", "transformation", b"transformation"]) -> builtins.bool: ...
|
|
120
|
+
def ClearField(self, field_name: typing_extensions.Literal["data_source_specs", b"data_source_specs", "end_timestamp", b"end_timestamp", "execution_spec", b"execution_spec", "featureset_name", b"featureset_name", "start_timestamp", b"start_timestamp", "transformation", b"transformation"]) -> None: ...
|
|
94
121
|
|
|
95
122
|
global___StreamingAggregationBackfillIngestion = StreamingAggregationBackfillIngestion
|
|
123
|
+
|
|
124
|
+
class BackfillDataSource(google.protobuf.message.Message):
|
|
125
|
+
DESCRIPTOR: google.protobuf.descriptor.Descriptor
|
|
126
|
+
|
|
127
|
+
DATA_SOURCE_NAME_FIELD_NUMBER: builtins.int
|
|
128
|
+
TIME_RANGE_FIELD_NUMBER: builtins.int
|
|
129
|
+
data_source_name: builtins.str
|
|
130
|
+
@property
|
|
131
|
+
def time_range(self) -> global___TimeRange: ...
|
|
132
|
+
def __init__(
|
|
133
|
+
self,
|
|
134
|
+
*,
|
|
135
|
+
data_source_name: builtins.str = ...,
|
|
136
|
+
time_range: global___TimeRange | None = ...,
|
|
137
|
+
) -> None: ...
|
|
138
|
+
def HasField(self, field_name: typing_extensions.Literal["time_range", b"time_range"]) -> builtins.bool: ...
|
|
139
|
+
def ClearField(self, field_name: typing_extensions.Literal["data_source_name", b"data_source_name", "time_range", b"time_range"]) -> None: ...
|
|
140
|
+
|
|
141
|
+
global___BackfillDataSource = BackfillDataSource
|
|
142
|
+
|
|
143
|
+
class TimeRange(google.protobuf.message.Message):
|
|
144
|
+
DESCRIPTOR: google.protobuf.descriptor.Descriptor
|
|
145
|
+
|
|
146
|
+
START_TIMESTAMP_FIELD_NUMBER: builtins.int
|
|
147
|
+
END_TIMESTAMP_FIELD_NUMBER: builtins.int
|
|
148
|
+
@property
|
|
149
|
+
def start_timestamp(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
|
|
150
|
+
@property
|
|
151
|
+
def end_timestamp(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
|
|
152
|
+
def __init__(
|
|
153
|
+
self,
|
|
154
|
+
*,
|
|
155
|
+
start_timestamp: google.protobuf.timestamp_pb2.Timestamp | None = ...,
|
|
156
|
+
end_timestamp: google.protobuf.timestamp_pb2.Timestamp | None = ...,
|
|
157
|
+
) -> None: ...
|
|
158
|
+
def HasField(self, field_name: typing_extensions.Literal["end_optional", b"end_optional", "end_timestamp", b"end_timestamp", "start_optional", b"start_optional", "start_timestamp", b"start_timestamp"]) -> builtins.bool: ...
|
|
159
|
+
def ClearField(self, field_name: typing_extensions.Literal["end_optional", b"end_optional", "end_timestamp", b"end_timestamp", "start_optional", b"start_optional", "start_timestamp", b"start_timestamp"]) -> None: ...
|
|
160
|
+
@typing.overload
|
|
161
|
+
def WhichOneof(self, oneof_group: typing_extensions.Literal["end_optional", b"end_optional"]) -> typing_extensions.Literal["end_timestamp"] | None: ...
|
|
162
|
+
@typing.overload
|
|
163
|
+
def WhichOneof(self, oneof_group: typing_extensions.Literal["start_optional", b"start_optional"]) -> typing_extensions.Literal["start_timestamp"] | None: ...
|
|
164
|
+
|
|
165
|
+
global___TimeRange = TimeRange
|
|
@@ -21,7 +21,7 @@ from _qwak_proto.qwak.feature_store.repository.common import platform_pb2 as qwa
|
|
|
21
21
|
from _qwak_proto.qwak.feature_store.platform import platform_details_pb2 as qwak_dot_feature__store_dot_platform_dot_platform__details__pb2
|
|
22
22
|
|
|
23
23
|
|
|
24
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n-qwak/feature_store/features/feature_set.proto\x12\x1bqwak.feature.store.features\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x33qwak/feature_store/features/feature_set_types.proto\x1a(qwak/feature_store/entities/entity.proto\x1a\x33qwak/feature_store/features/feature_set_state.proto\x1a\x37qwak/feature_store/features/feature_set_attribute.proto\x1a:qwak/feature_store/v1/common/source_code/source_code.proto\x1a\x33qwak/feature_store/repository/common/platform.proto\x1a\x32qwak/feature_store/platform/platform_details.proto\"\xfc\x01\n\nFeatureSet\x12Q\n\x16\x66\x65\x61ture_set_definition\x18\x01 \x01(\x0b\x32\x31.qwak.feature.store.features.FeatureSetDefinition\x12\x41\n\x08metadata\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.FeatureSetMetadata\x12X\n\x1b\x64\x65ployed_models_in_use_link\x18\x03 \x03(\x0b\x32\x33.qwak.feature.store.features.DeployedModelInUseLink\"\xa5\x01\n\x0e\x46\x65\x61turesetInfo\x12P\n\x15\x66\x65\x61tureset_definition\x18\x01 \x01(\x0b\x32\x31.qwak.feature.store.features.FeatureSetDefinition\x12\x41\n\x08metadata\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.FeatureSetMetadata\"x\n\x11\x46\x65\x61turesetSummary\x12\n\n\x02id\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12I\n\x10\x66\x65\x61ture_set_type\x18\x03 \x01(\x0e\x32/.qwak.feature.store.features.FeatureSetTypeView\"\xf6\x04\n\x14\x46\x65\x61tureSetDefinition\x12\x16\n\x0e\x66\x65\x61ture_set_id\x18\x01 \x01(\t\x12\x45\n\x10\x66\x65\x61ture_set_spec\x18\x02 \x01(\x0b\x32+.qwak.feature.store.features.FeatureSetSpec\x12:\n\x06status\x18\x03 \x01(\x0e\x32*.qwak.feature.store.features.FeatureStatus\x12g\n feature_set_last_execution_state\x18\x04 \x01(\x0e\x32\x39.qwak.feature.store.features.FeatureSetLastExecutionStateB\x02\x18\x01\x12U\n\x0e\x66\x65\x61ture_health\x18\x05 \x01(\x0e\x32\x39.qwak.feature.store.features.FeatureSetLastExecutionStateB\x02\x18\x01\x12K\n\x11\x66\x65\x61ture_set_state\x18\x06 \x03(\x0b\x32,.qwak.feature.store.features.FeatureSetStateB\x02\x18\x01\x12*\n\x1eqwak_internal_protocol_version\x18\x07 \x01(\x05\x42\x02\x18\x01\x12!\n\x19\x66\x65\x61tureset_version_number\x18\x08 \x01(\x05\x12H\n\x10platform_details\x18\t \x01(\x0b\x32,.qwak.feature.store.platform.PlatformDetailsH\x00\x42\x1d\n\x1b\x66\x65\x61tureset_platform_details\"\xdb\x04\n\x0e\x46\x65\x61tureSetSpec\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x45\n\x08metadata\x18\x02 \x01(\x0b\x32\x33.qwak.feature.store.features.FeatureSetUserMetadata\x12\x16\n\ngit_commit\x18\x03 \x01(\tB\x02\x18\x01\x12=\n\x06\x65ntity\x18\x04 \x01(\x0b\x32-.qwak.feature.store.entities.EntityDefinition\x12\x45\n\x10\x66\x65\x61ture_set_type\x18\x05 \x01(\x0b\x32+.qwak.feature.store.features.FeatureSetType\x12\x36\n\x08\x66\x65\x61tures\x18\x06 \x03(\x0b\x32$.qwak.feature.store.features.Feature\x12*\n\x1eqwak_internal_protocol_version\x18\x07 \x01(\x05\x42\x02\x18\x01\x12V\n\x10source_code_spec\x18\x08 \x01(\x0b\x32\x38.qwak.feature.store.v1.common.source_code.SourceCodeSpecB\x02\x18\x01\x12P\n\x15\x66\x65\x61tureset_attributes\x18\t \x01(\x0b\x32\x31.qwak.feature.store.features.FeaturesetAttributes\x12$\n\x1a\x66\x65\x61tureset_repository_name\x18\n \x01(\tH\x00\x42\"\n featureset_repository_identifier\"\xb8\x01\n\x16\x46\x65\x61tureSetUserMetadata\x12\r\n\x05owner\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12\x14\n\x0c\x64isplay_name\x18\x03 \x01(\t\x12\x64\n featureset_version_user_metadata\x18\x04 \x01(\x0b\x32:.qwak.feature.store.features.FeaturesetVersionUserMetadata\"0\n\x1d\x46\x65\x61turesetVersionUserMetadata\x12\x0f\n\x07\x63omment\x18\x01 \x01(\t\"\x9d\x02\n\x12\x46\x65\x61tureSetMetadata\x12.\n\ncreated_at\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x12\n\ncreated_by\x18\x02 \x01(\t\x12\x34\n\x10last_modified_at\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x18\n\x10last_modified_by\x18\x04 \x01(\t\x12[\n\x1b\x66\x65\x61tureset_version_metadata\x18\x05 \x01(\x0b\x32\x36.qwak.feature.store.features.FeaturesetVersionMetadata\x12\x16\n\x0e\x65nvironment_id\x18\x06 \x01(\t\"_\n\x19\x46\x65\x61turesetVersionMetadata\x12.\n\ncreated_at\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x12\n\ncreated_by\x18\x02 \x01(\t\">\n\x16\x44\x65ployedModelInUseLink\x12\x10\n\x08model_id\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\"5\n\x07\x46\x65\x61ture\x12\x14\n\x0c\x66\x65\x61ture_name\x18\x01 \x01(\t\x12\x14\n\x0c\x66\x65\x61ture_type\x18\x02 \x01(\t\"\xa7\x01\n\x16\x44\x65ployedFeatureSetSpec\x12\x45\n\x10\x66\x65\x61ture_set_spec\x18\x01 \x01(\x0b\x32+.qwak.feature.store.features.FeatureSetSpec\x12\x16\n\x0e\x66\x65\x61ture_set_id\x18\x02 \x01(\t\x12\x12\n\naccount_id\x18\x03 \x01(\t\x12\x1a\n\x12\x66\x65\x61tureset_version\x18\x04 \x01(\x05\"O\n\x0e\x46\x65\x61tureSetList\x12=\n\x0c\x66\x65\x61ture_sets\x18\x01 \x03(\x0b\x32\'.qwak.feature.store.features.FeatureSet*\
|
|
24
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n-qwak/feature_store/features/feature_set.proto\x12\x1bqwak.feature.store.features\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x33qwak/feature_store/features/feature_set_types.proto\x1a(qwak/feature_store/entities/entity.proto\x1a\x33qwak/feature_store/features/feature_set_state.proto\x1a\x37qwak/feature_store/features/feature_set_attribute.proto\x1a:qwak/feature_store/v1/common/source_code/source_code.proto\x1a\x33qwak/feature_store/repository/common/platform.proto\x1a\x32qwak/feature_store/platform/platform_details.proto\"\xfc\x01\n\nFeatureSet\x12Q\n\x16\x66\x65\x61ture_set_definition\x18\x01 \x01(\x0b\x32\x31.qwak.feature.store.features.FeatureSetDefinition\x12\x41\n\x08metadata\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.FeatureSetMetadata\x12X\n\x1b\x64\x65ployed_models_in_use_link\x18\x03 \x03(\x0b\x32\x33.qwak.feature.store.features.DeployedModelInUseLink\"\xa5\x01\n\x0e\x46\x65\x61turesetInfo\x12P\n\x15\x66\x65\x61tureset_definition\x18\x01 \x01(\x0b\x32\x31.qwak.feature.store.features.FeatureSetDefinition\x12\x41\n\x08metadata\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.FeatureSetMetadata\"x\n\x11\x46\x65\x61turesetSummary\x12\n\n\x02id\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12I\n\x10\x66\x65\x61ture_set_type\x18\x03 \x01(\x0e\x32/.qwak.feature.store.features.FeatureSetTypeView\"\xf6\x04\n\x14\x46\x65\x61tureSetDefinition\x12\x16\n\x0e\x66\x65\x61ture_set_id\x18\x01 \x01(\t\x12\x45\n\x10\x66\x65\x61ture_set_spec\x18\x02 \x01(\x0b\x32+.qwak.feature.store.features.FeatureSetSpec\x12:\n\x06status\x18\x03 \x01(\x0e\x32*.qwak.feature.store.features.FeatureStatus\x12g\n feature_set_last_execution_state\x18\x04 \x01(\x0e\x32\x39.qwak.feature.store.features.FeatureSetLastExecutionStateB\x02\x18\x01\x12U\n\x0e\x66\x65\x61ture_health\x18\x05 \x01(\x0e\x32\x39.qwak.feature.store.features.FeatureSetLastExecutionStateB\x02\x18\x01\x12K\n\x11\x66\x65\x61ture_set_state\x18\x06 \x03(\x0b\x32,.qwak.feature.store.features.FeatureSetStateB\x02\x18\x01\x12*\n\x1eqwak_internal_protocol_version\x18\x07 \x01(\x05\x42\x02\x18\x01\x12!\n\x19\x66\x65\x61tureset_version_number\x18\x08 \x01(\x05\x12H\n\x10platform_details\x18\t \x01(\x0b\x32,.qwak.feature.store.platform.PlatformDetailsH\x00\x42\x1d\n\x1b\x66\x65\x61tureset_platform_details\"\xdb\x04\n\x0e\x46\x65\x61tureSetSpec\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x45\n\x08metadata\x18\x02 \x01(\x0b\x32\x33.qwak.feature.store.features.FeatureSetUserMetadata\x12\x16\n\ngit_commit\x18\x03 \x01(\tB\x02\x18\x01\x12=\n\x06\x65ntity\x18\x04 \x01(\x0b\x32-.qwak.feature.store.entities.EntityDefinition\x12\x45\n\x10\x66\x65\x61ture_set_type\x18\x05 \x01(\x0b\x32+.qwak.feature.store.features.FeatureSetType\x12\x36\n\x08\x66\x65\x61tures\x18\x06 \x03(\x0b\x32$.qwak.feature.store.features.Feature\x12*\n\x1eqwak_internal_protocol_version\x18\x07 \x01(\x05\x42\x02\x18\x01\x12V\n\x10source_code_spec\x18\x08 \x01(\x0b\x32\x38.qwak.feature.store.v1.common.source_code.SourceCodeSpecB\x02\x18\x01\x12P\n\x15\x66\x65\x61tureset_attributes\x18\t \x01(\x0b\x32\x31.qwak.feature.store.features.FeaturesetAttributes\x12$\n\x1a\x66\x65\x61tureset_repository_name\x18\n \x01(\tH\x00\x42\"\n featureset_repository_identifier\"\xb8\x01\n\x16\x46\x65\x61tureSetUserMetadata\x12\r\n\x05owner\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12\x14\n\x0c\x64isplay_name\x18\x03 \x01(\t\x12\x64\n featureset_version_user_metadata\x18\x04 \x01(\x0b\x32:.qwak.feature.store.features.FeaturesetVersionUserMetadata\"0\n\x1d\x46\x65\x61turesetVersionUserMetadata\x12\x0f\n\x07\x63omment\x18\x01 \x01(\t\"\x9d\x02\n\x12\x46\x65\x61tureSetMetadata\x12.\n\ncreated_at\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x12\n\ncreated_by\x18\x02 \x01(\t\x12\x34\n\x10last_modified_at\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x18\n\x10last_modified_by\x18\x04 \x01(\t\x12[\n\x1b\x66\x65\x61tureset_version_metadata\x18\x05 \x01(\x0b\x32\x36.qwak.feature.store.features.FeaturesetVersionMetadata\x12\x16\n\x0e\x65nvironment_id\x18\x06 \x01(\t\"_\n\x19\x46\x65\x61turesetVersionMetadata\x12.\n\ncreated_at\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x12\n\ncreated_by\x18\x02 \x01(\t\">\n\x16\x44\x65ployedModelInUseLink\x12\x10\n\x08model_id\x18\x01 \x01(\t\x12\x12\n\nmodel_name\x18\x02 \x01(\t\"5\n\x07\x46\x65\x61ture\x12\x14\n\x0c\x66\x65\x61ture_name\x18\x01 \x01(\t\x12\x14\n\x0c\x66\x65\x61ture_type\x18\x02 \x01(\t\"\xa7\x01\n\x16\x44\x65ployedFeatureSetSpec\x12\x45\n\x10\x66\x65\x61ture_set_spec\x18\x01 \x01(\x0b\x32+.qwak.feature.store.features.FeatureSetSpec\x12\x16\n\x0e\x66\x65\x61ture_set_id\x18\x02 \x01(\t\x12\x12\n\naccount_id\x18\x03 \x01(\t\x12\x1a\n\x12\x66\x65\x61tureset_version\x18\x04 \x01(\x05\"O\n\x0e\x46\x65\x61tureSetList\x12=\n\x0c\x66\x65\x61ture_sets\x18\x01 \x03(\x0b\x32\'.qwak.feature.store.features.FeatureSet*\xdf\x01\n\rFeatureStatus\x12\x0b\n\x07INVALID\x10\x00\x12\t\n\x05VALID\x10\x01\x12\x0b\n\x07\x44\x45LETED\x10\x02\x12\x17\n\x13REGISTRATION_FAILED\x10\x03\x12\x1c\n\x18REGISTRATION_IN_PROGRESS\x10\x04\x12\x18\n\x14\x44\x45LETION_IN_PROGRESS\x10\x05\x12\x13\n\x0f\x44\x45LETION_FAILED\x10\x06\x12\x18\n\x14\x42\x41\x43KFILL_IN_PROGRESS\x10\x07\x12\x11\n\rUPDATE_FAILED\x10\x08\x12\x16\n\x12UPDATE_IN_PROGRESS\x10\t*\x92\x01\n\x19\x46\x65\x61turesetSchedulingState\x12\x1c\n\x18SCHEDULING_STATE_INVALID\x10\x00\x12\x1c\n\x18SCHEDULING_STATE_ENABLED\x10\x01\x12\x1b\n\x17SCHEDULING_STATE_PAUSED\x10\x02\x12\x1c\n\x18SCHEDULING_STATE_UNKNOWN\x10\x03\x42[\n&com.qwak.ai.feature.store.features.apiP\x01Z/qwak/featurestore/features;featurestorefeaturesb\x06proto3')
|
|
25
25
|
|
|
26
26
|
_globals = globals()
|
|
27
27
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -45,9 +45,9 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
45
45
|
_FEATURESETSPEC.fields_by_name['source_code_spec']._options = None
|
|
46
46
|
_FEATURESETSPEC.fields_by_name['source_code_spec']._serialized_options = b'\030\001'
|
|
47
47
|
_globals['_FEATURESTATUS']._serialized_start=3258
|
|
48
|
-
_globals['_FEATURESTATUS']._serialized_end=
|
|
49
|
-
_globals['_FEATURESETSCHEDULINGSTATE']._serialized_start=
|
|
50
|
-
_globals['_FEATURESETSCHEDULINGSTATE']._serialized_end=
|
|
48
|
+
_globals['_FEATURESTATUS']._serialized_end=3481
|
|
49
|
+
_globals['_FEATURESETSCHEDULINGSTATE']._serialized_start=3484
|
|
50
|
+
_globals['_FEATURESETSCHEDULINGSTATE']._serialized_end=3630
|
|
51
51
|
_globals['_FEATURESET']._serialized_start=482
|
|
52
52
|
_globals['_FEATURESET']._serialized_end=734
|
|
53
53
|
_globals['_FEATURESETINFO']._serialized_start=737
|
|
@@ -39,6 +39,8 @@ class _FeatureStatusEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._
|
|
|
39
39
|
DELETION_IN_PROGRESS: _FeatureStatus.ValueType # 5
|
|
40
40
|
DELETION_FAILED: _FeatureStatus.ValueType # 6
|
|
41
41
|
BACKFILL_IN_PROGRESS: _FeatureStatus.ValueType # 7
|
|
42
|
+
UPDATE_FAILED: _FeatureStatus.ValueType # 8
|
|
43
|
+
UPDATE_IN_PROGRESS: _FeatureStatus.ValueType # 9
|
|
42
44
|
|
|
43
45
|
class FeatureStatus(_FeatureStatus, metaclass=_FeatureStatusEnumTypeWrapper): ...
|
|
44
46
|
|
|
@@ -50,6 +52,8 @@ REGISTRATION_IN_PROGRESS: FeatureStatus.ValueType # 4
|
|
|
50
52
|
DELETION_IN_PROGRESS: FeatureStatus.ValueType # 5
|
|
51
53
|
DELETION_FAILED: FeatureStatus.ValueType # 6
|
|
52
54
|
BACKFILL_IN_PROGRESS: FeatureStatus.ValueType # 7
|
|
55
|
+
UPDATE_FAILED: FeatureStatus.ValueType # 8
|
|
56
|
+
UPDATE_IN_PROGRESS: FeatureStatus.ValueType # 9
|
|
53
57
|
global___FeatureStatus = FeatureStatus
|
|
54
58
|
|
|
55
59
|
class _FeaturesetSchedulingState:
|
|
@@ -21,7 +21,7 @@ from _qwak_proto.qwak.feature_store.features import real_time_feature_extractor_
|
|
|
21
21
|
from _qwak_proto.qwak.feature_store.sinks import sink_pb2 as qwak_dot_feature__store_dot_sinks_dot_sink__pb2
|
|
22
22
|
|
|
23
23
|
|
|
24
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n3qwak/feature_store/features/feature_set_types.proto\x12\x1bqwak.feature.store.features\x1a\x1fgoogle/protobuf/timestamp.proto\x1a&qwak/feature_store/sources/batch.proto\x1a*qwak/feature_store/sources/streaming.proto\x1a+qwak/feature_store/features/execution.proto\x1a-qwak/feature_store/features/aggregation.proto\x1a,qwak/feature_store/features/monitoring.proto\x1a=qwak/feature_store/features/real_time_feature_extractor.proto\x1a#qwak/feature_store/sinks/sink.proto\"\x9f\x04\n\x0e\x46\x65\x61tureSetType\x12I\n\x11\x62\x61tch_feature_set\x18\x05 \x01(\x0b\x32,.qwak.feature.store.features.BatchFeatureSetH\x00\x12Q\n\x16on_the_fly_feature_set\x18\x06 \x01(\x0b\x32/.qwak.feature.store.features.OnTheFlyFeatureSetH\x00\x12Q\n\x15streaming_feature_set\x18\x07 \x01(\x0b\x32\x30.qwak.feature.store.features.StreamingFeatureSetH\x00\x12V\n\x18streaming_feature_set_v1\x18\x08 \x01(\x0b\x32\x32.qwak.feature.store.features.StreamingFeatureSetV1H\x00\x12N\n\x14\x62\x61tch_feature_set_v1\x18\t \x01(\x0b\x32..qwak.feature.store.features.BatchFeatureSetV1H\x00\x12h\n!streaming_aggregation_feature_set\x18\n \x01(\x0b\x32;.qwak.feature.store.features.StreamingAggregationFeatureSetH\x00\x42\n\n\x08set_type\"\x9d\x03\n\x0f\x42\x61tchFeatureSet\x12\x19\n\x11scheduling_policy\x18\x01 \x01(\t\x12\x41\n\x0c\x64\x61ta_sources\x18\x02 \x03(\x0b\x32\'.qwak.feature.store.sources.BatchSourceB\x02\x18\x01\x12\x37\n\x08\x62\x61\x63kfill\x18\x03 \x01(\x0b\x32%.qwak.feature.store.features.Backfill\x12\x37\n\x08\x66unction\x18\x04 \x01(\x0b\x32%.qwak.feature.store.features.Function\x12U\n\x19\x66\x65\x61ture_set_batch_sources\x18\x05 \x03(\x0b\x32\x32.qwak.feature.store.features.FeatureSetBatchSource\x12\x63\n\x19monitoring_configurations\x18\x06 \x01(\x0b\x32@.qwak.feature.store.features.monitoring.MonitoringConfigurations\"\xd8\x05\n\x11\x42\x61tchFeatureSetV1\x12\x19\n\x11scheduling_policy\x18\x01 \x01(\t\x12\x37\n\x08\x62\x61\x63kfill\x18\x02 \x01(\x0b\x32%.qwak.feature.store.features.Backfill\x12;\n\x08\x66unction\x18\x03 \x01(\x0b\x32%.qwak.feature.store.features.FunctionB\x02\x18\x01\x12U\n\x19\x66\x65\x61ture_set_batch_sources\x18\x04 \x03(\x0b\x32\x32.qwak.feature.store.features.FeatureSetBatchSource\x12L\n\x0e\x65xecution_spec\x18\x05 \x01(\x0b\x32\x34.qwak.feature.store.features.execution.ExecutionSpec\x12\x14\n\x0coffline_sink\x18\x06 \x01(\x08\x12\x13\n\x0bonline_sink\x18\x07 \x01(\x08\x12\x63\n\x19monitoring_configurations\x18\x08 \x01(\x0b\x32@.qwak.feature.store.features.monitoring.MonitoringConfigurations\x12\x1d\n\x15timestamp_column_name\x18\t \x01(\t\x12\x43\n\x0etransformation\x18\n \x01(\x0b\x32+.qwak.feature.store.features.Transformation\x12&\n\x1eqwak_internal_protocol_version\x18\x0b \x01(\x05\x12\\\n\x1breal_time_feature_extractor\x18\x0c \x01(\x0b\x32\x35.qwak.feature.store.features.RealTimeFeatureExtractorH\x00\x42\x13\n\x11\x66\x65\x61ture_extractor\"\x9d\x01\n\x15\x46\x65\x61tureSetBatchSource\x12<\n\x0b\x64\x61ta_source\x18\x01 \x01(\x0b\x32\'.qwak.feature.store.sources.BatchSource\x12\x46\n\x0bread_policy\x18\x02 \x01(\x0b\x32\x31.qwak.feature.store.features.DataSourceReadPolicy\"X\n\x13StreamingFeatureSet\x12\x41\n\x0c\x64\x61ta_sources\x18\x01 \x03(\x0b\x32+.qwak.feature.store.sources.StreamingSource\"\xc3\x03\n\x15StreamingFeatureSetV1\x12\x41\n\x0c\x64\x61ta_sources\x18\x01 \x03(\x0b\x32+.qwak.feature.store.sources.StreamingSource\x12\x43\n\x0etransformation\x18\x02 \x01(\x0b\x32+.qwak.feature.store.features.Transformation\x12U\n\x0e\x65xecution_spec\x18\x03 \x01(\x0b\x32=.qwak.feature.store.features.execution.StreamingExecutionSpec\x12\x1d\n\x15timestamp_column_name\x18\x04 \x01(\t\x12\x1f\n\x17online_trigger_interval\x18\x05 \x01(\x05\x12!\n\x19offline_scheduling_policy\x18\x06 \x01(\t\x12&\n\x1eqwak_internal_protocol_version\x18\x07 \x01(\x05\x12@\n\x0f\x61uxiliary_sinks\x18\x08 \x03(\x0b\x32\'.qwak.feature.store.sinks.StreamingSink\"\x97\x04\n\x1eStreamingAggregationFeatureSet\x12\x41\n\x0c\x64\x61ta_sources\x18\x01 \x03(\x0b\x32+.qwak.feature.store.sources.StreamingSource\x12\x43\n\x0etransformation\x18\x02 \x01(\x0b\x32+.qwak.feature.store.features.Transformation\x12U\n\x0e\x65xecution_spec\x18\x03 \x01(\x0b\x32=.qwak.feature.store.features.execution.StreamingExecutionSpec\x12\x1d\n\x15timestamp_column_name\x18\x04 \x01(\t\x12\x1f\n\x17online_trigger_interval\x18\x05 \x01(\x05\x12$\n\x1c\x63ompaction_scheduling_policy\x18\x06 \x01(\t\x12\x46\n\x10\x61ggregation_spec\x18\x07 \x01(\x0b\x32,.qwak.feature.store.features.AggregationSpec\x12@\n\rbackfill_spec\x18\x08 \x01(\x0b\x32).qwak.feature.store.features.BackfillSpec\x12&\n\x1eqwak_internal_protocol_version\x18\t \x01(\x05\"\xc3\x01\n\x1b\x42\x61\x63kfillBatchDataSourceSpec\x12<\n\x0b\x64\x61ta_source\x18\x01 \x01(\x0b\x32\'.qwak.feature.store.sources.BatchSource\x12\x33\n\x0fstart_timestamp\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x31\n\rend_timestamp\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"|\n\x16\x42\x61\x63kfillDataSourceSpec\x12Z\n\x16\x62\x61tch_data_source_spec\x18\x01 \x01(\x0b\x32\x38.qwak.feature.store.features.BackfillBatchDataSourceSpecH\x00\x42\x06\n\x04type\"\xe1\x02\n\x0c\x42\x61\x63kfillSpec\x12T\n\x0e\x65xecution_spec\x18\x01 \x01(\x0b\x32<.qwak.feature.store.features.execution.BackfillExecutionSpec\x12\x33\n\x0fstart_timestamp\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x31\n\rend_timestamp\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x43\n\x0etransformation\x18\x04 \x01(\x0b\x32+.qwak.feature.store.features.Transformation\x12N\n\x11\x64\x61ta_source_specs\x18\x05 \x03(\x0b\x32\x33.qwak.feature.store.features.BackfillDataSourceSpec\"\x9f\x01\n\x0f\x41ggregationSpec\x12O\n\x0c\x61ggregations\x18\x01 \x03(\x0b\x32\x39.qwak.feature.store.features.aggregation.AggregationField\x12\x15\n\rslide_seconds\x18\x02 \x01(\x05\x12$\n\x1c\x61llowed_late_arrival_seconds\x18\x03 \x01(\x05\"\xdd\x03\n\x0eTransformation\x12L\n\x12udf_transformation\x18\x01 \x01(\x0b\x32..qwak.feature.store.features.UdfTransformationH\x00\x12L\n\x12sql_transformation\x18\x02 \x01(\x0b\x32..qwak.feature.store.features.SqlTransformationH\x00\x12V\n\x15koalas_transformation\x18\x03 \x01(\x0b\x32\x31.qwak.feature.store.features.KoalasTransformationB\x02\x18\x01H\x00\x12T\n\x16pyspark_transformation\x18\x05 \x01(\x0b\x32\x32.qwak.feature.store.features.PySparkTransformationH\x00\x12\x62\n\x1epandas_on_spark_transformation\x18\x06 \x01(\x0b\x32\x38.qwak.feature.store.features.PandasOnSparkTransformationH\x00\x12\x15\n\rartifact_path\x18\x04 \x01(\tB\x06\n\x04type\"*\n\x11UdfTransformation\x12\x15\n\rfunction_name\x18\x01 \x01(\t\"8\n\x11SqlTransformation\x12\x0b\n\x03sql\x18\x01 \x01(\t\x12\x16\n\x0e\x66unction_names\x18\x02 \x03(\t\"\x83\x01\n\x14KoalasTransformation\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x41\n\x06qwargs\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.TransformArgumentsH\x00:\x02\x18\x01\x42\r\n\x0b\x61rgs_option\"\x80\x01\n\x15PySparkTransformation\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x41\n\x06qwargs\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.TransformArgumentsH\x00\x42\r\n\x0b\x61rgs_option\"\x86\x01\n\x1bPandasOnSparkTransformation\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x41\n\x06qwargs\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.TransformArgumentsH\x00\x42\r\n\x0b\x61rgs_option\"\x90\x01\n\x12TransformArguments\x12K\n\x06qwargs\x18\x01 \x03(\x0b\x32;.qwak.feature.store.features.TransformArguments.QwargsEntry\x1a-\n\x0bQwargsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"f\n\x12OnTheFlyFeatureSet\x12:\n\x08\x66unction\x18\x01 \x01(\x0b\x32(.qwak.feature.store.features.UdfFunction\x12\x14\n\x0crequirements\x18\x02 \x01(\x0c\"\x96\x01\n\x08\x46unction\x12@\n\x0csql_function\x18\x01 \x01(\x0b\x32(.qwak.feature.store.features.SqlFunctionH\x00\x12@\n\x0cudf_function\x18\x02 \x01(\x0b\x32(.qwak.feature.store.features.UdfFunctionH\x00\x42\x06\n\x04type\"\xb5\x01\n\x08\x42\x61\x63kfill\x12.\n\nstart_date\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12I\n\rfillup_method\x18\x02 \x01(\x0e\x32\x32.qwak.feature.store.features.Backfill.FillUpMethod\".\n\x0c\x46illUpMethod\x12\x10\n\x0c\x41S_SCHEDULED\x10\x00\x12\x0c\n\x08SNAPSHOT\x10\x01\"\x1a\n\x0bSqlFunction\x12\x0b\n\x03sql\x18\x01 \x01(\t\"\x1b\n\x0bUdfFunction\x12\x0c\n\x04\x63ode\x18\x01 \x01(\x0c\"\t\n\x07NewOnly\"\xa0\x01\n\tTimeFrame\x12\x0f\n\x07minutes\x18\x01 \x01(\x05\x12\x37\n\x07vanilla\x18\x02 \x01(\x0b\x32$.qwak.feature.store.features.VanillaH\x00\x12?\n\x0b\x61ggregation\x18\x03 \x01(\x0b\x32(.qwak.feature.store.features.AggregationH\x00\x42\x08\n\x06\x66lavor\"k\n\x0b\x41ggregation\x12T\n\x16\x61ggregation_population\x18\x01 \x01(\x0b\x32\x32.qwak.feature.store.features.AggregationPopulationH\x00\x42\x06\n\x04type\"\x17\n\x15\x41ggregationPopulation\"\x1c\n\x1aPopulationTimeframeNewOnly\"j\n\x13PopulationTimeframe\x12K\n\x08new_only\x18\x01 \x01(\x0b\x32\x37.qwak.feature.store.features.PopulationTimeframeNewOnlyH\x00\x42\x06\n\x04type\"\t\n\x07Vanilla\"\x9f\x01\n\x08\x46ullRead\x12\x37\n\x07\x64\x65\x66\x61ult\x18\x01 \x01(\x0b\x32$.qwak.feature.store.features.VanillaH\x00\x12P\n\x14population_timeframe\x18\x02 \x01(\x0b\x32\x30.qwak.feature.store.features.PopulationTimeframeH\x00\x42\x08\n\x06\x66lavor\"\xd2\x01\n\x14\x44\x61taSourceReadPolicy\x12\x38\n\x08new_only\x18\x01 \x01(\x0b\x32$.qwak.feature.store.features.NewOnlyH\x00\x12<\n\ntime_frame\x18\x02 \x01(\x0b\x32&.qwak.feature.store.features.TimeFrameH\x00\x12:\n\tfull_read\x18\x03 \x01(\x0b\x32%.qwak.feature.store.features.FullReadH\x00\x42\x06\n\x04type*}\n\x12\x46\x65\x61tureSetTypeView\x12!\n\x1d\x46\x45\x41TURE_SET_TYPE_VIEW_INVALID\x10\x00\x12\x1f\n\x1b\x46\x45\x41TURE_SET_TYPE_VIEW_BATCH\x10\x01\x12#\n\x1f\x46\x45\x41TURE_SET_TYPE_VIEW_STREAMING\x10\x02\x42[\n&com.qwak.ai.feature.store.features.apiP\x01Z/qwak/featurestore/features;featurestorefeaturesb\x06proto3')
|
|
24
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n3qwak/feature_store/features/feature_set_types.proto\x12\x1bqwak.feature.store.features\x1a\x1fgoogle/protobuf/timestamp.proto\x1a&qwak/feature_store/sources/batch.proto\x1a*qwak/feature_store/sources/streaming.proto\x1a+qwak/feature_store/features/execution.proto\x1a-qwak/feature_store/features/aggregation.proto\x1a,qwak/feature_store/features/monitoring.proto\x1a=qwak/feature_store/features/real_time_feature_extractor.proto\x1a#qwak/feature_store/sinks/sink.proto\"\x9f\x04\n\x0e\x46\x65\x61tureSetType\x12I\n\x11\x62\x61tch_feature_set\x18\x05 \x01(\x0b\x32,.qwak.feature.store.features.BatchFeatureSetH\x00\x12Q\n\x16on_the_fly_feature_set\x18\x06 \x01(\x0b\x32/.qwak.feature.store.features.OnTheFlyFeatureSetH\x00\x12Q\n\x15streaming_feature_set\x18\x07 \x01(\x0b\x32\x30.qwak.feature.store.features.StreamingFeatureSetH\x00\x12V\n\x18streaming_feature_set_v1\x18\x08 \x01(\x0b\x32\x32.qwak.feature.store.features.StreamingFeatureSetV1H\x00\x12N\n\x14\x62\x61tch_feature_set_v1\x18\t \x01(\x0b\x32..qwak.feature.store.features.BatchFeatureSetV1H\x00\x12h\n!streaming_aggregation_feature_set\x18\n \x01(\x0b\x32;.qwak.feature.store.features.StreamingAggregationFeatureSetH\x00\x42\n\n\x08set_type\"\x9d\x03\n\x0f\x42\x61tchFeatureSet\x12\x19\n\x11scheduling_policy\x18\x01 \x01(\t\x12\x41\n\x0c\x64\x61ta_sources\x18\x02 \x03(\x0b\x32\'.qwak.feature.store.sources.BatchSourceB\x02\x18\x01\x12\x37\n\x08\x62\x61\x63kfill\x18\x03 \x01(\x0b\x32%.qwak.feature.store.features.Backfill\x12\x37\n\x08\x66unction\x18\x04 \x01(\x0b\x32%.qwak.feature.store.features.Function\x12U\n\x19\x66\x65\x61ture_set_batch_sources\x18\x05 \x03(\x0b\x32\x32.qwak.feature.store.features.FeatureSetBatchSource\x12\x63\n\x19monitoring_configurations\x18\x06 \x01(\x0b\x32@.qwak.feature.store.features.monitoring.MonitoringConfigurations\"\xd8\x05\n\x11\x42\x61tchFeatureSetV1\x12\x19\n\x11scheduling_policy\x18\x01 \x01(\t\x12\x37\n\x08\x62\x61\x63kfill\x18\x02 \x01(\x0b\x32%.qwak.feature.store.features.Backfill\x12;\n\x08\x66unction\x18\x03 \x01(\x0b\x32%.qwak.feature.store.features.FunctionB\x02\x18\x01\x12U\n\x19\x66\x65\x61ture_set_batch_sources\x18\x04 \x03(\x0b\x32\x32.qwak.feature.store.features.FeatureSetBatchSource\x12L\n\x0e\x65xecution_spec\x18\x05 \x01(\x0b\x32\x34.qwak.feature.store.features.execution.ExecutionSpec\x12\x14\n\x0coffline_sink\x18\x06 \x01(\x08\x12\x13\n\x0bonline_sink\x18\x07 \x01(\x08\x12\x63\n\x19monitoring_configurations\x18\x08 \x01(\x0b\x32@.qwak.feature.store.features.monitoring.MonitoringConfigurations\x12\x1d\n\x15timestamp_column_name\x18\t \x01(\t\x12\x43\n\x0etransformation\x18\n \x01(\x0b\x32+.qwak.feature.store.features.Transformation\x12&\n\x1eqwak_internal_protocol_version\x18\x0b \x01(\x05\x12\\\n\x1breal_time_feature_extractor\x18\x0c \x01(\x0b\x32\x35.qwak.feature.store.features.RealTimeFeatureExtractorH\x00\x42\x13\n\x11\x66\x65\x61ture_extractor\"\x9d\x01\n\x15\x46\x65\x61tureSetBatchSource\x12<\n\x0b\x64\x61ta_source\x18\x01 \x01(\x0b\x32\'.qwak.feature.store.sources.BatchSource\x12\x46\n\x0bread_policy\x18\x02 \x01(\x0b\x32\x31.qwak.feature.store.features.DataSourceReadPolicy\"X\n\x13StreamingFeatureSet\x12\x41\n\x0c\x64\x61ta_sources\x18\x01 \x03(\x0b\x32+.qwak.feature.store.sources.StreamingSource\"\xc3\x03\n\x15StreamingFeatureSetV1\x12\x41\n\x0c\x64\x61ta_sources\x18\x01 \x03(\x0b\x32+.qwak.feature.store.sources.StreamingSource\x12\x43\n\x0etransformation\x18\x02 \x01(\x0b\x32+.qwak.feature.store.features.Transformation\x12U\n\x0e\x65xecution_spec\x18\x03 \x01(\x0b\x32=.qwak.feature.store.features.execution.StreamingExecutionSpec\x12\x1d\n\x15timestamp_column_name\x18\x04 \x01(\t\x12\x1f\n\x17online_trigger_interval\x18\x05 \x01(\x05\x12!\n\x19offline_scheduling_policy\x18\x06 \x01(\t\x12&\n\x1eqwak_internal_protocol_version\x18\x07 \x01(\x05\x12@\n\x0f\x61uxiliary_sinks\x18\x08 \x03(\x0b\x32\'.qwak.feature.store.sinks.StreamingSink\"\xd7\x04\n\x1eStreamingAggregationFeatureSet\x12\x41\n\x0c\x64\x61ta_sources\x18\x01 \x03(\x0b\x32+.qwak.feature.store.sources.StreamingSource\x12\x43\n\x0etransformation\x18\x02 \x01(\x0b\x32+.qwak.feature.store.features.Transformation\x12U\n\x0e\x65xecution_spec\x18\x03 \x01(\x0b\x32=.qwak.feature.store.features.execution.StreamingExecutionSpec\x12\x1d\n\x15timestamp_column_name\x18\x04 \x01(\t\x12\x1f\n\x17online_trigger_interval\x18\x05 \x01(\x05\x12$\n\x1c\x63ompaction_scheduling_policy\x18\x06 \x01(\t\x12\x46\n\x10\x61ggregation_spec\x18\x07 \x01(\x0b\x32,.qwak.feature.store.features.AggregationSpec\x12\x44\n\rbackfill_spec\x18\x08 \x01(\x0b\x32).qwak.feature.store.features.BackfillSpecB\x02\x18\x01\x12&\n\x1eqwak_internal_protocol_version\x18\t \x01(\x05\x12:\n\x16\x62\x61\x63kfill_max_timestamp\x18\n \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xc3\x01\n\x1b\x42\x61\x63kfillBatchDataSourceSpec\x12<\n\x0b\x64\x61ta_source\x18\x01 \x01(\x0b\x32\'.qwak.feature.store.sources.BatchSource\x12\x33\n\x0fstart_timestamp\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x31\n\rend_timestamp\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"|\n\x16\x42\x61\x63kfillDataSourceSpec\x12Z\n\x16\x62\x61tch_data_source_spec\x18\x01 \x01(\x0b\x32\x38.qwak.feature.store.features.BackfillBatchDataSourceSpecH\x00\x42\x06\n\x04type\"\xe1\x02\n\x0c\x42\x61\x63kfillSpec\x12T\n\x0e\x65xecution_spec\x18\x01 \x01(\x0b\x32<.qwak.feature.store.features.execution.BackfillExecutionSpec\x12\x33\n\x0fstart_timestamp\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x31\n\rend_timestamp\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x43\n\x0etransformation\x18\x04 \x01(\x0b\x32+.qwak.feature.store.features.Transformation\x12N\n\x11\x64\x61ta_source_specs\x18\x05 \x03(\x0b\x32\x33.qwak.feature.store.features.BackfillDataSourceSpec\"\x9f\x01\n\x0f\x41ggregationSpec\x12O\n\x0c\x61ggregations\x18\x01 \x03(\x0b\x32\x39.qwak.feature.store.features.aggregation.AggregationField\x12\x15\n\rslide_seconds\x18\x02 \x01(\x05\x12$\n\x1c\x61llowed_late_arrival_seconds\x18\x03 \x01(\x05\"\xdd\x03\n\x0eTransformation\x12L\n\x12udf_transformation\x18\x01 \x01(\x0b\x32..qwak.feature.store.features.UdfTransformationH\x00\x12L\n\x12sql_transformation\x18\x02 \x01(\x0b\x32..qwak.feature.store.features.SqlTransformationH\x00\x12V\n\x15koalas_transformation\x18\x03 \x01(\x0b\x32\x31.qwak.feature.store.features.KoalasTransformationB\x02\x18\x01H\x00\x12T\n\x16pyspark_transformation\x18\x05 \x01(\x0b\x32\x32.qwak.feature.store.features.PySparkTransformationH\x00\x12\x62\n\x1epandas_on_spark_transformation\x18\x06 \x01(\x0b\x32\x38.qwak.feature.store.features.PandasOnSparkTransformationH\x00\x12\x15\n\rartifact_path\x18\x04 \x01(\tB\x06\n\x04type\"*\n\x11UdfTransformation\x12\x15\n\rfunction_name\x18\x01 \x01(\t\"8\n\x11SqlTransformation\x12\x0b\n\x03sql\x18\x01 \x01(\t\x12\x16\n\x0e\x66unction_names\x18\x02 \x03(\t\"\x83\x01\n\x14KoalasTransformation\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x41\n\x06qwargs\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.TransformArgumentsH\x00:\x02\x18\x01\x42\r\n\x0b\x61rgs_option\"\x80\x01\n\x15PySparkTransformation\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x41\n\x06qwargs\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.TransformArgumentsH\x00\x42\r\n\x0b\x61rgs_option\"\x86\x01\n\x1bPandasOnSparkTransformation\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x41\n\x06qwargs\x18\x02 \x01(\x0b\x32/.qwak.feature.store.features.TransformArgumentsH\x00\x42\r\n\x0b\x61rgs_option\"\x90\x01\n\x12TransformArguments\x12K\n\x06qwargs\x18\x01 \x03(\x0b\x32;.qwak.feature.store.features.TransformArguments.QwargsEntry\x1a-\n\x0bQwargsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"f\n\x12OnTheFlyFeatureSet\x12:\n\x08\x66unction\x18\x01 \x01(\x0b\x32(.qwak.feature.store.features.UdfFunction\x12\x14\n\x0crequirements\x18\x02 \x01(\x0c\"\x96\x01\n\x08\x46unction\x12@\n\x0csql_function\x18\x01 \x01(\x0b\x32(.qwak.feature.store.features.SqlFunctionH\x00\x12@\n\x0cudf_function\x18\x02 \x01(\x0b\x32(.qwak.feature.store.features.UdfFunctionH\x00\x42\x06\n\x04type\"\xb5\x01\n\x08\x42\x61\x63kfill\x12.\n\nstart_date\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12I\n\rfillup_method\x18\x02 \x01(\x0e\x32\x32.qwak.feature.store.features.Backfill.FillUpMethod\".\n\x0c\x46illUpMethod\x12\x10\n\x0c\x41S_SCHEDULED\x10\x00\x12\x0c\n\x08SNAPSHOT\x10\x01\"\x1a\n\x0bSqlFunction\x12\x0b\n\x03sql\x18\x01 \x01(\t\"\x1b\n\x0bUdfFunction\x12\x0c\n\x04\x63ode\x18\x01 \x01(\x0c\"\t\n\x07NewOnly\"\xa0\x01\n\tTimeFrame\x12\x0f\n\x07minutes\x18\x01 \x01(\x05\x12\x37\n\x07vanilla\x18\x02 \x01(\x0b\x32$.qwak.feature.store.features.VanillaH\x00\x12?\n\x0b\x61ggregation\x18\x03 \x01(\x0b\x32(.qwak.feature.store.features.AggregationH\x00\x42\x08\n\x06\x66lavor\"k\n\x0b\x41ggregation\x12T\n\x16\x61ggregation_population\x18\x01 \x01(\x0b\x32\x32.qwak.feature.store.features.AggregationPopulationH\x00\x42\x06\n\x04type\"\x17\n\x15\x41ggregationPopulation\"\x1c\n\x1aPopulationTimeframeNewOnly\"j\n\x13PopulationTimeframe\x12K\n\x08new_only\x18\x01 \x01(\x0b\x32\x37.qwak.feature.store.features.PopulationTimeframeNewOnlyH\x00\x42\x06\n\x04type\"\t\n\x07Vanilla\"\x9f\x01\n\x08\x46ullRead\x12\x37\n\x07\x64\x65\x66\x61ult\x18\x01 \x01(\x0b\x32$.qwak.feature.store.features.VanillaH\x00\x12P\n\x14population_timeframe\x18\x02 \x01(\x0b\x32\x30.qwak.feature.store.features.PopulationTimeframeH\x00\x42\x08\n\x06\x66lavor\"\xd2\x01\n\x14\x44\x61taSourceReadPolicy\x12\x38\n\x08new_only\x18\x01 \x01(\x0b\x32$.qwak.feature.store.features.NewOnlyH\x00\x12<\n\ntime_frame\x18\x02 \x01(\x0b\x32&.qwak.feature.store.features.TimeFrameH\x00\x12:\n\tfull_read\x18\x03 \x01(\x0b\x32%.qwak.feature.store.features.FullReadH\x00\x42\x06\n\x04type*}\n\x12\x46\x65\x61tureSetTypeView\x12!\n\x1d\x46\x45\x41TURE_SET_TYPE_VIEW_INVALID\x10\x00\x12\x1f\n\x1b\x46\x45\x41TURE_SET_TYPE_VIEW_BATCH\x10\x01\x12#\n\x1f\x46\x45\x41TURE_SET_TYPE_VIEW_STREAMING\x10\x02\x42[\n&com.qwak.ai.feature.store.features.apiP\x01Z/qwak/featurestore/features;featurestorefeaturesb\x06proto3')
|
|
25
25
|
|
|
26
26
|
_globals = globals()
|
|
27
27
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -34,14 +34,16 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
34
34
|
_BATCHFEATURESET.fields_by_name['data_sources']._serialized_options = b'\030\001'
|
|
35
35
|
_BATCHFEATURESETV1.fields_by_name['function']._options = None
|
|
36
36
|
_BATCHFEATURESETV1.fields_by_name['function']._serialized_options = b'\030\001'
|
|
37
|
+
_STREAMINGAGGREGATIONFEATURESET.fields_by_name['backfill_spec']._options = None
|
|
38
|
+
_STREAMINGAGGREGATIONFEATURESET.fields_by_name['backfill_spec']._serialized_options = b'\030\001'
|
|
37
39
|
_TRANSFORMATION.fields_by_name['koalas_transformation']._options = None
|
|
38
40
|
_TRANSFORMATION.fields_by_name['koalas_transformation']._serialized_options = b'\030\001'
|
|
39
41
|
_KOALASTRANSFORMATION._options = None
|
|
40
42
|
_KOALASTRANSFORMATION._serialized_options = b'\030\001'
|
|
41
43
|
_TRANSFORMARGUMENTS_QWARGSENTRY._options = None
|
|
42
44
|
_TRANSFORMARGUMENTS_QWARGSENTRY._serialized_options = b'8\001'
|
|
43
|
-
_globals['_FEATURESETTYPEVIEW']._serialized_start=
|
|
44
|
-
_globals['_FEATURESETTYPEVIEW']._serialized_end=
|
|
45
|
+
_globals['_FEATURESETTYPEVIEW']._serialized_start=6741
|
|
46
|
+
_globals['_FEATURESETTYPEVIEW']._serialized_end=6866
|
|
45
47
|
_globals['_FEATURESETTYPE']._serialized_start=440
|
|
46
48
|
_globals['_FEATURESETTYPE']._serialized_end=983
|
|
47
49
|
_globals['_BATCHFEATURESET']._serialized_start=986
|
|
@@ -55,59 +57,59 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
55
57
|
_globals['_STREAMINGFEATURESETV1']._serialized_start=2383
|
|
56
58
|
_globals['_STREAMINGFEATURESETV1']._serialized_end=2834
|
|
57
59
|
_globals['_STREAMINGAGGREGATIONFEATURESET']._serialized_start=2837
|
|
58
|
-
_globals['_STREAMINGAGGREGATIONFEATURESET']._serialized_end=
|
|
59
|
-
_globals['_BACKFILLBATCHDATASOURCESPEC']._serialized_start=
|
|
60
|
-
_globals['_BACKFILLBATCHDATASOURCESPEC']._serialized_end=
|
|
61
|
-
_globals['_BACKFILLDATASOURCESPEC']._serialized_start=
|
|
62
|
-
_globals['_BACKFILLDATASOURCESPEC']._serialized_end=
|
|
63
|
-
_globals['_BACKFILLSPEC']._serialized_start=
|
|
64
|
-
_globals['_BACKFILLSPEC']._serialized_end=
|
|
65
|
-
_globals['_AGGREGATIONSPEC']._serialized_start=
|
|
66
|
-
_globals['_AGGREGATIONSPEC']._serialized_end=
|
|
67
|
-
_globals['_TRANSFORMATION']._serialized_start=
|
|
68
|
-
_globals['_TRANSFORMATION']._serialized_end=
|
|
69
|
-
_globals['_UDFTRANSFORMATION']._serialized_start=
|
|
70
|
-
_globals['_UDFTRANSFORMATION']._serialized_end=
|
|
71
|
-
_globals['_SQLTRANSFORMATION']._serialized_start=
|
|
72
|
-
_globals['_SQLTRANSFORMATION']._serialized_end=
|
|
73
|
-
_globals['_KOALASTRANSFORMATION']._serialized_start=
|
|
74
|
-
_globals['_KOALASTRANSFORMATION']._serialized_end=
|
|
75
|
-
_globals['_PYSPARKTRANSFORMATION']._serialized_start=
|
|
76
|
-
_globals['_PYSPARKTRANSFORMATION']._serialized_end=
|
|
77
|
-
_globals['_PANDASONSPARKTRANSFORMATION']._serialized_start=
|
|
78
|
-
_globals['_PANDASONSPARKTRANSFORMATION']._serialized_end=
|
|
79
|
-
_globals['_TRANSFORMARGUMENTS']._serialized_start=
|
|
80
|
-
_globals['_TRANSFORMARGUMENTS']._serialized_end=
|
|
81
|
-
_globals['_TRANSFORMARGUMENTS_QWARGSENTRY']._serialized_start=
|
|
82
|
-
_globals['_TRANSFORMARGUMENTS_QWARGSENTRY']._serialized_end=
|
|
83
|
-
_globals['_ONTHEFLYFEATURESET']._serialized_start=
|
|
84
|
-
_globals['_ONTHEFLYFEATURESET']._serialized_end=
|
|
85
|
-
_globals['_FUNCTION']._serialized_start=
|
|
86
|
-
_globals['_FUNCTION']._serialized_end=
|
|
87
|
-
_globals['_BACKFILL']._serialized_start=
|
|
88
|
-
_globals['_BACKFILL']._serialized_end=
|
|
89
|
-
_globals['_BACKFILL_FILLUPMETHOD']._serialized_start=
|
|
90
|
-
_globals['_BACKFILL_FILLUPMETHOD']._serialized_end=
|
|
91
|
-
_globals['_SQLFUNCTION']._serialized_start=
|
|
92
|
-
_globals['_SQLFUNCTION']._serialized_end=
|
|
93
|
-
_globals['_UDFFUNCTION']._serialized_start=
|
|
94
|
-
_globals['_UDFFUNCTION']._serialized_end=
|
|
95
|
-
_globals['_NEWONLY']._serialized_start=
|
|
96
|
-
_globals['_NEWONLY']._serialized_end=
|
|
97
|
-
_globals['_TIMEFRAME']._serialized_start=
|
|
98
|
-
_globals['_TIMEFRAME']._serialized_end=
|
|
99
|
-
_globals['_AGGREGATION']._serialized_start=
|
|
100
|
-
_globals['_AGGREGATION']._serialized_end=
|
|
101
|
-
_globals['_AGGREGATIONPOPULATION']._serialized_start=
|
|
102
|
-
_globals['_AGGREGATIONPOPULATION']._serialized_end=
|
|
103
|
-
_globals['_POPULATIONTIMEFRAMENEWONLY']._serialized_start=
|
|
104
|
-
_globals['_POPULATIONTIMEFRAMENEWONLY']._serialized_end=
|
|
105
|
-
_globals['_POPULATIONTIMEFRAME']._serialized_start=
|
|
106
|
-
_globals['_POPULATIONTIMEFRAME']._serialized_end=
|
|
107
|
-
_globals['_VANILLA']._serialized_start=
|
|
108
|
-
_globals['_VANILLA']._serialized_end=
|
|
109
|
-
_globals['_FULLREAD']._serialized_start=
|
|
110
|
-
_globals['_FULLREAD']._serialized_end=
|
|
111
|
-
_globals['_DATASOURCEREADPOLICY']._serialized_start=
|
|
112
|
-
_globals['_DATASOURCEREADPOLICY']._serialized_end=
|
|
60
|
+
_globals['_STREAMINGAGGREGATIONFEATURESET']._serialized_end=3436
|
|
61
|
+
_globals['_BACKFILLBATCHDATASOURCESPEC']._serialized_start=3439
|
|
62
|
+
_globals['_BACKFILLBATCHDATASOURCESPEC']._serialized_end=3634
|
|
63
|
+
_globals['_BACKFILLDATASOURCESPEC']._serialized_start=3636
|
|
64
|
+
_globals['_BACKFILLDATASOURCESPEC']._serialized_end=3760
|
|
65
|
+
_globals['_BACKFILLSPEC']._serialized_start=3763
|
|
66
|
+
_globals['_BACKFILLSPEC']._serialized_end=4116
|
|
67
|
+
_globals['_AGGREGATIONSPEC']._serialized_start=4119
|
|
68
|
+
_globals['_AGGREGATIONSPEC']._serialized_end=4278
|
|
69
|
+
_globals['_TRANSFORMATION']._serialized_start=4281
|
|
70
|
+
_globals['_TRANSFORMATION']._serialized_end=4758
|
|
71
|
+
_globals['_UDFTRANSFORMATION']._serialized_start=4760
|
|
72
|
+
_globals['_UDFTRANSFORMATION']._serialized_end=4802
|
|
73
|
+
_globals['_SQLTRANSFORMATION']._serialized_start=4804
|
|
74
|
+
_globals['_SQLTRANSFORMATION']._serialized_end=4860
|
|
75
|
+
_globals['_KOALASTRANSFORMATION']._serialized_start=4863
|
|
76
|
+
_globals['_KOALASTRANSFORMATION']._serialized_end=4994
|
|
77
|
+
_globals['_PYSPARKTRANSFORMATION']._serialized_start=4997
|
|
78
|
+
_globals['_PYSPARKTRANSFORMATION']._serialized_end=5125
|
|
79
|
+
_globals['_PANDASONSPARKTRANSFORMATION']._serialized_start=5128
|
|
80
|
+
_globals['_PANDASONSPARKTRANSFORMATION']._serialized_end=5262
|
|
81
|
+
_globals['_TRANSFORMARGUMENTS']._serialized_start=5265
|
|
82
|
+
_globals['_TRANSFORMARGUMENTS']._serialized_end=5409
|
|
83
|
+
_globals['_TRANSFORMARGUMENTS_QWARGSENTRY']._serialized_start=5364
|
|
84
|
+
_globals['_TRANSFORMARGUMENTS_QWARGSENTRY']._serialized_end=5409
|
|
85
|
+
_globals['_ONTHEFLYFEATURESET']._serialized_start=5411
|
|
86
|
+
_globals['_ONTHEFLYFEATURESET']._serialized_end=5513
|
|
87
|
+
_globals['_FUNCTION']._serialized_start=5516
|
|
88
|
+
_globals['_FUNCTION']._serialized_end=5666
|
|
89
|
+
_globals['_BACKFILL']._serialized_start=5669
|
|
90
|
+
_globals['_BACKFILL']._serialized_end=5850
|
|
91
|
+
_globals['_BACKFILL_FILLUPMETHOD']._serialized_start=5804
|
|
92
|
+
_globals['_BACKFILL_FILLUPMETHOD']._serialized_end=5850
|
|
93
|
+
_globals['_SQLFUNCTION']._serialized_start=5852
|
|
94
|
+
_globals['_SQLFUNCTION']._serialized_end=5878
|
|
95
|
+
_globals['_UDFFUNCTION']._serialized_start=5880
|
|
96
|
+
_globals['_UDFFUNCTION']._serialized_end=5907
|
|
97
|
+
_globals['_NEWONLY']._serialized_start=5909
|
|
98
|
+
_globals['_NEWONLY']._serialized_end=5918
|
|
99
|
+
_globals['_TIMEFRAME']._serialized_start=5921
|
|
100
|
+
_globals['_TIMEFRAME']._serialized_end=6081
|
|
101
|
+
_globals['_AGGREGATION']._serialized_start=6083
|
|
102
|
+
_globals['_AGGREGATION']._serialized_end=6190
|
|
103
|
+
_globals['_AGGREGATIONPOPULATION']._serialized_start=6192
|
|
104
|
+
_globals['_AGGREGATIONPOPULATION']._serialized_end=6215
|
|
105
|
+
_globals['_POPULATIONTIMEFRAMENEWONLY']._serialized_start=6217
|
|
106
|
+
_globals['_POPULATIONTIMEFRAMENEWONLY']._serialized_end=6245
|
|
107
|
+
_globals['_POPULATIONTIMEFRAME']._serialized_start=6247
|
|
108
|
+
_globals['_POPULATIONTIMEFRAME']._serialized_end=6353
|
|
109
|
+
_globals['_VANILLA']._serialized_start=6355
|
|
110
|
+
_globals['_VANILLA']._serialized_end=6364
|
|
111
|
+
_globals['_FULLREAD']._serialized_start=6367
|
|
112
|
+
_globals['_FULLREAD']._serialized_end=6526
|
|
113
|
+
_globals['_DATASOURCEREADPOLICY']._serialized_start=6529
|
|
114
|
+
_globals['_DATASOURCEREADPOLICY']._serialized_end=6739
|
|
113
115
|
# @@protoc_insertion_point(module_scope)
|
|
@@ -290,6 +290,7 @@ class StreamingAggregationFeatureSet(google.protobuf.message.Message):
|
|
|
290
290
|
AGGREGATION_SPEC_FIELD_NUMBER: builtins.int
|
|
291
291
|
BACKFILL_SPEC_FIELD_NUMBER: builtins.int
|
|
292
292
|
QWAK_INTERNAL_PROTOCOL_VERSION_FIELD_NUMBER: builtins.int
|
|
293
|
+
BACKFILL_MAX_TIMESTAMP_FIELD_NUMBER: builtins.int
|
|
293
294
|
@property
|
|
294
295
|
def data_sources(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[qwak.feature_store.sources.streaming_pb2.StreamingSource]:
|
|
295
296
|
"""Data sources used by the FeatureSet"""
|
|
@@ -315,6 +316,9 @@ class StreamingAggregationFeatureSet(google.protobuf.message.Message):
|
|
|
315
316
|
"""Backfill spec"""
|
|
316
317
|
qwak_internal_protocol_version: builtins.int
|
|
317
318
|
"""Qwak featureset version"""
|
|
319
|
+
@property
|
|
320
|
+
def backfill_max_timestamp(self) -> google.protobuf.timestamp_pb2.Timestamp:
|
|
321
|
+
"""Event-time cutoff point between backfill jobs and compaction/row-level jobs"""
|
|
318
322
|
def __init__(
|
|
319
323
|
self,
|
|
320
324
|
*,
|
|
@@ -327,9 +331,10 @@ class StreamingAggregationFeatureSet(google.protobuf.message.Message):
|
|
|
327
331
|
aggregation_spec: global___AggregationSpec | None = ...,
|
|
328
332
|
backfill_spec: global___BackfillSpec | None = ...,
|
|
329
333
|
qwak_internal_protocol_version: builtins.int = ...,
|
|
334
|
+
backfill_max_timestamp: google.protobuf.timestamp_pb2.Timestamp | None = ...,
|
|
330
335
|
) -> None: ...
|
|
331
|
-
def HasField(self, field_name: typing_extensions.Literal["aggregation_spec", b"aggregation_spec", "backfill_spec", b"backfill_spec", "execution_spec", b"execution_spec", "transformation", b"transformation"]) -> builtins.bool: ...
|
|
332
|
-
def ClearField(self, field_name: typing_extensions.Literal["aggregation_spec", b"aggregation_spec", "backfill_spec", b"backfill_spec", "compaction_scheduling_policy", b"compaction_scheduling_policy", "data_sources", b"data_sources", "execution_spec", b"execution_spec", "online_trigger_interval", b"online_trigger_interval", "qwak_internal_protocol_version", b"qwak_internal_protocol_version", "timestamp_column_name", b"timestamp_column_name", "transformation", b"transformation"]) -> None: ...
|
|
336
|
+
def HasField(self, field_name: typing_extensions.Literal["aggregation_spec", b"aggregation_spec", "backfill_max_timestamp", b"backfill_max_timestamp", "backfill_spec", b"backfill_spec", "execution_spec", b"execution_spec", "transformation", b"transformation"]) -> builtins.bool: ...
|
|
337
|
+
def ClearField(self, field_name: typing_extensions.Literal["aggregation_spec", b"aggregation_spec", "backfill_max_timestamp", b"backfill_max_timestamp", "backfill_spec", b"backfill_spec", "compaction_scheduling_policy", b"compaction_scheduling_policy", "data_sources", b"data_sources", "execution_spec", b"execution_spec", "online_trigger_interval", b"online_trigger_interval", "qwak_internal_protocol_version", b"qwak_internal_protocol_version", "timestamp_column_name", b"timestamp_column_name", "transformation", b"transformation"]) -> None: ...
|
|
333
338
|
|
|
334
339
|
global___StreamingAggregationFeatureSet = StreamingAggregationFeatureSet
|
|
335
340
|
|
|
@@ -13,7 +13,7 @@ _sym_db = _symbol_database.Default()
|
|
|
13
13
|
|
|
14
14
|
|
|
15
15
|
|
|
16
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n%qwak/fitness_service/constructs.proto\x12\x14qwak.fitness.service\"\xa2\x01\n\x0f\x42uildProperties\x12\x10\n\x08\x62uild_id\x18\x01 \x01(\t\x12\x0e\n\x06\x62ranch\x18\x02 \x01(\t\x12\x10\n\x08model_id\x18\x03 \x01(\t\x12\x0c\n\x04tags\x18\x04 \x03(\t\x12\x35\n\tmodel_uri\x18\x05 \x01(\x0b\x32\".qwak.fitness.service.ModelUriSpec\x12\x16\n\x0egpu_compatible\x18\x06 \x01(\x08\"\x8d\x01\n\x0cModelUriSpec\x12\x0b\n\x03uri\x18\x01 \x01(\t\x12\x12\n\ngit_branch\x18\x02 \x01(\t\x12\x17\n\x0fgit_credentials\x18\x03 \x01(\t\x12\x1e\n\x16git_credentials_secret\x18\x04 \x01(\t\x12\x11\n\tcommit_id\x18\x05 \x01(\t\x12\x10\n\x08main_dir\x18\x06 \x01(\t\"t\n\x08\x42uildEnv\x12\x33\n\ndocker_env\x18\x01 \x01(\x0b\x32\x1f.qwak.fitness.service.DockerEnv\x12\x33\n\npython_env\x18\x02 \x01(\x0b\x32\x1f.qwak.fitness.service.PythonEnv\"\x8a\x01\n\tDockerEnv\x12\x12\n\nbase_image\x18\x01 \x01(\t\x12\x10\n\x08\x65nv_vars\x18\x02 \x03(\t\x12\x10\n\x08no_cache\x18\x03 \x01(\x08\x12\x1c\n\x14\x61ssumed_iam_role_arn\x18\x04 \x01(\t\x12\'\n\x1fservice_account_key_secret_name\x18\x05 \x01(\t\"|\n\tPythonEnv\x12\x17\n\x0fgit_credentials\x18\x01 \x01(\t\x12\x1e\n\x16git_credentials_secret\x18\x02 \x01(\t\x12\x18\n\x10qwak_sdk_version\x18\x03 \x01(\t\x12\x1c\n\x14qwak_sdk_extra_index\x18\x04 \x01(\t\"j\n\x0c\x43puResources\x12\x0b\n\x03\x63pu\x18\x01 \x01(\x02\x12\x15\n\rmemory_amount\x18\x02 \x01(\x05\x12\x36\n\x0cmemory_units\x18\x03 \x01(\x0e\x32 .qwak.fitness.service.MemoryUnit\"\xaf\x01\n\x0cGpuResources\x12/\n\x08gpu_type\x18\x01 \x01(\x0e\x32\x1d.qwak.fitness.service.GpuType\x12\x12\n\ngpu_amount\x18\x02 \x01(\x05\x12\x0b\n\x03\x63pu\x18\x03 \x01(\x02\x12\x15\n\rmemory_amount\x18\x04 \x01(\x05\x12\x36\n\x0cmemory_units\x18\x05 \x01(\x0e\x32 .qwak.fitness.service.MemoryUnit*7\n\nMemoryUnit\x12\x17\n\x13UNKNOWN_MEMORY_UNIT\x10\x00\x12\x07\n\x03MIB\x10\x01\x12\x07\n\x03GIB\x10\x02*\
|
|
16
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n%qwak/fitness_service/constructs.proto\x12\x14qwak.fitness.service\"\xa2\x01\n\x0f\x42uildProperties\x12\x10\n\x08\x62uild_id\x18\x01 \x01(\t\x12\x0e\n\x06\x62ranch\x18\x02 \x01(\t\x12\x10\n\x08model_id\x18\x03 \x01(\t\x12\x0c\n\x04tags\x18\x04 \x03(\t\x12\x35\n\tmodel_uri\x18\x05 \x01(\x0b\x32\".qwak.fitness.service.ModelUriSpec\x12\x16\n\x0egpu_compatible\x18\x06 \x01(\x08\"\x8d\x01\n\x0cModelUriSpec\x12\x0b\n\x03uri\x18\x01 \x01(\t\x12\x12\n\ngit_branch\x18\x02 \x01(\t\x12\x17\n\x0fgit_credentials\x18\x03 \x01(\t\x12\x1e\n\x16git_credentials_secret\x18\x04 \x01(\t\x12\x11\n\tcommit_id\x18\x05 \x01(\t\x12\x10\n\x08main_dir\x18\x06 \x01(\t\"t\n\x08\x42uildEnv\x12\x33\n\ndocker_env\x18\x01 \x01(\x0b\x32\x1f.qwak.fitness.service.DockerEnv\x12\x33\n\npython_env\x18\x02 \x01(\x0b\x32\x1f.qwak.fitness.service.PythonEnv\"\x8a\x01\n\tDockerEnv\x12\x12\n\nbase_image\x18\x01 \x01(\t\x12\x10\n\x08\x65nv_vars\x18\x02 \x03(\t\x12\x10\n\x08no_cache\x18\x03 \x01(\x08\x12\x1c\n\x14\x61ssumed_iam_role_arn\x18\x04 \x01(\t\x12\'\n\x1fservice_account_key_secret_name\x18\x05 \x01(\t\"|\n\tPythonEnv\x12\x17\n\x0fgit_credentials\x18\x01 \x01(\t\x12\x1e\n\x16git_credentials_secret\x18\x02 \x01(\t\x12\x18\n\x10qwak_sdk_version\x18\x03 \x01(\t\x12\x1c\n\x14qwak_sdk_extra_index\x18\x04 \x01(\t\"j\n\x0c\x43puResources\x12\x0b\n\x03\x63pu\x18\x01 \x01(\x02\x12\x15\n\rmemory_amount\x18\x02 \x01(\x05\x12\x36\n\x0cmemory_units\x18\x03 \x01(\x0e\x32 .qwak.fitness.service.MemoryUnit\"\xaf\x01\n\x0cGpuResources\x12/\n\x08gpu_type\x18\x01 \x01(\x0e\x32\x1d.qwak.fitness.service.GpuType\x12\x12\n\ngpu_amount\x18\x02 \x01(\x05\x12\x0b\n\x03\x63pu\x18\x03 \x01(\x02\x12\x15\n\rmemory_amount\x18\x04 \x01(\x05\x12\x36\n\x0cmemory_units\x18\x05 \x01(\x0e\x32 .qwak.fitness.service.MemoryUnit*7\n\nMemoryUnit\x12\x17\n\x13UNKNOWN_MEMORY_UNIT\x10\x00\x12\x07\n\x03MIB\x10\x01\x12\x07\n\x03GIB\x10\x02*\x82\x03\n\x07GpuType\x12\x0b\n\x07INVALID\x10\x00\x12\x0e\n\nNVIDIA_K80\x10\x01\x12\x0f\n\x0bNVIDIA_V100\x10\x02\x12\x0f\n\x0bNVIDIA_A100\x10\x03\x12\r\n\tNVIDIA_T4\x10\x04\x12\x0f\n\x0bNVIDIA_A10G\x10\x05\x12\r\n\tNVIDIA_L4\x10\x06\x12\x14\n\x10NVIDIA_T4_1_4_15\x10\x07\x12\x14\n\x10NVIDIA_T4_1_8_30\x10\x08\x12\x15\n\x11NVIDIA_T4_1_16_60\x10\t\x12\x1e\n\x1aNVIDIA_A100_80GB_8_96_1360\x10\n\x12\x16\n\x12NVIDIA_V100_1_8_52\x10\x0b\x12\x18\n\x14NVIDIA_V100_4_32_208\x10\x0c\x12\x13\n\x0fNVIDIA_H100_NVL\x10\r\x12\x0e\n\nNVIDIA_A10\x10\x0e\x12\x13\n\x0fNVIDIA_H100_SXM\x10\x0f\x12\x14\n\x10NVIDIA_H100_40GB\x10\x10\x12\x14\n\x10NVIDIA_H100_80GB\x10\x11\x12\x0e\n\nNVIDIA_M60\x10\x12\x42#\n\x1f\x63om.qwak.ai.fitness.service.apiP\x01\x62\x06proto3')
|
|
17
17
|
|
|
18
18
|
_globals = globals()
|
|
19
19
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -25,7 +25,7 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
25
25
|
_globals['_MEMORYUNIT']._serialized_start=1043
|
|
26
26
|
_globals['_MEMORYUNIT']._serialized_end=1098
|
|
27
27
|
_globals['_GPUTYPE']._serialized_start=1101
|
|
28
|
-
_globals['_GPUTYPE']._serialized_end=
|
|
28
|
+
_globals['_GPUTYPE']._serialized_end=1487
|
|
29
29
|
_globals['_BUILDPROPERTIES']._serialized_start=64
|
|
30
30
|
_globals['_BUILDPROPERTIES']._serialized_end=226
|
|
31
31
|
_globals['_MODELURISPEC']._serialized_start=229
|
|
@@ -62,6 +62,18 @@ class _GpuTypeEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTy
|
|
|
62
62
|
"""a100.xl"""
|
|
63
63
|
NVIDIA_V100_4_32_208: _GpuType.ValueType # 12
|
|
64
64
|
"""v100.4xl"""
|
|
65
|
+
NVIDIA_H100_NVL: _GpuType.ValueType # 13
|
|
66
|
+
"""H100 NVL XLarge"""
|
|
67
|
+
NVIDIA_A10: _GpuType.ValueType # 14
|
|
68
|
+
"""A10 Small"""
|
|
69
|
+
NVIDIA_H100_SXM: _GpuType.ValueType # 15
|
|
70
|
+
"""H100 SXM 8XLarge"""
|
|
71
|
+
NVIDIA_H100_40GB: _GpuType.ValueType # 16
|
|
72
|
+
"""H100 40GB 8XLarge"""
|
|
73
|
+
NVIDIA_H100_80GB: _GpuType.ValueType # 17
|
|
74
|
+
"""H100 80GB 8XLarge"""
|
|
75
|
+
NVIDIA_M60: _GpuType.ValueType # 18
|
|
76
|
+
"""M60 XLarge"""
|
|
65
77
|
|
|
66
78
|
class GpuType(_GpuType, metaclass=_GpuTypeEnumTypeWrapper): ...
|
|
67
79
|
|
|
@@ -86,6 +98,18 @@ NVIDIA_V100_1_8_52: GpuType.ValueType # 11
|
|
|
86
98
|
"""a100.xl"""
|
|
87
99
|
NVIDIA_V100_4_32_208: GpuType.ValueType # 12
|
|
88
100
|
"""v100.4xl"""
|
|
101
|
+
NVIDIA_H100_NVL: GpuType.ValueType # 13
|
|
102
|
+
"""H100 NVL XLarge"""
|
|
103
|
+
NVIDIA_A10: GpuType.ValueType # 14
|
|
104
|
+
"""A10 Small"""
|
|
105
|
+
NVIDIA_H100_SXM: GpuType.ValueType # 15
|
|
106
|
+
"""H100 SXM 8XLarge"""
|
|
107
|
+
NVIDIA_H100_40GB: GpuType.ValueType # 16
|
|
108
|
+
"""H100 40GB 8XLarge"""
|
|
109
|
+
NVIDIA_H100_80GB: GpuType.ValueType # 17
|
|
110
|
+
"""H100 80GB 8XLarge"""
|
|
111
|
+
NVIDIA_M60: GpuType.ValueType # 18
|
|
112
|
+
"""M60 XLarge"""
|
|
89
113
|
global___GpuType = GpuType
|
|
90
114
|
|
|
91
115
|
class BuildProperties(google.protobuf.message.Message):
|
|
@@ -14,7 +14,7 @@ _sym_db = _symbol_database.Default()
|
|
|
14
14
|
from google.protobuf import wrappers_pb2 as google_dot_protobuf_dot_wrappers__pb2
|
|
15
15
|
|
|
16
16
|
|
|
17
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n,qwak/kube_deployment_captain/batch_job.proto\x12\x1cqwak.kube.deployment.captain\x1a\x1egoogle/protobuf/wrappers.proto\"\xd2\x03\n\x1cListInferenceJobFilesRequest\x12\x0e\n\x06\x62ucket\x18\x01 \x01(\t\x12\x16\n\x0e\x64irectory_path\x18\x02 \x01(\t\x12\x18\n\x0ctoken_secret\x18\x03 \x01(\tB\x02\x18\x01\x12\x19\n\rsecret_secret\x18\x04 \x01(\tB\x02\x18\x01\x12\x1a\n\x12secret_service_url\x18\x05 \x01(\t\x12\x14\n\x08role_arn\x18\x06 \x01(\tB\x02\x18\x01\x12G\n\x0f\x61ws_credentials\x18\x07 \x01(\x0b\x32,.qwak.kube.deployment.captain.AwsCredentialsH\x00\x12G\n\x0fgcp_credentials\x18\x08 \x01(\x0b\x32,.qwak.kube.deployment.captain.GcpCredentialsH\x00\x12P\n\x14grouped_task_details\x18\t \x01(\x0b\x32\x30.qwak.kube.deployment.captain.GroupedTaskDetailsH\x01\x12\x16\n\x0e\x65nvironment_id\x18\n \x01(\tB\x1a\n\x18\x63loud_client_credentialsB\x0b\n\ttask_flow\"c\n\x12GroupedTaskDetails\x12\x17\n\x0f\x63oncurrentTasks\x18\x01 \x01(\x05\x12\x18\n\x10\x64\x65stination_path\x18\x02 \x01(\t\x12\x1a\n\x12\x64\x65stination_bucket\x18\x03 \x01(\t\"\xb4\x02\n)CleanStorageObjectFromCloudStorageRequest\x12\x0e\n\x06\x62ucket\x18\x01 \x01(\t\x12\x15\n\robject_prefix\x18\x02 \x03(\t\x12\x1a\n\x12secret_service_url\x18\x03 \x01(\t\x12G\n\x0f\x61ws_credentials\x18\x04 \x01(\x0b\x32,.qwak.kube.deployment.captain.AwsCredentialsH\x00\x12G\n\x0fgcp_credentials\x18\x05 \x01(\x0b\x32,.qwak.kube.deployment.captain.GcpCredentialsH\x00\x12\x16\n\x0e\x65nvironment_id\x18\x06 \x01(\tB\x1a\n\x18\x63loud_client_credentials\"O\n\x0e\x41wsCredentials\x12\x10\n\x08role_arn\x18\x01 \x01(\t\x12\x14\n\x0ctoken_secret\x18\x02 \x01(\t\x12\x15\n\rsecret_secret\x18\x04 \x01(\t\"9\n\x0eGcpCredentials\x12\'\n\x1fservice_account_json_key_secret\x18\x01 \x01(\t\"\xa6\x01\n\x1dListInferenceJobFilesResponse\x12\x12\n\nfile_names\x18\x01 \x03(\t\x12\x0f\n\x07success\x18\x02 \x01(\x08\x12\x16\n\x0e\x66\x61ilure_reason\x18\x03 \x01(\t\x12H\n\x11list_file_details\x18\x04 \x03(\x0b\x32-.qwak.kube.deployment.captain.ListFileDetails\"W\n\x0fListFileDetails\x12\x15\n\ris_point_file\x18\x01 \x01(\x08\x12\x17\n\x0fpoint_file_path\x18\x02 \x01(\t\x12\x14\n\x0cobject_paths\x18\x03 \x03(\t\"\xf0\x01\n\"CreateInferenceTaskExecutorRequest\x12\x63\n\x1btask_executor_configuration\x18\x01 \x01(\x0b\x32>.qwak.kube.deployment.captain.TaskExecutorConfigurationMessage\x12\x65\n\x1cinference_task_configuration\x18\x02 \x01(\x0b\x32?.qwak.kube.deployment.captain.InferenceTaskConfigurationMessage\"\x89\x01\n\x1aPrepareInferenceJobRequest\x12k\n#inference_job_configuration_message\x18\x01 \x01(\x0b\x32>.qwak.kube.deployment.captain.InferenceJobConfigurationMessage\"F\n\x1bPrepareInferenceJobResponse\x12\x0f\n\x07success\x18\x01 \x01(\x08\x12\x16\n\x0e\x66\x61ilure_reason\x18\x02 \x01(\t\"\xcd\x04\n TaskExecutorConfigurationMessage\x12\x18\n\x10inference_job_id\x18\x01 \x01(\t\x12\x19\n\x11inference_task_id\x18\x02 \x01(\t\x12G\n\x10model_identifier\x18\x05 \x01(\x0b\x32-.qwak.kube.deployment.captain.ModelIdentifier\x12\x11\n\timage_url\x18\x06 \x01(\t\x12\x15\n\rbackoff_limit\x18\x07 \x01(\x05\x12\x0f\n\x03\x63pu\x18\x08 \x01(\x02\x42\x02\x18\x01\x12\x19\n\rmemory_amount\x18\t \x01(\x05\x42\x02\x18\x01\x12\x45\n\x0cmemory_units\x18\n \x01(\x0e\x32+.qwak.kube.deployment.captain.MemoryUnitApiB\x02\x18\x01\x12\x16\n\x0e\x65nvironment_id\x18\x0b \x01(\t\x12\x1b\n\x13\x63ustom_iam_role_arn\x18\x0c \x01(\t\x12\x41\n\x08job_size\x18\r \x01(\x0b\x32/.qwak.kube.deployment.captain.BatchJobResources\x12\x17\n\x0fpurchase_option\x18\x0e \x01(\t\x12\x19\n\x11image_pull_secret\x18\x0f \x01(\t\x12%\n\x1d\x63ustom_service_account_secret\x18\x10 \x01(\t\x12#\n\x1bjfrog_token_api_secret_name\x18\x11 \x01(\t\x12\x16\n\x0ejfrog_base_url\x18\x12 \x01(\t\"q\n InferenceJobConfigurationMessage\x12\x18\n\x10inference_job_id\x18\x01 \x01(\t\x12\x16\n\x0e\x65nvironment_id\x18\x02 \x01(\t\x12\x1b\n\x13\x63ustom_iam_role_arn\x18\x03 \x01(\t\"
|
|
17
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n,qwak/kube_deployment_captain/batch_job.proto\x12\x1cqwak.kube.deployment.captain\x1a\x1egoogle/protobuf/wrappers.proto\"\xd2\x03\n\x1cListInferenceJobFilesRequest\x12\x0e\n\x06\x62ucket\x18\x01 \x01(\t\x12\x16\n\x0e\x64irectory_path\x18\x02 \x01(\t\x12\x18\n\x0ctoken_secret\x18\x03 \x01(\tB\x02\x18\x01\x12\x19\n\rsecret_secret\x18\x04 \x01(\tB\x02\x18\x01\x12\x1a\n\x12secret_service_url\x18\x05 \x01(\t\x12\x14\n\x08role_arn\x18\x06 \x01(\tB\x02\x18\x01\x12G\n\x0f\x61ws_credentials\x18\x07 \x01(\x0b\x32,.qwak.kube.deployment.captain.AwsCredentialsH\x00\x12G\n\x0fgcp_credentials\x18\x08 \x01(\x0b\x32,.qwak.kube.deployment.captain.GcpCredentialsH\x00\x12P\n\x14grouped_task_details\x18\t \x01(\x0b\x32\x30.qwak.kube.deployment.captain.GroupedTaskDetailsH\x01\x12\x16\n\x0e\x65nvironment_id\x18\n \x01(\tB\x1a\n\x18\x63loud_client_credentialsB\x0b\n\ttask_flow\"c\n\x12GroupedTaskDetails\x12\x17\n\x0f\x63oncurrentTasks\x18\x01 \x01(\x05\x12\x18\n\x10\x64\x65stination_path\x18\x02 \x01(\t\x12\x1a\n\x12\x64\x65stination_bucket\x18\x03 \x01(\t\"\xb4\x02\n)CleanStorageObjectFromCloudStorageRequest\x12\x0e\n\x06\x62ucket\x18\x01 \x01(\t\x12\x15\n\robject_prefix\x18\x02 \x03(\t\x12\x1a\n\x12secret_service_url\x18\x03 \x01(\t\x12G\n\x0f\x61ws_credentials\x18\x04 \x01(\x0b\x32,.qwak.kube.deployment.captain.AwsCredentialsH\x00\x12G\n\x0fgcp_credentials\x18\x05 \x01(\x0b\x32,.qwak.kube.deployment.captain.GcpCredentialsH\x00\x12\x16\n\x0e\x65nvironment_id\x18\x06 \x01(\tB\x1a\n\x18\x63loud_client_credentials\"O\n\x0e\x41wsCredentials\x12\x10\n\x08role_arn\x18\x01 \x01(\t\x12\x14\n\x0ctoken_secret\x18\x02 \x01(\t\x12\x15\n\rsecret_secret\x18\x04 \x01(\t\"9\n\x0eGcpCredentials\x12\'\n\x1fservice_account_json_key_secret\x18\x01 \x01(\t\"\xa6\x01\n\x1dListInferenceJobFilesResponse\x12\x12\n\nfile_names\x18\x01 \x03(\t\x12\x0f\n\x07success\x18\x02 \x01(\x08\x12\x16\n\x0e\x66\x61ilure_reason\x18\x03 \x01(\t\x12H\n\x11list_file_details\x18\x04 \x03(\x0b\x32-.qwak.kube.deployment.captain.ListFileDetails\"W\n\x0fListFileDetails\x12\x15\n\ris_point_file\x18\x01 \x01(\x08\x12\x17\n\x0fpoint_file_path\x18\x02 \x01(\t\x12\x14\n\x0cobject_paths\x18\x03 \x03(\t\"\xf0\x01\n\"CreateInferenceTaskExecutorRequest\x12\x63\n\x1btask_executor_configuration\x18\x01 \x01(\x0b\x32>.qwak.kube.deployment.captain.TaskExecutorConfigurationMessage\x12\x65\n\x1cinference_task_configuration\x18\x02 \x01(\x0b\x32?.qwak.kube.deployment.captain.InferenceTaskConfigurationMessage\"\x89\x01\n\x1aPrepareInferenceJobRequest\x12k\n#inference_job_configuration_message\x18\x01 \x01(\x0b\x32>.qwak.kube.deployment.captain.InferenceJobConfigurationMessage\"F\n\x1bPrepareInferenceJobResponse\x12\x0f\n\x07success\x18\x01 \x01(\x08\x12\x16\n\x0e\x66\x61ilure_reason\x18\x02 \x01(\t\"\xcd\x04\n TaskExecutorConfigurationMessage\x12\x18\n\x10inference_job_id\x18\x01 \x01(\t\x12\x19\n\x11inference_task_id\x18\x02 \x01(\t\x12G\n\x10model_identifier\x18\x05 \x01(\x0b\x32-.qwak.kube.deployment.captain.ModelIdentifier\x12\x11\n\timage_url\x18\x06 \x01(\t\x12\x15\n\rbackoff_limit\x18\x07 \x01(\x05\x12\x0f\n\x03\x63pu\x18\x08 \x01(\x02\x42\x02\x18\x01\x12\x19\n\rmemory_amount\x18\t \x01(\x05\x42\x02\x18\x01\x12\x45\n\x0cmemory_units\x18\n \x01(\x0e\x32+.qwak.kube.deployment.captain.MemoryUnitApiB\x02\x18\x01\x12\x16\n\x0e\x65nvironment_id\x18\x0b \x01(\t\x12\x1b\n\x13\x63ustom_iam_role_arn\x18\x0c \x01(\t\x12\x41\n\x08job_size\x18\r \x01(\x0b\x32/.qwak.kube.deployment.captain.BatchJobResources\x12\x17\n\x0fpurchase_option\x18\x0e \x01(\t\x12\x19\n\x11image_pull_secret\x18\x0f \x01(\t\x12%\n\x1d\x63ustom_service_account_secret\x18\x10 \x01(\t\x12#\n\x1bjfrog_token_api_secret_name\x18\x11 \x01(\t\x12\x16\n\x0ejfrog_base_url\x18\x12 \x01(\t\"q\n InferenceJobConfigurationMessage\x12\x18\n\x10inference_job_id\x18\x01 \x01(\t\x12\x16\n\x0e\x65nvironment_id\x18\x02 \x01(\t\x12\x1b\n\x13\x63ustom_iam_role_arn\x18\x03 \x01(\t\"z\n\x0fModelIdentifier\x12\x10\n\x08model_id\x18\x01 \x01(\t\x12\x10\n\x08\x62uild_id\x18\x02 \x01(\t\x12\x15\n\tbranch_id\x18\x03 \x01(\tB\x02\x18\x01\x12\x12\n\nmodel_uuid\x18\x04 \x01(\t\x12\x18\n\x10model_group_name\x18\x05 \x01(\t\"\xa2\x01\n\x1dListFilesPreStepConfiguration\x12\x13\n\x0bsource_path\x18\x01 \x01(\t\x12\x1c\n\x14list_files_file_name\x18\x02 \x01(\t\x12\x1d\n\x15total_number_of_tasks\x18\x03 \x01(\x05\x12/\n\ntask_index\x18\x04 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\"\x8b\x05\n!InferenceTaskConfigurationMessage\x12\x15\n\rsource_bucket\x18\x01 \x01(\t\x12\x1a\n\x12\x64\x65stination_bucket\x18\x02 \x01(\t\x12\x10\n\x08\x66ilepath\x18\x03 \x01(\t\x12\x18\n\x10\x64\x65stination_path\x18\x04 \x01(\t\x12\x44\n\x0finput_file_type\x18\x05 \x01(\x0e\x32+.qwak.kube.deployment.captain.InputFileType\x12\x46\n\x10output_file_type\x18\x06 \x01(\x0e\x32,.qwak.kube.deployment.captain.OutputFileType\x12\x14\n\x0ctoken_secret\x18\x07 \x01(\t\x12\x15\n\rsecret_secret\x18\x08 \x01(\t\x12\x43\n\nparameters\x18\t \x03(\x0b\x32/.qwak.kube.deployment.captain.BatchJobParameter\x12\x43\n\x0e\x63loud_provider\x18\n \x01(\x0e\x32+.qwak.kube.deployment.captain.CloudProvider\x12\'\n\x1fservice_account_json_key_secret\x18\x0b \x01(\t\x12\x1a\n\x12is_point_file_path\x18\x0c \x01(\x08\x12\x66\n!list_files_pre_step_configuration\x18\r \x01(\x0b\x32;.qwak.kube.deployment.captain.ListFilesPreStepConfiguration\x12\x15\n\rsession_token\x18\x0e \x01(\t\"/\n\x11\x42\x61tchJobParameter\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t\"?\n#CleanInferenceTasksExecutorsRequest\x12\x18\n\x10inference_job_id\x18\x01 \x01(\t\"O\n$CleanInferenceTasksExecutorsResponse\x12\x0f\n\x07success\x18\x01 \x01(\x08\x12\x16\n\x0e\x66\x61ilure_reason\x18\x02 \x01(\t\"X\n!CleanInferenceTaskExecutorRequest\x12\x18\n\x10inference_job_id\x18\x01 \x01(\t\x12\x19\n\x11inference_task_id\x18\x02 \x01(\t\"M\n\"CleanInferenceTaskExecutorResponse\x12\x0f\n\x07success\x18\x01 \x01(\x08\x12\x16\n\x0e\x66\x61ilure_reason\x18\x02 \x01(\t\"N\n#CreateInferenceTaskExecutorResponse\x12\x0f\n\x07success\x18\x01 \x01(\x08\x12\x16\n\x0e\x66\x61ilure_reason\x18\x02 \x01(\t\"\xf7\x02\n\x1eStartInferenceJobWarmupRequest\x12\x10\n\x08model_id\x18\x01 \x01(\t\x12\x15\n\tbranch_id\x18\x02 \x01(\tB\x02\x18\x01\x12\x10\n\x08\x62uild_id\x18\x03 \x01(\t\x12\x11\n\timage_url\x18\x04 \x01(\t\x12\x0f\n\x03\x63pu\x18\x05 \x01(\x02\x42\x02\x18\x01\x12\x19\n\rmemory_amount\x18\x06 \x01(\x05\x42\x02\x18\x01\x12\x45\n\x0cmemory_units\x18\x07 \x01(\x0e\x32+.qwak.kube.deployment.captain.MemoryUnitApiB\x02\x18\x01\x12\x11\n\texecutors\x18\x08 \x01(\x05\x12\x0f\n\x07timeout\x18\t \x01(\x05\x12\x41\n\x08job_size\x18\n \x01(\x0b\x32/.qwak.kube.deployment.captain.BatchJobResources\x12\x12\n\nmodel_uuid\x18\x0b \x01(\t\x12\x19\n\x11image_pull_secret\x18\x0c \x01(\t\"!\n\x1fStartInferenceJobWarmupResponse\"p\n\x1f\x43\x61ncelInferenceJobWarmupRequest\x12\x10\n\x08model_id\x18\x01 \x01(\t\x12\x15\n\tbranch_id\x18\x02 \x01(\tB\x02\x18\x01\x12\x10\n\x08\x62uild_id\x18\x03 \x01(\t\x12\x12\n\nmodel_uuid\x18\x04 \x01(\t\"\"\n CancelInferenceJobWarmupResponse\"\xd5\x01\n\x11\x42\x61tchJobResources\x12\x16\n\x0enumber_of_pods\x18\x01 \x01(\x05\x12\x0b\n\x03\x63pu\x18\x02 \x01(\x02\x12\x15\n\rmemory_amount\x18\x03 \x01(\x05\x12\x41\n\x0cmemory_units\x18\x04 \x01(\x0e\x32+.qwak.kube.deployment.captain.MemoryUnitApi\x12\x41\n\rgpu_resources\x18\x05 \x01(\x0b\x32*.qwak.kube.deployment.captain.GpuResources\"[\n\x0cGpuResources\x12\x37\n\x08gpu_type\x18\x01 \x01(\x0e\x32%.qwak.kube.deployment.captain.GpuType\x12\x12\n\ngpu_amount\x18\x02 \x01(\x05*:\n\rMemoryUnitApi\x12\x17\n\x13UNKNOWN_MEMORY_UNIT\x10\x00\x12\x07\n\x03MIB\x10\x01\x12\x07\n\x03GIB\x10\x02*\x81\x01\n\rInputFileType\x12\x1d\n\x19UNDEFINED_INPUT_FILE_TYPE\x10\x00\x12\x17\n\x13\x43SV_INPUT_FILE_TYPE\x10\x01\x12\x1b\n\x17\x46\x45\x41THER_INPUT_FILE_TYPE\x10\x02\x12\x1b\n\x17PARQUET_INPUT_FILE_TYPE\x10\x03*\x86\x01\n\x0eOutputFileType\x12\x1e\n\x1aUNDEFINED_OUTPUT_FILE_TYPE\x10\x00\x12\x18\n\x14\x43SV_OUTPUT_FILE_TYPE\x10\x01\x12\x1c\n\x18\x46\x45\x41THER_OUTPUT_FILE_TYPE\x10\x02\x12\x1c\n\x18PARQUET_OUTPUT_FILE_TYPE\x10\x03*\x90\x02\n\x07GpuType\x12\x0f\n\x0bINVALID_GPU\x10\x00\x12\x0e\n\nNVIDIA_K80\x10\x01\x12\x0f\n\x0bNVIDIA_V100\x10\x02\x12\x0f\n\x0bNVIDIA_A100\x10\x03\x12\r\n\tNVIDIA_T4\x10\x04\x12\x0f\n\x0bNVIDIA_A10G\x10\x05\x12\r\n\tNVIDIA_L4\x10\x06\x12\x14\n\x10NVIDIA_T4_1_4_15\x10\x07\x12\x14\n\x10NVIDIA_T4_1_8_30\x10\x08\x12\x15\n\x11NVIDIA_T4_1_16_60\x10\t\x12\x1e\n\x1aNVIDIA_A100_80GB_8_96_1360\x10\n\x12\x16\n\x12NVIDIA_V100_1_8_52\x10\x0b\x12\x18\n\x14NVIDIA_V100_4_32_208\x10\x0c*=\n\rCloudProvider\x12\x1a\n\x16UNKNOWN_CLOUD_PROVIDER\x10\x00\x12\x07\n\x03\x41WS\x10\x01\x12\x07\n\x03GCP\x10\x02\x42+\n\'com.qwak.ai.kube.deployment.captain.apiP\x01\x62\x06proto3')
|
|
18
18
|
|
|
19
19
|
_globals = globals()
|
|
20
20
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -47,16 +47,16 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
47
47
|
_STARTINFERENCEJOBWARMUPREQUEST.fields_by_name['memory_units']._serialized_options = b'\030\001'
|
|
48
48
|
_CANCELINFERENCEJOBWARMUPREQUEST.fields_by_name['branch_id']._options = None
|
|
49
49
|
_CANCELINFERENCEJOBWARMUPREQUEST.fields_by_name['branch_id']._serialized_options = b'\030\001'
|
|
50
|
-
_globals['_MEMORYUNITAPI']._serialized_start=
|
|
51
|
-
_globals['_MEMORYUNITAPI']._serialized_end=
|
|
52
|
-
_globals['_INPUTFILETYPE']._serialized_start=
|
|
53
|
-
_globals['_INPUTFILETYPE']._serialized_end=
|
|
54
|
-
_globals['_OUTPUTFILETYPE']._serialized_start=
|
|
55
|
-
_globals['_OUTPUTFILETYPE']._serialized_end=
|
|
56
|
-
_globals['_GPUTYPE']._serialized_start=
|
|
57
|
-
_globals['_GPUTYPE']._serialized_end=
|
|
58
|
-
_globals['_CLOUDPROVIDER']._serialized_start=
|
|
59
|
-
_globals['_CLOUDPROVIDER']._serialized_end=
|
|
50
|
+
_globals['_MEMORYUNITAPI']._serialized_start=4810
|
|
51
|
+
_globals['_MEMORYUNITAPI']._serialized_end=4868
|
|
52
|
+
_globals['_INPUTFILETYPE']._serialized_start=4871
|
|
53
|
+
_globals['_INPUTFILETYPE']._serialized_end=5000
|
|
54
|
+
_globals['_OUTPUTFILETYPE']._serialized_start=5003
|
|
55
|
+
_globals['_OUTPUTFILETYPE']._serialized_end=5137
|
|
56
|
+
_globals['_GPUTYPE']._serialized_start=5140
|
|
57
|
+
_globals['_GPUTYPE']._serialized_end=5412
|
|
58
|
+
_globals['_CLOUDPROVIDER']._serialized_start=5414
|
|
59
|
+
_globals['_CLOUDPROVIDER']._serialized_end=5475
|
|
60
60
|
_globals['_LISTINFERENCEJOBFILESREQUEST']._serialized_start=111
|
|
61
61
|
_globals['_LISTINFERENCEJOBFILESREQUEST']._serialized_end=577
|
|
62
62
|
_globals['_GROUPEDTASKDETAILS']._serialized_start=579
|
|
@@ -82,33 +82,33 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
82
82
|
_globals['_INFERENCEJOBCONFIGURATIONMESSAGE']._serialized_start=2436
|
|
83
83
|
_globals['_INFERENCEJOBCONFIGURATIONMESSAGE']._serialized_end=2549
|
|
84
84
|
_globals['_MODELIDENTIFIER']._serialized_start=2551
|
|
85
|
-
_globals['_MODELIDENTIFIER']._serialized_end=
|
|
86
|
-
_globals['_LISTFILESPRESTEPCONFIGURATION']._serialized_start=
|
|
87
|
-
_globals['_LISTFILESPRESTEPCONFIGURATION']._serialized_end=
|
|
88
|
-
_globals['_INFERENCETASKCONFIGURATIONMESSAGE']._serialized_start=
|
|
89
|
-
_globals['_INFERENCETASKCONFIGURATIONMESSAGE']._serialized_end=
|
|
90
|
-
_globals['_BATCHJOBPARAMETER']._serialized_start=
|
|
91
|
-
_globals['_BATCHJOBPARAMETER']._serialized_end=
|
|
92
|
-
_globals['_CLEANINFERENCETASKSEXECUTORSREQUEST']._serialized_start=
|
|
93
|
-
_globals['_CLEANINFERENCETASKSEXECUTORSREQUEST']._serialized_end=
|
|
94
|
-
_globals['_CLEANINFERENCETASKSEXECUTORSRESPONSE']._serialized_start=
|
|
95
|
-
_globals['_CLEANINFERENCETASKSEXECUTORSRESPONSE']._serialized_end=
|
|
96
|
-
_globals['_CLEANINFERENCETASKEXECUTORREQUEST']._serialized_start=
|
|
97
|
-
_globals['_CLEANINFERENCETASKEXECUTORREQUEST']._serialized_end=
|
|
98
|
-
_globals['_CLEANINFERENCETASKEXECUTORRESPONSE']._serialized_start=
|
|
99
|
-
_globals['_CLEANINFERENCETASKEXECUTORRESPONSE']._serialized_end=
|
|
100
|
-
_globals['_CREATEINFERENCETASKEXECUTORRESPONSE']._serialized_start=
|
|
101
|
-
_globals['_CREATEINFERENCETASKEXECUTORRESPONSE']._serialized_end=
|
|
102
|
-
_globals['_STARTINFERENCEJOBWARMUPREQUEST']._serialized_start=
|
|
103
|
-
_globals['_STARTINFERENCEJOBWARMUPREQUEST']._serialized_end=
|
|
104
|
-
_globals['_STARTINFERENCEJOBWARMUPRESPONSE']._serialized_start=
|
|
105
|
-
_globals['_STARTINFERENCEJOBWARMUPRESPONSE']._serialized_end=
|
|
106
|
-
_globals['_CANCELINFERENCEJOBWARMUPREQUEST']._serialized_start=
|
|
107
|
-
_globals['_CANCELINFERENCEJOBWARMUPREQUEST']._serialized_end=
|
|
108
|
-
_globals['_CANCELINFERENCEJOBWARMUPRESPONSE']._serialized_start=
|
|
109
|
-
_globals['_CANCELINFERENCEJOBWARMUPRESPONSE']._serialized_end=
|
|
110
|
-
_globals['_BATCHJOBRESOURCES']._serialized_start=
|
|
111
|
-
_globals['_BATCHJOBRESOURCES']._serialized_end=
|
|
112
|
-
_globals['_GPURESOURCES']._serialized_start=
|
|
113
|
-
_globals['_GPURESOURCES']._serialized_end=
|
|
85
|
+
_globals['_MODELIDENTIFIER']._serialized_end=2673
|
|
86
|
+
_globals['_LISTFILESPRESTEPCONFIGURATION']._serialized_start=2676
|
|
87
|
+
_globals['_LISTFILESPRESTEPCONFIGURATION']._serialized_end=2838
|
|
88
|
+
_globals['_INFERENCETASKCONFIGURATIONMESSAGE']._serialized_start=2841
|
|
89
|
+
_globals['_INFERENCETASKCONFIGURATIONMESSAGE']._serialized_end=3492
|
|
90
|
+
_globals['_BATCHJOBPARAMETER']._serialized_start=3494
|
|
91
|
+
_globals['_BATCHJOBPARAMETER']._serialized_end=3541
|
|
92
|
+
_globals['_CLEANINFERENCETASKSEXECUTORSREQUEST']._serialized_start=3543
|
|
93
|
+
_globals['_CLEANINFERENCETASKSEXECUTORSREQUEST']._serialized_end=3606
|
|
94
|
+
_globals['_CLEANINFERENCETASKSEXECUTORSRESPONSE']._serialized_start=3608
|
|
95
|
+
_globals['_CLEANINFERENCETASKSEXECUTORSRESPONSE']._serialized_end=3687
|
|
96
|
+
_globals['_CLEANINFERENCETASKEXECUTORREQUEST']._serialized_start=3689
|
|
97
|
+
_globals['_CLEANINFERENCETASKEXECUTORREQUEST']._serialized_end=3777
|
|
98
|
+
_globals['_CLEANINFERENCETASKEXECUTORRESPONSE']._serialized_start=3779
|
|
99
|
+
_globals['_CLEANINFERENCETASKEXECUTORRESPONSE']._serialized_end=3856
|
|
100
|
+
_globals['_CREATEINFERENCETASKEXECUTORRESPONSE']._serialized_start=3858
|
|
101
|
+
_globals['_CREATEINFERENCETASKEXECUTORRESPONSE']._serialized_end=3936
|
|
102
|
+
_globals['_STARTINFERENCEJOBWARMUPREQUEST']._serialized_start=3939
|
|
103
|
+
_globals['_STARTINFERENCEJOBWARMUPREQUEST']._serialized_end=4314
|
|
104
|
+
_globals['_STARTINFERENCEJOBWARMUPRESPONSE']._serialized_start=4316
|
|
105
|
+
_globals['_STARTINFERENCEJOBWARMUPRESPONSE']._serialized_end=4349
|
|
106
|
+
_globals['_CANCELINFERENCEJOBWARMUPREQUEST']._serialized_start=4351
|
|
107
|
+
_globals['_CANCELINFERENCEJOBWARMUPREQUEST']._serialized_end=4463
|
|
108
|
+
_globals['_CANCELINFERENCEJOBWARMUPRESPONSE']._serialized_start=4465
|
|
109
|
+
_globals['_CANCELINFERENCEJOBWARMUPRESPONSE']._serialized_end=4499
|
|
110
|
+
_globals['_BATCHJOBRESOURCES']._serialized_start=4502
|
|
111
|
+
_globals['_BATCHJOBRESOURCES']._serialized_end=4715
|
|
112
|
+
_globals['_GPURESOURCES']._serialized_start=4717
|
|
113
|
+
_globals['_GPURESOURCES']._serialized_end=4808
|
|
114
114
|
# @@protoc_insertion_point(module_scope)
|