frogml 1.2.48__tar.gz → 1.2.49__tar.gz

{frogml-1.2.48 → frogml-1.2.49}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: frogml
-Version: 1.2.48
+Version: 1.2.49
 Summary: frogml contains the necessary objects and communication tools for using the JFrog ml Platform
 License: Apache-2.0
 Keywords: mlops,ml,deployment,serving,model

{frogml-1.2.48 → frogml-1.2.49}/frogml/__init__.py

@@ -1,5 +1,5 @@
 __author__ = "jfrog"
-__version__ = "1.2.48"
+__version__ = "1.2.49"
 
 from frogml.sdk.model.decorators.api import api_decorator as api
 from frogml.sdk.model_loggers.model_logger import load_model, log_model

{frogml-1.2.48 → frogml-1.2.49}/frogml/_proto/qwak/execution/v1/jobs/job_pb2.py

@@ -16,7 +16,7 @@ from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__
 from frogml._proto.qwak.execution.v1 import backfill_pb2 as qwak_dot_execution_dot_v1_dot_backfill__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n qwak/execution/v1/jobs/job.proto\x12$qwak.feature.store.execution.v1.jobs\x1a\x1fgoogle/protobuf/timestamp.proto\x1a qwak/execution/v1/backfill.proto\"\xc0\x05\n\tJobRecord\x12\x0e\n\x06job_id\x18\x01 \x01(\t\x12\x17\n\rlegacy_run_id\x18\x02 \x01(\x03H\x00\x12\x16\n\x0c\x65xecution_id\x18\x03 \x01(\tH\x00\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x04 \x01(\t\x12\x15\n\rfeatureset_id\x18\x05 \x01(\t\x12\x16\n\x0e\x65nvironment_id\x18\x06 \x01(\t\x12\x12\n\naccount_id\x18\x07 \x01(\t\x12\x43\n\njob_status\x18\x08 \x01(\x0e\x32/.qwak.feature.store.execution.v1.jobs.JobStatus\x12\x31\n\rcreation_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12.\n\nstart_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12G\n\x0cjob_metadata\x18\x0c \x01(\x0b\x32\x31.qwak.feature.store.execution.v1.jobs.JobMetadata\x12R\n\njob_labels\x18\r \x03(\x0b\x32>.qwak.feature.store.execution.v1.jobs.JobRecord.JobLabelsEntry\x12\x0c\n\x04\x63ode\x18\x0e \x01(\t\x12H\n\x04info\x18\x0f \x01(\x0b\x32\x38.qwak.feature.store.execution.v1.jobs.FailureInformationH\x01\x1a\x30\n\x0eJobLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07\x65xec_idB\x0e\n\x0c\x66\x61ilure_info\"\xea\x01\n\x0bJobMetadata\x12`\n\x18\x62\x61tch_ingestion_metadata\x18\x01 \x01(\x0b\x32<.qwak.feature.store.execution.v1.jobs.BatchIngestionMetadataH\x00\x12h\n!batch_backfill_ingestion_metadata\x18\x02 \x01(\x0b\x32;.qwak.feature.store.execution.v1.jobs.BatchBackfillMetadataH\x00\x42\x0f\n\rmetadata_type\"\xe7\x01\n\x16\x42\x61tchIngestionMetadata\x12<\n\x18ingested_data_start_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x16ingested_data_end_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x19\n\x11num_affected_rows\x18\x03 \x01(\x03\x12\x38\n\x14\x62\x61tch_execution_date\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xd6\x03\n\x15\x42\x61tchBackfillMetadata\x12\x19\n\x11num_interval_rows\x18\x01 \x01(\x03\x12\x44\n\rbackfill_spec\x18\x02 \x01(\x0b\x32-.qwak.feature.store.execution.v1.BackfillSpec\x12\x19\n\x11num_affected_rows\x18\x03 \x01(\x03\x12\x41\n\x1doffline_processing_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12?\n\x1boffline_processing_end_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12@\n\x1conline_processing_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12>\n\x1aonline_processing_end_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12;\n\x17last_batch_logical_date\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"b\n\x12\x46\x61ilureInformation\x12\x1e\n\x16original_error_message\x18\x01 \x01(\t\x12\x11\n\x07message\x18\x02 \x01(\tH\x00\x42\x19\n\x17\x66ormatted_error_message*\xac\x01\n\tJobStatus\x12\x16\n\x12JOB_STATUS_INVALID\x10\x00\x12\x18\n\x14JOB_STATUS_COMPLETED\x10\x03\x12\x15\n\x11JOB_STATUS_FAILED\x10\x04\x12\x18\n\x14JOB_STATUS_TOO_EARLY\x10\x05\x12\x1d\n\x19LEGACY_JOB_STATUS_RUNNING\x10\x06\x12\x1d\n\x19LEGACY_JOB_STATUS_PENDING\x10\x07\x42G\n*com.qwak.ai.features.execution.api.v1.jobsP\x01Z\x17qwak/fsexecution;fsjobsb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n qwak/execution/v1/jobs/job.proto\x12$qwak.feature.store.execution.v1.jobs\x1a\x1fgoogle/protobuf/timestamp.proto\x1a qwak/execution/v1/backfill.proto\"\xc0\x05\n\tJobRecord\x12\x0e\n\x06job_id\x18\x01 \x01(\t\x12\x17\n\rlegacy_run_id\x18\x02 \x01(\x03H\x00\x12\x16\n\x0c\x65xecution_id\x18\x03 \x01(\tH\x00\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x04 \x01(\t\x12\x15\n\rfeatureset_id\x18\x05 \x01(\t\x12\x16\n\x0e\x65nvironment_id\x18\x06 \x01(\t\x12\x12\n\naccount_id\x18\x07 \x01(\t\x12\x43\n\njob_status\x18\x08 \x01(\x0e\x32/.qwak.feature.store.execution.v1.jobs.JobStatus\x12\x31\n\rcreation_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12.\n\nstart_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12G\n\x0cjob_metadata\x18\x0c \x01(\x0b\x32\x31.qwak.feature.store.execution.v1.jobs.JobMetadata\x12R\n\njob_labels\x18\r \x03(\x0b\x32>.qwak.feature.store.execution.v1.jobs.JobRecord.JobLabelsEntry\x12\x0c\n\x04\x63ode\x18\x0e \x01(\t\x12H\n\x04info\x18\x0f \x01(\x0b\x32\x38.qwak.feature.store.execution.v1.jobs.FailureInformationH\x01\x1a\x30\n\x0eJobLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07\x65xec_idB\x0e\n\x0c\x66\x61ilure_info\"\xad\x03\n\x0bJobMetadata\x12`\n\x18\x62\x61tch_ingestion_metadata\x18\x01 \x01(\x0b\x32<.qwak.feature.store.execution.v1.jobs.BatchIngestionMetadataH\x00\x12h\n!batch_backfill_ingestion_metadata\x18\x02 \x01(\x0b\x32;.qwak.feature.store.execution.v1.jobs.BatchBackfillMetadataH\x00\x12^\n\x17\x62\x61tch_deletion_metadata\x18\x03 \x01(\x0b\x32;.qwak.feature.store.execution.v1.jobs.BatchDeletionMetadataH\x00\x12\x44\n\x1e\x65xpiration_watermark_timestamp\x18\x10 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x01\x42\x0f\n\rmetadata_typeB\x1b\n\x19\x64\x61ta_retention_state_type\"\x9d\x01\n\x15\x42\x61tchDeletionMetadata\x12!\n\x19\x64\x65letion_candidates_table\x18\x01 \x01(\t\x12\x32\n*deletion_candidates_size_in_bytes_on_redis\x18\x02 \x01(\x03\x12-\n%billing_size_in_bytes_before_deletion\x18\x03 \x01(\x03\"\xe7\x01\n\x16\x42\x61tchIngestionMetadata\x12<\n\x18ingested_data_start_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x16ingested_data_end_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x19\n\x11num_affected_rows\x18\x03 \x01(\x03\x12\x38\n\x14\x62\x61tch_execution_date\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xd6\x03\n\x15\x42\x61tchBackfillMetadata\x12\x19\n\x11num_interval_rows\x18\x01 \x01(\x03\x12\x44\n\rbackfill_spec\x18\x02 \x01(\x0b\x32-.qwak.feature.store.execution.v1.BackfillSpec\x12\x19\n\x11num_affected_rows\x18\x03 \x01(\x03\x12\x41\n\x1doffline_processing_start_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12?\n\x1boffline_processing_end_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12@\n\x1conline_processing_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12>\n\x1aonline_processing_end_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12;\n\x17last_batch_logical_date\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"b\n\x12\x46\x61ilureInformation\x12\x1e\n\x16original_error_message\x18\x01 \x01(\t\x12\x11\n\x07message\x18\x02 \x01(\tH\x00\x42\x19\n\x17\x66ormatted_error_message*\xac\x01\n\tJobStatus\x12\x16\n\x12JOB_STATUS_INVALID\x10\x00\x12\x18\n\x14JOB_STATUS_COMPLETED\x10\x03\x12\x15\n\x11JOB_STATUS_FAILED\x10\x04\x12\x18\n\x14JOB_STATUS_TOO_EARLY\x10\x05\x12\x1d\n\x19LEGACY_JOB_STATUS_RUNNING\x10\x06\x12\x1d\n\x19LEGACY_JOB_STATUS_PENDING\x10\x07\x42G\n*com.qwak.ai.features.execution.api.v1.jobsP\x01Z\x17qwak/fsexecution;fsjobsb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -26,18 +26,20 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['DESCRIPTOR']._serialized_options = b'\n*com.qwak.ai.features.execution.api.v1.jobsP\001Z\027qwak/fsexecution;fsjobs'
   _globals['_JOBRECORD_JOBLABELSENTRY']._options = None
   _globals['_JOBRECORD_JOBLABELSENTRY']._serialized_options = b'8\001'
-  _globals['_JOBSTATUS']._serialized_start=1893
-  _globals['_JOBSTATUS']._serialized_end=2065
+  _globals['_JOBSTATUS']._serialized_start=2248
+  _globals['_JOBSTATUS']._serialized_end=2420
   _globals['_JOBRECORD']._serialized_start=142
   _globals['_JOBRECORD']._serialized_end=846
   _globals['_JOBRECORD_JOBLABELSENTRY']._serialized_start=771
   _globals['_JOBRECORD_JOBLABELSENTRY']._serialized_end=819
   _globals['_JOBMETADATA']._serialized_start=849
-  _globals['_JOBMETADATA']._serialized_end=1083
-  _globals['_BATCHINGESTIONMETADATA']._serialized_start=1086
-  _globals['_BATCHINGESTIONMETADATA']._serialized_end=1317
-  _globals['_BATCHBACKFILLMETADATA']._serialized_start=1320
-  _globals['_BATCHBACKFILLMETADATA']._serialized_end=1790
-  _globals['_FAILUREINFORMATION']._serialized_start=1792
-  _globals['_FAILUREINFORMATION']._serialized_end=1890
+  _globals['_JOBMETADATA']._serialized_end=1278
+  _globals['_BATCHDELETIONMETADATA']._serialized_start=1281
+  _globals['_BATCHDELETIONMETADATA']._serialized_end=1438
+  _globals['_BATCHINGESTIONMETADATA']._serialized_start=1441
+  _globals['_BATCHINGESTIONMETADATA']._serialized_end=1672
+  _globals['_BATCHBACKFILLMETADATA']._serialized_start=1675
+  _globals['_BATCHBACKFILLMETADATA']._serialized_end=2145
+  _globals['_FAILUREINFORMATION']._serialized_start=2147
+  _globals['_FAILUREINFORMATION']._serialized_end=2245
 # @@protoc_insertion_point(module_scope)

{frogml-1.2.48 → frogml-1.2.49}/frogml/_proto/qwak/execution/v1/jobs/job_pb2.pyi

@@ -171,6 +171,8 @@ class JobMetadata(google.protobuf.message.Message):
 
     BATCH_INGESTION_METADATA_FIELD_NUMBER: builtins.int
     BATCH_BACKFILL_INGESTION_METADATA_FIELD_NUMBER: builtins.int
+    BATCH_DELETION_METADATA_FIELD_NUMBER: builtins.int
+    EXPIRATION_WATERMARK_TIMESTAMP_FIELD_NUMBER: builtins.int
     @property
     def batch_ingestion_metadata(self) -> global___BatchIngestionMetadata:
         """"regular" batch job"""
@@ -179,18 +181,53 @@ class JobMetadata(google.protobuf.message.Message):
     def batch_backfill_ingestion_metadata(self) -> global___BatchBackfillMetadata:
         """batch backfill"""
 
+    @property
+    def batch_deletion_metadata(self) -> global___BatchDeletionMetadata:
+        """Batch Deletion/Expiration job"""
+
+    @property
+    def expiration_watermark_timestamp(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
     def __init__(
         self,
         *,
         batch_ingestion_metadata: global___BatchIngestionMetadata | None = ...,
         batch_backfill_ingestion_metadata: global___BatchBackfillMetadata | None = ...,
+        batch_deletion_metadata: global___BatchDeletionMetadata | None = ...,
+        expiration_watermark_timestamp: google.protobuf.timestamp_pb2.Timestamp | None = ...,
     ) -> None: ...
-    def HasField(self, field_name: typing.Literal["batch_backfill_ingestion_metadata", b"batch_backfill_ingestion_metadata", "batch_ingestion_metadata", b"batch_ingestion_metadata", "metadata_type", b"metadata_type"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["batch_backfill_ingestion_metadata", b"batch_backfill_ingestion_metadata", "batch_ingestion_metadata", b"batch_ingestion_metadata", "metadata_type", b"metadata_type"]) -> None: ...
-    def WhichOneof(self, oneof_group: typing.Literal["metadata_type", b"metadata_type"]) -> typing.Literal["batch_ingestion_metadata", "batch_backfill_ingestion_metadata"] | None: ...
+    def HasField(self, field_name: typing.Literal["batch_backfill_ingestion_metadata", b"batch_backfill_ingestion_metadata", "batch_deletion_metadata", b"batch_deletion_metadata", "batch_ingestion_metadata", b"batch_ingestion_metadata", "data_retention_state_type", b"data_retention_state_type", "expiration_watermark_timestamp", b"expiration_watermark_timestamp", "metadata_type", b"metadata_type"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["batch_backfill_ingestion_metadata", b"batch_backfill_ingestion_metadata", "batch_deletion_metadata", b"batch_deletion_metadata", "batch_ingestion_metadata", b"batch_ingestion_metadata", "data_retention_state_type", b"data_retention_state_type", "expiration_watermark_timestamp", b"expiration_watermark_timestamp", "metadata_type", b"metadata_type"]) -> None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing.Literal["data_retention_state_type", b"data_retention_state_type"]) -> typing.Literal["expiration_watermark_timestamp"] | None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing.Literal["metadata_type", b"metadata_type"]) -> typing.Literal["batch_ingestion_metadata", "batch_backfill_ingestion_metadata", "batch_deletion_metadata"] | None: ...
 
 global___JobMetadata = JobMetadata
 
+@typing.final
+class BatchDeletionMetadata(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    DELETION_CANDIDATES_TABLE_FIELD_NUMBER: builtins.int
+    DELETION_CANDIDATES_SIZE_IN_BYTES_ON_REDIS_FIELD_NUMBER: builtins.int
+    BILLING_SIZE_IN_BYTES_BEFORE_DELETION_FIELD_NUMBER: builtins.int
+    deletion_candidates_table: builtins.str
+    """The name of the table containing the keys that are currently in the process of being deleted."""
+    deletion_candidates_size_in_bytes_on_redis: builtins.int
+    """The size (in bytes) of the Redis keys that are being deleted."""
+    billing_size_in_bytes_before_deletion: builtins.int
+    """The captured billing size (in bytes) before deletion of the Redis keys."""
+    def __init__(
+        self,
+        *,
+        deletion_candidates_table: builtins.str = ...,
+        deletion_candidates_size_in_bytes_on_redis: builtins.int = ...,
+        billing_size_in_bytes_before_deletion: builtins.int = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["billing_size_in_bytes_before_deletion", b"billing_size_in_bytes_before_deletion", "deletion_candidates_size_in_bytes_on_redis", b"deletion_candidates_size_in_bytes_on_redis", "deletion_candidates_table", b"deletion_candidates_table"]) -> None: ...
+
+global___BatchDeletionMetadata = BatchDeletionMetadata
+
 @typing.final
 class BatchIngestionMetadata(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor

frogml-1.2.49/frogml/_proto/qwak/execution/v1/jobs/reports/report_pb2.py

@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: frogml._proto.qwak.execution/v1/jobs/reports/report.proto
+# Protobuf Python Version: 4.25.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from frogml._proto.qwak.execution.v1 import backfill_pb2 as qwak_dot_execution_dot_v1_dot_backfill__pb2
+from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n+qwak/execution/v1/jobs/reports/report.proto\x12,qwak.feature.store.execution.v1.jobs.reports\x1a qwak/execution/v1/backfill.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"+\n\x12\x46\x61ilureInformation\x12\x15\n\rerror_message\x18\x01 \x01(\t\"\xa0\x01\n\x18\x42\x61tchDeletionJobMetadata\x12!\n\x19\x64\x65letion_candidates_table\x18\x01 \x01(\t\x12\x32\n*deletion_candidates_size_in_bytes_on_redis\x18\x02 \x01(\x03\x12-\n%billing_size_in_bytes_before_deletion\x18\x03 \x01(\x03\"\xd5\x01\n\x19\x42\x61tchIngestionJobMetadata\x12\x38\n\x14\x62\x61tch_execution_date\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12?\n\x1bingestion_window_start_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12=\n\x19ingestion_window_end_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xbe\x03\n\x18\x42\x61tchBackfillJobMetadata\x12\x19\n\x11num_interval_rows\x18\x01 \x01(\x03\x12\x44\n\rbackfill_spec\x18\x02 \x01(\x0b\x32-.qwak.feature.store.execution.v1.BackfillSpec\x12\x41\n\x1doffline_processing_start_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12?\n\x1boffline_processing_end_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12@\n\x1conline_processing_start_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12>\n\x1aonline_processing_end_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12;\n\x17last_batch_logical_date\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"(\n\x14StreamingJobMetadata\x12\x10\n\x08\x62\x61tch_id\x18\x01 \x01(\x04\"!\n\x1fStreamingAggregationJobMetadata\"\x88\n\n\tJobReport\x12k\n\x18\x62\x61tch_ingestion_metadata\x18\x01 \x01(\x0b\x32G.qwak.feature.store.execution.v1.jobs.reports.BatchIngestionJobMetadataH\x00\x12\x64\n\x16streaming_job_metadata\x18\x02 \x01(\x0b\x32\x42.qwak.feature.store.execution.v1.jobs.reports.StreamingJobMetadataH\x00\x12t\n\x1bstreaming_aggr_job_metadata\x18\x03 \x01(\x0b\x32M.qwak.feature.store.execution.v1.jobs.reports.StreamingAggregationJobMetadataH\x00\x12m\n\x1b\x62\x61tch_backfill_job_metadata\x18\x04 \x01(\x0b\x32\x46.qwak.feature.store.execution.v1.jobs.reports.BatchBackfillJobMetadataH\x00\x12m\n\x1b\x62\x61tch_deletion_job_metadata\x18\x12 \x01(\x0b\x32\x46.qwak.feature.store.execution.v1.jobs.reports.BatchDeletionJobMetadataH\x00\x12\x1c\n\x14num_affected_records\x18\x05 \x01(\x03\x12\x32\n\x0erun_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x30\n\x0crun_end_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x17\n\rlegacy_run_id\x18\x08 \x01(\x03H\x01\x12\x16\n\x0c\x65xecution_id\x18\t \x01(\tH\x01\x12\x16\n\x0e\x65nvironment_id\x18\n \x01(\t\x12\x15\n\rfeatureset_id\x18\x0b \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x0c \x01(\t\x12G\n\x06status\x18\r \x01(\x0e\x32\x37.qwak.feature.store.execution.v1.jobs.reports.JobStatus\x12Z\n\njob_labels\x18\x0e \x03(\x0b\x32\x46.qwak.feature.store.execution.v1.jobs.reports.JobReport.JobLabelsEntry\x12\x0e\n\x06job_id\x18\x0f \x01(\t\x12P\n\x04info\x18\x10 \x01(\x0b\x32@.qwak.feature.store.execution.v1.jobs.reports.FailureInformationH\x02\x12\x44\n\x1e\x65xpiration_watermark_timestamp\x18\x11 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x03\x1a\x30\n\x0eJobLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x13\n\x11job_metadata_typeB\x16\n\x14\x65xecution_identifierB\x0e\n\x0c\x66\x61ilure_infoB\x1b\n\x19\x64\x61ta_retention_state_type*m\n\tJobStatus\x12\x16\n\x12JOB_STATUS_INVALID\x10\x00\x12\x16\n\x12JOB_STATUS_SUCCESS\x10\x01\x12\x16\n\x12JOB_STATUS_FAILURE\x10\x02\x12\x18\n\x14JOB_STATUS_TOO_EARLY\x10\x03\x42\x36\n2com.qwak.ai.features.execution.api.v1.jobs.reportsP\x01\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'qwak.execution.v1.jobs.reports.report_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  _globals['DESCRIPTOR']._options = None
+  _globals['DESCRIPTOR']._serialized_options = b'\n2com.qwak.ai.features.execution.api.v1.jobs.reportsP\001'
+  _globals['_JOBREPORT_JOBLABELSENTRY']._options = None
+  _globals['_JOBREPORT_JOBLABELSENTRY']._serialized_options = b'8\001'
+  _globals['_JOBSTATUS']._serialized_start=2401
+  _globals['_JOBSTATUS']._serialized_end=2510
+  _globals['_FAILUREINFORMATION']._serialized_start=160
+  _globals['_FAILUREINFORMATION']._serialized_end=203
+  _globals['_BATCHDELETIONJOBMETADATA']._serialized_start=206
+  _globals['_BATCHDELETIONJOBMETADATA']._serialized_end=366
+  _globals['_BATCHINGESTIONJOBMETADATA']._serialized_start=369
+  _globals['_BATCHINGESTIONJOBMETADATA']._serialized_end=582
+  _globals['_BATCHBACKFILLJOBMETADATA']._serialized_start=585
+  _globals['_BATCHBACKFILLJOBMETADATA']._serialized_end=1031
+  _globals['_STREAMINGJOBMETADATA']._serialized_start=1033
+  _globals['_STREAMINGJOBMETADATA']._serialized_end=1073
+  _globals['_STREAMINGAGGREGATIONJOBMETADATA']._serialized_start=1075
+  _globals['_STREAMINGAGGREGATIONJOBMETADATA']._serialized_end=1108
+  _globals['_JOBREPORT']._serialized_start=1111
+  _globals['_JOBREPORT']._serialized_end=2399
+  _globals['_JOBREPORT_JOBLABELSENTRY']._serialized_start=2261
+  _globals['_JOBREPORT_JOBLABELSENTRY']._serialized_end=2309
+# @@protoc_insertion_point(module_scope)

{frogml-1.2.48 → frogml-1.2.49}/frogml/_proto/qwak/execution/v1/jobs/reports/report_pb2.pyi

@@ -64,6 +64,30 @@ class FailureInformation(google.protobuf.message.Message):
 
 global___FailureInformation = FailureInformation
 
+@typing.final
+class BatchDeletionJobMetadata(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    DELETION_CANDIDATES_TABLE_FIELD_NUMBER: builtins.int
+    DELETION_CANDIDATES_SIZE_IN_BYTES_ON_REDIS_FIELD_NUMBER: builtins.int
+    BILLING_SIZE_IN_BYTES_BEFORE_DELETION_FIELD_NUMBER: builtins.int
+    deletion_candidates_table: builtins.str
+    """The name of the table containing the keys that are currently in the process of being deleted."""
+    deletion_candidates_size_in_bytes_on_redis: builtins.int
+    """The size (in bytes) of the Redis keys that are being deleted."""
+    billing_size_in_bytes_before_deletion: builtins.int
+    """The captured billing size (in bytes) before deletion of the Redis keys."""
+    def __init__(
+        self,
+        *,
+        deletion_candidates_table: builtins.str = ...,
+        deletion_candidates_size_in_bytes_on_redis: builtins.int = ...,
+        billing_size_in_bytes_before_deletion: builtins.int = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["billing_size_in_bytes_before_deletion", b"billing_size_in_bytes_before_deletion", "deletion_candidates_size_in_bytes_on_redis", b"deletion_candidates_size_in_bytes_on_redis", "deletion_candidates_table", b"deletion_candidates_table"]) -> None: ...
+
+global___BatchDeletionJobMetadata = BatchDeletionJobMetadata
+
 @typing.final
 class BatchIngestionJobMetadata(google.protobuf.message.Message):
     """batchV1 job ingestion details"""
@@ -204,6 +228,7 @@ class JobReport(google.protobuf.message.Message):
     STREAMING_JOB_METADATA_FIELD_NUMBER: builtins.int
     STREAMING_AGGR_JOB_METADATA_FIELD_NUMBER: builtins.int
     BATCH_BACKFILL_JOB_METADATA_FIELD_NUMBER: builtins.int
+    BATCH_DELETION_JOB_METADATA_FIELD_NUMBER: builtins.int
     NUM_AFFECTED_RECORDS_FIELD_NUMBER: builtins.int
     RUN_START_TIME_FIELD_NUMBER: builtins.int
     RUN_END_TIME_FIELD_NUMBER: builtins.int
@@ -216,6 +241,7 @@ class JobReport(google.protobuf.message.Message):
     JOB_LABELS_FIELD_NUMBER: builtins.int
     JOB_ID_FIELD_NUMBER: builtins.int
     INFO_FIELD_NUMBER: builtins.int
+    EXPIRATION_WATERMARK_TIMESTAMP_FIELD_NUMBER: builtins.int
     num_affected_records: builtins.int
     """number of affected records"""
     legacy_run_id: builtins.int
@@ -241,6 +267,8 @@ class JobReport(google.protobuf.message.Message):
     @property
     def batch_backfill_job_metadata(self) -> global___BatchBackfillJobMetadata: ...
     @property
+    def batch_deletion_job_metadata(self) -> global___BatchDeletionJobMetadata: ...
+    @property
     def run_start_time(self) -> google.protobuf.timestamp_pb2.Timestamp:
         """SYSTEM start time of the job"""
 
@@ -254,6 +282,8 @@ class JobReport(google.protobuf.message.Message):
 
     @property
     def info(self) -> global___FailureInformation: ...
+    @property
+    def expiration_watermark_timestamp(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
     def __init__(
         self,
         *,
@@ -261,6 +291,7 @@ class JobReport(google.protobuf.message.Message):
         streaming_job_metadata: global___StreamingJobMetadata | None = ...,
         streaming_aggr_job_metadata: global___StreamingAggregationJobMetadata | None = ...,
         batch_backfill_job_metadata: global___BatchBackfillJobMetadata | None = ...,
+        batch_deletion_job_metadata: global___BatchDeletionJobMetadata | None = ...,
         num_affected_records: builtins.int = ...,
         run_start_time: google.protobuf.timestamp_pb2.Timestamp | None = ...,
         run_end_time: google.protobuf.timestamp_pb2.Timestamp | None = ...,
@@ -273,14 +304,17 @@ class JobReport(google.protobuf.message.Message):
         job_labels: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
         job_id: builtins.str = ...,
         info: global___FailureInformation | None = ...,
+        expiration_watermark_timestamp: google.protobuf.timestamp_pb2.Timestamp | None = ...,
     ) -> None: ...
-    def HasField(self, field_name: typing.Literal["batch_backfill_job_metadata", b"batch_backfill_job_metadata", "batch_ingestion_metadata", b"batch_ingestion_metadata", "execution_id", b"execution_id", "execution_identifier", b"execution_identifier", "failure_info", b"failure_info", "info", b"info", "job_metadata_type", b"job_metadata_type", "legacy_run_id", b"legacy_run_id", "run_end_time", b"run_end_time", "run_start_time", b"run_start_time", "streaming_aggr_job_metadata", b"streaming_aggr_job_metadata", "streaming_job_metadata", b"streaming_job_metadata"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["batch_backfill_job_metadata", b"batch_backfill_job_metadata", "batch_ingestion_metadata", b"batch_ingestion_metadata", "environment_id", b"environment_id", "execution_id", b"execution_id", "execution_identifier", b"execution_identifier", "failure_info", b"failure_info", "featureset_id", b"featureset_id", "featureset_name", b"featureset_name", "info", b"info", "job_id", b"job_id", "job_labels", b"job_labels", "job_metadata_type", b"job_metadata_type", "legacy_run_id", b"legacy_run_id", "num_affected_records", b"num_affected_records", "run_end_time", b"run_end_time", "run_start_time", b"run_start_time", "status", b"status", "streaming_aggr_job_metadata", b"streaming_aggr_job_metadata", "streaming_job_metadata", b"streaming_job_metadata"]) -> None: ...
+    def HasField(self, field_name: typing.Literal["batch_backfill_job_metadata", b"batch_backfill_job_metadata", "batch_deletion_job_metadata", b"batch_deletion_job_metadata", "batch_ingestion_metadata", b"batch_ingestion_metadata", "data_retention_state_type", b"data_retention_state_type", "execution_id", b"execution_id", "execution_identifier", b"execution_identifier", "expiration_watermark_timestamp", b"expiration_watermark_timestamp", "failure_info", b"failure_info", "info", b"info", "job_metadata_type", b"job_metadata_type", "legacy_run_id", b"legacy_run_id", "run_end_time", b"run_end_time", "run_start_time", b"run_start_time", "streaming_aggr_job_metadata", b"streaming_aggr_job_metadata", "streaming_job_metadata", b"streaming_job_metadata"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["batch_backfill_job_metadata", b"batch_backfill_job_metadata", "batch_deletion_job_metadata", b"batch_deletion_job_metadata", "batch_ingestion_metadata", b"batch_ingestion_metadata", "data_retention_state_type", b"data_retention_state_type", "environment_id", b"environment_id", "execution_id", b"execution_id", "execution_identifier", b"execution_identifier", "expiration_watermark_timestamp", b"expiration_watermark_timestamp", "failure_info", b"failure_info", "featureset_id", b"featureset_id", "featureset_name", b"featureset_name", "info", b"info", "job_id", b"job_id", "job_labels", b"job_labels", "job_metadata_type", b"job_metadata_type", "legacy_run_id", b"legacy_run_id", "num_affected_records", b"num_affected_records", "run_end_time", b"run_end_time", "run_start_time", b"run_start_time", "status", b"status", "streaming_aggr_job_metadata", b"streaming_aggr_job_metadata", "streaming_job_metadata", b"streaming_job_metadata"]) -> None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing.Literal["data_retention_state_type", b"data_retention_state_type"]) -> typing.Literal["expiration_watermark_timestamp"] | None: ...
     @typing.overload
     def WhichOneof(self, oneof_group: typing.Literal["execution_identifier", b"execution_identifier"]) -> typing.Literal["legacy_run_id", "execution_id"] | None: ...
     @typing.overload
     def WhichOneof(self, oneof_group: typing.Literal["failure_info", b"failure_info"]) -> typing.Literal["info"] | None: ...
     @typing.overload
-    def WhichOneof(self, oneof_group: typing.Literal["job_metadata_type", b"job_metadata_type"]) -> typing.Literal["batch_ingestion_metadata", "streaming_job_metadata", "streaming_aggr_job_metadata", "batch_backfill_job_metadata"] | None: ...
+    def WhichOneof(self, oneof_group: typing.Literal["job_metadata_type", b"job_metadata_type"]) -> typing.Literal["batch_ingestion_metadata", "streaming_job_metadata", "streaming_aggr_job_metadata", "batch_backfill_job_metadata", "batch_deletion_job_metadata"] | None: ...
 
 global___JobReport = JobReport

{frogml-1.2.48 → frogml-1.2.49}/frogml/_proto/qwak/feature_store/serving/metadata_pb2.py

@@ -16,7 +16,7 @@ from frogml._proto.qwak.feature_store.features import feature_set_types_pb2 as q
 from frogml._proto.qwak.feature_store.entities import entity_pb2 as qwak_dot_feature__store_dot_entities_dot_entity__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n)qwak/feature_store/serving/metadata.proto\x12*com.qwak.ai.feature.store.serving.metadata\x1a\x33qwak/feature_store/features/feature_set_types.proto\x1a(qwak/feature_store/entities/entity.proto\"\xb0\x02\n&StreamingAggregationFeaturesetMetadata\x12\x16\n\x0e\x65nvironment_id\x18\x01 \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x02 \x01(\t\x12\x15\n\rfeatureset_id\x18\x03 \x01(\t\x12\x65\n streaming_aggregation_featureset\x18\x04 \x01(\x0b\x32;.qwak.feature.store.features.StreamingAggregationFeatureSet\x12=\n\x06\x65ntity\x18\x05 \x01(\x0b\x32-.qwak.feature.store.entities.EntityDefinition\x12\x18\n\x10\x61vro_schema_json\x18\x06 \x01(\t\"\x8e\x02\n\x19\x42\x61tchFeaturesetV1Metadata\x12\x16\n\x0e\x65nvironment_id\x18\x01 \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x02 \x01(\t\x12\x15\n\rfeatureset_id\x18\x03 \x01(\t\x12\x1d\n\x15qwak_protocol_version\x18\x04 \x01(\x05\x12K\n\x13\x62\x61tch_featureset_v1\x18\x05 \x01(\x0b\x32..qwak.feature.store.features.BatchFeatureSetV1\x12=\n\x06\x65ntity\x18\x06 \x01(\x0b\x32-.qwak.feature.store.entities.EntityDefinition\"\x9a\x02\n\x1dStreamingFeaturesetV1Metadata\x12\x16\n\x0e\x65nvironment_id\x18\x01 \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x02 \x01(\t\x12\x15\n\rfeatureset_id\x18\x03 \x01(\t\x12\x1d\n\x15qwak_protocol_version\x18\x04 \x01(\x05\x12S\n\x17streaming_featureset_v1\x18\x05 \x01(\x0b\x32\x32.qwak.feature.store.features.StreamingFeatureSetV1\x12=\n\x06\x65ntity\x18\x06 \x01(\x0b\x32-.qwak.feature.store.entities.EntityDefinition\"\x7f\n\x1a\x46\x65\x61turesetMemoryUsageStats\x12\x16\n\x0e\x65nvironment_id\x18\x01 \x01(\t\x12\x15\n\rfeatureset_id\x18\x02 \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x03 \x01(\t\x12\x19\n\x11online_used_bytes\x18\x04 \x01(\x03\x42,\n*com.qwak.ai.feature.store.serving.metadatab\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n)qwak/feature_store/serving/metadata.proto\x12*com.qwak.ai.feature.store.serving.metadata\x1a\x33qwak/feature_store/features/feature_set_types.proto\x1a(qwak/feature_store/entities/entity.proto\"\xe9\x02\n&StreamingAggregationFeaturesetMetadata\x12\x16\n\x0e\x65nvironment_id\x18\x01 \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x02 \x01(\t\x12\x15\n\rfeatureset_id\x18\x03 \x01(\t\x12\x65\n streaming_aggregation_featureset\x18\x04 \x01(\x0b\x32;.qwak.feature.store.features.StreamingAggregationFeatureSet\x12=\n\x06\x65ntity\x18\x05 \x01(\x0b\x32-.qwak.feature.store.entities.EntityDefinition\x12\x18\n\x10\x61vro_schema_json\x18\x06 \x01(\t\x12\"\n\x1a\x66\x65\x61tureset_repository_name\x18\x07 \x01(\t\x12\x13\n\x0bproject_key\x18\x08 \x01(\t\"\xc7\x02\n\x19\x42\x61tchFeaturesetV1Metadata\x12\x16\n\x0e\x65nvironment_id\x18\x01 \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x02 \x01(\t\x12\x15\n\rfeatureset_id\x18\x03 \x01(\t\x12\x1d\n\x15qwak_protocol_version\x18\x04 \x01(\x05\x12K\n\x13\x62\x61tch_featureset_v1\x18\x05 \x01(\x0b\x32..qwak.feature.store.features.BatchFeatureSetV1\x12=\n\x06\x65ntity\x18\x06 \x01(\x0b\x32-.qwak.feature.store.entities.EntityDefinition\x12\"\n\x1a\x66\x65\x61tureset_repository_name\x18\x07 \x01(\t\x12\x13\n\x0bproject_key\x18\x08 \x01(\t\"\xd3\x02\n\x1dStreamingFeaturesetV1Metadata\x12\x16\n\x0e\x65nvironment_id\x18\x01 \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x02 \x01(\t\x12\x15\n\rfeatureset_id\x18\x03 \x01(\t\x12\x1d\n\x15qwak_protocol_version\x18\x04 \x01(\x05\x12S\n\x17streaming_featureset_v1\x18\x05 \x01(\x0b\x32\x32.qwak.feature.store.features.StreamingFeatureSetV1\x12=\n\x06\x65ntity\x18\x06 \x01(\x0b\x32-.qwak.feature.store.entities.EntityDefinition\x12\"\n\x1a\x66\x65\x61tureset_repository_name\x18\x07 \x01(\t\x12\x13\n\x0bproject_key\x18\x08 \x01(\t\"\x7f\n\x1a\x46\x65\x61turesetMemoryUsageStats\x12\x16\n\x0e\x65nvironment_id\x18\x01 \x01(\t\x12\x15\n\rfeatureset_id\x18\x02 \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x03 \x01(\t\x12\x19\n\x11online_used_bytes\x18\x04 \x01(\x03\x42,\n*com.qwak.ai.feature.store.serving.metadatab\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -25,11 +25,11 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['DESCRIPTOR']._options = None
   _globals['DESCRIPTOR']._serialized_options = b'\n*com.qwak.ai.feature.store.serving.metadata'
   _globals['_STREAMINGAGGREGATIONFEATURESETMETADATA']._serialized_start=185
-  _globals['_STREAMINGAGGREGATIONFEATURESETMETADATA']._serialized_end=489
-  _globals['_BATCHFEATURESETV1METADATA']._serialized_start=492
-  _globals['_BATCHFEATURESETV1METADATA']._serialized_end=762
-  _globals['_STREAMINGFEATURESETV1METADATA']._serialized_start=765
-  _globals['_STREAMINGFEATURESETV1METADATA']._serialized_end=1047
-  _globals['_FEATURESETMEMORYUSAGESTATS']._serialized_start=1049
-  _globals['_FEATURESETMEMORYUSAGESTATS']._serialized_end=1176
+  _globals['_STREAMINGAGGREGATIONFEATURESETMETADATA']._serialized_end=546
+  _globals['_BATCHFEATURESETV1METADATA']._serialized_start=549
+  _globals['_BATCHFEATURESETV1METADATA']._serialized_end=876
+  _globals['_STREAMINGFEATURESETV1METADATA']._serialized_start=879
+  _globals['_STREAMINGFEATURESETV1METADATA']._serialized_end=1218
+  _globals['_FEATURESETMEMORYUSAGESTATS']._serialized_start=1220
+  _globals['_FEATURESETMEMORYUSAGESTATS']._serialized_end=1347
 # @@protoc_insertion_point(module_scope)

{frogml-1.2.48 → frogml-1.2.49}/frogml/_proto/qwak/feature_store/serving/metadata_pb2.pyi

@@ -22,6 +22,8 @@ class StreamingAggregationFeaturesetMetadata(google.protobuf.message.Message):
     STREAMING_AGGREGATION_FEATURESET_FIELD_NUMBER: builtins.int
     ENTITY_FIELD_NUMBER: builtins.int
     AVRO_SCHEMA_JSON_FIELD_NUMBER: builtins.int
+    FEATURESET_REPOSITORY_NAME_FIELD_NUMBER: builtins.int
+    PROJECT_KEY_FIELD_NUMBER: builtins.int
     environment_id: builtins.str
     """Multi environment support"""
     featureset_name: builtins.str
@@ -30,6 +32,10 @@ class StreamingAggregationFeaturesetMetadata(google.protobuf.message.Message):
     """Featureset id"""
     avro_schema_json: builtins.str
     """The avro schema in json format that represents the AggregationSpec"""
+    featureset_repository_name: builtins.str
+    """Repository name of the FeatureSet"""
+    project_key: builtins.str
+    """Project key of the FeatureSet"""
     @property
     def streaming_aggregation_featureset(self) -> frogml._proto.qwak.feature_store.features.feature_set_types_pb2.StreamingAggregationFeatureSet:
         """Streaming aggregation featureset"""
@@ -47,9 +53,11 @@ class StreamingAggregationFeaturesetMetadata(google.protobuf.message.Message):
         streaming_aggregation_featureset: frogml._proto.qwak.feature_store.features.feature_set_types_pb2.StreamingAggregationFeatureSet | None = ...,
         entity: frogml._proto.qwak.feature_store.entities.entity_pb2.EntityDefinition | None = ...,
         avro_schema_json: builtins.str = ...,
+        featureset_repository_name: builtins.str = ...,
+        project_key: builtins.str = ...,
     ) -> None: ...
     def HasField(self, field_name: typing.Literal["entity", b"entity", "streaming_aggregation_featureset", b"streaming_aggregation_featureset"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["avro_schema_json", b"avro_schema_json", "entity", b"entity", "environment_id", b"environment_id", "featureset_id", b"featureset_id", "featureset_name", b"featureset_name", "streaming_aggregation_featureset", b"streaming_aggregation_featureset"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["avro_schema_json", b"avro_schema_json", "entity", b"entity", "environment_id", b"environment_id", "featureset_id", b"featureset_id", "featureset_name", b"featureset_name", "featureset_repository_name", b"featureset_repository_name", "project_key", b"project_key", "streaming_aggregation_featureset", b"streaming_aggregation_featureset"]) -> None: ...
 
 global___StreamingAggregationFeaturesetMetadata = StreamingAggregationFeaturesetMetadata
 
@@ -63,6 +71,8 @@ class BatchFeaturesetV1Metadata(google.protobuf.message.Message):
     QWAK_PROTOCOL_VERSION_FIELD_NUMBER: builtins.int
     BATCH_FEATURESET_V1_FIELD_NUMBER: builtins.int
     ENTITY_FIELD_NUMBER: builtins.int
+    FEATURESET_REPOSITORY_NAME_FIELD_NUMBER: builtins.int
+    PROJECT_KEY_FIELD_NUMBER: builtins.int
     environment_id: builtins.str
     """Multi environment support"""
     featureset_name: builtins.str
@@ -71,6 +81,10 @@ class BatchFeaturesetV1Metadata(google.protobuf.message.Message):
     """Featureset id"""
     qwak_protocol_version: builtins.int
     """qwak protocol version"""
+    featureset_repository_name: builtins.str
+    """Repository name of the FeatureSet"""
+    project_key: builtins.str
+    """Project key of the FeatureSet"""
     @property
     def batch_featureset_v1(self) -> frogml._proto.qwak.feature_store.features.feature_set_types_pb2.BatchFeatureSetV1:
         """batch v1 featureset"""
@@ -88,9 +102,11 @@ class BatchFeaturesetV1Metadata(google.protobuf.message.Message):
         qwak_protocol_version: builtins.int = ...,
         batch_featureset_v1: frogml._proto.qwak.feature_store.features.feature_set_types_pb2.BatchFeatureSetV1 | None = ...,
         entity: frogml._proto.qwak.feature_store.entities.entity_pb2.EntityDefinition | None = ...,
+        featureset_repository_name: builtins.str = ...,
+        project_key: builtins.str = ...,
     ) -> None: ...
     def HasField(self, field_name: typing.Literal["batch_featureset_v1", b"batch_featureset_v1", "entity", b"entity"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["batch_featureset_v1", b"batch_featureset_v1", "entity", b"entity", "environment_id", b"environment_id", "featureset_id", b"featureset_id", "featureset_name", b"featureset_name", "qwak_protocol_version", b"qwak_protocol_version"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["batch_featureset_v1", b"batch_featureset_v1", "entity", b"entity", "environment_id", b"environment_id", "featureset_id", b"featureset_id", "featureset_name", b"featureset_name", "featureset_repository_name", b"featureset_repository_name", "project_key", b"project_key", "qwak_protocol_version", b"qwak_protocol_version"]) -> None: ...
 
 global___BatchFeaturesetV1Metadata = BatchFeaturesetV1Metadata
 
@@ -104,6 +120,8 @@ class StreamingFeaturesetV1Metadata(google.protobuf.message.Message):
     QWAK_PROTOCOL_VERSION_FIELD_NUMBER: builtins.int
     STREAMING_FEATURESET_V1_FIELD_NUMBER: builtins.int
     ENTITY_FIELD_NUMBER: builtins.int
+    FEATURESET_REPOSITORY_NAME_FIELD_NUMBER: builtins.int
+    PROJECT_KEY_FIELD_NUMBER: builtins.int
     environment_id: builtins.str
     """Multi environment support"""
     featureset_name: builtins.str
@@ -112,6 +130,10 @@ class StreamingFeaturesetV1Metadata(google.protobuf.message.Message):
     """Featureset id"""
     qwak_protocol_version: builtins.int
     """qwak protocol version"""
+    featureset_repository_name: builtins.str
+    """Repository name of the FeatureSet"""
+    project_key: builtins.str
+    """Project key of the FeatureSet"""
     @property
     def streaming_featureset_v1(self) -> frogml._proto.qwak.feature_store.features.feature_set_types_pb2.StreamingFeatureSetV1:
         """Streaming v1 featureset"""
@@ -129,9 +151,11 @@ class StreamingFeaturesetV1Metadata(google.protobuf.message.Message):
         qwak_protocol_version: builtins.int = ...,
         streaming_featureset_v1: frogml._proto.qwak.feature_store.features.feature_set_types_pb2.StreamingFeatureSetV1 | None = ...,
         entity: frogml._proto.qwak.feature_store.entities.entity_pb2.EntityDefinition | None = ...,
+        featureset_repository_name: builtins.str = ...,
+        project_key: builtins.str = ...,
     ) -> None: ...
     def HasField(self, field_name: typing.Literal["entity", b"entity", "streaming_featureset_v1", b"streaming_featureset_v1"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["entity", b"entity", "environment_id", b"environment_id", "featureset_id", b"featureset_id", "featureset_name", b"featureset_name", "qwak_protocol_version", b"qwak_protocol_version", "streaming_featureset_v1", b"streaming_featureset_v1"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["entity", b"entity", "environment_id", b"environment_id", "featureset_id", b"featureset_id", "featureset_name", b"featureset_name", "featureset_repository_name", b"featureset_repository_name", "project_key", b"project_key", "qwak_protocol_version", b"qwak_protocol_version", "streaming_featureset_v1", b"streaming_featureset_v1"]) -> None: ...
 
 global___StreamingFeaturesetV1Metadata = StreamingFeaturesetV1Metadata
 

{frogml-1.2.48 → frogml-1.2.49}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "frogml"
-version = "1.2.48"
+version = "1.2.49"
 description = "frogml contains the necessary objects and communication tools for using the JFrog ml Platform"
 authors = ["JFrog"]
 readme = "README.md"

frogml-1.2.48/frogml/_proto/qwak/execution/v1/jobs/reports/report_pb2.py

@@ -1,45 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: frogml._proto.qwak.execution/v1/jobs/reports/report.proto
-# Protobuf Python Version: 4.25.1
-"""Generated protocol buffer code."""
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import symbol_database as _symbol_database
-from google.protobuf.internal import builder as _builder
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-from frogml._proto.qwak.execution.v1 import backfill_pb2 as qwak_dot_execution_dot_v1_dot_backfill__pb2
-from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n+qwak/execution/v1/jobs/reports/report.proto\x12,qwak.feature.store.execution.v1.jobs.reports\x1a qwak/execution/v1/backfill.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"+\n\x12\x46\x61ilureInformation\x12\x15\n\rerror_message\x18\x01 \x01(\t\"\xd5\x01\n\x19\x42\x61tchIngestionJobMetadata\x12\x38\n\x14\x62\x61tch_execution_date\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12?\n\x1bingestion_window_start_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12=\n\x19ingestion_window_end_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xbe\x03\n\x18\x42\x61tchBackfillJobMetadata\x12\x19\n\x11num_interval_rows\x18\x01 \x01(\x03\x12\x44\n\rbackfill_spec\x18\x02 \x01(\x0b\x32-.qwak.feature.store.execution.v1.BackfillSpec\x12\x41\n\x1doffline_processing_start_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12?\n\x1boffline_processing_end_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12@\n\x1conline_processing_start_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12>\n\x1aonline_processing_end_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12;\n\x17last_batch_logical_date\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"(\n\x14StreamingJobMetadata\x12\x10\n\x08\x62\x61tch_id\x18\x01 \x01(\x04\"!\n\x1fStreamingAggregationJobMetadata\"\xb6\x08\n\tJobReport\x12k\n\x18\x62\x61tch_ingestion_metadata\x18\x01 \x01(\x0b\x32G.qwak.feature.store.execution.v1.jobs.reports.BatchIngestionJobMetadataH\x00\x12\x64\n\x16streaming_job_metadata\x18\x02 \x01(\x0b\x32\x42.qwak.feature.store.execution.v1.jobs.reports.StreamingJobMetadataH\x00\x12t\n\x1bstreaming_aggr_job_metadata\x18\x03 \x01(\x0b\x32M.qwak.feature.store.execution.v1.jobs.reports.StreamingAggregationJobMetadataH\x00\x12m\n\x1b\x62\x61tch_backfill_job_metadata\x18\x04 \x01(\x0b\x32\x46.qwak.feature.store.execution.v1.jobs.reports.BatchBackfillJobMetadataH\x00\x12\x1c\n\x14num_affected_records\x18\x05 \x01(\x03\x12\x32\n\x0erun_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x30\n\x0crun_end_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x17\n\rlegacy_run_id\x18\x08 \x01(\x03H\x01\x12\x16\n\x0c\x65xecution_id\x18\t \x01(\tH\x01\x12\x16\n\x0e\x65nvironment_id\x18\n \x01(\t\x12\x15\n\rfeatureset_id\x18\x0b \x01(\t\x12\x17\n\x0f\x66\x65\x61tureset_name\x18\x0c \x01(\t\x12G\n\x06status\x18\r \x01(\x0e\x32\x37.qwak.feature.store.execution.v1.jobs.reports.JobStatus\x12Z\n\njob_labels\x18\x0e \x03(\x0b\x32\x46.qwak.feature.store.execution.v1.jobs.reports.JobReport.JobLabelsEntry\x12\x0e\n\x06job_id\x18\x0f \x01(\t\x12P\n\x04info\x18\x10 \x01(\x0b\x32@.qwak.feature.store.execution.v1.jobs.reports.FailureInformationH\x02\x1a\x30\n\x0eJobLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x13\n\x11job_metadata_typeB\x16\n\x14\x65xecution_identifierB\x0e\n\x0c\x66\x61ilure_info*m\n\tJobStatus\x12\x16\n\x12JOB_STATUS_INVALID\x10\x00\x12\x16\n\x12JOB_STATUS_SUCCESS\x10\x01\x12\x16\n\x12JOB_STATUS_FAILURE\x10\x02\x12\x18\n\x14JOB_STATUS_TOO_EARLY\x10\x03\x42\x36\n2com.qwak.ai.features.execution.api.v1.jobs.reportsP\x01\x62\x06proto3')
-
-_globals = globals()
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'qwak.execution.v1.jobs.reports.report_pb2', _globals)
-if _descriptor._USE_C_DESCRIPTORS == False:
-  _globals['DESCRIPTOR']._options = None
-  _globals['DESCRIPTOR']._serialized_options = b'\n2com.qwak.ai.features.execution.api.v1.jobs.reportsP\001'
-  _globals['_JOBREPORT_JOBLABELSENTRY']._options = None
-  _globals['_JOBREPORT_JOBLABELSENTRY']._serialized_options = b'8\001'
-  _globals['_JOBSTATUS']._serialized_start=2028
-  _globals['_JOBSTATUS']._serialized_end=2137
-  _globals['_FAILUREINFORMATION']._serialized_start=160
-  _globals['_FAILUREINFORMATION']._serialized_end=203
-  _globals['_BATCHINGESTIONJOBMETADATA']._serialized_start=206
-  _globals['_BATCHINGESTIONJOBMETADATA']._serialized_end=419
-  _globals['_BATCHBACKFILLJOBMETADATA']._serialized_start=422
-  _globals['_BATCHBACKFILLJOBMETADATA']._serialized_end=868
-  _globals['_STREAMINGJOBMETADATA']._serialized_start=870
-  _globals['_STREAMINGJOBMETADATA']._serialized_end=910
-  _globals['_STREAMINGAGGREGATIONJOBMETADATA']._serialized_start=912
-  _globals['_STREAMINGAGGREGATIONJOBMETADATA']._serialized_end=945
-  _globals['_JOBREPORT']._serialized_start=948
-  _globals['_JOBREPORT']._serialized_end=2026
-  _globals['_JOBREPORT_JOBLABELSENTRY']._serialized_start=1917
-  _globals['_JOBREPORT_JOBLABELSENTRY']._serialized_end=1965
-# @@protoc_insertion_point(module_scope)