corvic-engine 0.3.0rc53__tar.gz → 0.3.0rc55__tar.gz

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/Cargo.lock

@@ -22,7 +22,7 @@ checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
 
 [[package]]
 name = "corvic-engine"
-version = "0.3.0-rc.53"
+version = "0.3.0-rc.55"
 dependencies = [
  "numpy",
  "pyo3",
@@ -63,7 +63,7 @@ checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
 
 [[package]]
 name = "engine-walk"
-version = "0.3.0-rc.53"
+version = "0.3.0-rc.55"
 dependencies = [
  "version_check",
 ]

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/Cargo.toml

@@ -3,7 +3,7 @@ resolver = "2"
 members = ["python"]
 
 [workspace.package]
-version = "0.3.0-rc.53"
+version = "0.3.0-rc.55"
 edition = "2021"
 publish = false
 

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: corvic-engine
-Version: 0.3.0rc53
+Version: 0.3.0rc55
 Classifier: Environment :: Console
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: Implementation :: CPython

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/pyproject.toml

@@ -20,7 +20,7 @@ authors = [
 ]
 readme = "README.md"
 description = "Seamless embedding generation and retrieval."
-version = "0.3.0-rc.53" # sync this with tool.poetry.version below
+version = "0.3.0-rc.55" # sync this with tool.poetry.version below
 
 # TODO(ddn): Pull dependencies from tool.poetry.dependencies. We use maturin as
 # the build system but poetry for the development environment.
@@ -74,7 +74,7 @@ packages = [
 ]
 description = ""
 authors = []
-version = "0.3.0-rc.53"
+version = "0.3.0-rc.55"
 
 [tool.poetry.scripts]
 check = "corvic_check.cli:main"

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic/model/_completion_model.py

@@ -7,6 +7,7 @@ import datetime
 from collections.abc import Iterable, Sequence
 from typing import Literal, TypeAlias
 
+from google.protobuf import timestamp_pb2
 from sqlalchemy import orm as sa_orm
 
 from corvic import orm, system
@@ -24,6 +25,8 @@ from corvic_generated.orm.v1 import completion_model_pb2
 CompletionModelID: TypeAlias = orm.CompletionModelID
 OrgID: TypeAlias = orm.OrgID
 
+UNIX_TIMESTAMP_START_DATETIME = timestamp_pb2.Timestamp(seconds=0, nanos=0)
+
 
 class CompletionModel(
     BaseModel[CompletionModelID, models_pb2.CompletionModel, orm.CompletionModel]
@@ -112,6 +115,14 @@ class CompletionModel(
     def description(self) -> str:
         return self.proto_self.description
 
+    @property
+    def last_validation_time(self) -> datetime.datetime | None:
+        if self.proto_self.last_validation_time != UNIX_TIMESTAMP_START_DATETIME:
+            return self.proto_self.last_validation_time.ToDatetime(
+                tzinfo=datetime.timezone.utc
+            )
+        return None
+
     @classmethod
     def create(
         cls,
@@ -197,3 +208,10 @@ class CompletionModel(
         proto_self = copy.deepcopy(self.proto_self)
         proto_self.secret_api_key = secret_api_key
         return CompletionModel(self.client, proto_self)
+
+    def with_last_validation_time(
+        self, last_validation_time: datetime.datetime
+    ) -> CompletionModel:
+        proto_self = copy.deepcopy(self.proto_self)
+        proto_self.last_validation_time.FromDatetime(last_validation_time)
+        return CompletionModel(self.client, proto_self)

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic/model/_proto_orm_convert.py

@@ -241,6 +241,9 @@ def completion_model_orm_to_proto(
         parameters=completion_model_orm.parameters,
         secret_api_key=completion_model_orm.secret_api_key,
         created_at=timestamp_orm_to_proto(completion_model_orm.created_at),
+        last_validation_time=timestamp_orm_to_proto(
+            completion_model_orm.last_validation_time
+        ),
     )
 
 
@@ -618,6 +621,7 @@ def completion_model_proto_to_orm(
         description=proto_obj.description,
         parameters=proto_obj.parameters,
         secret_api_key=proto_obj.secret_api_key,
+        last_validation_time=proto_obj.last_validation_time.ToDatetime(),
     )
     return Ok(_add_orm_to_session(orm_obj, proto_obj.org_id, session))
 

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic/model/_space.py

@@ -694,7 +694,7 @@ class TabularSpace(Space):
         )
         return Ok(cls(client, proto_self))
 
-    def embeddings_tables(  # noqa: C901
+    def embeddings_tables(  # noqa: C901, PLR0915
         self,
     ) -> Ok[Mapping[str, Table]] | InvalidArgumentError:
         output_sources = self.feature_view.output_sources
@@ -750,7 +750,38 @@ class TabularSpace(Space):
                                 pass
                             case InvalidArgumentError() as err:
                                 return err
-
+                    case op_graph.feature_type.Timestamp():
+                        encoded_column_name = f"__encoded-{uuid.uuid4()}"
+                        embedding_column_tmp_names.append(encoded_column_name)
+                        match op.encode_columns(
+                            [
+                                op_graph.encoder.EncodedColumn(
+                                    column_name=column.name,
+                                    encoded_column_name=encoded_column_name,
+                                    encoder=op_graph.encoder.timestamp_encoder(),
+                                )
+                            ]
+                        ):
+                            case Ok(op):
+                                pass
+                            case InvalidArgumentError() as err:
+                                return err
+                    case op_graph.feature_type.Text():
+                        encoded_column_name = f"__encoded-{uuid.uuid4()}"
+                        embedding_column_tmp_names.append(encoded_column_name)
+                        match op.encode_columns(
+                            [
+                                op_graph.encoder.EncodedColumn(
+                                    column_name=column.name,
+                                    encoded_column_name=encoded_column_name,
+                                    encoder=op_graph.encoder.text_encoder(),
+                                )
+                            ]
+                        ):
+                            case Ok(op):
+                                pass
+                            case InvalidArgumentError() as err:
+                                return err
                     case _:
                         continue
 

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic/op_graph/encoders.py

@@ -67,7 +67,19 @@ def from_proto(
 ) -> StandardScaler: ...
 
 
+@overload
+def from_proto(
+    proto: table_pb2.TimestampEncoder,
+) -> TimestampEncoder: ...
+
+
+@overload
 def from_proto(
+    proto: table_pb2.TextEncoder,
+) -> TextEncoder: ...
+
+
+def from_proto(  # noqa: C901
     proto: (
         table_pb2.Encoder
         | table_pb2.OneHotEncoder
@@ -78,6 +90,8 @@ def from_proto(
         | table_pb2.Binarizer
         | table_pb2.MaxAbsScaler
         | table_pb2.StandardScaler
+        | table_pb2.TimestampEncoder
+        | table_pb2.TextEncoder
     ),
 ) -> Encoder:
     """Create a Encoder wrapper around a Encoder protobuf message."""
@@ -100,6 +114,10 @@ def from_proto(
             return MaxAbsScaler(table_pb2.Encoder(max_abs_scaler=proto))
         case table_pb2.StandardScaler():
             return StandardScaler(table_pb2.Encoder(standard_scaler=proto))
+        case table_pb2.TimestampEncoder():
+            return TimestampEncoder(table_pb2.Encoder(timestamp_encoder=proto))
+        case table_pb2.TextEncoder():
+            return TextEncoder(table_pb2.Encoder(text_encoder=proto))
 
 
 def _from_encoder_type(proto: table_pb2.Encoder):
@@ -249,6 +267,22 @@ class StandardScaler(_Base):
         return self._proto.standard_scaler.with_std
 
 
+class TimestampEncoder(_Base):
+    """Encode timestamp features into a numeric array."""
+
+    @property
+    def output_dtype(self) -> DataType:
+        return pl.List(pl.Float32())
+
+
+class TextEncoder(_Base):
+    """Encode text features into a numeric vector."""
+
+    @property
+    def output_dtype(self) -> DataType:
+        return pl.List(pl.Float32())
+
+
 def one_hot_encoder():
     """Build a OneHotEncoder Encoder."""
     return from_proto(table_pb2.OneHotEncoder())
@@ -316,6 +350,16 @@ def standard_scaler(
     )
 
 
+def timestamp_encoder():
+    """Build a TimestampEncoder Encoder."""
+    return from_proto(table_pb2.TimestampEncoder())
+
+
+def text_encoder():
+    """Build a TextEncoder Encoder."""
+    return from_proto(table_pb2.TextEncoder())
+
+
 Encoder = (
     OneHotEncoder
     | MinMaxScaler
@@ -325,9 +369,10 @@ Encoder = (
     | Binarizer
     | MaxAbsScaler
     | StandardScaler
+    | TimestampEncoder
+    | TextEncoder
 )
 
-
 _ENCODER_NAME_TO_ENCODER_TYPE: Final = {
     "one_hot_encoder": OneHotEncoder,
     "min_max_scaler": MinMaxScaler,
@@ -337,6 +382,8 @@ _ENCODER_NAME_TO_ENCODER_TYPE: Final = {
     "binarizer": Binarizer,
     "max_abs_scaler": MaxAbsScaler,
     "standard_scaler": StandardScaler,
+    "timestamp_encoder": TimestampEncoder,
+    "text_encoder": TextEncoder,
 }
 
 _ENCODER_TYPE_TO_ENCODER_FIELD_NAME: Final[dict[type[Any], str]] = {

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic/orm/__init__.py

@@ -2,6 +2,8 @@
 
 from __future__ import annotations
 
+from datetime import datetime
+
 import sqlalchemy as sa
 from sqlalchemy import orm as sa_orm
 
@@ -369,6 +371,11 @@ class CompletionModel(SoftDeleteMixin, BelongsToOrgMixin, Base):
         sa_orm.mapped_column(default=None)
     )
     secret_api_key: sa_orm.Mapped[str] = sa_orm.mapped_column(sa.Text, default=None)
+    last_validation_time: sa_orm.Mapped[datetime | None] = sa_orm.mapped_column(
+        sa.DateTime(timezone=True),
+        server_default=None,
+        default=None,
+    )
 
     @property
     def model_key(self):

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic/pa_scalar/_to_value.py

@@ -414,28 +414,23 @@ def _visit(
 
 
 def to_value(
-    scalar: Scalar | float | str | bool | None | struct_pb2.Value,
+    scalar: Scalar | _PyValue | struct_pb2.Value,
 ) -> struct_pb2.Value:
     """Convert Scalar (or convenient Scalar equivalents) to struct_pb2.Value."""
     match scalar:
-        # Order matters: bools are ints but ints are not bools
-        case bool():
-            return struct_pb2.Value(bool_value=scalar)
-        case int():
-            return struct_pb2.Value(string_value=str(scalar))
-        case float():
-            if _is_invalid_float(scalar):
-                return to_value(None)
-            return struct_pb2.Value(number_value=scalar)
-        case str():
-            return struct_pb2.Value(string_value=scalar)
-        case None:
-            return struct_pb2.Value(null_value=struct_pb2.NULL_VALUE)
         case struct_pb2.Value():
             return scalar
-        case _:
+        case pa.Scalar():
             value = cast(_PyValue, scalar.as_py())
-            return _visit(value, scalar.type)
+            return _visit(value, cast(Scalar, scalar).type)
+        case _:
+            try:
+                # Attempt to convert the python value into a pyarrow scalar and
+                # then go through our visitor
+                pa_value = cast(Scalar, pa.scalar(cast(Any, scalar)))
+                return to_value(pa_value)
+            except Exception:
+                return struct_pb2.Value(null_value=struct_pb2.NULL_VALUE)
 
 
 def _to_py(scalar: Scalar) -> Any:

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic/system/in_memory_executor.py

@@ -5,6 +5,7 @@ from __future__ import annotations
 import dataclasses
 import datetime
 import functools
+import math
 from collections.abc import MutableMapping
 from contextlib import nullcontext
 from typing import Any, Final, cast
@@ -46,6 +47,9 @@ from corvic_generated.orm.v1 import table_pb2
 
 _logger = structlog.get_logger()
 
+"""Reference and Maximum number of years for normalizing year in Datetime encoder"""
+REFERENCE_YEAR: Final = 1900
+MAX_NUMBER_OF_YEARS: Final = 200
 
 _MIN_EMBEDDINGS_FOR_EMBEDDINGS_SUMMARY: Final = 3
 
@@ -815,7 +819,119 @@ class InMemoryExecutor(OpGraphExecutor):
             )
         )
 
-    def _execute_encode_columns(  # noqa: C901
+    @staticmethod
+    def get_cyclic_encoding(
+        series: pl.Series,
+        period: int,
+    ) -> tuple[pl.Series, pl.Series]:
+        sine_series = (2 * math.pi * series / period).sin().alias(f"{series.name}_sine")
+        cosine_series = (
+            (2 * math.pi * series / period).cos().alias(f"{series.name}_cosine")
+        )
+        return sine_series, cosine_series
+
+    @staticmethod
+    def encode_datetime(series: pl.Series) -> pl.Series:
+        match series.dtype:
+            case pl.Date | pl.Time:
+                pass
+            case pl.Datetime:
+                series = series.dt.replace_time_zone("UTC")
+            case _:
+                raise ValueError("Invalid arguments, expected a datetime series")
+
+        if series.is_null().all():
+            zero_vector = pl.zeros(11, dtype=pl.Float32, eager=True)
+            return pl.Series([zero_vector] * len(series), dtype=pl.List(pl.Float32))
+
+        n = len(series)
+        year_norm = pl.zeros(n, dtype=pl.Float32, eager=True).alias("year")
+        month_sine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("month_sine")
+        month_cosine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("month_cosine")
+        day_sine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("day_sine")
+        day_cosine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("day_cosine")
+        hour_sine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("hour_sine")
+        hour_cosine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("hour_cosine")
+        minute_sine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("minute_sine")
+        minute_cosine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("minute_cosine")
+        second_sine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("second_sine")
+        second_cosine = pl.zeros(n, dtype=pl.Float32, eager=True).alias("second_cosine")
+
+        if series.dtype in [pl.Date, pl.Datetime]:
+            try:
+                year = series.dt.year().cast(pl.Float32).alias("year")
+                month = series.dt.month().cast(pl.Float32).alias("month")
+                day = series.dt.day().cast(pl.Float32).alias("day")
+
+                year_norm = (year - REFERENCE_YEAR) / MAX_NUMBER_OF_YEARS
+                month_sine, month_cosine = InMemoryExecutor.get_cyclic_encoding(
+                    month, 12
+                )
+                day_sine, day_cosine = InMemoryExecutor.get_cyclic_encoding(day, 31)
+            except pl.exceptions.PanicException as e:
+                _logger.exception("Error extracting datetime", exc_info=e)
+
+        if series.dtype in [pl.Time, pl.Datetime]:
+            try:
+                hour = series.dt.hour().cast(pl.Float32).alias("hour")
+                minute = series.dt.minute().cast(pl.Float32).alias("minute")
+                second = series.dt.second().cast(pl.Float32).alias("second")
+
+                hour_sine, hour_cosine = InMemoryExecutor.get_cyclic_encoding(hour, 24)
+                minute_sine, minute_cosine = InMemoryExecutor.get_cyclic_encoding(
+                    minute, 60
+                )
+                second_sine, second_cosine = InMemoryExecutor.get_cyclic_encoding(
+                    second, 60
+                )
+            except pl.exceptions.PanicException as e:
+                _logger.exception("Error extracting datetime", exc_info=e)
+
+        return pl.DataFrame(
+            [
+                year_norm.fill_null(0.0),
+                month_sine.fill_null(0.0),
+                month_cosine.fill_null(0.0),
+                day_sine.fill_null(0.0),
+                day_cosine.fill_null(0.0),
+                hour_sine.fill_null(0.0),
+                hour_cosine.fill_null(0.0),
+                minute_sine.fill_null(0.0),
+                minute_cosine.fill_null(0.0),
+                second_sine.fill_null(0.0),
+                second_cosine.fill_null(0.0),
+            ]
+        ).select(pl.concat_list(pl.all()).alias(series.name))[series.name]
+
+    @staticmethod
+    def encode_duration(series: pl.Series) -> pl.Series:
+        if series.dtype != pl.Duration:
+            raise ValueError("Invalid arguments, expected a duration series")
+        if series.is_null().all():
+            return pl.zeros(len(series), dtype=pl.Float32, eager=True)
+
+        return series.dt.total_seconds().cast(pl.Float32).fill_null(0.0)
+
+    @staticmethod
+    def encode_text(series: pl.Series) -> pl.Series:
+        match series.dtype:
+            case pl.String:
+                pass
+            case pl.Binary:
+                series = series.map_elements(
+                    lambda x: x.decode("utf-8", errors="replace"),
+                    return_dtype=pl.String,
+                )
+            case _:
+                raise ValueError("Invalid arguments, expected a string series")
+        series = series.fill_null(" ").replace("", " ")
+        return pl.Series(
+            series.name,
+            [[1 / (len(doc) + 1)] for doc in series],
+            pl.List(pl.Float32),
+        )
+
+    def _execute_encode_columns(  # noqa: C901, PLR0915
         self, op: op_graph.op.EncodeColumns, context: _InMemoryExecutionContext
     ):
         match self._execute(op.source, context):
@@ -903,9 +1019,12 @@ class InMemoryExecutor(OpGraphExecutor):
                     from sklearn.preprocessing import MaxAbsScaler
 
                     encoder = MaxAbsScaler()
-                    encoded = encoder.fit_transform(
-                        np.nan_to_num(to_encode.to_numpy()).reshape(-1, 1)
-                    ).flatten()
+                    try:
+                        encoded = encoder.fit_transform(
+                            np.nan_to_num(to_encode.to_numpy()).reshape(-1, 1)
+                        ).flatten()
+                    except ValueError:
+                        encoded = np.array([])
 
                 case op_graph.encoder.StandardScaler():
                     from sklearn.preprocessing import StandardScaler
@@ -917,6 +1036,28 @@ class InMemoryExecutor(OpGraphExecutor):
                     encoded = encoder.fit_transform(
                         to_encode.to_numpy().reshape(-1, 1)
                     ).flatten()
+
+                case op_graph.encoder.TimestampEncoder():
+                    if to_encode.dtype == pl.datatypes.Duration:
+                        encoded = self.encode_duration(to_encode)
+                    else:
+                        encoded = self.encode_datetime(to_encode)
+                    source_df = source_df.with_columns(
+                        encoded.rename(encoder_arg.encoded_column_name).cast(
+                            encoder_arg.encoder.output_dtype
+                        )
+                    )
+                    continue
+
+                case op_graph.encoder.TextEncoder():
+                    encoded = self.encode_text(to_encode)
+                    source_df = source_df.with_columns(
+                        encoded.rename(encoder_arg.encoded_column_name).cast(
+                            encoder_arg.encoder.output_dtype
+                        )
+                    )
+                    continue
+
             source_df = source_df.with_columns(
                 pl.Series(
                     name=encoder_arg.encoded_column_name,
@@ -1158,9 +1299,12 @@ class InMemoryExecutor(OpGraphExecutor):
             case err:
                 return err
         source_df = _as_df(source_batches)
-        existing_length = get_polars_embedding_length(
-            source_df, op.column_name
-        ).unwrap_or_raise()
+        if len(source_df):
+            existing_length = get_polars_embedding_length(
+                source_df, op.column_name
+            ).unwrap_or_raise()
+        else:
+            existing_length = 0
         head_length = (
             op.target_column_length
             if existing_length >= op.target_column_length

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic/table/table.py

@@ -62,9 +62,6 @@ _TM = TypeVar("_TM", bound=TypedMetadata)
 
 _logger = structlog.get_logger()
 
-CORVIC_RESERVED_PREFIX = "__corvic"
-CORVIC_SURROGATE_ID = f"{CORVIC_RESERVED_PREFIX}_surrogate_id"
-
 
 @dataclasses.dataclass
 class DataclassAsTypedMetadataMixin:
@@ -366,16 +363,6 @@ class Table:
                 case Ok(op):
                     pass
 
-        # For internally added columns we can set custom feature types
-        if CORVIC_SURROGATE_ID in schema:
-            match op.update_feature_types(
-                {CORVIC_SURROGATE_ID: op_graph.feature_type.identifier()}
-            ):
-                case InvalidArgumentError() as error:
-                    return error
-                case Ok(op):
-                    pass
-
         return Ok(cls.from_ops(client, op))
 
     def to_bytes(self):

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic_generated/model/v1alpha/models_pb2.py

@@ -22,7 +22,7 @@ from corvic_generated.status.v1 import event_pb2 as corvic_dot_status_dot_v1_dot
 from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!corvic/model/v1alpha/models.proto\x12\x14\x63orvic.model.v1alpha\x1a\x19\x63orvic/orm/v1/agent.proto\x1a$corvic/orm/v1/completion_model.proto\x1a corvic/orm/v1/feature_view.proto\x1a\x1c\x63orvic/orm/v1/pipeline.proto\x1a\x19\x63orvic/orm/v1/space.proto\x1a\x19\x63orvic/orm/v1/table.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x90\x01\n\x04Room\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xd8\x03\n\x08Resource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x1b\n\tmime_type\x18\x04 \x01(\tR\x08mimeType\x12\x10\n\x03url\x18\x05 \x01(\tR\x03url\x12\x12\n\x04size\x18\x06 \x01(\x04R\x04size\x12\x10\n\x03md5\x18\x07 \x01(\tR\x03md5\x12#\n\roriginal_path\x18\x08 \x01(\tR\x0coriginalPath\x12\x17\n\x07room_id\x18\t \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x0b \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\r \x01(\tR\npipelineId\x12.\n\x13pipeline_input_name\x18\x0f \x01(\tR\x11pipelineInputName\x12<\n\rrecent_events\x18\x0e \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\x12>\n\ncreated_at\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\x91\x02\n\x06Source\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x06 \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\x08 \x01(\tR\npipelineId\x12>\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xe9\x03\n\x08Pipeline\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\t \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12X\n\x0esource_outputs\x18\x05 \x03(\x0b\x32\x31.corvic.model.v1alpha.Pipeline.SourceOutputsEntryR\rsourceOutputs\x12^\n\x17pipeline_transformation\x18\x06 \x01(\x0b\x32%.corvic.orm.v1.PipelineTransformationR\x16pipelineTransformation\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x1a^\n\x12SourceOutputsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x05value:\x02\x38\x01\x42\r\n\x0b_created_at\"\xca\x02\n\x11\x46\x65\x61tureViewSource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x34\n\x06source\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x06source\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12+\n\x11\x64rop_disconnected\x18\x04 \x01(\x08R\x10\x64ropDisconnected\x12\x15\n\x06org_id\x18\x05 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12\x17\n\x07room_id\x18\x07 \x01(\tR\x06roomIdB\r\n\x0b_created_at\"\x9c\x03\n\x0b\x46\x65\x61tureView\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12P\n\x13\x66\x65\x61ture_view_output\x18\x05 \x01(\x0b\x32 .corvic.orm.v1.FeatureViewOutputR\x11\x66\x65\x61tureViewOutput\x12Y\n\x14\x66\x65\x61ture_view_sources\x18\x06 \x03(\x0b\x32\'.corvic.model.v1alpha.FeatureViewSourceR\x12\x66\x65\x61tureViewSources\x12\x1b\n\tspace_ids\x18\x07 \x03(\tR\x08spaceIds\x12\x15\n\x06org_id\x18\x08 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xfa\x02\n\x05Space\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12I\n\x10space_parameters\x18\x05 \x01(\x0b\x32\x1e.corvic.orm.v1.SpaceParametersR\x0fspaceParameters\x12\x44\n\x0c\x66\x65\x61ture_view\x18\x06 \x01(\x0b\x32!.corvic.model.v1alpha.FeatureViewR\x0b\x66\x65\x61tureView\x12\x1b\n\tauto_sync\x18\t \x01(\x08R\x08\x61utoSync\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\x85\x02\n\x05\x41gent\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12I\n\x10\x61gent_parameters\x18\x04 \x01(\x0b\x32\x1e.corvic.orm.v1.AgentParametersR\x0f\x61gentParameters\x12\x15\n\x06org_id\x18\x05 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_atJ\x04\x08\x06\x10\x07R\x08messages\"\xad\x02\n\x0f\x43ompletionModel\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x15\n\x06org_id\x18\x04 \x01(\tR\x05orgId\x12H\n\nparameters\x18\x05 \x01(\x0b\x32(.corvic.orm.v1.CompletionModelParametersR\nparameters\x12$\n\x0esecret_api_key\x18\x06 \x01(\tR\x0csecretApiKey\x12>\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_atb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!corvic/model/v1alpha/models.proto\x12\x14\x63orvic.model.v1alpha\x1a\x19\x63orvic/orm/v1/agent.proto\x1a$corvic/orm/v1/completion_model.proto\x1a corvic/orm/v1/feature_view.proto\x1a\x1c\x63orvic/orm/v1/pipeline.proto\x1a\x19\x63orvic/orm/v1/space.proto\x1a\x19\x63orvic/orm/v1/table.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x90\x01\n\x04Room\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xd8\x03\n\x08Resource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x1b\n\tmime_type\x18\x04 \x01(\tR\x08mimeType\x12\x10\n\x03url\x18\x05 \x01(\tR\x03url\x12\x12\n\x04size\x18\x06 \x01(\x04R\x04size\x12\x10\n\x03md5\x18\x07 \x01(\tR\x03md5\x12#\n\roriginal_path\x18\x08 \x01(\tR\x0coriginalPath\x12\x17\n\x07room_id\x18\t \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x0b \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\r \x01(\tR\npipelineId\x12.\n\x13pipeline_input_name\x18\x0f \x01(\tR\x11pipelineInputName\x12<\n\rrecent_events\x18\x0e \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\x12>\n\ncreated_at\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\x91\x02\n\x06Source\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x06 \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\x08 \x01(\tR\npipelineId\x12>\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xe9\x03\n\x08Pipeline\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\t \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12X\n\x0esource_outputs\x18\x05 \x03(\x0b\x32\x31.corvic.model.v1alpha.Pipeline.SourceOutputsEntryR\rsourceOutputs\x12^\n\x17pipeline_transformation\x18\x06 \x01(\x0b\x32%.corvic.orm.v1.PipelineTransformationR\x16pipelineTransformation\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x1a^\n\x12SourceOutputsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x05value:\x02\x38\x01\x42\r\n\x0b_created_at\"\xca\x02\n\x11\x46\x65\x61tureViewSource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x34\n\x06source\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x06source\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12+\n\x11\x64rop_disconnected\x18\x04 \x01(\x08R\x10\x64ropDisconnected\x12\x15\n\x06org_id\x18\x05 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12\x17\n\x07room_id\x18\x07 \x01(\tR\x06roomIdB\r\n\x0b_created_at\"\x9c\x03\n\x0b\x46\x65\x61tureView\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12P\n\x13\x66\x65\x61ture_view_output\x18\x05 \x01(\x0b\x32 .corvic.orm.v1.FeatureViewOutputR\x11\x66\x65\x61tureViewOutput\x12Y\n\x14\x66\x65\x61ture_view_sources\x18\x06 \x03(\x0b\x32\'.corvic.model.v1alpha.FeatureViewSourceR\x12\x66\x65\x61tureViewSources\x12\x1b\n\tspace_ids\x18\x07 \x03(\tR\x08spaceIds\x12\x15\n\x06org_id\x18\x08 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xfa\x02\n\x05Space\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12I\n\x10space_parameters\x18\x05 \x01(\x0b\x32\x1e.corvic.orm.v1.SpaceParametersR\x0fspaceParameters\x12\x44\n\x0c\x66\x65\x61ture_view\x18\x06 \x01(\x0b\x32!.corvic.model.v1alpha.FeatureViewR\x0b\x66\x65\x61tureView\x12\x1b\n\tauto_sync\x18\t \x01(\x08R\x08\x61utoSync\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\x85\x02\n\x05\x41gent\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12I\n\x10\x61gent_parameters\x18\x04 \x01(\x0b\x32\x1e.corvic.orm.v1.AgentParametersR\x0f\x61gentParameters\x12\x15\n\x06org_id\x18\x05 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_atJ\x04\x08\x06\x10\x07R\x08messages\"\x99\x03\n\x0f\x43ompletionModel\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x15\n\x06org_id\x18\x04 \x01(\tR\x05orgId\x12H\n\nparameters\x18\x05 \x01(\x0b\x32(.corvic.orm.v1.CompletionModelParametersR\nparameters\x12$\n\x0esecret_api_key\x18\x06 \x01(\tR\x0csecretApiKey\x12>\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12Q\n\x14last_validation_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x01R\x12lastValidationTime\x88\x01\x01\x42\r\n\x0b_created_atB\x17\n\x15_last_validation_timeb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -50,5 +50,5 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['_AGENT']._serialized_start=2825
   _globals['_AGENT']._serialized_end=3086
   _globals['_COMPLETIONMODEL']._serialized_start=3089
-  _globals['_COMPLETIONMODEL']._serialized_end=3390
+  _globals['_COMPLETIONMODEL']._serialized_end=3498
 # @@protoc_insertion_point(module_scope)

{corvic_engine-0.3.0rc53 → corvic_engine-0.3.0rc55}/python/corvic_generated/model/v1alpha/models_pb2.pyi

@@ -181,7 +181,7 @@ class Agent(_message.Message):
     def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., room_id: _Optional[str] = ..., agent_parameters: _Optional[_Union[_agent_pb2.AgentParameters, _Mapping]] = ..., org_id: _Optional[str] = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
 
 class CompletionModel(_message.Message):
-    __slots__ = ("id", "name", "description", "org_id", "parameters", "secret_api_key", "created_at")
+    __slots__ = ("id", "name", "description", "org_id", "parameters", "secret_api_key", "created_at", "last_validation_time")
     ID_FIELD_NUMBER: _ClassVar[int]
     NAME_FIELD_NUMBER: _ClassVar[int]
     DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
@@ -189,6 +189,7 @@ class CompletionModel(_message.Message):
     PARAMETERS_FIELD_NUMBER: _ClassVar[int]
     SECRET_API_KEY_FIELD_NUMBER: _ClassVar[int]
     CREATED_AT_FIELD_NUMBER: _ClassVar[int]
+    LAST_VALIDATION_TIME_FIELD_NUMBER: _ClassVar[int]
     id: str
     name: str
     description: str
@@ -196,4 +197,5 @@ class CompletionModel(_message.Message):
     parameters: _completion_model_pb2.CompletionModelParameters
     secret_api_key: str
     created_at: _timestamp_pb2.Timestamp
-    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., description: _Optional[str] = ..., org_id: _Optional[str] = ..., parameters: _Optional[_Union[_completion_model_pb2.CompletionModelParameters, _Mapping]] = ..., secret_api_key: _Optional[str] = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
+    last_validation_time: _timestamp_pb2.Timestamp
+    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., description: _Optional[str] = ..., org_id: _Optional[str] = ..., parameters: _Optional[_Union[_completion_model_pb2.CompletionModelParameters, _Mapping]] = ..., secret_api_key: _Optional[str] = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., last_validation_time: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...