corvic-engine 0.3.0rc70__tar.gz → 0.3.0rc71__tar.gz

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/Cargo.lock

@@ -16,7 +16,7 @@ checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
 
 [[package]]
 name = "corvic-engine"
-version = "0.3.0-rc.70"
+version = "0.3.0-rc.71"
 dependencies = [
  "numpy",
  "pyo3",
@@ -57,7 +57,7 @@ checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
 
 [[package]]
 name = "engine-walk"
-version = "0.3.0-rc.70"
+version = "0.3.0-rc.71"
 dependencies = [
  "version_check",
 ]

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/Cargo.toml

@@ -3,7 +3,7 @@ resolver = "2"
 members = ["python"]
 
 [workspace.package]
-version = "0.3.0-rc.70"
+version = "0.3.0-rc.71"
 edition = "2021"
 publish = false
 

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: corvic-engine
-Version: 0.3.0rc70
+Version: 0.3.0rc71
 Classifier: Environment :: Console
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: Implementation :: CPython

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/pyproject.toml

@@ -12,14 +12,13 @@ classifiers = [
   "Programming Language :: Rust",
   "Topic :: Scientific/Engineering",
 ]
-dynamic = ["version"]
 license = { file = "LICENSE" }
 authors = [
   { name = "Corvic Team", email = "contact@corvic.ai" },
 ]
 readme = "README.md"
 description = "Seamless embedding generation and retrieval."
-version = "0.3.0-rc.70" # sync this with tool.poetry.version below
+version = "0.3.0-rc.71" # sync this with tool.poetry.version below
 
 # TODO(ddn): Pull dependencies from tool.poetry.dependencies. We use maturin as
 # the build system but poetry for the development environment.
@@ -73,7 +72,7 @@ packages = [
 ]
 description = ""
 authors = []
-version = "0.3.0-rc.70"
+version = "0.3.0-rc.71"
 
 [tool.poetry.scripts]
 check = "corvic_check.cli:main"
@@ -91,7 +90,7 @@ priority = "primary"
 
 [tool.poetry.dependencies]
 cachetools = "^5.3.0"
-duckdb = "^1.0.0"
+duckdb = "1.1.3"
 more-itertools = "^10.2.0"
 numpy = "^1.26.3"
 polars = "^1.25.2"
@@ -102,7 +101,7 @@ protovalidate = "^0.7.1"
 pyarrow = "^17"
 # Should match build matrix for any native code dependencies (namely pyarrow)
 python = ">=3.11,<3.13"
-sqlalchemy = "^2.0.27"
+sqlalchemy = "2.0.36"
 # Rust tokenizer for better performances
 sqlglot = { extras = ["rs"], version = "^25.8.1" }
 structlog = "^24.1.0"
@@ -162,7 +161,7 @@ torch = [
   { platform = "linux", version = "^2.7.0", source = "torch-cpu-linux" },
   { platform = "darwin", version = "^2.7.0", source = "pypi" },
 ]
-transformers = "^4.48.0"
+transformers = "^4.51.3"
 umap-learn = "^0.5.5"
 pillow = "10.4.0"
 

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/embedding_metric/embeddings.py

@@ -39,10 +39,10 @@ def norm(
     *,
     keepdims: bool = False,
 ) -> float | NDArray[Any]:
-    return linalg.norm(
+    return linalg.norm(  # pyright: ignore[reportReturnType]
         x=x,
         ord=order,
-        axis=axis,  # pyright: ignore[reportCallIssue, reportUnknownVariableType, reportArgumentType]
+        axis=axis,
         keepdims=keepdims,
     )
 

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/model/__init__.py

@@ -7,6 +7,7 @@ from corvic.model._base_model import (
     BelongsToRoomModel,
     HasProtoSelf,
     UsesOrmID,
+    non_empty_timestamp_to_datetime,
 )
 from corvic.model._completion_model import (
     CompletionModel,
@@ -120,6 +121,7 @@ __all__ = [
     "embedding_model_proto_to_name",
     "feature_type",
     "image_model_proto_to_name",
+    "non_empty_timestamp_to_datetime",
     "space_orm_to_proto",
     "timestamp_orm_to_proto",
 ]

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/model/_base_model.py

@@ -10,6 +10,7 @@ from typing import Final, Generic, Self
 import sqlalchemy as sa
 import sqlalchemy.orm as sa_orm
 import structlog
+from google.protobuf import timestamp_pb2
 
 from corvic import orm, system
 from corvic.model._proto_orm_convert import (
@@ -26,6 +27,16 @@ from corvic.result import InvalidArgumentError, NotFoundError, Ok
 
 _logger = structlog.get_logger()
 
+_EMPTY_PROTO_TIMESTAMP = timestamp_pb2.Timestamp(seconds=0, nanos=0)
+
+
+def non_empty_timestamp_to_datetime(
+    timestamp: timestamp_pb2.Timestamp,
+) -> datetime.datetime | None:
+    if timestamp != _EMPTY_PROTO_TIMESTAMP:
+        return timestamp.ToDatetime(tzinfo=datetime.UTC)
+    return None
+
 
 def _generate_uncommitted_id_str():
     return f"{UNCOMMITTED_ID_PREFIX}{uuid.uuid4()}"
@@ -52,9 +63,7 @@ class HasProtoSelf(Generic[ProtoObj], abc.ABC):
 
     @property
     def created_at(self) -> datetime.datetime | None:
-        if self.proto_self.created_at:
-            return self.proto_self.created_at.ToDatetime(tzinfo=datetime.UTC)
-        return None
+        return non_empty_timestamp_to_datetime(self.proto_self.created_at)
 
 
 class UsesOrmID(Generic[ID, ProtoObj], HasProtoSelf[ProtoObj]):
@@ -75,6 +84,10 @@ class UsesOrmID(Generic[ID, ProtoObj], HasProtoSelf[ProtoObj]):
 class BaseModel(Generic[ID, ProtoObj, OrmObj], UsesOrmID[ID, ProtoObj]):
     """Base for orm wrappers providing a unified update mechanism."""
 
+    @property
+    def created_at(self) -> datetime.datetime | None:
+        return non_empty_timestamp_to_datetime(self.proto_self.created_at)
+
     @classmethod
     @abc.abstractmethod
     def orm_class(cls) -> type[OrmObj]: ...
@@ -160,7 +173,7 @@ class BaseModel(Generic[ID, ProtoObj, OrmObj], UsesOrmID[ID, ProtoObj]):
                 query = query.filter_by(room_id=room_id)
             if created_before:
                 query = query.filter(orm_class.created_at < created_before)
-            if ids:
+            if ids is not None:
                 query = query.filter(orm_class.id.in_(ids))
             if additional_query_transform:
                 query = additional_query_transform(query)

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/model/_completion_model.py

@@ -7,11 +7,10 @@ import datetime
 from collections.abc import Iterable, Sequence
 from typing import Literal, TypeAlias
 
-from google.protobuf import timestamp_pb2
 from sqlalchemy import orm as sa_orm
 
 from corvic import orm, system
-from corvic.model._base_model import BelongsToOrgModel
+from corvic.model._base_model import BelongsToOrgModel, non_empty_timestamp_to_datetime
 from corvic.model._defaults import Defaults
 from corvic.model._proto_orm_convert import (
     completion_model_delete_orms,
@@ -25,8 +24,6 @@ from corvic_generated.orm.v1 import completion_model_pb2
 CompletionModelID: TypeAlias = orm.CompletionModelID
 OrgID: TypeAlias = orm.OrgID
 
-UNIX_TIMESTAMP_START_DATETIME = timestamp_pb2.Timestamp(seconds=0, nanos=0)
-
 
 class CompletionModel(
     BelongsToOrgModel[
@@ -115,17 +112,13 @@ class CompletionModel(
 
     @property
     def last_validation_time(self) -> datetime.datetime | None:
-        if self.proto_self.last_validation_time != UNIX_TIMESTAMP_START_DATETIME:
-            return self.proto_self.last_validation_time.ToDatetime(tzinfo=datetime.UTC)
-        return None
+        return non_empty_timestamp_to_datetime(self.proto_self.last_validation_time)
 
     @property
     def last_successful_validation(self) -> datetime.datetime | None:
-        if self.proto_self.last_successful_validation != UNIX_TIMESTAMP_START_DATETIME:
-            return self.proto_self.last_successful_validation.ToDatetime(
-                tzinfo=datetime.UTC
-            )
-        return None
+        return non_empty_timestamp_to_datetime(
+            self.proto_self.last_successful_validation
+        )
 
     @classmethod
     def create(

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/model/_proto_orm_convert.py

@@ -101,6 +101,7 @@ def resource_orm_to_proto(resource_orm: orm.Resource) -> models_pb2.Resource:
         room_id=str(resource_orm.room_id),
         org_id=str(resource_orm.org_id),
         recent_events=[resource_orm.latest_event] if resource_orm.latest_event else [],
+        is_terminal=bool(resource_orm.is_terminal),
         pipeline_id=pipeline_id,
         pipeline_input_name=pipeline_input_name,
         created_at=timestamp_orm_to_proto(resource_orm.created_at),
@@ -300,6 +301,7 @@ def resource_proto_to_orm(
         size=proto_obj.size,
         original_path=proto_obj.original_path,
         latest_event=proto_obj.recent_events[-1] if proto_obj.recent_events else None,
+        is_terminal=proto_obj.is_terminal,
     )
     add_orm_room_mixin_to_session(orm_obj, proto_obj, orm.ResourceID, session)
 

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/model/_resource.py

@@ -98,6 +98,8 @@ class Resource(BelongsToRoomModel[ResourceID, models_pb2.Resource, orm.Resource]
 
     @property
     def is_terminal(self) -> bool:
+        if self.proto_self.is_terminal:
+            return True
         if not self.latest_event:
             return False
         return self.latest_event.event_type in [
@@ -108,6 +110,10 @@ class Resource(BelongsToRoomModel[ResourceID, models_pb2.Resource, orm.Resource]
     def with_event(self, event: event_pb2.Event) -> Resource:
         new_proto = copy.copy(self.proto_self)
         new_proto.recent_events.append(event)
+        new_proto.is_terminal = event.event_type in [
+            event_pb2.EVENT_TYPE_FINISHED,
+            event_pb2.EVENT_TYPE_ERROR,
+        ]
         return Resource(self.client, proto_self=new_proto)
 
     @classmethod
@@ -119,7 +125,7 @@ class Resource(BelongsToRoomModel[ResourceID, models_pb2.Resource, orm.Resource]
         ]
 
     @classmethod
-    def list(
+    def list(  # noqa: PLR0913
         cls,
         *,
         room_id: RoomID | None = None,
@@ -128,6 +134,7 @@ class Resource(BelongsToRoomModel[ResourceID, models_pb2.Resource, orm.Resource]
         created_before: datetime.datetime | None = None,
         client: system.Client | None = None,
         ids: Iterable[ResourceID] | None = None,
+        is_terminal: bool | None = None,
         existing_session: sa_orm.Session | None = None,
         url: str | None = None,
     ) -> Ok[list[Resource]] | NotFoundError | InvalidArgumentError:
@@ -145,6 +152,18 @@ class Resource(BelongsToRoomModel[ResourceID, models_pb2.Resource, orm.Resource]
                         )
                     )
                 )
+            match is_terminal:
+                case True:
+                    query = query.where(orm.Resource.is_terminal.is_(True))
+                case False:
+                    query = query.where(
+                        sa.or_(
+                            orm.Resource.is_terminal.is_(False),
+                            orm.Resource.is_terminal.is_(None),
+                        )
+                    )
+                case None:
+                    pass
             return query
 
         match cls.list_as_proto(

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/model/_source.py

@@ -278,8 +278,6 @@ class Source(BelongsToRoomModel[SourceID, models_pb2.Source, orm.Source]):
 
     @functools.cached_property
     def prop_table(self):
-        if self.proto_self.prop_table_op_graph is None:
-            return None
         return Table.from_ops(
             self.client, op_graph.op.from_proto(self.proto_self.prop_table_op_graph)
         )

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/op_graph/ops.py

@@ -946,7 +946,9 @@ class _Base(OneofProtoWrapper[table_pb2.TableComputeOp], ABC):
             )
         )
 
-    def rename_columns(self, old_name_to_new: Mapping[str, str]):
+    def rename_columns(
+        self, old_name_to_new: Mapping[str, str]
+    ) -> InvalidArgumentError | Ok[RenameColumns]:
         match self._check_columns_valid(old_name_to_new):
             case InvalidArgumentError() as err:
                 return err
@@ -1743,8 +1745,8 @@ class _Base(OneofProtoWrapper[table_pb2.TableComputeOp], ABC):
         sample_strategy: SampleStrategy,
         num_rows: int,
     ):
-        if num_rows <= 0:
-            return InvalidArgumentError("num_rows must be positive")
+        if num_rows < 0:
+            return InvalidArgumentError("num_rows must be non-negative")
 
         return Ok(
             from_proto(

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/orm/__init__.py

@@ -126,6 +126,9 @@ class Resource(BelongsToOrgMixin, BelongsToRoomMixin, Base, kw_only=True):
     latest_event: sa_orm.Mapped[event_pb2.Event | None] = sa_orm.mapped_column(
         default=None, nullable=True
     )
+    is_terminal: sa_orm.Mapped[bool | None] = sa_orm.mapped_column(
+        default=None, nullable=True
+    )
     pipeline_ref: sa_orm.Mapped[PipelineInput | None] = sa_orm.relationship(
         init=False, viewonly=True
     )

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/system/_embedder.py

@@ -2,7 +2,7 @@ import asyncio
 import dataclasses
 from collections.abc import Sequence
 from concurrent.futures import ThreadPoolExecutor
-from typing import TYPE_CHECKING, Any, Literal, Protocol
+from typing import TYPE_CHECKING, Any, Literal, Protocol, cast
 
 import numpy as np
 import polars as pl
@@ -11,7 +11,7 @@ from corvic import orm
 from corvic.result import InternalError, InvalidArgumentError, Ok
 
 if TYPE_CHECKING:
-    from transformers import (
+    from transformers.models.clip import (
         CLIPModel,
         CLIPProcessor,
     )
@@ -102,19 +102,22 @@ class ClipText(TextEmbedder):
     """
 
     def _load_models(self):
-        from transformers import (
+        from transformers.models.clip import (
             CLIPModel,
             CLIPProcessor,
         )
 
-        model: CLIPModel = CLIPModel.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
+        model = CLIPModel.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
             pretrained_model_name_or_path="openai/clip-vit-base-patch32",
             revision="5812e510083bb2d23fa43778a39ac065d205ed4d",
         )
-        processor: CLIPProcessor = CLIPProcessor.from_pretrained(  # pyright: ignore[reportUnknownMemberType, reportAssignmentType]
-            pretrained_model_name_or_path="openai/clip-vit-base-patch32",
-            revision="5812e510083bb2d23fa43778a39ac065d205ed4d",
-            use_fast=False,
+        processor = cast(
+            CLIPProcessor,
+            CLIPProcessor.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
+                pretrained_model_name_or_path="openai/clip-vit-base-patch32",
+                revision="5812e510083bb2d23fa43778a39ac065d205ed4d",
+                use_fast=False,
+            ),
         )
         return ClipModels(model=model, processor=processor)
 
@@ -135,14 +138,17 @@ class ClipText(TextEmbedder):
         import torch
 
         with torch.no_grad():
-            inputs: dict[str, torch.Tensor] = processor(  # pyright: ignore[reportAssignmentType]
-                text=context.inputs,
-                return_tensors="pt",
-                padding=True,
+            inputs = cast(
+                dict[str, torch.Tensor],
+                processor(
+                    text=context.inputs,
+                    return_tensors="pt",
+                    padding=True,
+                ),
             )
             text_features = model.get_text_features(input_ids=inputs["input_ids"])
 
-        text_features_numpy: np.ndarray[Any, Any] = text_features.numpy()  #  pyright: ignore[reportUnknownMemberType]
+        text_features_numpy = cast(np.ndarray[Any, Any], text_features.numpy())  #  pyright: ignore[reportUnknownMemberType]
 
         return Ok(
             EmbedTextResult(

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/system/_image_embedder.py

@@ -2,7 +2,7 @@ import asyncio
 import dataclasses
 from concurrent.futures import ThreadPoolExecutor
 from io import BytesIO
-from typing import TYPE_CHECKING, Any
+from typing import TYPE_CHECKING, Any, cast
 
 import numpy as np
 import polars as pl
@@ -16,7 +16,7 @@ from corvic.system._embedder import (
 
 if TYPE_CHECKING:
     from PIL import Image
-    from transformers import (
+    from transformers.models.clip import (
         CLIPModel,
         CLIPProcessor,
     )
@@ -93,19 +93,22 @@ class Clip(ImageEmbedder):
     """
 
     def _load_models(self):
-        from transformers import (
+        from transformers.models.clip import (
             CLIPModel,
             CLIPProcessor,
         )
 
-        model: CLIPModel = CLIPModel.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
+        model = CLIPModel.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
             pretrained_model_name_or_path="openai/clip-vit-base-patch32",
             revision="5812e510083bb2d23fa43778a39ac065d205ed4d",
         )
-        processor: CLIPProcessor = CLIPProcessor.from_pretrained(  # pyright: ignore[reportUnknownMemberType, reportAssignmentType]
-            pretrained_model_name_or_path="openai/clip-vit-base-patch32",
-            revision="5812e510083bb2d23fa43778a39ac065d205ed4d",
-            use_fast=False,
+        processor = cast(
+            CLIPProcessor,
+            CLIPProcessor.from_pretrained(  # pyright: ignore[reportUnknownMemberType]
+                pretrained_model_name_or_path="openai/clip-vit-base-patch32",
+                revision="5812e510083bb2d23fa43778a39ac065d205ed4d",
+                use_fast=False,
+            ),
         )
         return ClipModels(model=model, processor=processor)
 
@@ -146,14 +149,15 @@ class Clip(ImageEmbedder):
         import torch
 
         with torch.no_grad():
-            inputs: dict[str, torch.FloatTensor] = processor(  # pyright: ignore[reportAssignmentType]
-                images=images, return_tensors="pt"
+            inputs = cast(
+                dict[str, torch.FloatTensor],
+                processor(images=images, return_tensors="pt"),
             )
             image_features = model.get_image_features(
                 pixel_values=inputs["pixel_values"]
             )
 
-        image_features_numpy: np.ndarray[Any, Any] = image_features.numpy()  #  pyright: ignore[reportUnknownMemberType]
+        image_features_numpy = cast(np.ndarray[Any, Any], image_features.numpy())  #  pyright: ignore[reportUnknownMemberType]
         return Ok(
             EmbedImageResult(
                 context=context,

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/system/in_memory_executor.py

@@ -243,6 +243,12 @@ class _SlicedTable:
     slice_args: TableSliceArgs | None
 
 
+def _default_computed_batches_for_op_graph() -> (
+    dict[_SlicedTable, _LazyFrameWithMetrics]
+):
+    return {}
+
+
 @dataclasses.dataclass
 class _InMemoryExecutionContext(AbstractContextManager["_InMemoryExecutionContext"]):
     exec_context: ExecutionContext
@@ -253,7 +259,7 @@ class _InMemoryExecutionContext(AbstractContextManager["_InMemoryExecutionContex
     # contract only guarantees one iteration and these might be accessed more than
     # once
     computed_batches_for_op_graph: dict[_SlicedTable, _LazyFrameWithMetrics] = (
-        dataclasses.field(default_factory=dict)
+        dataclasses.field(default_factory=_default_computed_batches_for_op_graph)
     )
     exit_stack: ExitStack = dataclasses.field(default_factory=ExitStack)
     lock: asyncio.Lock = dataclasses.field(default_factory=asyncio.Lock)
@@ -1688,7 +1694,7 @@ class InMemoryExecutor(OpGraphExecutor):
                 sliced_table in context.output_tables
                 or sliced_table in context.reused_tables
             ):
-                # collect the lazy frame since it will be re-used to avoid
+                # collect the lazy frame since it will be reused to avoid
                 # re-computation
                 dataframe = lfm.data.collect()
                 lfm = _LazyFrameWithMetrics(dataframe.lazy(), lfm.metrics)

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/system_sqlite/fs_blob_store.py

@@ -42,11 +42,17 @@ def _signed_url_to_bucket_blob(url: str) -> tuple[str, str]:
     return match.group(1), urllib.parse.unquote_plus(match.group(2))
 
 
+def _default_user_metadata() -> dict[str, Any]:
+    return {}
+
+
 @dataclasses.dataclass
 class BlobMetadata:
     """Data about blobs."""
 
-    user_metadata: dict[str, Any] = dataclasses.field(default_factory=dict)
+    user_metadata: dict[str, Any] = dataclasses.field(
+        default_factory=_default_user_metadata
+    )
     content_type: str = ""
     md5_hash: str | None = None
     size: int | None = None

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic/system_sqlite/staging.py

@@ -9,8 +9,6 @@ import duckdb
 import pyarrow as pa
 import pyarrow.parquet as pq
 import sqlglot
-import sqlglot._version
-import sqlglot.expressions
 
 from corvic.op_graph import Schema
 from corvic.result import InternalError, Ok

corvic_engine-0.3.0rc71/python/corvic_generated/model/v1alpha/models_pb2.py

@@ -0,0 +1,51 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: corvic/model/v1alpha/models.proto
+# Protobuf Python Version: 4.25.3
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from corvic_generated.orm.v1 import completion_model_pb2 as corvic_dot_orm_dot_v1_dot_completion__model__pb2
+from corvic_generated.orm.v1 import feature_view_pb2 as corvic_dot_orm_dot_v1_dot_feature__view__pb2
+from corvic_generated.orm.v1 import pipeline_pb2 as corvic_dot_orm_dot_v1_dot_pipeline__pb2
+from corvic_generated.orm.v1 import space_pb2 as corvic_dot_orm_dot_v1_dot_space__pb2
+from corvic_generated.orm.v1 import table_pb2 as corvic_dot_orm_dot_v1_dot_table__pb2
+from corvic_generated.status.v1 import event_pb2 as corvic_dot_status_dot_v1_dot_event__pb2
+from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!corvic/model/v1alpha/models.proto\x12\x14\x63orvic.model.v1alpha\x1a$corvic/orm/v1/completion_model.proto\x1a corvic/orm/v1/feature_view.proto\x1a\x1c\x63orvic/orm/v1/pipeline.proto\x1a\x19\x63orvic/orm/v1/space.proto\x1a\x19\x63orvic/orm/v1/table.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x90\x01\n\x04Room\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xf9\x03\n\x08Resource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x1b\n\tmime_type\x18\x04 \x01(\tR\x08mimeType\x12\x10\n\x03url\x18\x05 \x01(\tR\x03url\x12\x12\n\x04size\x18\x06 \x01(\x04R\x04size\x12\x10\n\x03md5\x18\x07 \x01(\tR\x03md5\x12#\n\roriginal_path\x18\x08 \x01(\tR\x0coriginalPath\x12\x17\n\x07room_id\x18\t \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x0b \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\r \x01(\tR\npipelineId\x12.\n\x13pipeline_input_name\x18\x0f \x01(\tR\x11pipelineInputName\x12<\n\rrecent_events\x18\x0e \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\x12\x1f\n\x0bis_terminal\x18\x10 \x01(\x08R\nisTerminal\x12>\n\ncreated_at\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xfc\x02\n\x06Source\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x06 \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\x08 \x01(\tR\npipelineId\x12>\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12Q\n\x13prop_table_op_graph\x18\t \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpH\x01R\x10propTableOpGraph\x88\x01\x01\x42\r\n\x0b_created_atB\x16\n\x14_prop_table_op_graph\"\xe9\x03\n\x08Pipeline\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\t \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12X\n\x0esource_outputs\x18\x05 \x03(\x0b\x32\x31.corvic.model.v1alpha.Pipeline.SourceOutputsEntryR\rsourceOutputs\x12^\n\x17pipeline_transformation\x18\x06 \x01(\x0b\x32%.corvic.orm.v1.PipelineTransformationR\x16pipelineTransformation\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x1a^\n\x12SourceOutputsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x05value:\x02\x38\x01\x42\r\n\x0b_created_at\"\xca\x02\n\x11\x46\x65\x61tureViewSource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x34\n\x06source\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x06source\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12+\n\x11\x64rop_disconnected\x18\x04 \x01(\x08R\x10\x64ropDisconnected\x12\x15\n\x06org_id\x18\x05 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12\x17\n\x07room_id\x18\x07 \x01(\tR\x06roomIdB\r\n\x0b_created_at\"\x9c\x03\n\x0b\x46\x65\x61tureView\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12P\n\x13\x66\x65\x61ture_view_output\x18\x05 \x01(\x0b\x32 .corvic.orm.v1.FeatureViewOutputR\x11\x66\x65\x61tureViewOutput\x12Y\n\x14\x66\x65\x61ture_view_sources\x18\x06 \x03(\x0b\x32\'.corvic.model.v1alpha.FeatureViewSourceR\x12\x66\x65\x61tureViewSources\x12\x1b\n\tspace_ids\x18\x07 \x03(\tR\x08spaceIds\x12\x15\n\x06org_id\x18\x08 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xfa\x02\n\x05Space\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12I\n\x10space_parameters\x18\x05 \x01(\x0b\x32\x1e.corvic.orm.v1.SpaceParametersR\x0fspaceParameters\x12\x44\n\x0c\x66\x65\x61ture_view\x18\x06 \x01(\x0b\x32!.corvic.model.v1alpha.FeatureViewR\x0b\x66\x65\x61tureView\x12\x1b\n\tauto_sync\x18\t \x01(\x08R\x08\x61utoSync\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\x97\x04\n\x0f\x43ompletionModel\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x15\n\x06org_id\x18\x04 \x01(\tR\x05orgId\x12H\n\nparameters\x18\x05 \x01(\x0b\x32(.corvic.orm.v1.CompletionModelParametersR\nparameters\x12$\n\x0esecret_api_key\x18\x06 \x01(\tR\x0csecretApiKey\x12Q\n\x14last_validation_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x12lastValidationTime\x88\x01\x01\x12]\n\x1alast_successful_validation\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x01R\x18lastSuccessfulValidation\x88\x01\x01\x12>\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x02R\tcreatedAt\x88\x01\x01\x42\x17\n\x15_last_validation_timeB\x1d\n\x1b_last_successful_validationB\r\n\x0b_created_atb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'corvic.model.v1alpha.models_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  DESCRIPTOR._options = None
+  _globals['_PIPELINE_SOURCEOUTPUTSENTRY']._options = None
+  _globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_options = b'8\001'
+  _globals['_ROOM']._serialized_start=279
+  _globals['_ROOM']._serialized_end=423
+  _globals['_RESOURCE']._serialized_start=426
+  _globals['_RESOURCE']._serialized_end=931
+  _globals['_SOURCE']._serialized_start=934
+  _globals['_SOURCE']._serialized_end=1314
+  _globals['_PIPELINE']._serialized_start=1317
+  _globals['_PIPELINE']._serialized_end=1806
+  _globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_start=1697
+  _globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_end=1791
+  _globals['_FEATUREVIEWSOURCE']._serialized_start=1809
+  _globals['_FEATUREVIEWSOURCE']._serialized_end=2139
+  _globals['_FEATUREVIEW']._serialized_start=2142
+  _globals['_FEATUREVIEW']._serialized_end=2554
+  _globals['_SPACE']._serialized_start=2557
+  _globals['_SPACE']._serialized_end=2935
+  _globals['_COMPLETIONMODEL']._serialized_start=2938
+  _globals['_COMPLETIONMODEL']._serialized_end=3473
+# @@protoc_insertion_point(module_scope)

{corvic_engine-0.3.0rc70 → corvic_engine-0.3.0rc71}/python/corvic_generated/model/v1alpha/models_pb2.pyi

@@ -25,7 +25,7 @@ class Room(_message.Message):
     def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., org_id: _Optional[str] = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
 
 class Resource(_message.Message):
-    __slots__ = ("id", "name", "description", "mime_type", "url", "size", "md5", "original_path", "room_id", "org_id", "pipeline_id", "pipeline_input_name", "recent_events", "created_at")
+    __slots__ = ("id", "name", "description", "mime_type", "url", "size", "md5", "original_path", "room_id", "org_id", "pipeline_id", "pipeline_input_name", "recent_events", "is_terminal", "created_at")
     ID_FIELD_NUMBER: _ClassVar[int]
     NAME_FIELD_NUMBER: _ClassVar[int]
     DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
@@ -39,6 +39,7 @@ class Resource(_message.Message):
     PIPELINE_ID_FIELD_NUMBER: _ClassVar[int]
     PIPELINE_INPUT_NAME_FIELD_NUMBER: _ClassVar[int]
     RECENT_EVENTS_FIELD_NUMBER: _ClassVar[int]
+    IS_TERMINAL_FIELD_NUMBER: _ClassVar[int]
     CREATED_AT_FIELD_NUMBER: _ClassVar[int]
     id: str
     name: str
@@ -53,8 +54,9 @@ class Resource(_message.Message):
     pipeline_id: str
     pipeline_input_name: str
     recent_events: _containers.RepeatedCompositeFieldContainer[_event_pb2.Event]
+    is_terminal: bool
     created_at: _timestamp_pb2.Timestamp
-    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., description: _Optional[str] = ..., mime_type: _Optional[str] = ..., url: _Optional[str] = ..., size: _Optional[int] = ..., md5: _Optional[str] = ..., original_path: _Optional[str] = ..., room_id: _Optional[str] = ..., org_id: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., pipeline_input_name: _Optional[str] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
+    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., description: _Optional[str] = ..., mime_type: _Optional[str] = ..., url: _Optional[str] = ..., size: _Optional[int] = ..., md5: _Optional[str] = ..., original_path: _Optional[str] = ..., room_id: _Optional[str] = ..., org_id: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., pipeline_input_name: _Optional[str] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ..., is_terminal: bool = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
 
 class Source(_message.Message):
     __slots__ = ("id", "name", "table_op_graph", "room_id", "org_id", "pipeline_id", "created_at", "prop_table_op_graph")