corvic-engine 0.3.0rc96__cp38-abi3-win_amd64.whl → 0.3.0rc97__cp38-abi3-win_amd64.whl

corvic/emodel/_proto_orm_convert.py

@@ -9,7 +9,7 @@ from google.protobuf import timestamp_pb2
 from corvic import eorm, orm, transfer
 from corvic.result import InternalError, InvalidArgumentError, Ok
 from corvic_generated.model.v1alpha import models_pb2
-from corvic_generated.orm.v1 import data_connector_pb2, feature_view_pb2
+from corvic_generated.orm.v1 import feature_view_pb2
 
 
 class _ModelBelongsToOrgProto(transfer.ProtoModel, Protocol):
@@ -104,9 +104,6 @@ def resource_orm_to_proto(resource_orm: eorm.Resource) -> models_pb2.Resource:
         md5=resource_orm.md5,
         size=resource_orm.size,
         etag=resource_orm.etag,
-        origin_type=resource_orm.origin_info.type
-        if resource_orm.origin_info
-        else data_connector_pb2.DATA_CONNECTION_TYPE_UNSPECIFIED,
         original_modified_at_time=timestamp_orm_to_proto(
             resource_orm.original_modified_at_time
         ),
@@ -331,7 +328,6 @@ def resource_proto_to_orm(
         url=proto_obj.url,
         size=proto_obj.size,
         etag=proto_obj.etag,
-        origin_info=data_connector_pb2.DataConnectionInfo(type=proto_obj.origin_type),
         original_modified_at_time=proto_obj.original_modified_at_time.ToDatetime(
             datetime.UTC
         ),

corvic/emodel/_resource.py

@@ -24,7 +24,6 @@ from corvic.emodel._proto_orm_convert import (
 )
 from corvic.result import InternalError, InvalidArgumentError, NotFoundError, Ok
 from corvic_generated.model.v1alpha import models_pb2
-from corvic_generated.orm.v1 import data_connector_pb2
 from corvic_generated.status.v1 import event_pb2
 
 SourceID: TypeAlias = eorm.SourceID
@@ -102,10 +101,6 @@ class Resource(StandardModel[ResourceID, models_pb2.Resource, eorm.Resource]):
     def etag(self) -> str:
         return self.proto_self.etag
 
-    @property
-    def origin_type(self) -> data_connector_pb2.DataConnectionType:
-        return self.proto_self.origin_type
-
     @property
     def original_modified_at_time(self) -> datetime.datetime | None:
         return self.proto_self.original_modified_at_time.ToDatetime(datetime.UTC)
@@ -141,16 +136,6 @@ class Resource(StandardModel[ResourceID, models_pb2.Resource, eorm.Resource]):
             client=self.client,
         )
 
-    def with_origin_type(
-        self, origin_type: data_connector_pb2.DataConnectionType
-    ) -> Resource:
-        proto_self = copy.copy(self.proto_self)
-        proto_self.origin_type = origin_type
-        return Resource(
-            proto_self=proto_self,
-            client=self.client,
-        )
-
     def with_original_modified_at_time(
         self, original_modified_at_time: datetime.datetime
     ) -> Resource:

corvic/emodel/_space.py

@@ -10,8 +10,8 @@ from collections.abc import Iterable, Mapping, Sequence
 from typing import Final, Literal, Self, TypeAlias, cast
 
 import pyarrow as pa
-import sqlalchemy as sa
 from sqlalchemy import orm as sa_orm
+from sqlalchemy.orm.interfaces import LoaderOption
 
 from corvic import eorm, op_graph, system
 from corvic.emodel._base_model import StandardModel
@@ -149,7 +149,7 @@ class Space(StandardModel[SpaceID, models_pb2.Space, eorm.Space]):
         return space_delete_orms(ids, session)
 
     @classmethod
-    def orm_load_options(cls) -> list[sa.LoaderOption]:
+    def orm_load_options(cls) -> list[LoaderOption]:
         return [
             sa_orm.selectinload(eorm.Space.feature_view)
             .selectinload(eorm.FeatureView.feature_view_sources)

corvic/eorm/__init__.py

@@ -79,9 +79,6 @@ orm.Base.registry.update_type_annotation_map(
         data_connector_pb2.DataConnectorParameters: orm.ProtoMessageDecorator(
             data_connector_pb2.DataConnectorParameters()
         ),
-        data_connector_pb2.DataConnectionInfo: orm.ProtoMessageDecorator(
-            data_connector_pb2.DataConnectionInfo()
-        ),
         # ID types
         RoomID: orm.IntIDDecorator(RoomID()),
         ResourceID: orm.IntIDDecorator(ResourceID()),
@@ -186,9 +183,6 @@ class Resource(orm.BelongsToOrgMixin, BelongsToRoomMixin, orm.Base, kw_only=True
         server_default=None,
         default=None,
     )
-    origin_info: sa_orm.Mapped[data_connector_pb2.DataConnectionInfo | None] = (
-        sa_orm.mapped_column(default=None, nullable=True)
-    )
     id: sa_orm.Mapped[ResourceID | None] = orm.primary_key_identity_column()
     latest_event: sa_orm.Mapped[event_pb2.Event | None] = sa_orm.mapped_column(
         default=None, nullable=True

corvic/op_graph/_schema.py

@@ -2,6 +2,8 @@
 
 from __future__ import annotations
 
+from typing import cast
+
 import polars as pl
 import pyarrow as pa
 
@@ -70,6 +72,11 @@ def _upgrade_to_polars_dtype(dtype: pa.DataType) -> pa.DataType:
         # polars does not support float16 unless explicitly enabled
         return pa.float32()
     if isinstance(dtype, pa.ListType | pa.LargeListType | pa.FixedSizeListType):
+        dtype = cast(
+            "pa.ListType[pa.DataType] | pa.LargeListType[pa.DataType] \
+                | pa.FixedSizeListType[pa.DataType]",
+            dtype,
+        )
         # modify large lists as well since its value datatype
         # may need to be updated
         return pa.large_list(

corvic/op_graph/ops.py

@@ -695,6 +695,11 @@ def _validate_embedding_column(
         )
     dtype = embedding_field.dtype
     if isinstance(dtype, pa.ListType | pa.LargeListType | pa.FixedSizeListType):
+        dtype = cast(
+            "pa.ListType[pa.DataType] | pa.LargeListType[pa.DataType] \
+                | pa.FixedSizeListType[pa.DataType]",
+            dtype,
+        )
         inner_dtype = dtype.value_field.type
         if not (
             pa.types.is_floating(inner_dtype)
@@ -1615,14 +1620,21 @@ class _Base(OneofProtoWrapper[table_pb2.TableComputeOp], ABC):
     ) -> Ok[OutputCsv] | InvalidArgumentError:
         # Some execution engines don't support nested dtypes
         for field in self.schema:
+            dtype = field.dtype
             if isinstance(
-                field.dtype,
+                dtype,
                 pa.StructType | pa.ListType | pa.LargeListType | pa.FixedSizeListType,
             ):
+                dtype = cast(
+                    "pa.StructType | pa.ListType[pa.DataType] \
+                        | pa.LargeListType[pa.DataType] \
+                        | pa.FixedSizeListType[pa.DataType]",
+                    dtype,
+                )
                 return InvalidArgumentError(
                     "nested fields are not supported",
                     name=field.name,
-                    dtype=str(field.dtype),
+                    dtype=str(dtype),
                 )
         return Ok(
             from_proto(
@@ -1653,6 +1665,11 @@ class _Base(OneofProtoWrapper[table_pb2.TableComputeOp], ABC):
             return InvalidArgumentError(
                 "given column must be a list", column_name=list_column_name
             )
+        column_type = cast(
+            "pa.ListType[pa.DataType] | pa.LargeListType[pa.DataType] \
+                | pa.FixedSizeListType[pa.DataType]",
+            column_type,
+        )
         elem_type = _list_elem_type(column_type)
         if target_list_length < 1:
             return InvalidArgumentError(
@@ -3196,13 +3213,19 @@ def _make_schema_for_unnest_list(op: UnnestList):
     def gen_fields() -> Iterable[Field]:
         for field in schema:
             if field.name == op.list_column_name:
-                if not isinstance(field.dtype, pa.LargeListType):
+                dtype = field.dtype
+                if not isinstance(dtype, pa.LargeListType):
                     raise InvalidArgumentError(
                         "unnest cannot be done on a non-list column"
                     )
 
+                dtype = cast(
+                    "pa.LargeListType[pa.DataType]",
+                    dtype,
+                )
+
                 yield from (
-                    Field(column_name, dtype=field.dtype.value_type, ftype=field.ftype)
+                    Field(column_name, dtype=dtype.value_type, ftype=field.ftype)
                     for column_name in op.column_names
                 )
             else:

corvic/orm/_soft_delete.py

@@ -7,6 +7,9 @@ from typing import Any, LiteralString
 import sqlalchemy as sa
 from sqlalchemy import event, exc
 from sqlalchemy import orm as sa_orm
+from sqlalchemy.exc import (
+    DBAPIError,
+)
 from sqlalchemy.ext import hybrid
 from sqlalchemy.ext.hybrid import hybrid_property
 
@@ -161,7 +164,7 @@ class Session(sa_orm.Session):
         traceback: TracebackType | None,
     ):
         super().__exit__(type_, value, traceback)
-        if isinstance(value, sa.exc.DBAPIError):
+        if isinstance(value, DBAPIError):
             raise dbapi_error_to_result(value) from value
 
     def _track_soft_deleted(self, instance: object):

corvic/orm/errors.py

@@ -1,6 +1,14 @@
 """Errors specific to communicating with the database."""
 
-import sqlalchemy as sa
+from sqlalchemy.exc import (
+    DBAPIError,
+    IntegrityError,
+    InterfaceError,
+    InternalError,
+    NotSupportedError,
+    OperationalError,
+    ProgrammingError,
+)
 
 from corvic import result
 
@@ -20,24 +28,20 @@ class DeletedObjectError(result.Error):
     """
 
 
-def dbapi_error_to_result(err: sa.exc.DBAPIError):
+def dbapi_error_to_result(err: DBAPIError):
     # based on https://docs.sqlalchemy.org/en/20/errors.html
     match err:
-        case sa.exc.NotSupportedError():
+        case NotSupportedError():
             # raised in the unexpected case that we're doing something that the
             # database just doesn't support
             raise result.InternalError.from_(err) from err
-        case (
-            sa.exc.OperationalError()
-            | sa.exc.InterfaceError()
-            | sa.exc.InternalError()
-        ):
+        case OperationalError() | InterfaceError() | InternalError():
             # These are commonly things that are outside of our control that might
             # succeed on retry, e.g., connections being dropped
             return result.UnavailableError.from_(err)
-        case sa.exc.IntegrityError():
+        case IntegrityError():
             return result.InvalidArgumentError.from_(err)
-        case sa.exc.ProgrammingError():
+        case ProgrammingError():
             if "could not serialize" in str(err):
                 return result.UnavailableError.from_(err)
         case _:

corvic/pa_scalar/_from_value.py

@@ -3,7 +3,7 @@ import decimal
 from abc import abstractmethod
 from collections.abc import Callable
 from datetime import date
-from typing import Final, Literal, TypeAlias, cast, overload
+from typing import Any, Final, Literal, TypeAlias, cast, overload
 
 import pyarrow as pa
 from google.protobuf import struct_pb2
@@ -584,7 +584,7 @@ def _visit_large_list(
 def _visit_dictionary(
     value: struct_pb2.Value, dtype: pa.DataType, error_handler: _ErrorHandler
 ) -> object:
-    dtype = cast(pa.DictionaryType, dtype)
+    dtype = cast("pa.DictionaryType[Any, Any, Any]", dtype)
     return _visit(value, dtype.value_type, error_handler)
 
 
@@ -782,4 +782,4 @@ def from_value(
     except (pa.ArrowTypeError, pa.ArrowInvalid, OverflowError) as exc:
         if errors == "strict":
             return InvalidArgumentError(_extract_error_message(exc))
-        return Ok(pa.NA)
+        return Ok(pa.NullScalar())

corvic/pa_scalar/_to_value.py

@@ -322,7 +322,7 @@ def _visit_dictionary(
     value: _PyValue,
     dtype: pa.DataType,
 ) -> struct_pb2.Value:
-    dtype = cast(pa.DictionaryType, dtype)
+    dtype = cast("pa.DictionaryType[Any, Any, Any]", dtype)
     return _visit(value, dtype.value_type)
 
 

corvic/system_sqlite/client.py

@@ -11,6 +11,7 @@ from typing import Protocol
 
 import duckdb
 import sqlalchemy as sa
+from sqlalchemy import event
 
 import corvic.context
 import corvic.eorm
@@ -40,7 +41,7 @@ def _context_requester_org_is_superuser() -> Iterator[None]:
         yield
 
 
-@sa.event.listens_for(sa.Engine, "connect")
+@event.listens_for(sa.Engine, "connect")
 def set_sqlite_pragma(dbapi_connection: sqlite3.Connection | None, _) -> None:
     """Tell sqlite to respect foreign key constraints.
 

corvic/system_sqlite/staging.py

@@ -3,7 +3,7 @@
 import functools
 import uuid
 from collections.abc import Callable, Iterable, Mapping
-from typing import Final
+from typing import Final, cast
 
 import duckdb
 import pyarrow as pa
@@ -47,7 +47,9 @@ def _patch_schema_for_storage(
             patched_schema.append(_patch_list_field(field, old_field))
         else:
             patched_schema.append(field)
-    return pa.schema(patched_schema, new_schema.metadata)
+    schema_metadata = new_schema.metadata
+    # dict[bytes, bytes] should be valid for a dict[bytes | str, bytes | str]
+    return pa.schema(patched_schema, schema_metadata)  # pyright: ignore[reportArgumentType]
 
 
 def _wrap_list_type(
@@ -79,6 +81,17 @@ def _patch_list_field(
         )
     ):
         return new_field
+    new_field_type = cast(
+        "pa.ListType[pa.DataType] | pa.LargeListType[pa.DataType] \
+            | pa.FixedSizeListType[pa.DataType]",
+        new_field_type,
+    )
+    old_field_type = cast(
+        "pa.ListType[pa.DataType] | pa.LargeListType[pa.DataType] \
+            | pa.FixedSizeListType[pa.DataType]",
+        old_field_type,
+    )
+
     new_list_field = new_field_type.value_field
     old_list_type = old_field_type.value_field.type
 
@@ -449,7 +462,7 @@ class DuckDBStaging(StagingDB):
                 for field in storage_schema:
                     if pa.types.is_null(field.type):
                         batch = batch.drop_columns(field.name)
-                        column = pa.nulls(size=len(batch))  # pyright: ignore[reportUnknownMemberType]
+                        column = pa.nulls(size=len(batch))
                         batch = batch.append_column(
                             field.with_type(pa.null()),
                             column,

corvic/transfer/_orm_backed_proto.py

@@ -10,6 +10,11 @@ import sqlalchemy as sa
 import sqlalchemy.orm as sa_orm
 import structlog
 from google.protobuf import timestamp_pb2
+from sqlalchemy.exc import (
+    DBAPIError,
+    IntegrityError,
+)
+from sqlalchemy.ext.hybrid import hybrid_property
 
 from corvic import orm, system
 from corvic.result import InvalidArgumentError, NotFoundError, Ok, UnavailableError
@@ -23,12 +28,14 @@ _logger = structlog.get_logger()
 
 
 class OrmModel(Protocol):
-    @sa.ext.hybrid.hybrid_property
+    @hybrid_property
     def created_at(self) -> datetime.datetime | None: ...
 
     @created_at.inplace.expression
     @classmethod
-    def _created_at_expression(cls): ...
+    def _created_at_expression(
+        cls,
+    ) -> ...: ...
 
 
 class OrmHasIdModel(OrmModel, Protocol[OrmIdT]):
@@ -174,7 +181,7 @@ class OrmBackedProto(Generic[ProtoT, OrmT], HasProtoSelf[ProtoT]):
                     self.proto_self, session
                 ).unwrap_or_raise()
                 session.commit()
-            except sa.exc.DBAPIError as err:
+            except DBAPIError as err:
                 return orm.dbapi_error_to_result(err)
             return Ok(
                 self.__class__(
@@ -196,7 +203,7 @@ class OrmBackedProto(Generic[ProtoT, OrmT], HasProtoSelf[ProtoT]):
             _ = self.proto_to_orm(self.proto_self, session).unwrap_or_raise()
             session.flush()
         # TODO(thunt): Possibly separate out DatabaseError into a precondition error
-        except sa.exc.DBAPIError as err:
+        except DBAPIError as err:
             return orm.dbapi_error_to_result(err)
         return Ok(None)
 
@@ -246,7 +253,7 @@ class HasIdOrmBackedProto(
                     case Ok(None):
                         pass
                 session.commit()
-            except sa.exc.IntegrityError as exc:
+            except IntegrityError as exc:
                 return InvalidArgumentError.from_(exc)
 
             new_proto_self = copy.copy(self.proto_self)

{corvic_engine-0.3.0rc96.dist-info → corvic_engine-0.3.0rc97.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: corvic-engine
-Version: 0.3.0rc96
+Version: 0.3.0rc97
 Classifier: Environment :: Console
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: Implementation :: CPython
@@ -10,16 +10,16 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Rust
 Classifier: Topic :: Scientific/Engineering
-Requires-Dist: cachetools>=5
+Requires-Dist: cachetools>=6
 Requires-Dist: duckdb>=1.0.0
 Requires-Dist: more-itertools>=10
 Requires-Dist: numpy>=1.26
 Requires-Dist: polars>=1.7.1
 Requires-Dist: protobuf>=4.25
 Requires-Dist: protovalidate>=0.3
-Requires-Dist: pyarrow>=17
+Requires-Dist: pyarrow>=20
 Requires-Dist: sqlalchemy>=2
-Requires-Dist: sqlglot>=25.6.0,<26
+Requires-Dist: sqlglot>=26,<27
 Requires-Dist: structlog>=24
 Requires-Dist: tqdm
 Requires-Dist: umap-learn>=0.5.5 ; extra == 'ml'

{corvic_engine-0.3.0rc96.dist-info → corvic_engine-0.3.0rc97.dist-info}/RECORD

@@ -18,25 +18,25 @@ corvic/emodel/_errors.py,sha256=Ctlq04SDwHzJPvLaL1rzqzwVqf2b50EILfW3cH4vnh8,261
 corvic/emodel/_feature_type.py,sha256=39nnwfbHyKqHKiH6Y6N-W7muSvA4qmZsSB680ZMPrzs,918
 corvic/emodel/_feature_view.py,sha256=bpDBrF5Kods1qGq32SPtYHIsnP8uQJC7Aj20nywVDKo,49940
 corvic/emodel/_pipeline.py,sha256=Eo1eHbFRUjFqA5B7prTFabzjSo9nVr9ZWg69yOfkPRo,19283
-corvic/emodel/_proto_orm_convert.py,sha256=-mgOlETwTdF525kojUJuWg0lZiQDFTZbN9UNSvDvIgw,27201
-corvic/emodel/_resource.py,sha256=ypdUez2LdZzNJCzmBeh1WOWY3GZnO_16xFx7QILem40,10111
+corvic/emodel/_proto_orm_convert.py,sha256=sBAYnnlYJ4y61od5KrBl99F85UqQQbm2TX1rTX0hto8,26938
+corvic/emodel/_resource.py,sha256=xBLa3VXCI-OuAlBJI2dLbpRB8eUPaIIV-VZF3NPPSgw,9609
 corvic/emodel/_room.py,sha256=u36AfTktpafA7Njd9hDaYJP_ugodIoB1mcniSBcByGQ,2928
 corvic/emodel/_source.py,sha256=AqT7kF1_2Vch0ZcdDOH7kgnUNHJsgKH3S8ElVHwl8c0,10163
-corvic/emodel/_space.py,sha256=dK6NuElR6KMofDjgQvgpjzHeWJG8a2ZH-Nzan5XxlYc,39390
+corvic/emodel/_space.py,sha256=v7weiCcJc15r7THCBteBQcosPOS_MHkcQWRpSpTnEH8,39414
 corvic/emodel/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/engine/__init__.py,sha256=XL4Vg7rNcBi29ccVelpeFizR9oJtGYXDn84W9zok9d4,975
-corvic/engine/_native.pyd,sha256=vd5Uv11Dnlnt4SkMWY0IAE2S0JfY4AntM172zGrSKDo,438272
+corvic/engine/_native.pyd,sha256=EBs9Ap1OQIjYjQA5lm7raDsqoZq9P80L4Iae0vdtyfc,438272
 corvic/engine/_native.pyi,sha256=KYMPtvXqHZ-jMgZohLf4se3rr-rBpCihmjANcr6s8ag,1390
 corvic/engine/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-corvic/eorm/__init__.py,sha256=9pfAzmriya7lPLafGk6cT_VWSd4GF8V-GQahGJwCrI8,15286
+corvic/eorm/__init__.py,sha256=FMj83kpBC7t-dJzvgJOkmsHvXyvhZmM4jOuQZ3OuwHA,14998
 corvic/op_graph/__init__.py,sha256=1DMrQfuuS3FkLa9DXYDjSDLurdxxpG5H1jB2ctaa9xo,1444
-corvic/op_graph/_schema.py,sha256=rDZt6xAFpvhBZlp54uvXlqTqOxO8uFtTtukBGSUylqA,5688
+corvic/op_graph/_schema.py,sha256=wzKRdU8Lphw4Kh8MHtQwU4alleXgmVWjlb0tUW3v1o0,5897
 corvic/op_graph/_transformations.py,sha256=Z0TK7fXyfmuIYfzGMB4DJg3OKaMLVdUjuo2NsyVTrLs,9640
 corvic/op_graph/aggregation.py,sha256=8X6vqXD7dLHrhYJU0BqmhUsWGbzD1zSP5Db5VHdIru4,6187
 corvic/op_graph/encoders.py,sha256=93wYoBCn_us5lRCkqvjaP0LTg3LBB3yEfhzICv06bB0,10460
 corvic/op_graph/errors.py,sha256=I4NE5053d0deGm5xx5EmyP4f98qx42xnIsW1IA-2hy4,163
 corvic/op_graph/feature_types.py,sha256=YVbPzvMnHHmUfR5QAMSvQ6hjQcOrIjqR-su0VypYWFA,9627
-corvic/op_graph/ops.py,sha256=5tHg3S6udBt_awtZFq6D5XuRULt50-NUWmrmy-1Cbg8,113529
+corvic/op_graph/ops.py,sha256=2ayxmlc6jm4sD5Xjdi-RhQlpxIE0IDwrheCNyDlueJI,114350
 corvic/op_graph/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/op_graph/row_filters/__init__.py,sha256=1sibH_kLw7t_9bpRccnEGWqdCiN0VaUh9LMMIMCRyL8,575
 corvic/op_graph/row_filters/_jsonlogic.py,sha256=0UdwOZmIGp4yuExHM3qqAnJYmcGv7iuc3vLub3GD-9Y,7685
@@ -44,8 +44,8 @@ corvic/op_graph/row_filters/_row_filters.py,sha256=p3O7tJbLsy65Vs7shAiDjpdM4RzYA
 corvic/op_graph/sample_strategy.py,sha256=DrbtJ3ORkIRfyIE_FdlOh_UMnCW_K9jL1LeonVYb3bU,3007
 corvic/orm/__init__.py,sha256=-DUBTy18OF8LzBqkGMCQJHKJYLqkXSlVpZzlaGL--_w,9081
 corvic/orm/_proto_columns.py,sha256=tcOu92UjFJFYZLasS6sWJQBDRK26yrnmpTii_LDY4iw,913
-corvic/orm/_soft_delete.py,sha256=U9HWeK8d3zN_f-YpExrEj30W5sw5jVUgoYRyatNVqvo,8421
-corvic/orm/errors.py,sha256=S5bGo8ICsLEDgJu4xj_z4feSD2itoOwcUK8Wfoav_D4,1837
+corvic/orm/_soft_delete.py,sha256=ZDgsajL7m8kYHIQib8Ds_jmNtI6MyMmYW716BN5emfk,8464
+corvic/orm/errors.py,sha256=pxJbqA2eGao-4FDEdgfvFqjH3ZFwB8gCsGWS69IHAF0,1893
 corvic/orm/func/__init__.py,sha256=X47bbG7G-rDGmRkEGMq4Vn7mPKePdx724xQIwd_pUc0,471
 corvic/orm/func/utc_func.py,sha256=-FC6w9wBWXejMv1AICT2Gg7tdkSo7gqL2dFT-YKPGQ4,4518
 corvic/orm/func/uuid_func.py,sha256=oXPjDGAl3mvlNtvcvBrLmRRHPJgtKffShIPbHm-EswA,1152
@@ -54,9 +54,9 @@ corvic/orm/keys.py,sha256=Ag6Xbpvxev-VByT1KJ8ChUn9vKVEzkkMXxrjvtADCtY,2182
 corvic/orm/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/pa_scalar/__init__.py,sha256=1nfc0MFGpw78RQEI13VE5hpHuyw_DoE7sJbmzqx5pws,1063
 corvic/pa_scalar/_const.py,sha256=1nk6w3Y7crd3J5jSCq7DRVa1lcGk4H1RUr1l4NjnlzE,868
-corvic/pa_scalar/_from_value.py,sha256=fS3TNPcPI3jAKGmcUIhn8rdqdQEAwgTLEneVxFUeK6M,27531
+corvic/pa_scalar/_from_value.py,sha256=LQidCFpibJSf9_7RlmSOKEsB8hWh1WCtTAdTZ4n9OaQ,27563
 corvic/pa_scalar/_temporal.py,sha256=HfkONq6cAk2oYK-4GRl6q_nFZWmCuybgHzhTxnBitzM,7833
-corvic/pa_scalar/_to_value.py,sha256=U8DoWDMSl58Yi35yd3JS5Gj773e5IOPa2UDfuZqTkjk,13307
+corvic/pa_scalar/_to_value.py,sha256=MuAgzXCelQYDQ3NiKGtMxrjfh9l5kWaxkN07wog3RoM,13324
 corvic/pa_scalar/_types.py,sha256=shbytO0ji-H2rBOX_1fooVOshb22wwkVU1W99VBKz1A,1131
 corvic/pa_scalar/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/proto_wrapper/__init__.py,sha256=KfwiW9Tec3aCrhhEmdP3bhJ1ZLlKdI7QTM3xEIhpMcg,278
@@ -82,25 +82,25 @@ corvic/system/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/system/staging.py,sha256=8XasqXY887n--lrcvp0E_nYnAz_D5_sqAZzgZP5PRoQ,1852
 corvic/system/storage.py,sha256=bp9llPmE6PwFta_9bhZ6d785ba3wbEysaL_0EzdAjPs,5575
 corvic/system_sqlite/__init__.py,sha256=F4UN9vFsXiDY2AKk1jYZPuWWJpSugKHS7ghXeZYlbZs,390
-corvic/system_sqlite/client.py,sha256=OqX2-3sjYzzkuZXRDTBDjfiDzzLx1jNSud7fXp8CO0A,7486
+corvic/system_sqlite/client.py,sha256=2UFawiW6wywTc6x1cIDWzxDem905Ltt9hRVT4SSOR1A,7513
 corvic/system_sqlite/fs_blob_store.py,sha256=NTLzLFd56QNqA-iCxNjFAC-YePfXqWWTO9i_o1dJRr0,8563
 corvic/system_sqlite/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/system_sqlite/rdbms_blob_store.py,sha256=gTP_tQfTVb3wzZkzo8ys1zaz0rSrERzb57rqMHVpuBA,10563
-corvic/system_sqlite/staging.py,sha256=KoSIWV0xA6n8PnsSWSbITFZnYKc_UjYqW-Vx2o16jW4,17338
+corvic/system_sqlite/staging.py,sha256=TfTokahjpWBaEnEI3-nPuTj3n8lXVQchJQwhM62TifU,17819
 corvic/table/__init__.py,sha256=Gj0IR8BQF5PZK92Us7PP0ZigMsVyrfWJupzH8TgzRQk,588
 corvic/table/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/table/table.py,sha256=KQwh8oy0IWMMb5VPP543q7Nn1d7zHDzpHhwaWbu0WQA,27802
 corvic/transfer/__init__.py,sha256=BPTpbfAyfv-RgoNqS7QDxqa0nVlxGfEo3b113kZmJik,1010
 corvic/transfer/_common_transformations.py,sha256=jVwJgR7QDC9uQNq_O7Y8VSi6SX_mpIzcjlCtA8XHtHM,1523
-corvic/transfer/_orm_backed_proto.py,sha256=SxVTRB8hhud4OKi6ZIlkty4J2kt1bJQKOoKQk4tOLYk,9948
+corvic/transfer/_orm_backed_proto.py,sha256=KGMXIJCNs616g29bRxIrxLPCRM1VhStrQr6pIeqk23I,10059
 corvic/transfer/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/version/__init__.py,sha256=JlkRLvKXsu3zIxhdynO_0Ub5NfQOvGjfwCRkNnaOu9U,1125
 corvic/version/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic/well_known_types/__init__.py,sha256=Btbeqieik2AcmijeOXeqBptzueBpgNitvH9J5VNm12w,1289
 corvic/well_known_types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-corvic_engine-0.3.0rc96.dist-info/METADATA,sha256=46tR_S4zi4LVq6dzKkgDOTmEaiy_mXrN6RtusMiN6kE,1879
-corvic_engine-0.3.0rc96.dist-info/WHEEL,sha256=jXXXnFq1lMnQGkwJwdMPY4-n4ga_raKn8NABSsZqRTg,94
-corvic_engine-0.3.0rc96.dist-info/licenses/LICENSE,sha256=DSS1OD0oIgssKOmAzkMRBv5jvvVuZQbrIv8lpl9DXY8,1035
+corvic_engine-0.3.0rc97.dist-info/METADATA,sha256=tNp7aqa1_Nnd5OcZ1ofKAenFUVl7mcDmw3hFxOVzkLw,1875
+corvic_engine-0.3.0rc97.dist-info/WHEEL,sha256=jXXXnFq1lMnQGkwJwdMPY4-n4ga_raKn8NABSsZqRTg,94
+corvic_engine-0.3.0rc97.dist-info/licenses/LICENSE,sha256=DSS1OD0oIgssKOmAzkMRBv5jvvVuZQbrIv8lpl9DXY8,1035
 corvic_generated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic_generated/algorithm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic_generated/algorithm/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -149,8 +149,8 @@ corvic_generated/ingest/v2/quick_mode_pb2.py,sha256=V711VNHxKrOxypo7ZjpvOmckaprx
 corvic_generated/ingest/v2/quick_mode_pb2.pyi,sha256=j8SAHdekgUuFyQgBmHKcYThD6lagsQDB-3iueBIYJX0,2512
 corvic_generated/ingest/v2/quick_mode_pb2_grpc.py,sha256=Dfg1MPcY32kbsatdsrpVhvi_qdZPtW4wfLITqh9-FtU,4670
 corvic_generated/ingest/v2/quick_mode_pb2_grpc.pyi,sha256=DSiD0kV3Ffwsa7ZripP6LNHPu8Zbdo2hc48T-6ha54s,2369
-corvic_generated/ingest/v2/resource_pb2.py,sha256=DadWYeoFoy7NZus6xiZC4eSV9nSVWSXSJEXypRU4sSo,20640
-corvic_generated/ingest/v2/resource_pb2.pyi,sha256=xzyvXoNInx00ZAGTSBWqrYPDwgw4OPAS6T2CoNxOA6U,11704
+corvic_generated/ingest/v2/resource_pb2.py,sha256=owZDFsazDu58pKo4j16DwpAzKsCkUKdF387Ja1yb8io,20135
+corvic_generated/ingest/v2/resource_pb2.pyi,sha256=tcjHDLRuc7f--HTfTzJFUhKACc0qMech2p9IqbMRW0A,10695
 corvic_generated/ingest/v2/resource_pb2_grpc.py,sha256=tKhgy1lM4SM9AAQNSHQGkH7uo_sZeq6RM-4IfSLfKSY,20964
 corvic_generated/ingest/v2/resource_pb2_grpc.pyi,sha256=CR_Iuhj6L_C9HH5GwLw80tr1vXO_Psy1d9bhpX5KblU,13226
 corvic_generated/ingest/v2/room_pb2.py,sha256=NR7FS-24pW6fWDGLK4tVgkdcHL6A5li0ewRqgUp2DhM,8180
@@ -167,8 +167,8 @@ corvic_generated/ingest/v2/table_pb2_grpc.py,sha256=tVs7wMWyAfvHcCQEiUOHLwaptKxg
 corvic_generated/ingest/v2/table_pb2_grpc.pyi,sha256=AEXYNtrU4xyENumcCrkD2FmFV7T1UVidxxeZ5pyE4Qc,4554
 corvic_generated/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 corvic_generated/model/v1alpha/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-corvic_generated/model/v1alpha/models_pb2.py,sha256=l_WqNpWWUueBHT3cpmVZk-fwETaJddvtRHpO9j9Wm_A,9389
-corvic_generated/model/v1alpha/models_pb2.pyi,sha256=th8NFk6b9btshASOVeA9wxj8iFSfOZQV5YUTOwxHaLY,12867
+corvic_generated/model/v1alpha/models_pb2.py,sha256=FqGMEFTAtlvgZ8aCgGvna7onI3tKaI2mUMdbmr9flJM,9295
+corvic_generated/model/v1alpha/models_pb2.pyi,sha256=TYMBjJVr4kFj-t5JDqJvJmGEsjlfriz6GNoINlgCqKA,12666
 corvic_generated/model/v1alpha/models_pb2_grpc.py,sha256=_bXoS025FcWrXR1E_3Mh4GHB1RMvgz8lIpit-Awnf-s,163
 corvic_generated/model/v1alpha/models_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
 corvic_generated/orm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -177,8 +177,8 @@ corvic_generated/orm/v1/common_pb2.py,sha256=kvG1AWuP0TOii-ROu9CJKmG3e1EcbFUF0li
 corvic_generated/orm/v1/common_pb2.pyi,sha256=PZi9KfnXWzlQC0bMuDC71IOmgIaYClY2jPghzKV-mAo,3557
 corvic_generated/orm/v1/common_pb2_grpc.py,sha256=_bXoS025FcWrXR1E_3Mh4GHB1RMvgz8lIpit-Awnf-s,163
 corvic_generated/orm/v1/common_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
-corvic_generated/orm/v1/data_connector_pb2.py,sha256=5X_43fnLtzyCtzrDc9fD3zw6nlJDhVWd44pkskcULQk,3216
-corvic_generated/orm/v1/data_connector_pb2.pyi,sha256=mPsMuvVH6d1erw69B_UIN6gS-uad-DJjODFwqV0qQ1c,3493
+corvic_generated/orm/v1/data_connector_pb2.py,sha256=75kIVdmYjMO2jw91bTvhorFTNFxe4wnFx0IbpVN8YnA,2532
+corvic_generated/orm/v1/data_connector_pb2.pyi,sha256=y_z82YEm--ufNNhbemvh2wELCFhMb3T-4ewhp6LwlRw,2409
 corvic_generated/orm/v1/data_connector_pb2_grpc.py,sha256=_bXoS025FcWrXR1E_3Mh4GHB1RMvgz8lIpit-Awnf-s,163
 corvic_generated/orm/v1/data_connector_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
 corvic_generated/orm/v1/feature_view_pb2.py,sha256=M1rbc29hV0RXPSZRVg7S54sfUOErFDxEfSLIqOzTtoE,3012
@@ -207,4 +207,4 @@ corvic_generated/status/v1/service_pb2.py,sha256=0cgy0Vn-EyiYtRXRMkEsoNGN1iTOSrr
 corvic_generated/status/v1/service_pb2.pyi,sha256=iXLR2FOKQJpBgvBzpD2kVwcYOCksP2aRwK4JYaI9CBw,558
 corvic_generated/status/v1/service_pb2_grpc.py,sha256=y-a5ldrphWlNJW-yKswyjNmXokK4-5bbEEfczjagJHo,2736
 corvic_generated/status/v1/service_pb2_grpc.pyi,sha256=OoAnaZ64FD0UTzPoRhYvQU8ecoilhHj3ySjSfHbVDaU,1501
-corvic_engine-0.3.0rc96.dist-info/RECORD,,
+corvic_engine-0.3.0rc97.dist-info/RECORD,,

corvic_generated/ingest/v2/resource_pb2.py

@@ -18,7 +18,7 @@ from google.protobuf import descriptor_pb2 as google_dot_protobuf_dot_descriptor
 from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1f\x63orvic/ingest/v2/resource.proto\x12\x10\x63orvic.ingest.v2\x1a\x1b\x62uf/validate/validate.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a google/protobuf/descriptor.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x99\x04\n\x10ResourceMetadata\x12\x1e\n\x04name\x18\x01 \x01(\tB\n\xbaH\x07r\x05\x10\x01\x18\xc8\x01R\x04name\x12%\n\tmime_type\x18\x02 \x01(\tB\x08\xbaH\x05r\x03\x18\xc8\x01R\x08mimeType\x12\x7f\n\x07room_id\x18\x03 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\x12-\n\roriginal_path\x18\x05 \x01(\tB\x08\xbaH\x05r\x03\x18\xe8\x07R\x0coriginalPath\x12*\n\x0b\x64\x65scription\x18\x06 \x01(\tB\x08\xbaH\x05r\x03\x18\xe8\x07R\x0b\x64\x65scription\x12\x87\x01\n\x0bpipeline_id\x18\x08 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\npipelineId\x12;\n\ttype_hint\x18\x04 \x01(\x0e\x32\x1e.corvic.ingest.v2.ResourceTypeR\x08typeHint\x12\x1b\n\x04size\x18\x07 \x01(\x03\x42\x07\xbaH\x04\"\x02 \x00R\x04size\"\xef\x03\n\rResourceEntry\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x1b\n\tmime_type\x18\x03 \x01(\tR\x08mimeType\x12\x10\n\x03md5\x18\x05 \x01(\tR\x03md5\x12\x17\n\x07room_id\x18\x06 \x01(\tR\x06roomId\x12\x12\n\x04size\x18\x07 \x01(\x04R\x04size\x12#\n\roriginal_path\x18\t \x01(\tR\x0coriginalPath\x12 \n\x0b\x64\x65scription\x18\x0b \x01(\tR\x0b\x64\x65scription\x12\x45\n\x0borigin_type\x18\x0f \x01(\x0e\x32$.corvic.ingest.v2.ResourceOriginTypeR\noriginType\x12\x1f\n\x0bpipeline_id\x18\x0c \x01(\tR\npipelineId\x12\x1b\n\turl_depth\x18\r \x01(\x04R\x08urlDepth\x12\x1b\n\turl_width\x18\x0e \x01(\x04R\x08urlWidth\x12\x37\n\x18referenced_by_source_ids\x18\n \x03(\tR\x15referencedBySourceIds\x12<\n\rrecent_events\x18\x08 \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\"p\n\x16\x43reateUploadURLRequest\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x16\n\x06origin\x18\x02 \x01(\tR\x06origin\"A\n\x17\x43reateUploadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url\x12\x14\n\x05token\x18\x02 \x01(\tR\x05token\"s\n\x15UploadURLTokenPayload\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x1a\n\x08\x66ilename\x18\x02 \x01(\tR\x08\x66ilename\"0\n\x18\x46inalizeUploadURLRequest\x12\x14\n\x05token\x18\x01 \x01(\tR\x05token\"R\n\x19\x46inalizeUploadURLResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\xaa\x03\n\"FetchAndFinalizeExternalURLRequest\x12\x7f\n\x07room_id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\x12\x87\x01\n\x0bpipeline_id\x18\x02 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\npipelineId\x12-\n\roriginal_path\x18\x03 \x01(\tB\x08\xbaH\x05r\x03\x18\x80\x10R\x0coriginalPath\x12$\n\turl_depth\x18\x04 \x01(\x04\x42\x07\xbaH\x04\x32\x02\x18\nR\x08urlDepth\x12$\n\turl_width\x18\x05 \x01(\x04\x42\x07\xbaH\x04\x32\x02 \x00R\x08urlWidth\"\\\n#FetchAndFinalizeExternalURLResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x8f\x01\n\x15\x44\x65leteResourceRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\x18\n\x16\x44\x65leteResourceResponse\"\x8c\x01\n\x12GetResourceRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"L\n\x13GetResourceResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x97\x01\n\x14ListResourcesRequest\x12\x7f\n\x07room_id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\"N\n\x15ListResourcesResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x8b\x01\n\x0cResourceList\x12{\n\x02id\x18\x01 \x03(\tBk\xbaHh\x92\x01\x65\"cr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\xdb\x01\n\x15WatchResourcesRequest\x12\x81\x01\n\x07room_id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')H\x00R\x06roomId\x12\x32\n\x03ids\x18\x02 \x01(\x0b\x32\x1e.corvic.ingest.v2.ResourceListH\x00R\x03idsB\n\n\x08selector\"d\n\x16WatchResourcesResponse\x12J\n\x10updated_resource\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x0fupdatedResource\"\xb5\x01\n#ListResourcesPaginatedCursorPayload\x12T\n\x19\x63reate_time_of_last_entry\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x15\x63reateTimeOfLastEntry\x12\x17\n\x07room_id\x18\x02 \x01(\tR\x06roomId\x12\x1f\n\x0bpipeline_id\x18\x03 \x01(\tR\npipelineId\"\xef\x02\n\x1dListResourcesPaginatedRequest\x12\x80\x01\n\x07room_id\x18\x01 \x01(\tBg\xbaHdr\x02\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd8\x01\x01R\x06roomId\x12\x88\x01\n\x0bpipeline_id\x18\x04 \x01(\tBg\xbaHdr\x02\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd8\x01\x01R\npipelineId\x12(\n\x10\x65ntries_per_page\x18\x02 \x01(\rR\x0e\x65ntriesPerPage\x12\x16\n\x06\x63ursor\x18\x03 \x01(\tR\x06\x63ursor\"\x91\x01\n\x1eListResourcesPaginatedResponse\x12J\n\x10resource_entries\x18\x03 \x03(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x0fresourceEntries\x12\x16\n\x06\x63ursor\x18\x02 \x01(\tR\x06\x63ursorJ\x04\x08\x01\x10\x02R\x05\x65ntry\"\x9a\x01\n CreateResourceDownloadURLRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"5\n!CreateResourceDownloadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url\"\x99\x01\n\x1f\x43reateResourcePreviewURLRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"4\n CreateResourcePreviewURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url*\xab\x01\n\x0cResourceType\x12\x1d\n\x19RESOURCE_TYPE_UNSPECIFIED\x10\x00\x12\x1b\n\x13RESOURCE_TYPE_TABLE\x10\x01\x1a\x02\x08\x01\x12!\n\x1dRESOURCE_TYPE_DIMENSION_TABLE\x10\x02\x12\x1c\n\x18RESOURCE_TYPE_FACT_TABLE\x10\x03\x12\x1e\n\x1aRESOURCE_TYPE_PDF_DOCUMENT\x10\x04*\xfd\x01\n\x12ResourceOriginType\x12$\n RESOURCE_ORIGIN_TYPE_UNSPECIFIED\x10\x00\x12$\n RESOURCE_ORIGIN_TYPE_FILE_UPLOAD\x10\x01\x12\"\n\x1eRESOURCE_ORIGIN_TYPE_WEB_CRAWL\x10\x02\x12%\n!RESOURCE_ORIGIN_TYPE_S3_CONNECTOR\x10\x03\x12&\n\"RESOURCE_ORIGIN_TYPE_GCS_CONNECTOR\x10\x04\x12(\n$RESOURCE_ORIGIN_TYPE_AZURE_CONNECTOR\x10\x05\x32\xac\t\n\x0fResourceService\x12h\n\x0f\x43reateUploadURL\x12(.corvic.ingest.v2.CreateUploadURLRequest\x1a).corvic.ingest.v2.CreateUploadURLResponse\"\x00\x12q\n\x11\x46inalizeUploadURL\x12*.corvic.ingest.v2.FinalizeUploadURLRequest\x1a+.corvic.ingest.v2.FinalizeUploadURLResponse\"\x03\x90\x02\x02\x12\x8c\x01\n\x1b\x46\x65tchAndFinalizeExternalURL\x12\x34.corvic.ingest.v2.FetchAndFinalizeExternalURLRequest\x1a\x35.corvic.ingest.v2.FetchAndFinalizeExternalURLResponse\"\x00\x12\x65\n\x0e\x44\x65leteResource\x12\'.corvic.ingest.v2.DeleteResourceRequest\x1a(.corvic.ingest.v2.DeleteResourceResponse\"\x00\x12_\n\x0bGetResource\x12$.corvic.ingest.v2.GetResourceRequest\x1a%.corvic.ingest.v2.GetResourceResponse\"\x03\x90\x02\x01\x12g\n\rListResources\x12&.corvic.ingest.v2.ListResourcesRequest\x1a\'.corvic.ingest.v2.ListResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x80\x01\n\x16ListResourcesPaginated\x12/.corvic.ingest.v2.ListResourcesPaginatedRequest\x1a\x30.corvic.ingest.v2.ListResourcesPaginatedResponse\"\x03\x90\x02\x01\x12j\n\x0eWatchResources\x12\'.corvic.ingest.v2.WatchResourcesRequest\x1a(.corvic.ingest.v2.WatchResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x86\x01\n\x19\x43reateResourceDownloadURL\x12\x32.corvic.ingest.v2.CreateResourceDownloadURLRequest\x1a\x33.corvic.ingest.v2.CreateResourceDownloadURLResponse\"\x00\x12\x83\x01\n\x18\x43reateResourcePreviewURL\x12\x31.corvic.ingest.v2.CreateResourcePreviewURLRequest\x1a\x32.corvic.ingest.v2.CreateResourcePreviewURLResponse\"\x00\x62\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1f\x63orvic/ingest/v2/resource.proto\x12\x10\x63orvic.ingest.v2\x1a\x1b\x62uf/validate/validate.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a google/protobuf/descriptor.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x99\x04\n\x10ResourceMetadata\x12\x1e\n\x04name\x18\x01 \x01(\tB\n\xbaH\x07r\x05\x10\x01\x18\xc8\x01R\x04name\x12%\n\tmime_type\x18\x02 \x01(\tB\x08\xbaH\x05r\x03\x18\xc8\x01R\x08mimeType\x12\x7f\n\x07room_id\x18\x03 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\x12-\n\roriginal_path\x18\x05 \x01(\tB\x08\xbaH\x05r\x03\x18\xe8\x07R\x0coriginalPath\x12*\n\x0b\x64\x65scription\x18\x06 \x01(\tB\x08\xbaH\x05r\x03\x18\xe8\x07R\x0b\x64\x65scription\x12\x87\x01\n\x0bpipeline_id\x18\x08 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\npipelineId\x12;\n\ttype_hint\x18\x04 \x01(\x0e\x32\x1e.corvic.ingest.v2.ResourceTypeR\x08typeHint\x12\x1b\n\x04size\x18\x07 \x01(\x03\x42\x07\xbaH\x04\"\x02 \x00R\x04size\"\xbb\x03\n\rResourceEntry\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x1b\n\tmime_type\x18\x03 \x01(\tR\x08mimeType\x12\x10\n\x03md5\x18\x05 \x01(\tR\x03md5\x12\x17\n\x07room_id\x18\x06 \x01(\tR\x06roomId\x12\x12\n\x04size\x18\x07 \x01(\x04R\x04size\x12#\n\roriginal_path\x18\t \x01(\tR\x0coriginalPath\x12 \n\x0b\x64\x65scription\x18\x0b \x01(\tR\x0b\x64\x65scription\x12\x1f\n\x0bpipeline_id\x18\x0c \x01(\tR\npipelineId\x12\x1b\n\turl_depth\x18\r \x01(\x04R\x08urlDepth\x12\x1b\n\turl_width\x18\x0e \x01(\x04R\x08urlWidth\x12\x37\n\x18referenced_by_source_ids\x18\n \x03(\tR\x15referencedBySourceIds\x12<\n\rrecent_events\x18\x08 \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEventsJ\x04\x08\x0f\x10\x10R\x0borigin_type\"p\n\x16\x43reateUploadURLRequest\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x16\n\x06origin\x18\x02 \x01(\tR\x06origin\"A\n\x17\x43reateUploadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url\x12\x14\n\x05token\x18\x02 \x01(\tR\x05token\"s\n\x15UploadURLTokenPayload\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x1a\n\x08\x66ilename\x18\x02 \x01(\tR\x08\x66ilename\"0\n\x18\x46inalizeUploadURLRequest\x12\x14\n\x05token\x18\x01 \x01(\tR\x05token\"R\n\x19\x46inalizeUploadURLResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\xaa\x03\n\"FetchAndFinalizeExternalURLRequest\x12\x7f\n\x07room_id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\x12\x87\x01\n\x0bpipeline_id\x18\x02 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\npipelineId\x12-\n\roriginal_path\x18\x03 \x01(\tB\x08\xbaH\x05r\x03\x18\x80\x10R\x0coriginalPath\x12$\n\turl_depth\x18\x04 \x01(\x04\x42\x07\xbaH\x04\x32\x02\x18\nR\x08urlDepth\x12$\n\turl_width\x18\x05 \x01(\x04\x42\x07\xbaH\x04\x32\x02 \x00R\x08urlWidth\"\\\n#FetchAndFinalizeExternalURLResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x8f\x01\n\x15\x44\x65leteResourceRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\x18\n\x16\x44\x65leteResourceResponse\"\x8c\x01\n\x12GetResourceRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"L\n\x13GetResourceResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x97\x01\n\x14ListResourcesRequest\x12\x7f\n\x07room_id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\"N\n\x15ListResourcesResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x8b\x01\n\x0cResourceList\x12{\n\x02id\x18\x01 \x03(\tBk\xbaHh\x92\x01\x65\"cr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\xdb\x01\n\x15WatchResourcesRequest\x12\x81\x01\n\x07room_id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')H\x00R\x06roomId\x12\x32\n\x03ids\x18\x02 \x01(\x0b\x32\x1e.corvic.ingest.v2.ResourceListH\x00R\x03idsB\n\n\x08selector\"d\n\x16WatchResourcesResponse\x12J\n\x10updated_resource\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x0fupdatedResource\"\xb5\x01\n#ListResourcesPaginatedCursorPayload\x12T\n\x19\x63reate_time_of_last_entry\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x15\x63reateTimeOfLastEntry\x12\x17\n\x07room_id\x18\x02 \x01(\tR\x06roomId\x12\x1f\n\x0bpipeline_id\x18\x03 \x01(\tR\npipelineId\"\xef\x02\n\x1dListResourcesPaginatedRequest\x12\x80\x01\n\x07room_id\x18\x01 \x01(\tBg\xbaHdr\x02\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd8\x01\x01R\x06roomId\x12\x88\x01\n\x0bpipeline_id\x18\x04 \x01(\tBg\xbaHdr\x02\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd8\x01\x01R\npipelineId\x12(\n\x10\x65ntries_per_page\x18\x02 \x01(\rR\x0e\x65ntriesPerPage\x12\x16\n\x06\x63ursor\x18\x03 \x01(\tR\x06\x63ursor\"\x91\x01\n\x1eListResourcesPaginatedResponse\x12J\n\x10resource_entries\x18\x03 \x03(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x0fresourceEntries\x12\x16\n\x06\x63ursor\x18\x02 \x01(\tR\x06\x63ursorJ\x04\x08\x01\x10\x02R\x05\x65ntry\"\x9a\x01\n CreateResourceDownloadURLRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"5\n!CreateResourceDownloadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url\"\x99\x01\n\x1f\x43reateResourcePreviewURLRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"4\n CreateResourcePreviewURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url*\xab\x01\n\x0cResourceType\x12\x1d\n\x19RESOURCE_TYPE_UNSPECIFIED\x10\x00\x12\x1b\n\x13RESOURCE_TYPE_TABLE\x10\x01\x1a\x02\x08\x01\x12!\n\x1dRESOURCE_TYPE_DIMENSION_TABLE\x10\x02\x12\x1c\n\x18RESOURCE_TYPE_FACT_TABLE\x10\x03\x12\x1e\n\x1aRESOURCE_TYPE_PDF_DOCUMENT\x10\x04\x32\xac\t\n\x0fResourceService\x12h\n\x0f\x43reateUploadURL\x12(.corvic.ingest.v2.CreateUploadURLRequest\x1a).corvic.ingest.v2.CreateUploadURLResponse\"\x00\x12q\n\x11\x46inalizeUploadURL\x12*.corvic.ingest.v2.FinalizeUploadURLRequest\x1a+.corvic.ingest.v2.FinalizeUploadURLResponse\"\x03\x90\x02\x02\x12\x8c\x01\n\x1b\x46\x65tchAndFinalizeExternalURL\x12\x34.corvic.ingest.v2.FetchAndFinalizeExternalURLRequest\x1a\x35.corvic.ingest.v2.FetchAndFinalizeExternalURLResponse\"\x00\x12\x65\n\x0e\x44\x65leteResource\x12\'.corvic.ingest.v2.DeleteResourceRequest\x1a(.corvic.ingest.v2.DeleteResourceResponse\"\x00\x12_\n\x0bGetResource\x12$.corvic.ingest.v2.GetResourceRequest\x1a%.corvic.ingest.v2.GetResourceResponse\"\x03\x90\x02\x01\x12g\n\rListResources\x12&.corvic.ingest.v2.ListResourcesRequest\x1a\'.corvic.ingest.v2.ListResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x80\x01\n\x16ListResourcesPaginated\x12/.corvic.ingest.v2.ListResourcesPaginatedRequest\x1a\x30.corvic.ingest.v2.ListResourcesPaginatedResponse\"\x03\x90\x02\x01\x12j\n\x0eWatchResources\x12\'.corvic.ingest.v2.WatchResourcesRequest\x1a(.corvic.ingest.v2.WatchResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x86\x01\n\x19\x43reateResourceDownloadURL\x12\x32.corvic.ingest.v2.CreateResourceDownloadURLRequest\x1a\x33.corvic.ingest.v2.CreateResourceDownloadURLResponse\"\x00\x12\x83\x01\n\x18\x43reateResourcePreviewURL\x12\x31.corvic.ingest.v2.CreateResourcePreviewURLRequest\x1a\x32.corvic.ingest.v2.CreateResourcePreviewURLResponse\"\x00\x62\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -79,60 +79,58 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['_RESOURCESERVICE'].methods_by_name['ListResourcesPaginated']._serialized_options = b'\220\002\001'
   _globals['_RESOURCESERVICE'].methods_by_name['WatchResources']._options = None
   _globals['_RESOURCESERVICE'].methods_by_name['WatchResources']._serialized_options = b'\220\002\001'
-  _globals['_RESOURCETYPE']._serialized_start=4390
-  _globals['_RESOURCETYPE']._serialized_end=4561
-  _globals['_RESOURCEORIGINTYPE']._serialized_start=4564
-  _globals['_RESOURCEORIGINTYPE']._serialized_end=4817
+  _globals['_RESOURCETYPE']._serialized_start=4338
+  _globals['_RESOURCETYPE']._serialized_end=4509
   _globals['_RESOURCEMETADATA']._serialized_start=180
   _globals['_RESOURCEMETADATA']._serialized_end=717
   _globals['_RESOURCEENTRY']._serialized_start=720
-  _globals['_RESOURCEENTRY']._serialized_end=1215
-  _globals['_CREATEUPLOADURLREQUEST']._serialized_start=1217
-  _globals['_CREATEUPLOADURLREQUEST']._serialized_end=1329
-  _globals['_CREATEUPLOADURLRESPONSE']._serialized_start=1331
-  _globals['_CREATEUPLOADURLRESPONSE']._serialized_end=1396
-  _globals['_UPLOADURLTOKENPAYLOAD']._serialized_start=1398
-  _globals['_UPLOADURLTOKENPAYLOAD']._serialized_end=1513
-  _globals['_FINALIZEUPLOADURLREQUEST']._serialized_start=1515
-  _globals['_FINALIZEUPLOADURLREQUEST']._serialized_end=1563
-  _globals['_FINALIZEUPLOADURLRESPONSE']._serialized_start=1565
-  _globals['_FINALIZEUPLOADURLRESPONSE']._serialized_end=1647
-  _globals['_FETCHANDFINALIZEEXTERNALURLREQUEST']._serialized_start=1650
-  _globals['_FETCHANDFINALIZEEXTERNALURLREQUEST']._serialized_end=2076
-  _globals['_FETCHANDFINALIZEEXTERNALURLRESPONSE']._serialized_start=2078
-  _globals['_FETCHANDFINALIZEEXTERNALURLRESPONSE']._serialized_end=2170
-  _globals['_DELETERESOURCEREQUEST']._serialized_start=2173
-  _globals['_DELETERESOURCEREQUEST']._serialized_end=2316
-  _globals['_DELETERESOURCERESPONSE']._serialized_start=2318
-  _globals['_DELETERESOURCERESPONSE']._serialized_end=2342
-  _globals['_GETRESOURCEREQUEST']._serialized_start=2345
-  _globals['_GETRESOURCEREQUEST']._serialized_end=2485
-  _globals['_GETRESOURCERESPONSE']._serialized_start=2487
-  _globals['_GETRESOURCERESPONSE']._serialized_end=2563
-  _globals['_LISTRESOURCESREQUEST']._serialized_start=2566
-  _globals['_LISTRESOURCESREQUEST']._serialized_end=2717
-  _globals['_LISTRESOURCESRESPONSE']._serialized_start=2719
-  _globals['_LISTRESOURCESRESPONSE']._serialized_end=2797
-  _globals['_RESOURCELIST']._serialized_start=2800
-  _globals['_RESOURCELIST']._serialized_end=2939
-  _globals['_WATCHRESOURCESREQUEST']._serialized_start=2942
-  _globals['_WATCHRESOURCESREQUEST']._serialized_end=3161
-  _globals['_WATCHRESOURCESRESPONSE']._serialized_start=3163
-  _globals['_WATCHRESOURCESRESPONSE']._serialized_end=3263
-  _globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_start=3266
-  _globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_end=3447
-  _globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_start=3450
-  _globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_end=3817
-  _globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_start=3820
-  _globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_end=3965
-  _globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_start=3968
-  _globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_end=4122
-  _globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_start=4124
-  _globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_end=4177
-  _globals['_CREATERESOURCEPREVIEWURLREQUEST']._serialized_start=4180
-  _globals['_CREATERESOURCEPREVIEWURLREQUEST']._serialized_end=4333
-  _globals['_CREATERESOURCEPREVIEWURLRESPONSE']._serialized_start=4335
-  _globals['_CREATERESOURCEPREVIEWURLRESPONSE']._serialized_end=4387
-  _globals['_RESOURCESERVICE']._serialized_start=4820
-  _globals['_RESOURCESERVICE']._serialized_end=6016
+  _globals['_RESOURCEENTRY']._serialized_end=1163
+  _globals['_CREATEUPLOADURLREQUEST']._serialized_start=1165
+  _globals['_CREATEUPLOADURLREQUEST']._serialized_end=1277
+  _globals['_CREATEUPLOADURLRESPONSE']._serialized_start=1279
+  _globals['_CREATEUPLOADURLRESPONSE']._serialized_end=1344
+  _globals['_UPLOADURLTOKENPAYLOAD']._serialized_start=1346
+  _globals['_UPLOADURLTOKENPAYLOAD']._serialized_end=1461
+  _globals['_FINALIZEUPLOADURLREQUEST']._serialized_start=1463
+  _globals['_FINALIZEUPLOADURLREQUEST']._serialized_end=1511
+  _globals['_FINALIZEUPLOADURLRESPONSE']._serialized_start=1513
+  _globals['_FINALIZEUPLOADURLRESPONSE']._serialized_end=1595
+  _globals['_FETCHANDFINALIZEEXTERNALURLREQUEST']._serialized_start=1598
+  _globals['_FETCHANDFINALIZEEXTERNALURLREQUEST']._serialized_end=2024
+  _globals['_FETCHANDFINALIZEEXTERNALURLRESPONSE']._serialized_start=2026
+  _globals['_FETCHANDFINALIZEEXTERNALURLRESPONSE']._serialized_end=2118
+  _globals['_DELETERESOURCEREQUEST']._serialized_start=2121
+  _globals['_DELETERESOURCEREQUEST']._serialized_end=2264
+  _globals['_DELETERESOURCERESPONSE']._serialized_start=2266
+  _globals['_DELETERESOURCERESPONSE']._serialized_end=2290
+  _globals['_GETRESOURCEREQUEST']._serialized_start=2293
+  _globals['_GETRESOURCEREQUEST']._serialized_end=2433
+  _globals['_GETRESOURCERESPONSE']._serialized_start=2435
+  _globals['_GETRESOURCERESPONSE']._serialized_end=2511
+  _globals['_LISTRESOURCESREQUEST']._serialized_start=2514
+  _globals['_LISTRESOURCESREQUEST']._serialized_end=2665
+  _globals['_LISTRESOURCESRESPONSE']._serialized_start=2667
+  _globals['_LISTRESOURCESRESPONSE']._serialized_end=2745
+  _globals['_RESOURCELIST']._serialized_start=2748
+  _globals['_RESOURCELIST']._serialized_end=2887
+  _globals['_WATCHRESOURCESREQUEST']._serialized_start=2890
+  _globals['_WATCHRESOURCESREQUEST']._serialized_end=3109
+  _globals['_WATCHRESOURCESRESPONSE']._serialized_start=3111
+  _globals['_WATCHRESOURCESRESPONSE']._serialized_end=3211
+  _globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_start=3214
+  _globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_end=3395
+  _globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_start=3398
+  _globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_end=3765
+  _globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_start=3768
+  _globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_end=3913
+  _globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_start=3916
+  _globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_end=4070
+  _globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_start=4072
+  _globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_end=4125
+  _globals['_CREATERESOURCEPREVIEWURLREQUEST']._serialized_start=4128
+  _globals['_CREATERESOURCEPREVIEWURLREQUEST']._serialized_end=4281
+  _globals['_CREATERESOURCEPREVIEWURLRESPONSE']._serialized_start=4283
+  _globals['_CREATERESOURCEPREVIEWURLRESPONSE']._serialized_end=4335
+  _globals['_RESOURCESERVICE']._serialized_start=4512
+  _globals['_RESOURCESERVICE']._serialized_end=5708
 # @@protoc_insertion_point(module_scope)

corvic_generated/ingest/v2/resource_pb2.pyi

@@ -17,26 +17,11 @@ class ResourceType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     RESOURCE_TYPE_DIMENSION_TABLE: _ClassVar[ResourceType]
     RESOURCE_TYPE_FACT_TABLE: _ClassVar[ResourceType]
     RESOURCE_TYPE_PDF_DOCUMENT: _ClassVar[ResourceType]
-
-class ResourceOriginType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
-    __slots__ = ()
-    RESOURCE_ORIGIN_TYPE_UNSPECIFIED: _ClassVar[ResourceOriginType]
-    RESOURCE_ORIGIN_TYPE_FILE_UPLOAD: _ClassVar[ResourceOriginType]
-    RESOURCE_ORIGIN_TYPE_WEB_CRAWL: _ClassVar[ResourceOriginType]
-    RESOURCE_ORIGIN_TYPE_S3_CONNECTOR: _ClassVar[ResourceOriginType]
-    RESOURCE_ORIGIN_TYPE_GCS_CONNECTOR: _ClassVar[ResourceOriginType]
-    RESOURCE_ORIGIN_TYPE_AZURE_CONNECTOR: _ClassVar[ResourceOriginType]
 RESOURCE_TYPE_UNSPECIFIED: ResourceType
 RESOURCE_TYPE_TABLE: ResourceType
 RESOURCE_TYPE_DIMENSION_TABLE: ResourceType
 RESOURCE_TYPE_FACT_TABLE: ResourceType
 RESOURCE_TYPE_PDF_DOCUMENT: ResourceType
-RESOURCE_ORIGIN_TYPE_UNSPECIFIED: ResourceOriginType
-RESOURCE_ORIGIN_TYPE_FILE_UPLOAD: ResourceOriginType
-RESOURCE_ORIGIN_TYPE_WEB_CRAWL: ResourceOriginType
-RESOURCE_ORIGIN_TYPE_S3_CONNECTOR: ResourceOriginType
-RESOURCE_ORIGIN_TYPE_GCS_CONNECTOR: ResourceOriginType
-RESOURCE_ORIGIN_TYPE_AZURE_CONNECTOR: ResourceOriginType
 
 class ResourceMetadata(_message.Message):
     __slots__ = ("name", "mime_type", "room_id", "original_path", "description", "pipeline_id", "type_hint", "size")
@@ -59,7 +44,7 @@ class ResourceMetadata(_message.Message):
     def __init__(self, name: _Optional[str] = ..., mime_type: _Optional[str] = ..., room_id: _Optional[str] = ..., original_path: _Optional[str] = ..., description: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., type_hint: _Optional[_Union[ResourceType, str]] = ..., size: _Optional[int] = ...) -> None: ...
 
 class ResourceEntry(_message.Message):
-    __slots__ = ("id", "name", "mime_type", "md5", "room_id", "size", "original_path", "description", "origin_type", "pipeline_id", "url_depth", "url_width", "referenced_by_source_ids", "recent_events")
+    __slots__ = ("id", "name", "mime_type", "md5", "room_id", "size", "original_path", "description", "pipeline_id", "url_depth", "url_width", "referenced_by_source_ids", "recent_events")
     ID_FIELD_NUMBER: _ClassVar[int]
     NAME_FIELD_NUMBER: _ClassVar[int]
     MIME_TYPE_FIELD_NUMBER: _ClassVar[int]
@@ -68,7 +53,6 @@ class ResourceEntry(_message.Message):
     SIZE_FIELD_NUMBER: _ClassVar[int]
     ORIGINAL_PATH_FIELD_NUMBER: _ClassVar[int]
     DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
-    ORIGIN_TYPE_FIELD_NUMBER: _ClassVar[int]
     PIPELINE_ID_FIELD_NUMBER: _ClassVar[int]
     URL_DEPTH_FIELD_NUMBER: _ClassVar[int]
     URL_WIDTH_FIELD_NUMBER: _ClassVar[int]
@@ -82,13 +66,12 @@ class ResourceEntry(_message.Message):
     size: int
     original_path: str
     description: str
-    origin_type: ResourceOriginType
     pipeline_id: str
     url_depth: int
     url_width: int
     referenced_by_source_ids: _containers.RepeatedScalarFieldContainer[str]
     recent_events: _containers.RepeatedCompositeFieldContainer[_event_pb2.Event]
-    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., mime_type: _Optional[str] = ..., md5: _Optional[str] = ..., room_id: _Optional[str] = ..., size: _Optional[int] = ..., original_path: _Optional[str] = ..., description: _Optional[str] = ..., origin_type: _Optional[_Union[ResourceOriginType, str]] = ..., pipeline_id: _Optional[str] = ..., url_depth: _Optional[int] = ..., url_width: _Optional[int] = ..., referenced_by_source_ids: _Optional[_Iterable[str]] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ...) -> None: ...
+    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., mime_type: _Optional[str] = ..., md5: _Optional[str] = ..., room_id: _Optional[str] = ..., size: _Optional[int] = ..., original_path: _Optional[str] = ..., description: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., url_depth: _Optional[int] = ..., url_width: _Optional[int] = ..., referenced_by_source_ids: _Optional[_Iterable[str]] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ...) -> None: ...
 
 class CreateUploadURLRequest(_message.Message):
     __slots__ = ("metadata", "origin")

corvic_generated/model/v1alpha/models_pb2.py

@@ -21,7 +21,7 @@ from corvic_generated.status.v1 import event_pb2 as corvic_dot_status_dot_v1_dot
 from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!corvic/model/v1alpha/models.proto\x12\x14\x63orvic.model.v1alpha\x1a\"corvic/orm/v1/data_connector.proto\x1a corvic/orm/v1/feature_view.proto\x1a\x1c\x63orvic/orm/v1/pipeline.proto\x1a\x19\x63orvic/orm/v1/space.proto\x1a\x19\x63orvic/orm/v1/table.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x90\x01\n\x04Room\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xcb\x05\n\x08Resource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x1b\n\tmime_type\x18\x04 \x01(\tR\x08mimeType\x12\x10\n\x03url\x18\x05 \x01(\tR\x03url\x12\x12\n\x04size\x18\x06 \x01(\x04R\x04size\x12\x10\n\x03md5\x18\x07 \x01(\tR\x03md5\x12#\n\roriginal_path\x18\x08 \x01(\tR\x0coriginalPath\x12\x12\n\x04\x65tag\x18\x11 \x01(\tR\x04\x65tag\x12\x42\n\x0borigin_type\x18\x13 \x01(\x0e\x32!.corvic.orm.v1.DataConnectionTypeR\noriginType\x12Z\n\x19original_modified_at_time\x18\x12 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x16originalModifiedAtTime\x88\x01\x01\x12\x17\n\x07room_id\x18\t \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x0b \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\r \x01(\tR\npipelineId\x12.\n\x13pipeline_input_name\x18\x0f \x01(\tR\x11pipelineInputName\x12<\n\rrecent_events\x18\x0e \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\x12\x1f\n\x0bis_terminal\x18\x10 \x01(\x08R\nisTerminal\x12>\n\ncreated_at\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x01R\tcreatedAt\x88\x01\x01\x42\x1c\n\x1a_original_modified_at_timeB\r\n\x0b_created_at\"\xfc\x02\n\x06Source\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x06 \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\x08 \x01(\tR\npipelineId\x12>\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12Q\n\x13prop_table_op_graph\x18\t \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpH\x01R\x10propTableOpGraph\x88\x01\x01\x42\r\n\x0b_created_atB\x16\n\x14_prop_table_op_graph\"\xe9\x03\n\x08Pipeline\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\t \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12X\n\x0esource_outputs\x18\x05 \x03(\x0b\x32\x31.corvic.model.v1alpha.Pipeline.SourceOutputsEntryR\rsourceOutputs\x12^\n\x17pipeline_transformation\x18\x06 \x01(\x0b\x32%.corvic.orm.v1.PipelineTransformationR\x16pipelineTransformation\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x1a^\n\x12SourceOutputsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x05value:\x02\x38\x01\x42\r\n\x0b_created_at\"\xca\x02\n\x11\x46\x65\x61tureViewSource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x34\n\x06source\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x06source\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12+\n\x11\x64rop_disconnected\x18\x04 \x01(\x08R\x10\x64ropDisconnected\x12\x15\n\x06org_id\x18\x05 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12\x17\n\x07room_id\x18\x07 \x01(\tR\x06roomIdB\r\n\x0b_created_at\"\x9c\x03\n\x0b\x46\x65\x61tureView\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12P\n\x13\x66\x65\x61ture_view_output\x18\x05 \x01(\x0b\x32 .corvic.orm.v1.FeatureViewOutputR\x11\x66\x65\x61tureViewOutput\x12Y\n\x14\x66\x65\x61ture_view_sources\x18\x06 \x03(\x0b\x32\'.corvic.model.v1alpha.FeatureViewSourceR\x12\x66\x65\x61tureViewSources\x12\x1b\n\tspace_ids\x18\x07 \x03(\tR\x08spaceIds\x12\x15\n\x06org_id\x18\x08 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xfa\x02\n\x05Space\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12I\n\x10space_parameters\x18\x05 \x01(\x0b\x32\x1e.corvic.orm.v1.SpaceParametersR\x0fspaceParameters\x12\x44\n\x0c\x66\x65\x61ture_view\x18\x06 \x01(\x0b\x32!.corvic.model.v1alpha.FeatureViewR\x0b\x66\x65\x61tureView\x12\x1b\n\tauto_sync\x18\t \x01(\x08R\x08\x61utoSync\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\x87\x04\n\rDataConnector\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12\x46\n\nparameters\x18\x04 \x01(\x0b\x32&.corvic.orm.v1.DataConnectorParametersR\nparameters\x12\x1b\n\tbase_path\x18\x05 \x01(\tR\x08\x62\x61sePath\x12\x1d\n\nsecret_key\x18\x06 \x01(\tR\tsecretKey\x12Q\n\x14last_validation_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x12lastValidationTime\x88\x01\x01\x12]\n\x1alast_successful_validation\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x01R\x18lastSuccessfulValidation\x88\x01\x01\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x02R\tcreatedAt\x88\x01\x01\x42\x17\n\x15_last_validation_timeB\x1d\n\x1b_last_successful_validationB\r\n\x0b_created_at\"\xdd\x03\n\x16PipelineDataConnection\x12\x1f\n\x0bpipeline_id\x18\x01 \x01(\tR\npipelineId\x12J\n\x0e\x64\x61ta_connector\x18\x02 \x01(\x0b\x32#.corvic.model.v1alpha.DataConnectorR\rdataConnector\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x04 \x01(\tR\x05orgId\x12\x16\n\x06prefix\x18\x05 \x01(\tR\x06prefix\x12\x12\n\x04glob\x18\x06 \x01(\tR\x04glob\x12J\n\x13last_ingestion_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x11lastIngestionTime\x12_\n\x1elast_successful_ingestion_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x1blastSuccessfulIngestionTime\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_atb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!corvic/model/v1alpha/models.proto\x12\x14\x63orvic.model.v1alpha\x1a\"corvic/orm/v1/data_connector.proto\x1a corvic/orm/v1/feature_view.proto\x1a\x1c\x63orvic/orm/v1/pipeline.proto\x1a\x19\x63orvic/orm/v1/space.proto\x1a\x19\x63orvic/orm/v1/table.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x90\x01\n\x04Room\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\x87\x05\n\x08Resource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x1b\n\tmime_type\x18\x04 \x01(\tR\x08mimeType\x12\x10\n\x03url\x18\x05 \x01(\tR\x03url\x12\x12\n\x04size\x18\x06 \x01(\x04R\x04size\x12\x10\n\x03md5\x18\x07 \x01(\tR\x03md5\x12#\n\roriginal_path\x18\x08 \x01(\tR\x0coriginalPath\x12\x12\n\x04\x65tag\x18\x11 \x01(\tR\x04\x65tag\x12Z\n\x19original_modified_at_time\x18\x12 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x16originalModifiedAtTime\x88\x01\x01\x12\x17\n\x07room_id\x18\t \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x0b \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\r \x01(\tR\npipelineId\x12.\n\x13pipeline_input_name\x18\x0f \x01(\tR\x11pipelineInputName\x12<\n\rrecent_events\x18\x0e \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\x12\x1f\n\x0bis_terminal\x18\x10 \x01(\x08R\nisTerminal\x12>\n\ncreated_at\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x01R\tcreatedAt\x88\x01\x01\x42\x1c\n\x1a_original_modified_at_timeB\r\n\x0b_created_at\"\xfc\x02\n\x06Source\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x06 \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\x08 \x01(\tR\npipelineId\x12>\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12Q\n\x13prop_table_op_graph\x18\t \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpH\x01R\x10propTableOpGraph\x88\x01\x01\x42\r\n\x0b_created_atB\x16\n\x14_prop_table_op_graph\"\xe9\x03\n\x08Pipeline\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\t \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12X\n\x0esource_outputs\x18\x05 \x03(\x0b\x32\x31.corvic.model.v1alpha.Pipeline.SourceOutputsEntryR\rsourceOutputs\x12^\n\x17pipeline_transformation\x18\x06 \x01(\x0b\x32%.corvic.orm.v1.PipelineTransformationR\x16pipelineTransformation\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x1a^\n\x12SourceOutputsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x05value:\x02\x38\x01\x42\r\n\x0b_created_at\"\xca\x02\n\x11\x46\x65\x61tureViewSource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x34\n\x06source\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x06source\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12+\n\x11\x64rop_disconnected\x18\x04 \x01(\x08R\x10\x64ropDisconnected\x12\x15\n\x06org_id\x18\x05 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12\x17\n\x07room_id\x18\x07 \x01(\tR\x06roomIdB\r\n\x0b_created_at\"\x9c\x03\n\x0b\x46\x65\x61tureView\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12P\n\x13\x66\x65\x61ture_view_output\x18\x05 \x01(\x0b\x32 .corvic.orm.v1.FeatureViewOutputR\x11\x66\x65\x61tureViewOutput\x12Y\n\x14\x66\x65\x61ture_view_sources\x18\x06 \x03(\x0b\x32\'.corvic.model.v1alpha.FeatureViewSourceR\x12\x66\x65\x61tureViewSources\x12\x1b\n\tspace_ids\x18\x07 \x03(\tR\x08spaceIds\x12\x15\n\x06org_id\x18\x08 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xfa\x02\n\x05Space\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12I\n\x10space_parameters\x18\x05 \x01(\x0b\x32\x1e.corvic.orm.v1.SpaceParametersR\x0fspaceParameters\x12\x44\n\x0c\x66\x65\x61ture_view\x18\x06 \x01(\x0b\x32!.corvic.model.v1alpha.FeatureViewR\x0b\x66\x65\x61tureView\x12\x1b\n\tauto_sync\x18\t \x01(\x08R\x08\x61utoSync\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\x87\x04\n\rDataConnector\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12\x46\n\nparameters\x18\x04 \x01(\x0b\x32&.corvic.orm.v1.DataConnectorParametersR\nparameters\x12\x1b\n\tbase_path\x18\x05 \x01(\tR\x08\x62\x61sePath\x12\x1d\n\nsecret_key\x18\x06 \x01(\tR\tsecretKey\x12Q\n\x14last_validation_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x12lastValidationTime\x88\x01\x01\x12]\n\x1alast_successful_validation\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x01R\x18lastSuccessfulValidation\x88\x01\x01\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x02R\tcreatedAt\x88\x01\x01\x42\x17\n\x15_last_validation_timeB\x1d\n\x1b_last_successful_validationB\r\n\x0b_created_at\"\xdd\x03\n\x16PipelineDataConnection\x12\x1f\n\x0bpipeline_id\x18\x01 \x01(\tR\npipelineId\x12J\n\x0e\x64\x61ta_connector\x18\x02 \x01(\x0b\x32#.corvic.model.v1alpha.DataConnectorR\rdataConnector\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x04 \x01(\tR\x05orgId\x12\x16\n\x06prefix\x18\x05 \x01(\tR\x06prefix\x12\x12\n\x04glob\x18\x06 \x01(\tR\x04glob\x12J\n\x13last_ingestion_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x11lastIngestionTime\x12_\n\x1elast_successful_ingestion_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x1blastSuccessfulIngestionTime\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_atb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -33,21 +33,21 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['_ROOM']._serialized_start=277
   _globals['_ROOM']._serialized_end=421
   _globals['_RESOURCE']._serialized_start=424
-  _globals['_RESOURCE']._serialized_end=1139
-  _globals['_SOURCE']._serialized_start=1142
-  _globals['_SOURCE']._serialized_end=1522
-  _globals['_PIPELINE']._serialized_start=1525
-  _globals['_PIPELINE']._serialized_end=2014
-  _globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_start=1905
-  _globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_end=1999
-  _globals['_FEATUREVIEWSOURCE']._serialized_start=2017
-  _globals['_FEATUREVIEWSOURCE']._serialized_end=2347
-  _globals['_FEATUREVIEW']._serialized_start=2350
-  _globals['_FEATUREVIEW']._serialized_end=2762
-  _globals['_SPACE']._serialized_start=2765
-  _globals['_SPACE']._serialized_end=3143
-  _globals['_DATACONNECTOR']._serialized_start=3146
-  _globals['_DATACONNECTOR']._serialized_end=3665
-  _globals['_PIPELINEDATACONNECTION']._serialized_start=3668
-  _globals['_PIPELINEDATACONNECTION']._serialized_end=4145
+  _globals['_RESOURCE']._serialized_end=1071
+  _globals['_SOURCE']._serialized_start=1074
+  _globals['_SOURCE']._serialized_end=1454
+  _globals['_PIPELINE']._serialized_start=1457
+  _globals['_PIPELINE']._serialized_end=1946
+  _globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_start=1837
+  _globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_end=1931
+  _globals['_FEATUREVIEWSOURCE']._serialized_start=1949
+  _globals['_FEATUREVIEWSOURCE']._serialized_end=2279
+  _globals['_FEATUREVIEW']._serialized_start=2282
+  _globals['_FEATUREVIEW']._serialized_end=2694
+  _globals['_SPACE']._serialized_start=2697
+  _globals['_SPACE']._serialized_end=3075
+  _globals['_DATACONNECTOR']._serialized_start=3078
+  _globals['_DATACONNECTOR']._serialized_end=3597
+  _globals['_PIPELINEDATACONNECTION']._serialized_start=3600
+  _globals['_PIPELINEDATACONNECTION']._serialized_end=4077
 # @@protoc_insertion_point(module_scope)

corvic_generated/model/v1alpha/models_pb2.pyi

@@ -25,7 +25,7 @@ class Room(_message.Message):
     def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., org_id: _Optional[str] = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
 
 class Resource(_message.Message):
-    __slots__ = ("id", "name", "description", "mime_type", "url", "size", "md5", "original_path", "etag", "origin_type", "original_modified_at_time", "room_id", "org_id", "pipeline_id", "pipeline_input_name", "recent_events", "is_terminal", "created_at")
+    __slots__ = ("id", "name", "description", "mime_type", "url", "size", "md5", "original_path", "etag", "original_modified_at_time", "room_id", "org_id", "pipeline_id", "pipeline_input_name", "recent_events", "is_terminal", "created_at")
     ID_FIELD_NUMBER: _ClassVar[int]
     NAME_FIELD_NUMBER: _ClassVar[int]
     DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
@@ -35,7 +35,6 @@ class Resource(_message.Message):
     MD5_FIELD_NUMBER: _ClassVar[int]
     ORIGINAL_PATH_FIELD_NUMBER: _ClassVar[int]
     ETAG_FIELD_NUMBER: _ClassVar[int]
-    ORIGIN_TYPE_FIELD_NUMBER: _ClassVar[int]
     ORIGINAL_MODIFIED_AT_TIME_FIELD_NUMBER: _ClassVar[int]
     ROOM_ID_FIELD_NUMBER: _ClassVar[int]
     ORG_ID_FIELD_NUMBER: _ClassVar[int]
@@ -53,7 +52,6 @@ class Resource(_message.Message):
     md5: str
     original_path: str
     etag: str
-    origin_type: _data_connector_pb2.DataConnectionType
     original_modified_at_time: _timestamp_pb2.Timestamp
     room_id: str
     org_id: str
@@ -62,7 +60,7 @@ class Resource(_message.Message):
     recent_events: _containers.RepeatedCompositeFieldContainer[_event_pb2.Event]
     is_terminal: bool
     created_at: _timestamp_pb2.Timestamp
-    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., description: _Optional[str] = ..., mime_type: _Optional[str] = ..., url: _Optional[str] = ..., size: _Optional[int] = ..., md5: _Optional[str] = ..., original_path: _Optional[str] = ..., etag: _Optional[str] = ..., origin_type: _Optional[_Union[_data_connector_pb2.DataConnectionType, str]] = ..., original_modified_at_time: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., room_id: _Optional[str] = ..., org_id: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., pipeline_input_name: _Optional[str] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ..., is_terminal: bool = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
+    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., description: _Optional[str] = ..., mime_type: _Optional[str] = ..., url: _Optional[str] = ..., size: _Optional[int] = ..., md5: _Optional[str] = ..., original_path: _Optional[str] = ..., etag: _Optional[str] = ..., original_modified_at_time: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., room_id: _Optional[str] = ..., org_id: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., pipeline_input_name: _Optional[str] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ..., is_terminal: bool = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
 
 class Source(_message.Message):
     __slots__ = ("id", "name", "table_op_graph", "room_id", "org_id", "pipeline_id", "created_at", "prop_table_op_graph")

corvic_generated/orm/v1/data_connector_pb2.py

@@ -14,17 +14,15 @@ _sym_db = _symbol_database.Default()
 
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\"corvic/orm/v1/data_connector.proto\x12\rcorvic.orm.v1\"K\n\rS3Credentials\x12\"\n\raccess_key_id\x18\x01 \x01(\tR\x0b\x61\x63\x63\x65ssKeyId\x12\x16\n\x06region\x18\x02 \x01(\tR\x06region\"B\n\x0eGCSCredentials\x12\x30\n\x14service_account_json\x18\x01 \x01(\tR\x12serviceAccountJson\"x\n\x14\x41zureBlobCredentials\x12\x1f\n\x0b\x61\x63\x63ount_url\x18\x01 \x01(\tR\naccountUrl\x12?\n\x0bsecret_type\x18\x02 \x01(\x0e\x32\x1e.corvic.orm.v1.AzureSecretTypeR\nsecretType\"\x96\x02\n\x17\x44\x61taConnectorParameters\x12\x45\n\x0es3_credentials\x18\x01 \x01(\x0b\x32\x1c.corvic.orm.v1.S3CredentialsH\x00R\rs3Credentials\x12H\n\x0fgcs_credentials\x18\x02 \x01(\x0b\x32\x1d.corvic.orm.v1.GCSCredentialsH\x00R\x0egcsCredentials\x12[\n\x16\x61zure_blob_credentials\x18\x03 \x01(\x0b\x32#.corvic.orm.v1.AzureBlobCredentialsH\x00R\x14\x61zureBlobCredentialsB\r\n\x0b\x63redentials\"K\n\x12\x44\x61taConnectionInfo\x12\x35\n\x04type\x18\x01 \x01(\x0e\x32!.corvic.orm.v1.DataConnectionTypeR\x04type*\x8d\x01\n\x0f\x41zureSecretType\x12!\n\x1d\x41ZURE_SECRET_TYPE_UNSPECIFIED\x10\x00\x12(\n$AZURE_SECRET_TYPE_ACCOUNT_ACCESS_KEY\x10\x01\x12-\n)AZURE_SECRET_TYPE_SHARED_ACCESS_SIGNATURE\x10\x02*\xfd\x01\n\x12\x44\x61taConnectionType\x12$\n DATA_CONNECTION_TYPE_UNSPECIFIED\x10\x00\x12$\n DATA_CONNECTION_TYPE_FILE_UPLOAD\x10\x01\x12\"\n\x1e\x44\x41TA_CONNECTION_TYPE_WEB_CRAWL\x10\x02\x12%\n!DATA_CONNECTION_TYPE_S3_CONNECTOR\x10\x03\x12&\n\"DATA_CONNECTION_TYPE_GCS_CONNECTOR\x10\x04\x12(\n$DATA_CONNECTION_TYPE_AZURE_CONNECTOR\x10\x05\x62\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\"corvic/orm/v1/data_connector.proto\x12\rcorvic.orm.v1\"K\n\rS3Credentials\x12\"\n\raccess_key_id\x18\x01 \x01(\tR\x0b\x61\x63\x63\x65ssKeyId\x12\x16\n\x06region\x18\x02 \x01(\tR\x06region\"B\n\x0eGCSCredentials\x12\x30\n\x14service_account_json\x18\x01 \x01(\tR\x12serviceAccountJson\"x\n\x14\x41zureBlobCredentials\x12\x1f\n\x0b\x61\x63\x63ount_url\x18\x01 \x01(\tR\naccountUrl\x12?\n\x0bsecret_type\x18\x02 \x01(\x0e\x32\x1e.corvic.orm.v1.AzureSecretTypeR\nsecretType\"\x96\x02\n\x17\x44\x61taConnectorParameters\x12\x45\n\x0es3_credentials\x18\x01 \x01(\x0b\x32\x1c.corvic.orm.v1.S3CredentialsH\x00R\rs3Credentials\x12H\n\x0fgcs_credentials\x18\x02 \x01(\x0b\x32\x1d.corvic.orm.v1.GCSCredentialsH\x00R\x0egcsCredentials\x12[\n\x16\x61zure_blob_credentials\x18\x03 \x01(\x0b\x32#.corvic.orm.v1.AzureBlobCredentialsH\x00R\x14\x61zureBlobCredentialsB\r\n\x0b\x63redentials*\x8d\x01\n\x0f\x41zureSecretType\x12!\n\x1d\x41ZURE_SECRET_TYPE_UNSPECIFIED\x10\x00\x12(\n$AZURE_SECRET_TYPE_ACCOUNT_ACCESS_KEY\x10\x01\x12-\n)AZURE_SECRET_TYPE_SHARED_ACCESS_SIGNATURE\x10\x02\x62\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'corvic.orm.v1.data_connector_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
   DESCRIPTOR._options = None
-  _globals['_AZURESECRETTYPE']._serialized_start=679
-  _globals['_AZURESECRETTYPE']._serialized_end=820
-  _globals['_DATACONNECTIONTYPE']._serialized_start=823
-  _globals['_DATACONNECTIONTYPE']._serialized_end=1076
+  _globals['_AZURESECRETTYPE']._serialized_start=602
+  _globals['_AZURESECRETTYPE']._serialized_end=743
   _globals['_S3CREDENTIALS']._serialized_start=53
   _globals['_S3CREDENTIALS']._serialized_end=128
   _globals['_GCSCREDENTIALS']._serialized_start=130
@@ -33,6 +31,4 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['_AZUREBLOBCREDENTIALS']._serialized_end=318
   _globals['_DATACONNECTORPARAMETERS']._serialized_start=321
   _globals['_DATACONNECTORPARAMETERS']._serialized_end=599
-  _globals['_DATACONNECTIONINFO']._serialized_start=601
-  _globals['_DATACONNECTIONINFO']._serialized_end=676
 # @@protoc_insertion_point(module_scope)

corvic_generated/orm/v1/data_connector_pb2.pyi

@@ -10,24 +10,9 @@ class AzureSecretType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
     AZURE_SECRET_TYPE_UNSPECIFIED: _ClassVar[AzureSecretType]
     AZURE_SECRET_TYPE_ACCOUNT_ACCESS_KEY: _ClassVar[AzureSecretType]
     AZURE_SECRET_TYPE_SHARED_ACCESS_SIGNATURE: _ClassVar[AzureSecretType]
-
-class DataConnectionType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
-    __slots__ = ()
-    DATA_CONNECTION_TYPE_UNSPECIFIED: _ClassVar[DataConnectionType]
-    DATA_CONNECTION_TYPE_FILE_UPLOAD: _ClassVar[DataConnectionType]
-    DATA_CONNECTION_TYPE_WEB_CRAWL: _ClassVar[DataConnectionType]
-    DATA_CONNECTION_TYPE_S3_CONNECTOR: _ClassVar[DataConnectionType]
-    DATA_CONNECTION_TYPE_GCS_CONNECTOR: _ClassVar[DataConnectionType]
-    DATA_CONNECTION_TYPE_AZURE_CONNECTOR: _ClassVar[DataConnectionType]
 AZURE_SECRET_TYPE_UNSPECIFIED: AzureSecretType
 AZURE_SECRET_TYPE_ACCOUNT_ACCESS_KEY: AzureSecretType
 AZURE_SECRET_TYPE_SHARED_ACCESS_SIGNATURE: AzureSecretType
-DATA_CONNECTION_TYPE_UNSPECIFIED: DataConnectionType
-DATA_CONNECTION_TYPE_FILE_UPLOAD: DataConnectionType
-DATA_CONNECTION_TYPE_WEB_CRAWL: DataConnectionType
-DATA_CONNECTION_TYPE_S3_CONNECTOR: DataConnectionType
-DATA_CONNECTION_TYPE_GCS_CONNECTOR: DataConnectionType
-DATA_CONNECTION_TYPE_AZURE_CONNECTOR: DataConnectionType
 
 class S3Credentials(_message.Message):
     __slots__ = ("access_key_id", "region")
@@ -60,9 +45,3 @@ class DataConnectorParameters(_message.Message):
     gcs_credentials: GCSCredentials
     azure_blob_credentials: AzureBlobCredentials
     def __init__(self, s3_credentials: _Optional[_Union[S3Credentials, _Mapping]] = ..., gcs_credentials: _Optional[_Union[GCSCredentials, _Mapping]] = ..., azure_blob_credentials: _Optional[_Union[AzureBlobCredentials, _Mapping]] = ...) -> None: ...
-
-class DataConnectionInfo(_message.Message):
-    __slots__ = ("type",)
-    TYPE_FIELD_NUMBER: _ClassVar[int]
-    type: DataConnectionType
-    def __init__(self, type: _Optional[_Union[DataConnectionType, str]] = ...) -> None: ...