corvic-engine 0.3.0rc95__cp38-abi3-win_amd64.whl → 0.3.0rc96__cp38-abi3-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- corvic/emodel/_proto_orm_convert.py +5 -1
- corvic/emodel/_resource.py +15 -0
- corvic/engine/_native.pyd +0 -0
- corvic/eorm/__init__.py +6 -0
- {corvic_engine-0.3.0rc95.dist-info → corvic_engine-0.3.0rc96.dist-info}/METADATA +1 -1
- {corvic_engine-0.3.0rc95.dist-info → corvic_engine-0.3.0rc96.dist-info}/RECORD +14 -14
- corvic_generated/ingest/v2/resource_pb2.py +54 -52
- corvic_generated/ingest/v2/resource_pb2.pyi +19 -2
- corvic_generated/model/v1alpha/models_pb2.py +18 -18
- corvic_generated/model/v1alpha/models_pb2.pyi +4 -2
- corvic_generated/orm/v1/data_connector_pb2.py +7 -3
- corvic_generated/orm/v1/data_connector_pb2.pyi +21 -0
- {corvic_engine-0.3.0rc95.dist-info → corvic_engine-0.3.0rc96.dist-info}/WHEEL +0 -0
- {corvic_engine-0.3.0rc95.dist-info → corvic_engine-0.3.0rc96.dist-info}/licenses/LICENSE +0 -0
|
@@ -9,7 +9,7 @@ from google.protobuf import timestamp_pb2
|
|
|
9
9
|
from corvic import eorm, orm, transfer
|
|
10
10
|
from corvic.result import InternalError, InvalidArgumentError, Ok
|
|
11
11
|
from corvic_generated.model.v1alpha import models_pb2
|
|
12
|
-
from corvic_generated.orm.v1 import feature_view_pb2
|
|
12
|
+
from corvic_generated.orm.v1 import data_connector_pb2, feature_view_pb2
|
|
13
13
|
|
|
14
14
|
|
|
15
15
|
class _ModelBelongsToOrgProto(transfer.ProtoModel, Protocol):
|
|
@@ -104,6 +104,9 @@ def resource_orm_to_proto(resource_orm: eorm.Resource) -> models_pb2.Resource:
|
|
|
104
104
|
md5=resource_orm.md5,
|
|
105
105
|
size=resource_orm.size,
|
|
106
106
|
etag=resource_orm.etag,
|
|
107
|
+
origin_type=resource_orm.origin_info.type
|
|
108
|
+
if resource_orm.origin_info
|
|
109
|
+
else data_connector_pb2.DATA_CONNECTION_TYPE_UNSPECIFIED,
|
|
107
110
|
original_modified_at_time=timestamp_orm_to_proto(
|
|
108
111
|
resource_orm.original_modified_at_time
|
|
109
112
|
),
|
|
@@ -328,6 +331,7 @@ def resource_proto_to_orm(
|
|
|
328
331
|
url=proto_obj.url,
|
|
329
332
|
size=proto_obj.size,
|
|
330
333
|
etag=proto_obj.etag,
|
|
334
|
+
origin_info=data_connector_pb2.DataConnectionInfo(type=proto_obj.origin_type),
|
|
331
335
|
original_modified_at_time=proto_obj.original_modified_at_time.ToDatetime(
|
|
332
336
|
datetime.UTC
|
|
333
337
|
),
|
corvic/emodel/_resource.py
CHANGED
|
@@ -24,6 +24,7 @@ from corvic.emodel._proto_orm_convert import (
|
|
|
24
24
|
)
|
|
25
25
|
from corvic.result import InternalError, InvalidArgumentError, NotFoundError, Ok
|
|
26
26
|
from corvic_generated.model.v1alpha import models_pb2
|
|
27
|
+
from corvic_generated.orm.v1 import data_connector_pb2
|
|
27
28
|
from corvic_generated.status.v1 import event_pb2
|
|
28
29
|
|
|
29
30
|
SourceID: TypeAlias = eorm.SourceID
|
|
@@ -101,6 +102,10 @@ class Resource(StandardModel[ResourceID, models_pb2.Resource, eorm.Resource]):
|
|
|
101
102
|
def etag(self) -> str:
|
|
102
103
|
return self.proto_self.etag
|
|
103
104
|
|
|
105
|
+
@property
|
|
106
|
+
def origin_type(self) -> data_connector_pb2.DataConnectionType:
|
|
107
|
+
return self.proto_self.origin_type
|
|
108
|
+
|
|
104
109
|
@property
|
|
105
110
|
def original_modified_at_time(self) -> datetime.datetime | None:
|
|
106
111
|
return self.proto_self.original_modified_at_time.ToDatetime(datetime.UTC)
|
|
@@ -136,6 +141,16 @@ class Resource(StandardModel[ResourceID, models_pb2.Resource, eorm.Resource]):
|
|
|
136
141
|
client=self.client,
|
|
137
142
|
)
|
|
138
143
|
|
|
144
|
+
def with_origin_type(
|
|
145
|
+
self, origin_type: data_connector_pb2.DataConnectionType
|
|
146
|
+
) -> Resource:
|
|
147
|
+
proto_self = copy.copy(self.proto_self)
|
|
148
|
+
proto_self.origin_type = origin_type
|
|
149
|
+
return Resource(
|
|
150
|
+
proto_self=proto_self,
|
|
151
|
+
client=self.client,
|
|
152
|
+
)
|
|
153
|
+
|
|
139
154
|
def with_original_modified_at_time(
|
|
140
155
|
self, original_modified_at_time: datetime.datetime
|
|
141
156
|
) -> Resource:
|
corvic/engine/_native.pyd
CHANGED
|
Binary file
|
corvic/eorm/__init__.py
CHANGED
|
@@ -79,6 +79,9 @@ orm.Base.registry.update_type_annotation_map(
|
|
|
79
79
|
data_connector_pb2.DataConnectorParameters: orm.ProtoMessageDecorator(
|
|
80
80
|
data_connector_pb2.DataConnectorParameters()
|
|
81
81
|
),
|
|
82
|
+
data_connector_pb2.DataConnectionInfo: orm.ProtoMessageDecorator(
|
|
83
|
+
data_connector_pb2.DataConnectionInfo()
|
|
84
|
+
),
|
|
82
85
|
# ID types
|
|
83
86
|
RoomID: orm.IntIDDecorator(RoomID()),
|
|
84
87
|
ResourceID: orm.IntIDDecorator(ResourceID()),
|
|
@@ -183,6 +186,9 @@ class Resource(orm.BelongsToOrgMixin, BelongsToRoomMixin, orm.Base, kw_only=True
|
|
|
183
186
|
server_default=None,
|
|
184
187
|
default=None,
|
|
185
188
|
)
|
|
189
|
+
origin_info: sa_orm.Mapped[data_connector_pb2.DataConnectionInfo | None] = (
|
|
190
|
+
sa_orm.mapped_column(default=None, nullable=True)
|
|
191
|
+
)
|
|
186
192
|
id: sa_orm.Mapped[ResourceID | None] = orm.primary_key_identity_column()
|
|
187
193
|
latest_event: sa_orm.Mapped[event_pb2.Event | None] = sa_orm.mapped_column(
|
|
188
194
|
default=None, nullable=True
|
|
@@ -18,17 +18,17 @@ corvic/emodel/_errors.py,sha256=Ctlq04SDwHzJPvLaL1rzqzwVqf2b50EILfW3cH4vnh8,261
|
|
|
18
18
|
corvic/emodel/_feature_type.py,sha256=39nnwfbHyKqHKiH6Y6N-W7muSvA4qmZsSB680ZMPrzs,918
|
|
19
19
|
corvic/emodel/_feature_view.py,sha256=bpDBrF5Kods1qGq32SPtYHIsnP8uQJC7Aj20nywVDKo,49940
|
|
20
20
|
corvic/emodel/_pipeline.py,sha256=Eo1eHbFRUjFqA5B7prTFabzjSo9nVr9ZWg69yOfkPRo,19283
|
|
21
|
-
corvic/emodel/_proto_orm_convert.py,sha256
|
|
22
|
-
corvic/emodel/_resource.py,sha256=
|
|
21
|
+
corvic/emodel/_proto_orm_convert.py,sha256=-mgOlETwTdF525kojUJuWg0lZiQDFTZbN9UNSvDvIgw,27201
|
|
22
|
+
corvic/emodel/_resource.py,sha256=ypdUez2LdZzNJCzmBeh1WOWY3GZnO_16xFx7QILem40,10111
|
|
23
23
|
corvic/emodel/_room.py,sha256=u36AfTktpafA7Njd9hDaYJP_ugodIoB1mcniSBcByGQ,2928
|
|
24
24
|
corvic/emodel/_source.py,sha256=AqT7kF1_2Vch0ZcdDOH7kgnUNHJsgKH3S8ElVHwl8c0,10163
|
|
25
25
|
corvic/emodel/_space.py,sha256=dK6NuElR6KMofDjgQvgpjzHeWJG8a2ZH-Nzan5XxlYc,39390
|
|
26
26
|
corvic/emodel/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
27
27
|
corvic/engine/__init__.py,sha256=XL4Vg7rNcBi29ccVelpeFizR9oJtGYXDn84W9zok9d4,975
|
|
28
|
-
corvic/engine/_native.pyd,sha256=
|
|
28
|
+
corvic/engine/_native.pyd,sha256=vd5Uv11Dnlnt4SkMWY0IAE2S0JfY4AntM172zGrSKDo,438272
|
|
29
29
|
corvic/engine/_native.pyi,sha256=KYMPtvXqHZ-jMgZohLf4se3rr-rBpCihmjANcr6s8ag,1390
|
|
30
30
|
corvic/engine/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
31
|
-
corvic/eorm/__init__.py,sha256=
|
|
31
|
+
corvic/eorm/__init__.py,sha256=9pfAzmriya7lPLafGk6cT_VWSd4GF8V-GQahGJwCrI8,15286
|
|
32
32
|
corvic/op_graph/__init__.py,sha256=1DMrQfuuS3FkLa9DXYDjSDLurdxxpG5H1jB2ctaa9xo,1444
|
|
33
33
|
corvic/op_graph/_schema.py,sha256=rDZt6xAFpvhBZlp54uvXlqTqOxO8uFtTtukBGSUylqA,5688
|
|
34
34
|
corvic/op_graph/_transformations.py,sha256=Z0TK7fXyfmuIYfzGMB4DJg3OKaMLVdUjuo2NsyVTrLs,9640
|
|
@@ -98,9 +98,9 @@ corvic/version/__init__.py,sha256=JlkRLvKXsu3zIxhdynO_0Ub5NfQOvGjfwCRkNnaOu9U,11
|
|
|
98
98
|
corvic/version/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
99
99
|
corvic/well_known_types/__init__.py,sha256=Btbeqieik2AcmijeOXeqBptzueBpgNitvH9J5VNm12w,1289
|
|
100
100
|
corvic/well_known_types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
101
|
-
corvic_engine-0.3.
|
|
102
|
-
corvic_engine-0.3.
|
|
103
|
-
corvic_engine-0.3.
|
|
101
|
+
corvic_engine-0.3.0rc96.dist-info/METADATA,sha256=46tR_S4zi4LVq6dzKkgDOTmEaiy_mXrN6RtusMiN6kE,1879
|
|
102
|
+
corvic_engine-0.3.0rc96.dist-info/WHEEL,sha256=jXXXnFq1lMnQGkwJwdMPY4-n4ga_raKn8NABSsZqRTg,94
|
|
103
|
+
corvic_engine-0.3.0rc96.dist-info/licenses/LICENSE,sha256=DSS1OD0oIgssKOmAzkMRBv5jvvVuZQbrIv8lpl9DXY8,1035
|
|
104
104
|
corvic_generated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
105
105
|
corvic_generated/algorithm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
106
106
|
corvic_generated/algorithm/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -149,8 +149,8 @@ corvic_generated/ingest/v2/quick_mode_pb2.py,sha256=V711VNHxKrOxypo7ZjpvOmckaprx
|
|
|
149
149
|
corvic_generated/ingest/v2/quick_mode_pb2.pyi,sha256=j8SAHdekgUuFyQgBmHKcYThD6lagsQDB-3iueBIYJX0,2512
|
|
150
150
|
corvic_generated/ingest/v2/quick_mode_pb2_grpc.py,sha256=Dfg1MPcY32kbsatdsrpVhvi_qdZPtW4wfLITqh9-FtU,4670
|
|
151
151
|
corvic_generated/ingest/v2/quick_mode_pb2_grpc.pyi,sha256=DSiD0kV3Ffwsa7ZripP6LNHPu8Zbdo2hc48T-6ha54s,2369
|
|
152
|
-
corvic_generated/ingest/v2/resource_pb2.py,sha256
|
|
153
|
-
corvic_generated/ingest/v2/resource_pb2.pyi,sha256=
|
|
152
|
+
corvic_generated/ingest/v2/resource_pb2.py,sha256=DadWYeoFoy7NZus6xiZC4eSV9nSVWSXSJEXypRU4sSo,20640
|
|
153
|
+
corvic_generated/ingest/v2/resource_pb2.pyi,sha256=xzyvXoNInx00ZAGTSBWqrYPDwgw4OPAS6T2CoNxOA6U,11704
|
|
154
154
|
corvic_generated/ingest/v2/resource_pb2_grpc.py,sha256=tKhgy1lM4SM9AAQNSHQGkH7uo_sZeq6RM-4IfSLfKSY,20964
|
|
155
155
|
corvic_generated/ingest/v2/resource_pb2_grpc.pyi,sha256=CR_Iuhj6L_C9HH5GwLw80tr1vXO_Psy1d9bhpX5KblU,13226
|
|
156
156
|
corvic_generated/ingest/v2/room_pb2.py,sha256=NR7FS-24pW6fWDGLK4tVgkdcHL6A5li0ewRqgUp2DhM,8180
|
|
@@ -167,8 +167,8 @@ corvic_generated/ingest/v2/table_pb2_grpc.py,sha256=tVs7wMWyAfvHcCQEiUOHLwaptKxg
|
|
|
167
167
|
corvic_generated/ingest/v2/table_pb2_grpc.pyi,sha256=AEXYNtrU4xyENumcCrkD2FmFV7T1UVidxxeZ5pyE4Qc,4554
|
|
168
168
|
corvic_generated/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
169
169
|
corvic_generated/model/v1alpha/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
170
|
-
corvic_generated/model/v1alpha/models_pb2.py,sha256=
|
|
171
|
-
corvic_generated/model/v1alpha/models_pb2.pyi,sha256=
|
|
170
|
+
corvic_generated/model/v1alpha/models_pb2.py,sha256=l_WqNpWWUueBHT3cpmVZk-fwETaJddvtRHpO9j9Wm_A,9389
|
|
171
|
+
corvic_generated/model/v1alpha/models_pb2.pyi,sha256=th8NFk6b9btshASOVeA9wxj8iFSfOZQV5YUTOwxHaLY,12867
|
|
172
172
|
corvic_generated/model/v1alpha/models_pb2_grpc.py,sha256=_bXoS025FcWrXR1E_3Mh4GHB1RMvgz8lIpit-Awnf-s,163
|
|
173
173
|
corvic_generated/model/v1alpha/models_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
|
|
174
174
|
corvic_generated/orm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -177,8 +177,8 @@ corvic_generated/orm/v1/common_pb2.py,sha256=kvG1AWuP0TOii-ROu9CJKmG3e1EcbFUF0li
|
|
|
177
177
|
corvic_generated/orm/v1/common_pb2.pyi,sha256=PZi9KfnXWzlQC0bMuDC71IOmgIaYClY2jPghzKV-mAo,3557
|
|
178
178
|
corvic_generated/orm/v1/common_pb2_grpc.py,sha256=_bXoS025FcWrXR1E_3Mh4GHB1RMvgz8lIpit-Awnf-s,163
|
|
179
179
|
corvic_generated/orm/v1/common_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
|
|
180
|
-
corvic_generated/orm/v1/data_connector_pb2.py,sha256=
|
|
181
|
-
corvic_generated/orm/v1/data_connector_pb2.pyi,sha256=
|
|
180
|
+
corvic_generated/orm/v1/data_connector_pb2.py,sha256=5X_43fnLtzyCtzrDc9fD3zw6nlJDhVWd44pkskcULQk,3216
|
|
181
|
+
corvic_generated/orm/v1/data_connector_pb2.pyi,sha256=mPsMuvVH6d1erw69B_UIN6gS-uad-DJjODFwqV0qQ1c,3493
|
|
182
182
|
corvic_generated/orm/v1/data_connector_pb2_grpc.py,sha256=_bXoS025FcWrXR1E_3Mh4GHB1RMvgz8lIpit-Awnf-s,163
|
|
183
183
|
corvic_generated/orm/v1/data_connector_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
|
|
184
184
|
corvic_generated/orm/v1/feature_view_pb2.py,sha256=M1rbc29hV0RXPSZRVg7S54sfUOErFDxEfSLIqOzTtoE,3012
|
|
@@ -207,4 +207,4 @@ corvic_generated/status/v1/service_pb2.py,sha256=0cgy0Vn-EyiYtRXRMkEsoNGN1iTOSrr
|
|
|
207
207
|
corvic_generated/status/v1/service_pb2.pyi,sha256=iXLR2FOKQJpBgvBzpD2kVwcYOCksP2aRwK4JYaI9CBw,558
|
|
208
208
|
corvic_generated/status/v1/service_pb2_grpc.py,sha256=y-a5ldrphWlNJW-yKswyjNmXokK4-5bbEEfczjagJHo,2736
|
|
209
209
|
corvic_generated/status/v1/service_pb2_grpc.pyi,sha256=OoAnaZ64FD0UTzPoRhYvQU8ecoilhHj3ySjSfHbVDaU,1501
|
|
210
|
-
corvic_engine-0.3.
|
|
210
|
+
corvic_engine-0.3.0rc96.dist-info/RECORD,,
|
|
@@ -18,7 +18,7 @@ from google.protobuf import descriptor_pb2 as google_dot_protobuf_dot_descriptor
|
|
|
18
18
|
from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
|
|
19
19
|
|
|
20
20
|
|
|
21
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1f\x63orvic/ingest/v2/resource.proto\x12\x10\x63orvic.ingest.v2\x1a\x1b\x62uf/validate/validate.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a google/protobuf/descriptor.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x99\x04\n\x10ResourceMetadata\x12\x1e\n\x04name\x18\x01 \x01(\tB\n\xbaH\x07r\x05\x10\x01\x18\xc8\x01R\x04name\x12%\n\tmime_type\x18\x02 \x01(\tB\x08\xbaH\x05r\x03\x18\xc8\x01R\x08mimeType\x12\x7f\n\x07room_id\x18\x03 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\x12-\n\roriginal_path\x18\x05 \x01(\tB\x08\xbaH\x05r\x03\x18\xe8\x07R\x0coriginalPath\x12*\n\x0b\x64\x65scription\x18\x06 \x01(\tB\x08\xbaH\x05r\x03\x18\xe8\x07R\x0b\x64\x65scription\x12\x87\x01\n\x0bpipeline_id\x18\x08 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\npipelineId\x12;\n\ttype_hint\x18\x04 \x01(\x0e\x32\x1e.corvic.ingest.v2.ResourceTypeR\x08typeHint\x12\x1b\n\x04size\x18\x07 \x01(\x03\x42\x07\xbaH\x04\"\x02 \x00R\x04size\"\
|
|
21
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1f\x63orvic/ingest/v2/resource.proto\x12\x10\x63orvic.ingest.v2\x1a\x1b\x62uf/validate/validate.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a google/protobuf/descriptor.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x99\x04\n\x10ResourceMetadata\x12\x1e\n\x04name\x18\x01 \x01(\tB\n\xbaH\x07r\x05\x10\x01\x18\xc8\x01R\x04name\x12%\n\tmime_type\x18\x02 \x01(\tB\x08\xbaH\x05r\x03\x18\xc8\x01R\x08mimeType\x12\x7f\n\x07room_id\x18\x03 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\x12-\n\roriginal_path\x18\x05 \x01(\tB\x08\xbaH\x05r\x03\x18\xe8\x07R\x0coriginalPath\x12*\n\x0b\x64\x65scription\x18\x06 \x01(\tB\x08\xbaH\x05r\x03\x18\xe8\x07R\x0b\x64\x65scription\x12\x87\x01\n\x0bpipeline_id\x18\x08 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\npipelineId\x12;\n\ttype_hint\x18\x04 \x01(\x0e\x32\x1e.corvic.ingest.v2.ResourceTypeR\x08typeHint\x12\x1b\n\x04size\x18\x07 \x01(\x03\x42\x07\xbaH\x04\"\x02 \x00R\x04size\"\xef\x03\n\rResourceEntry\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x1b\n\tmime_type\x18\x03 \x01(\tR\x08mimeType\x12\x10\n\x03md5\x18\x05 \x01(\tR\x03md5\x12\x17\n\x07room_id\x18\x06 \x01(\tR\x06roomId\x12\x12\n\x04size\x18\x07 \x01(\x04R\x04size\x12#\n\roriginal_path\x18\t \x01(\tR\x0coriginalPath\x12 \n\x0b\x64\x65scription\x18\x0b \x01(\tR\x0b\x64\x65scription\x12\x45\n\x0borigin_type\x18\x0f \x01(\x0e\x32$.corvic.ingest.v2.ResourceOriginTypeR\noriginType\x12\x1f\n\x0bpipeline_id\x18\x0c \x01(\tR\npipelineId\x12\x1b\n\turl_depth\x18\r \x01(\x04R\x08urlDepth\x12\x1b\n\turl_width\x18\x0e \x01(\x04R\x08urlWidth\x12\x37\n\x18referenced_by_source_ids\x18\n \x03(\tR\x15referencedBySourceIds\x12<\n\rrecent_events\x18\x08 \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\"p\n\x16\x43reateUploadURLRequest\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x16\n\x06origin\x18\x02 \x01(\tR\x06origin\"A\n\x17\x43reateUploadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url\x12\x14\n\x05token\x18\x02 \x01(\tR\x05token\"s\n\x15UploadURLTokenPayload\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x1a\n\x08\x66ilename\x18\x02 \x01(\tR\x08\x66ilename\"0\n\x18\x46inalizeUploadURLRequest\x12\x14\n\x05token\x18\x01 \x01(\tR\x05token\"R\n\x19\x46inalizeUploadURLResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\xaa\x03\n\"FetchAndFinalizeExternalURLRequest\x12\x7f\n\x07room_id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\x12\x87\x01\n\x0bpipeline_id\x18\x02 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\npipelineId\x12-\n\roriginal_path\x18\x03 \x01(\tB\x08\xbaH\x05r\x03\x18\x80\x10R\x0coriginalPath\x12$\n\turl_depth\x18\x04 \x01(\x04\x42\x07\xbaH\x04\x32\x02\x18\nR\x08urlDepth\x12$\n\turl_width\x18\x05 \x01(\x04\x42\x07\xbaH\x04\x32\x02 \x00R\x08urlWidth\"\\\n#FetchAndFinalizeExternalURLResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x8f\x01\n\x15\x44\x65leteResourceRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\x18\n\x16\x44\x65leteResourceResponse\"\x8c\x01\n\x12GetResourceRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"L\n\x13GetResourceResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x97\x01\n\x14ListResourcesRequest\x12\x7f\n\x07room_id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\"N\n\x15ListResourcesResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x8b\x01\n\x0cResourceList\x12{\n\x02id\x18\x01 \x03(\tBk\xbaHh\x92\x01\x65\"cr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\xdb\x01\n\x15WatchResourcesRequest\x12\x81\x01\n\x07room_id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')H\x00R\x06roomId\x12\x32\n\x03ids\x18\x02 \x01(\x0b\x32\x1e.corvic.ingest.v2.ResourceListH\x00R\x03idsB\n\n\x08selector\"d\n\x16WatchResourcesResponse\x12J\n\x10updated_resource\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x0fupdatedResource\"\xb5\x01\n#ListResourcesPaginatedCursorPayload\x12T\n\x19\x63reate_time_of_last_entry\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x15\x63reateTimeOfLastEntry\x12\x17\n\x07room_id\x18\x02 \x01(\tR\x06roomId\x12\x1f\n\x0bpipeline_id\x18\x03 \x01(\tR\npipelineId\"\xef\x02\n\x1dListResourcesPaginatedRequest\x12\x80\x01\n\x07room_id\x18\x01 \x01(\tBg\xbaHdr\x02\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd8\x01\x01R\x06roomId\x12\x88\x01\n\x0bpipeline_id\x18\x04 \x01(\tBg\xbaHdr\x02\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd8\x01\x01R\npipelineId\x12(\n\x10\x65ntries_per_page\x18\x02 \x01(\rR\x0e\x65ntriesPerPage\x12\x16\n\x06\x63ursor\x18\x03 \x01(\tR\x06\x63ursor\"\x91\x01\n\x1eListResourcesPaginatedResponse\x12J\n\x10resource_entries\x18\x03 \x03(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x0fresourceEntries\x12\x16\n\x06\x63ursor\x18\x02 \x01(\tR\x06\x63ursorJ\x04\x08\x01\x10\x02R\x05\x65ntry\"\x9a\x01\n CreateResourceDownloadURLRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"5\n!CreateResourceDownloadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url\"\x99\x01\n\x1f\x43reateResourcePreviewURLRequest\x12v\n\x02id\x18\x01 \x01(\tBf\xbaHcr\x04\x10\x01\x18\x14\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"4\n CreateResourcePreviewURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url*\xab\x01\n\x0cResourceType\x12\x1d\n\x19RESOURCE_TYPE_UNSPECIFIED\x10\x00\x12\x1b\n\x13RESOURCE_TYPE_TABLE\x10\x01\x1a\x02\x08\x01\x12!\n\x1dRESOURCE_TYPE_DIMENSION_TABLE\x10\x02\x12\x1c\n\x18RESOURCE_TYPE_FACT_TABLE\x10\x03\x12\x1e\n\x1aRESOURCE_TYPE_PDF_DOCUMENT\x10\x04*\xfd\x01\n\x12ResourceOriginType\x12$\n RESOURCE_ORIGIN_TYPE_UNSPECIFIED\x10\x00\x12$\n RESOURCE_ORIGIN_TYPE_FILE_UPLOAD\x10\x01\x12\"\n\x1eRESOURCE_ORIGIN_TYPE_WEB_CRAWL\x10\x02\x12%\n!RESOURCE_ORIGIN_TYPE_S3_CONNECTOR\x10\x03\x12&\n\"RESOURCE_ORIGIN_TYPE_GCS_CONNECTOR\x10\x04\x12(\n$RESOURCE_ORIGIN_TYPE_AZURE_CONNECTOR\x10\x05\x32\xac\t\n\x0fResourceService\x12h\n\x0f\x43reateUploadURL\x12(.corvic.ingest.v2.CreateUploadURLRequest\x1a).corvic.ingest.v2.CreateUploadURLResponse\"\x00\x12q\n\x11\x46inalizeUploadURL\x12*.corvic.ingest.v2.FinalizeUploadURLRequest\x1a+.corvic.ingest.v2.FinalizeUploadURLResponse\"\x03\x90\x02\x02\x12\x8c\x01\n\x1b\x46\x65tchAndFinalizeExternalURL\x12\x34.corvic.ingest.v2.FetchAndFinalizeExternalURLRequest\x1a\x35.corvic.ingest.v2.FetchAndFinalizeExternalURLResponse\"\x00\x12\x65\n\x0e\x44\x65leteResource\x12\'.corvic.ingest.v2.DeleteResourceRequest\x1a(.corvic.ingest.v2.DeleteResourceResponse\"\x00\x12_\n\x0bGetResource\x12$.corvic.ingest.v2.GetResourceRequest\x1a%.corvic.ingest.v2.GetResourceResponse\"\x03\x90\x02\x01\x12g\n\rListResources\x12&.corvic.ingest.v2.ListResourcesRequest\x1a\'.corvic.ingest.v2.ListResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x80\x01\n\x16ListResourcesPaginated\x12/.corvic.ingest.v2.ListResourcesPaginatedRequest\x1a\x30.corvic.ingest.v2.ListResourcesPaginatedResponse\"\x03\x90\x02\x01\x12j\n\x0eWatchResources\x12\'.corvic.ingest.v2.WatchResourcesRequest\x1a(.corvic.ingest.v2.WatchResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x86\x01\n\x19\x43reateResourceDownloadURL\x12\x32.corvic.ingest.v2.CreateResourceDownloadURLRequest\x1a\x33.corvic.ingest.v2.CreateResourceDownloadURLResponse\"\x00\x12\x83\x01\n\x18\x43reateResourcePreviewURL\x12\x31.corvic.ingest.v2.CreateResourcePreviewURLRequest\x1a\x32.corvic.ingest.v2.CreateResourcePreviewURLResponse\"\x00\x62\x06proto3')
|
|
22
22
|
|
|
23
23
|
_globals = globals()
|
|
24
24
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -79,58 +79,60 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
79
79
|
_globals['_RESOURCESERVICE'].methods_by_name['ListResourcesPaginated']._serialized_options = b'\220\002\001'
|
|
80
80
|
_globals['_RESOURCESERVICE'].methods_by_name['WatchResources']._options = None
|
|
81
81
|
_globals['_RESOURCESERVICE'].methods_by_name['WatchResources']._serialized_options = b'\220\002\001'
|
|
82
|
-
_globals['_RESOURCETYPE']._serialized_start=
|
|
83
|
-
_globals['_RESOURCETYPE']._serialized_end=
|
|
82
|
+
_globals['_RESOURCETYPE']._serialized_start=4390
|
|
83
|
+
_globals['_RESOURCETYPE']._serialized_end=4561
|
|
84
|
+
_globals['_RESOURCEORIGINTYPE']._serialized_start=4564
|
|
85
|
+
_globals['_RESOURCEORIGINTYPE']._serialized_end=4817
|
|
84
86
|
_globals['_RESOURCEMETADATA']._serialized_start=180
|
|
85
87
|
_globals['_RESOURCEMETADATA']._serialized_end=717
|
|
86
88
|
_globals['_RESOURCEENTRY']._serialized_start=720
|
|
87
|
-
_globals['_RESOURCEENTRY']._serialized_end=
|
|
88
|
-
_globals['_CREATEUPLOADURLREQUEST']._serialized_start=
|
|
89
|
-
_globals['_CREATEUPLOADURLREQUEST']._serialized_end=
|
|
90
|
-
_globals['_CREATEUPLOADURLRESPONSE']._serialized_start=
|
|
91
|
-
_globals['_CREATEUPLOADURLRESPONSE']._serialized_end=
|
|
92
|
-
_globals['_UPLOADURLTOKENPAYLOAD']._serialized_start=
|
|
93
|
-
_globals['_UPLOADURLTOKENPAYLOAD']._serialized_end=
|
|
94
|
-
_globals['_FINALIZEUPLOADURLREQUEST']._serialized_start=
|
|
95
|
-
_globals['_FINALIZEUPLOADURLREQUEST']._serialized_end=
|
|
96
|
-
_globals['_FINALIZEUPLOADURLRESPONSE']._serialized_start=
|
|
97
|
-
_globals['_FINALIZEUPLOADURLRESPONSE']._serialized_end=
|
|
98
|
-
_globals['_FETCHANDFINALIZEEXTERNALURLREQUEST']._serialized_start=
|
|
99
|
-
_globals['_FETCHANDFINALIZEEXTERNALURLREQUEST']._serialized_end=
|
|
100
|
-
_globals['_FETCHANDFINALIZEEXTERNALURLRESPONSE']._serialized_start=
|
|
101
|
-
_globals['_FETCHANDFINALIZEEXTERNALURLRESPONSE']._serialized_end=
|
|
102
|
-
_globals['_DELETERESOURCEREQUEST']._serialized_start=
|
|
103
|
-
_globals['_DELETERESOURCEREQUEST']._serialized_end=
|
|
104
|
-
_globals['_DELETERESOURCERESPONSE']._serialized_start=
|
|
105
|
-
_globals['_DELETERESOURCERESPONSE']._serialized_end=
|
|
106
|
-
_globals['_GETRESOURCEREQUEST']._serialized_start=
|
|
107
|
-
_globals['_GETRESOURCEREQUEST']._serialized_end=
|
|
108
|
-
_globals['_GETRESOURCERESPONSE']._serialized_start=
|
|
109
|
-
_globals['_GETRESOURCERESPONSE']._serialized_end=
|
|
110
|
-
_globals['_LISTRESOURCESREQUEST']._serialized_start=
|
|
111
|
-
_globals['_LISTRESOURCESREQUEST']._serialized_end=
|
|
112
|
-
_globals['_LISTRESOURCESRESPONSE']._serialized_start=
|
|
113
|
-
_globals['_LISTRESOURCESRESPONSE']._serialized_end=
|
|
114
|
-
_globals['_RESOURCELIST']._serialized_start=
|
|
115
|
-
_globals['_RESOURCELIST']._serialized_end=
|
|
116
|
-
_globals['_WATCHRESOURCESREQUEST']._serialized_start=
|
|
117
|
-
_globals['_WATCHRESOURCESREQUEST']._serialized_end=
|
|
118
|
-
_globals['_WATCHRESOURCESRESPONSE']._serialized_start=
|
|
119
|
-
_globals['_WATCHRESOURCESRESPONSE']._serialized_end=
|
|
120
|
-
_globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_start=
|
|
121
|
-
_globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_end=
|
|
122
|
-
_globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_start=
|
|
123
|
-
_globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_end=
|
|
124
|
-
_globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_start=
|
|
125
|
-
_globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_end=
|
|
126
|
-
_globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_start=
|
|
127
|
-
_globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_end=
|
|
128
|
-
_globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_start=
|
|
129
|
-
_globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_end=
|
|
130
|
-
_globals['_CREATERESOURCEPREVIEWURLREQUEST']._serialized_start=
|
|
131
|
-
_globals['_CREATERESOURCEPREVIEWURLREQUEST']._serialized_end=
|
|
132
|
-
_globals['_CREATERESOURCEPREVIEWURLRESPONSE']._serialized_start=
|
|
133
|
-
_globals['_CREATERESOURCEPREVIEWURLRESPONSE']._serialized_end=
|
|
134
|
-
_globals['_RESOURCESERVICE']._serialized_start=
|
|
135
|
-
_globals['_RESOURCESERVICE']._serialized_end=
|
|
89
|
+
_globals['_RESOURCEENTRY']._serialized_end=1215
|
|
90
|
+
_globals['_CREATEUPLOADURLREQUEST']._serialized_start=1217
|
|
91
|
+
_globals['_CREATEUPLOADURLREQUEST']._serialized_end=1329
|
|
92
|
+
_globals['_CREATEUPLOADURLRESPONSE']._serialized_start=1331
|
|
93
|
+
_globals['_CREATEUPLOADURLRESPONSE']._serialized_end=1396
|
|
94
|
+
_globals['_UPLOADURLTOKENPAYLOAD']._serialized_start=1398
|
|
95
|
+
_globals['_UPLOADURLTOKENPAYLOAD']._serialized_end=1513
|
|
96
|
+
_globals['_FINALIZEUPLOADURLREQUEST']._serialized_start=1515
|
|
97
|
+
_globals['_FINALIZEUPLOADURLREQUEST']._serialized_end=1563
|
|
98
|
+
_globals['_FINALIZEUPLOADURLRESPONSE']._serialized_start=1565
|
|
99
|
+
_globals['_FINALIZEUPLOADURLRESPONSE']._serialized_end=1647
|
|
100
|
+
_globals['_FETCHANDFINALIZEEXTERNALURLREQUEST']._serialized_start=1650
|
|
101
|
+
_globals['_FETCHANDFINALIZEEXTERNALURLREQUEST']._serialized_end=2076
|
|
102
|
+
_globals['_FETCHANDFINALIZEEXTERNALURLRESPONSE']._serialized_start=2078
|
|
103
|
+
_globals['_FETCHANDFINALIZEEXTERNALURLRESPONSE']._serialized_end=2170
|
|
104
|
+
_globals['_DELETERESOURCEREQUEST']._serialized_start=2173
|
|
105
|
+
_globals['_DELETERESOURCEREQUEST']._serialized_end=2316
|
|
106
|
+
_globals['_DELETERESOURCERESPONSE']._serialized_start=2318
|
|
107
|
+
_globals['_DELETERESOURCERESPONSE']._serialized_end=2342
|
|
108
|
+
_globals['_GETRESOURCEREQUEST']._serialized_start=2345
|
|
109
|
+
_globals['_GETRESOURCEREQUEST']._serialized_end=2485
|
|
110
|
+
_globals['_GETRESOURCERESPONSE']._serialized_start=2487
|
|
111
|
+
_globals['_GETRESOURCERESPONSE']._serialized_end=2563
|
|
112
|
+
_globals['_LISTRESOURCESREQUEST']._serialized_start=2566
|
|
113
|
+
_globals['_LISTRESOURCESREQUEST']._serialized_end=2717
|
|
114
|
+
_globals['_LISTRESOURCESRESPONSE']._serialized_start=2719
|
|
115
|
+
_globals['_LISTRESOURCESRESPONSE']._serialized_end=2797
|
|
116
|
+
_globals['_RESOURCELIST']._serialized_start=2800
|
|
117
|
+
_globals['_RESOURCELIST']._serialized_end=2939
|
|
118
|
+
_globals['_WATCHRESOURCESREQUEST']._serialized_start=2942
|
|
119
|
+
_globals['_WATCHRESOURCESREQUEST']._serialized_end=3161
|
|
120
|
+
_globals['_WATCHRESOURCESRESPONSE']._serialized_start=3163
|
|
121
|
+
_globals['_WATCHRESOURCESRESPONSE']._serialized_end=3263
|
|
122
|
+
_globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_start=3266
|
|
123
|
+
_globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_end=3447
|
|
124
|
+
_globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_start=3450
|
|
125
|
+
_globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_end=3817
|
|
126
|
+
_globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_start=3820
|
|
127
|
+
_globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_end=3965
|
|
128
|
+
_globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_start=3968
|
|
129
|
+
_globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_end=4122
|
|
130
|
+
_globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_start=4124
|
|
131
|
+
_globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_end=4177
|
|
132
|
+
_globals['_CREATERESOURCEPREVIEWURLREQUEST']._serialized_start=4180
|
|
133
|
+
_globals['_CREATERESOURCEPREVIEWURLREQUEST']._serialized_end=4333
|
|
134
|
+
_globals['_CREATERESOURCEPREVIEWURLRESPONSE']._serialized_start=4335
|
|
135
|
+
_globals['_CREATERESOURCEPREVIEWURLRESPONSE']._serialized_end=4387
|
|
136
|
+
_globals['_RESOURCESERVICE']._serialized_start=4820
|
|
137
|
+
_globals['_RESOURCESERVICE']._serialized_end=6016
|
|
136
138
|
# @@protoc_insertion_point(module_scope)
|
|
@@ -17,11 +17,26 @@ class ResourceType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
|
|
17
17
|
RESOURCE_TYPE_DIMENSION_TABLE: _ClassVar[ResourceType]
|
|
18
18
|
RESOURCE_TYPE_FACT_TABLE: _ClassVar[ResourceType]
|
|
19
19
|
RESOURCE_TYPE_PDF_DOCUMENT: _ClassVar[ResourceType]
|
|
20
|
+
|
|
21
|
+
class ResourceOriginType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
|
22
|
+
__slots__ = ()
|
|
23
|
+
RESOURCE_ORIGIN_TYPE_UNSPECIFIED: _ClassVar[ResourceOriginType]
|
|
24
|
+
RESOURCE_ORIGIN_TYPE_FILE_UPLOAD: _ClassVar[ResourceOriginType]
|
|
25
|
+
RESOURCE_ORIGIN_TYPE_WEB_CRAWL: _ClassVar[ResourceOriginType]
|
|
26
|
+
RESOURCE_ORIGIN_TYPE_S3_CONNECTOR: _ClassVar[ResourceOriginType]
|
|
27
|
+
RESOURCE_ORIGIN_TYPE_GCS_CONNECTOR: _ClassVar[ResourceOriginType]
|
|
28
|
+
RESOURCE_ORIGIN_TYPE_AZURE_CONNECTOR: _ClassVar[ResourceOriginType]
|
|
20
29
|
RESOURCE_TYPE_UNSPECIFIED: ResourceType
|
|
21
30
|
RESOURCE_TYPE_TABLE: ResourceType
|
|
22
31
|
RESOURCE_TYPE_DIMENSION_TABLE: ResourceType
|
|
23
32
|
RESOURCE_TYPE_FACT_TABLE: ResourceType
|
|
24
33
|
RESOURCE_TYPE_PDF_DOCUMENT: ResourceType
|
|
34
|
+
RESOURCE_ORIGIN_TYPE_UNSPECIFIED: ResourceOriginType
|
|
35
|
+
RESOURCE_ORIGIN_TYPE_FILE_UPLOAD: ResourceOriginType
|
|
36
|
+
RESOURCE_ORIGIN_TYPE_WEB_CRAWL: ResourceOriginType
|
|
37
|
+
RESOURCE_ORIGIN_TYPE_S3_CONNECTOR: ResourceOriginType
|
|
38
|
+
RESOURCE_ORIGIN_TYPE_GCS_CONNECTOR: ResourceOriginType
|
|
39
|
+
RESOURCE_ORIGIN_TYPE_AZURE_CONNECTOR: ResourceOriginType
|
|
25
40
|
|
|
26
41
|
class ResourceMetadata(_message.Message):
|
|
27
42
|
__slots__ = ("name", "mime_type", "room_id", "original_path", "description", "pipeline_id", "type_hint", "size")
|
|
@@ -44,7 +59,7 @@ class ResourceMetadata(_message.Message):
|
|
|
44
59
|
def __init__(self, name: _Optional[str] = ..., mime_type: _Optional[str] = ..., room_id: _Optional[str] = ..., original_path: _Optional[str] = ..., description: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., type_hint: _Optional[_Union[ResourceType, str]] = ..., size: _Optional[int] = ...) -> None: ...
|
|
45
60
|
|
|
46
61
|
class ResourceEntry(_message.Message):
|
|
47
|
-
__slots__ = ("id", "name", "mime_type", "md5", "room_id", "size", "original_path", "description", "pipeline_id", "url_depth", "url_width", "referenced_by_source_ids", "recent_events")
|
|
62
|
+
__slots__ = ("id", "name", "mime_type", "md5", "room_id", "size", "original_path", "description", "origin_type", "pipeline_id", "url_depth", "url_width", "referenced_by_source_ids", "recent_events")
|
|
48
63
|
ID_FIELD_NUMBER: _ClassVar[int]
|
|
49
64
|
NAME_FIELD_NUMBER: _ClassVar[int]
|
|
50
65
|
MIME_TYPE_FIELD_NUMBER: _ClassVar[int]
|
|
@@ -53,6 +68,7 @@ class ResourceEntry(_message.Message):
|
|
|
53
68
|
SIZE_FIELD_NUMBER: _ClassVar[int]
|
|
54
69
|
ORIGINAL_PATH_FIELD_NUMBER: _ClassVar[int]
|
|
55
70
|
DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
|
|
71
|
+
ORIGIN_TYPE_FIELD_NUMBER: _ClassVar[int]
|
|
56
72
|
PIPELINE_ID_FIELD_NUMBER: _ClassVar[int]
|
|
57
73
|
URL_DEPTH_FIELD_NUMBER: _ClassVar[int]
|
|
58
74
|
URL_WIDTH_FIELD_NUMBER: _ClassVar[int]
|
|
@@ -66,12 +82,13 @@ class ResourceEntry(_message.Message):
|
|
|
66
82
|
size: int
|
|
67
83
|
original_path: str
|
|
68
84
|
description: str
|
|
85
|
+
origin_type: ResourceOriginType
|
|
69
86
|
pipeline_id: str
|
|
70
87
|
url_depth: int
|
|
71
88
|
url_width: int
|
|
72
89
|
referenced_by_source_ids: _containers.RepeatedScalarFieldContainer[str]
|
|
73
90
|
recent_events: _containers.RepeatedCompositeFieldContainer[_event_pb2.Event]
|
|
74
|
-
def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., mime_type: _Optional[str] = ..., md5: _Optional[str] = ..., room_id: _Optional[str] = ..., size: _Optional[int] = ..., original_path: _Optional[str] = ..., description: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., url_depth: _Optional[int] = ..., url_width: _Optional[int] = ..., referenced_by_source_ids: _Optional[_Iterable[str]] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ...) -> None: ...
|
|
91
|
+
def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., mime_type: _Optional[str] = ..., md5: _Optional[str] = ..., room_id: _Optional[str] = ..., size: _Optional[int] = ..., original_path: _Optional[str] = ..., description: _Optional[str] = ..., origin_type: _Optional[_Union[ResourceOriginType, str]] = ..., pipeline_id: _Optional[str] = ..., url_depth: _Optional[int] = ..., url_width: _Optional[int] = ..., referenced_by_source_ids: _Optional[_Iterable[str]] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ...) -> None: ...
|
|
75
92
|
|
|
76
93
|
class CreateUploadURLRequest(_message.Message):
|
|
77
94
|
__slots__ = ("metadata", "origin")
|
|
@@ -21,7 +21,7 @@ from corvic_generated.status.v1 import event_pb2 as corvic_dot_status_dot_v1_dot
|
|
|
21
21
|
from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
|
|
22
22
|
|
|
23
23
|
|
|
24
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!corvic/model/v1alpha/models.proto\x12\x14\x63orvic.model.v1alpha\x1a\"corvic/orm/v1/data_connector.proto\x1a corvic/orm/v1/feature_view.proto\x1a\x1c\x63orvic/orm/v1/pipeline.proto\x1a\x19\x63orvic/orm/v1/space.proto\x1a\x19\x63orvic/orm/v1/table.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x90\x01\n\x04Room\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\
|
|
24
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!corvic/model/v1alpha/models.proto\x12\x14\x63orvic.model.v1alpha\x1a\"corvic/orm/v1/data_connector.proto\x1a corvic/orm/v1/feature_view.proto\x1a\x1c\x63orvic/orm/v1/pipeline.proto\x1a\x19\x63orvic/orm/v1/space.proto\x1a\x19\x63orvic/orm/v1/table.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x90\x01\n\x04Room\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xcb\x05\n\x08Resource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x1b\n\tmime_type\x18\x04 \x01(\tR\x08mimeType\x12\x10\n\x03url\x18\x05 \x01(\tR\x03url\x12\x12\n\x04size\x18\x06 \x01(\x04R\x04size\x12\x10\n\x03md5\x18\x07 \x01(\tR\x03md5\x12#\n\roriginal_path\x18\x08 \x01(\tR\x0coriginalPath\x12\x12\n\x04\x65tag\x18\x11 \x01(\tR\x04\x65tag\x12\x42\n\x0borigin_type\x18\x13 \x01(\x0e\x32!.corvic.orm.v1.DataConnectionTypeR\noriginType\x12Z\n\x19original_modified_at_time\x18\x12 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x16originalModifiedAtTime\x88\x01\x01\x12\x17\n\x07room_id\x18\t \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x0b \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\r \x01(\tR\npipelineId\x12.\n\x13pipeline_input_name\x18\x0f \x01(\tR\x11pipelineInputName\x12<\n\rrecent_events\x18\x0e \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\x12\x1f\n\x0bis_terminal\x18\x10 \x01(\x08R\nisTerminal\x12>\n\ncreated_at\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x01R\tcreatedAt\x88\x01\x01\x42\x1c\n\x1a_original_modified_at_timeB\r\n\x0b_created_at\"\xfc\x02\n\x06Source\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x06 \x01(\tR\x05orgId\x12\x1f\n\x0bpipeline_id\x18\x08 \x01(\tR\npipelineId\x12>\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12Q\n\x13prop_table_op_graph\x18\t \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpH\x01R\x10propTableOpGraph\x88\x01\x01\x42\r\n\x0b_created_atB\x16\n\x14_prop_table_op_graph\"\xe9\x03\n\x08Pipeline\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\t \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12X\n\x0esource_outputs\x18\x05 \x03(\x0b\x32\x31.corvic.model.v1alpha.Pipeline.SourceOutputsEntryR\rsourceOutputs\x12^\n\x17pipeline_transformation\x18\x06 \x01(\x0b\x32%.corvic.orm.v1.PipelineTransformationR\x16pipelineTransformation\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x1a^\n\x12SourceOutputsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x32\n\x05value\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x05value:\x02\x38\x01\x42\r\n\x0b_created_at\"\xca\x02\n\x11\x46\x65\x61tureViewSource\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x34\n\x06source\x18\x02 \x01(\x0b\x32\x1c.corvic.model.v1alpha.SourceR\x06source\x12\x43\n\x0etable_op_graph\x18\x03 \x01(\x0b\x32\x1d.corvic.orm.v1.TableComputeOpR\x0ctableOpGraph\x12+\n\x11\x64rop_disconnected\x18\x04 \x01(\x08R\x10\x64ropDisconnected\x12\x15\n\x06org_id\x18\x05 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x12\x17\n\x07room_id\x18\x07 \x01(\tR\x06roomIdB\r\n\x0b_created_at\"\x9c\x03\n\x0b\x46\x65\x61tureView\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12P\n\x13\x66\x65\x61ture_view_output\x18\x05 \x01(\x0b\x32 .corvic.orm.v1.FeatureViewOutputR\x11\x66\x65\x61tureViewOutput\x12Y\n\x14\x66\x65\x61ture_view_sources\x18\x06 \x03(\x0b\x32\'.corvic.model.v1alpha.FeatureViewSourceR\x12\x66\x65\x61tureViewSources\x12\x1b\n\tspace_ids\x18\x07 \x03(\tR\x08spaceIds\x12\x15\n\x06org_id\x18\x08 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\xfa\x02\n\x05Space\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12 \n\x0b\x64\x65scription\x18\x03 \x01(\tR\x0b\x64\x65scription\x12\x17\n\x07room_id\x18\x04 \x01(\tR\x06roomId\x12I\n\x10space_parameters\x18\x05 \x01(\x0b\x32\x1e.corvic.orm.v1.SpaceParametersR\x0fspaceParameters\x12\x44\n\x0c\x66\x65\x61ture_view\x18\x06 \x01(\x0b\x32!.corvic.model.v1alpha.FeatureViewR\x0b\x66\x65\x61tureView\x12\x1b\n\tauto_sync\x18\t \x01(\x08R\x08\x61utoSync\x12\x15\n\x06org_id\x18\x07 \x01(\tR\x05orgId\x12>\n\ncreated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_at\"\x87\x04\n\rDataConnector\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x12\n\x04name\x18\x02 \x01(\tR\x04name\x12\x15\n\x06org_id\x18\x03 \x01(\tR\x05orgId\x12\x46\n\nparameters\x18\x04 \x01(\x0b\x32&.corvic.orm.v1.DataConnectorParametersR\nparameters\x12\x1b\n\tbase_path\x18\x05 \x01(\tR\x08\x62\x61sePath\x12\x1d\n\nsecret_key\x18\x06 \x01(\tR\tsecretKey\x12Q\n\x14last_validation_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x12lastValidationTime\x88\x01\x01\x12]\n\x1alast_successful_validation\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x01R\x18lastSuccessfulValidation\x88\x01\x01\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x02R\tcreatedAt\x88\x01\x01\x42\x17\n\x15_last_validation_timeB\x1d\n\x1b_last_successful_validationB\r\n\x0b_created_at\"\xdd\x03\n\x16PipelineDataConnection\x12\x1f\n\x0bpipeline_id\x18\x01 \x01(\tR\npipelineId\x12J\n\x0e\x64\x61ta_connector\x18\x02 \x01(\x0b\x32#.corvic.model.v1alpha.DataConnectorR\rdataConnector\x12\x17\n\x07room_id\x18\x03 \x01(\tR\x06roomId\x12\x15\n\x06org_id\x18\x04 \x01(\tR\x05orgId\x12\x16\n\x06prefix\x18\x05 \x01(\tR\x06prefix\x12\x12\n\x04glob\x18\x06 \x01(\tR\x04glob\x12J\n\x13last_ingestion_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x11lastIngestionTime\x12_\n\x1elast_successful_ingestion_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x1blastSuccessfulIngestionTime\x12>\n\ncreated_at\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\tcreatedAt\x88\x01\x01\x42\r\n\x0b_created_atb\x06proto3')
|
|
25
25
|
|
|
26
26
|
_globals = globals()
|
|
27
27
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -33,21 +33,21 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
33
33
|
_globals['_ROOM']._serialized_start=277
|
|
34
34
|
_globals['_ROOM']._serialized_end=421
|
|
35
35
|
_globals['_RESOURCE']._serialized_start=424
|
|
36
|
-
_globals['_RESOURCE']._serialized_end=
|
|
37
|
-
_globals['_SOURCE']._serialized_start=
|
|
38
|
-
_globals['_SOURCE']._serialized_end=
|
|
39
|
-
_globals['_PIPELINE']._serialized_start=
|
|
40
|
-
_globals['_PIPELINE']._serialized_end=
|
|
41
|
-
_globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_start=
|
|
42
|
-
_globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_end=
|
|
43
|
-
_globals['_FEATUREVIEWSOURCE']._serialized_start=
|
|
44
|
-
_globals['_FEATUREVIEWSOURCE']._serialized_end=
|
|
45
|
-
_globals['_FEATUREVIEW']._serialized_start=
|
|
46
|
-
_globals['_FEATUREVIEW']._serialized_end=
|
|
47
|
-
_globals['_SPACE']._serialized_start=
|
|
48
|
-
_globals['_SPACE']._serialized_end=
|
|
49
|
-
_globals['_DATACONNECTOR']._serialized_start=
|
|
50
|
-
_globals['_DATACONNECTOR']._serialized_end=
|
|
51
|
-
_globals['_PIPELINEDATACONNECTION']._serialized_start=
|
|
52
|
-
_globals['_PIPELINEDATACONNECTION']._serialized_end=
|
|
36
|
+
_globals['_RESOURCE']._serialized_end=1139
|
|
37
|
+
_globals['_SOURCE']._serialized_start=1142
|
|
38
|
+
_globals['_SOURCE']._serialized_end=1522
|
|
39
|
+
_globals['_PIPELINE']._serialized_start=1525
|
|
40
|
+
_globals['_PIPELINE']._serialized_end=2014
|
|
41
|
+
_globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_start=1905
|
|
42
|
+
_globals['_PIPELINE_SOURCEOUTPUTSENTRY']._serialized_end=1999
|
|
43
|
+
_globals['_FEATUREVIEWSOURCE']._serialized_start=2017
|
|
44
|
+
_globals['_FEATUREVIEWSOURCE']._serialized_end=2347
|
|
45
|
+
_globals['_FEATUREVIEW']._serialized_start=2350
|
|
46
|
+
_globals['_FEATUREVIEW']._serialized_end=2762
|
|
47
|
+
_globals['_SPACE']._serialized_start=2765
|
|
48
|
+
_globals['_SPACE']._serialized_end=3143
|
|
49
|
+
_globals['_DATACONNECTOR']._serialized_start=3146
|
|
50
|
+
_globals['_DATACONNECTOR']._serialized_end=3665
|
|
51
|
+
_globals['_PIPELINEDATACONNECTION']._serialized_start=3668
|
|
52
|
+
_globals['_PIPELINEDATACONNECTION']._serialized_end=4145
|
|
53
53
|
# @@protoc_insertion_point(module_scope)
|
|
@@ -25,7 +25,7 @@ class Room(_message.Message):
|
|
|
25
25
|
def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., org_id: _Optional[str] = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
|
|
26
26
|
|
|
27
27
|
class Resource(_message.Message):
|
|
28
|
-
__slots__ = ("id", "name", "description", "mime_type", "url", "size", "md5", "original_path", "etag", "original_modified_at_time", "room_id", "org_id", "pipeline_id", "pipeline_input_name", "recent_events", "is_terminal", "created_at")
|
|
28
|
+
__slots__ = ("id", "name", "description", "mime_type", "url", "size", "md5", "original_path", "etag", "origin_type", "original_modified_at_time", "room_id", "org_id", "pipeline_id", "pipeline_input_name", "recent_events", "is_terminal", "created_at")
|
|
29
29
|
ID_FIELD_NUMBER: _ClassVar[int]
|
|
30
30
|
NAME_FIELD_NUMBER: _ClassVar[int]
|
|
31
31
|
DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
|
|
@@ -35,6 +35,7 @@ class Resource(_message.Message):
|
|
|
35
35
|
MD5_FIELD_NUMBER: _ClassVar[int]
|
|
36
36
|
ORIGINAL_PATH_FIELD_NUMBER: _ClassVar[int]
|
|
37
37
|
ETAG_FIELD_NUMBER: _ClassVar[int]
|
|
38
|
+
ORIGIN_TYPE_FIELD_NUMBER: _ClassVar[int]
|
|
38
39
|
ORIGINAL_MODIFIED_AT_TIME_FIELD_NUMBER: _ClassVar[int]
|
|
39
40
|
ROOM_ID_FIELD_NUMBER: _ClassVar[int]
|
|
40
41
|
ORG_ID_FIELD_NUMBER: _ClassVar[int]
|
|
@@ -52,6 +53,7 @@ class Resource(_message.Message):
|
|
|
52
53
|
md5: str
|
|
53
54
|
original_path: str
|
|
54
55
|
etag: str
|
|
56
|
+
origin_type: _data_connector_pb2.DataConnectionType
|
|
55
57
|
original_modified_at_time: _timestamp_pb2.Timestamp
|
|
56
58
|
room_id: str
|
|
57
59
|
org_id: str
|
|
@@ -60,7 +62,7 @@ class Resource(_message.Message):
|
|
|
60
62
|
recent_events: _containers.RepeatedCompositeFieldContainer[_event_pb2.Event]
|
|
61
63
|
is_terminal: bool
|
|
62
64
|
created_at: _timestamp_pb2.Timestamp
|
|
63
|
-
def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., description: _Optional[str] = ..., mime_type: _Optional[str] = ..., url: _Optional[str] = ..., size: _Optional[int] = ..., md5: _Optional[str] = ..., original_path: _Optional[str] = ..., etag: _Optional[str] = ..., original_modified_at_time: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., room_id: _Optional[str] = ..., org_id: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., pipeline_input_name: _Optional[str] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ..., is_terminal: bool = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
|
|
65
|
+
def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., description: _Optional[str] = ..., mime_type: _Optional[str] = ..., url: _Optional[str] = ..., size: _Optional[int] = ..., md5: _Optional[str] = ..., original_path: _Optional[str] = ..., etag: _Optional[str] = ..., origin_type: _Optional[_Union[_data_connector_pb2.DataConnectionType, str]] = ..., original_modified_at_time: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., room_id: _Optional[str] = ..., org_id: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., pipeline_input_name: _Optional[str] = ..., recent_events: _Optional[_Iterable[_Union[_event_pb2.Event, _Mapping]]] = ..., is_terminal: bool = ..., created_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ...) -> None: ...
|
|
64
66
|
|
|
65
67
|
class Source(_message.Message):
|
|
66
68
|
__slots__ = ("id", "name", "table_op_graph", "room_id", "org_id", "pipeline_id", "created_at", "prop_table_op_graph")
|
|
@@ -14,15 +14,17 @@ _sym_db = _symbol_database.Default()
|
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
|
|
17
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\"corvic/orm/v1/data_connector.proto\x12\rcorvic.orm.v1\"K\n\rS3Credentials\x12\"\n\raccess_key_id\x18\x01 \x01(\tR\x0b\x61\x63\x63\x65ssKeyId\x12\x16\n\x06region\x18\x02 \x01(\tR\x06region\"B\n\x0eGCSCredentials\x12\x30\n\x14service_account_json\x18\x01 \x01(\tR\x12serviceAccountJson\"x\n\x14\x41zureBlobCredentials\x12\x1f\n\x0b\x61\x63\x63ount_url\x18\x01 \x01(\tR\naccountUrl\x12?\n\x0bsecret_type\x18\x02 \x01(\x0e\x32\x1e.corvic.orm.v1.AzureSecretTypeR\nsecretType\"\x96\x02\n\x17\x44\x61taConnectorParameters\x12\x45\n\x0es3_credentials\x18\x01 \x01(\x0b\x32\x1c.corvic.orm.v1.S3CredentialsH\x00R\rs3Credentials\x12H\n\x0fgcs_credentials\x18\x02 \x01(\x0b\x32\x1d.corvic.orm.v1.GCSCredentialsH\x00R\x0egcsCredentials\x12[\n\x16\x61zure_blob_credentials\x18\x03 \x01(\x0b\x32#.corvic.orm.v1.AzureBlobCredentialsH\x00R\x14\x61zureBlobCredentialsB\r\n\x0b\x63redentials*\x8d\x01\n\x0f\x41zureSecretType\x12!\n\x1d\x41ZURE_SECRET_TYPE_UNSPECIFIED\x10\x00\x12(\n$AZURE_SECRET_TYPE_ACCOUNT_ACCESS_KEY\x10\x01\x12-\n)AZURE_SECRET_TYPE_SHARED_ACCESS_SIGNATURE\x10\x02\x62\x06proto3')
|
|
17
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\"corvic/orm/v1/data_connector.proto\x12\rcorvic.orm.v1\"K\n\rS3Credentials\x12\"\n\raccess_key_id\x18\x01 \x01(\tR\x0b\x61\x63\x63\x65ssKeyId\x12\x16\n\x06region\x18\x02 \x01(\tR\x06region\"B\n\x0eGCSCredentials\x12\x30\n\x14service_account_json\x18\x01 \x01(\tR\x12serviceAccountJson\"x\n\x14\x41zureBlobCredentials\x12\x1f\n\x0b\x61\x63\x63ount_url\x18\x01 \x01(\tR\naccountUrl\x12?\n\x0bsecret_type\x18\x02 \x01(\x0e\x32\x1e.corvic.orm.v1.AzureSecretTypeR\nsecretType\"\x96\x02\n\x17\x44\x61taConnectorParameters\x12\x45\n\x0es3_credentials\x18\x01 \x01(\x0b\x32\x1c.corvic.orm.v1.S3CredentialsH\x00R\rs3Credentials\x12H\n\x0fgcs_credentials\x18\x02 \x01(\x0b\x32\x1d.corvic.orm.v1.GCSCredentialsH\x00R\x0egcsCredentials\x12[\n\x16\x61zure_blob_credentials\x18\x03 \x01(\x0b\x32#.corvic.orm.v1.AzureBlobCredentialsH\x00R\x14\x61zureBlobCredentialsB\r\n\x0b\x63redentials\"K\n\x12\x44\x61taConnectionInfo\x12\x35\n\x04type\x18\x01 \x01(\x0e\x32!.corvic.orm.v1.DataConnectionTypeR\x04type*\x8d\x01\n\x0f\x41zureSecretType\x12!\n\x1d\x41ZURE_SECRET_TYPE_UNSPECIFIED\x10\x00\x12(\n$AZURE_SECRET_TYPE_ACCOUNT_ACCESS_KEY\x10\x01\x12-\n)AZURE_SECRET_TYPE_SHARED_ACCESS_SIGNATURE\x10\x02*\xfd\x01\n\x12\x44\x61taConnectionType\x12$\n DATA_CONNECTION_TYPE_UNSPECIFIED\x10\x00\x12$\n DATA_CONNECTION_TYPE_FILE_UPLOAD\x10\x01\x12\"\n\x1e\x44\x41TA_CONNECTION_TYPE_WEB_CRAWL\x10\x02\x12%\n!DATA_CONNECTION_TYPE_S3_CONNECTOR\x10\x03\x12&\n\"DATA_CONNECTION_TYPE_GCS_CONNECTOR\x10\x04\x12(\n$DATA_CONNECTION_TYPE_AZURE_CONNECTOR\x10\x05\x62\x06proto3')
|
|
18
18
|
|
|
19
19
|
_globals = globals()
|
|
20
20
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
21
21
|
_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'corvic.orm.v1.data_connector_pb2', _globals)
|
|
22
22
|
if _descriptor._USE_C_DESCRIPTORS == False:
|
|
23
23
|
DESCRIPTOR._options = None
|
|
24
|
-
_globals['_AZURESECRETTYPE']._serialized_start=
|
|
25
|
-
_globals['_AZURESECRETTYPE']._serialized_end=
|
|
24
|
+
_globals['_AZURESECRETTYPE']._serialized_start=679
|
|
25
|
+
_globals['_AZURESECRETTYPE']._serialized_end=820
|
|
26
|
+
_globals['_DATACONNECTIONTYPE']._serialized_start=823
|
|
27
|
+
_globals['_DATACONNECTIONTYPE']._serialized_end=1076
|
|
26
28
|
_globals['_S3CREDENTIALS']._serialized_start=53
|
|
27
29
|
_globals['_S3CREDENTIALS']._serialized_end=128
|
|
28
30
|
_globals['_GCSCREDENTIALS']._serialized_start=130
|
|
@@ -31,4 +33,6 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
31
33
|
_globals['_AZUREBLOBCREDENTIALS']._serialized_end=318
|
|
32
34
|
_globals['_DATACONNECTORPARAMETERS']._serialized_start=321
|
|
33
35
|
_globals['_DATACONNECTORPARAMETERS']._serialized_end=599
|
|
36
|
+
_globals['_DATACONNECTIONINFO']._serialized_start=601
|
|
37
|
+
_globals['_DATACONNECTIONINFO']._serialized_end=676
|
|
34
38
|
# @@protoc_insertion_point(module_scope)
|
|
@@ -10,9 +10,24 @@ class AzureSecretType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
|
|
10
10
|
AZURE_SECRET_TYPE_UNSPECIFIED: _ClassVar[AzureSecretType]
|
|
11
11
|
AZURE_SECRET_TYPE_ACCOUNT_ACCESS_KEY: _ClassVar[AzureSecretType]
|
|
12
12
|
AZURE_SECRET_TYPE_SHARED_ACCESS_SIGNATURE: _ClassVar[AzureSecretType]
|
|
13
|
+
|
|
14
|
+
class DataConnectionType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
|
15
|
+
__slots__ = ()
|
|
16
|
+
DATA_CONNECTION_TYPE_UNSPECIFIED: _ClassVar[DataConnectionType]
|
|
17
|
+
DATA_CONNECTION_TYPE_FILE_UPLOAD: _ClassVar[DataConnectionType]
|
|
18
|
+
DATA_CONNECTION_TYPE_WEB_CRAWL: _ClassVar[DataConnectionType]
|
|
19
|
+
DATA_CONNECTION_TYPE_S3_CONNECTOR: _ClassVar[DataConnectionType]
|
|
20
|
+
DATA_CONNECTION_TYPE_GCS_CONNECTOR: _ClassVar[DataConnectionType]
|
|
21
|
+
DATA_CONNECTION_TYPE_AZURE_CONNECTOR: _ClassVar[DataConnectionType]
|
|
13
22
|
AZURE_SECRET_TYPE_UNSPECIFIED: AzureSecretType
|
|
14
23
|
AZURE_SECRET_TYPE_ACCOUNT_ACCESS_KEY: AzureSecretType
|
|
15
24
|
AZURE_SECRET_TYPE_SHARED_ACCESS_SIGNATURE: AzureSecretType
|
|
25
|
+
DATA_CONNECTION_TYPE_UNSPECIFIED: DataConnectionType
|
|
26
|
+
DATA_CONNECTION_TYPE_FILE_UPLOAD: DataConnectionType
|
|
27
|
+
DATA_CONNECTION_TYPE_WEB_CRAWL: DataConnectionType
|
|
28
|
+
DATA_CONNECTION_TYPE_S3_CONNECTOR: DataConnectionType
|
|
29
|
+
DATA_CONNECTION_TYPE_GCS_CONNECTOR: DataConnectionType
|
|
30
|
+
DATA_CONNECTION_TYPE_AZURE_CONNECTOR: DataConnectionType
|
|
16
31
|
|
|
17
32
|
class S3Credentials(_message.Message):
|
|
18
33
|
__slots__ = ("access_key_id", "region")
|
|
@@ -45,3 +60,9 @@ class DataConnectorParameters(_message.Message):
|
|
|
45
60
|
gcs_credentials: GCSCredentials
|
|
46
61
|
azure_blob_credentials: AzureBlobCredentials
|
|
47
62
|
def __init__(self, s3_credentials: _Optional[_Union[S3Credentials, _Mapping]] = ..., gcs_credentials: _Optional[_Union[GCSCredentials, _Mapping]] = ..., azure_blob_credentials: _Optional[_Union[AzureBlobCredentials, _Mapping]] = ...) -> None: ...
|
|
63
|
+
|
|
64
|
+
class DataConnectionInfo(_message.Message):
|
|
65
|
+
__slots__ = ("type",)
|
|
66
|
+
TYPE_FIELD_NUMBER: _ClassVar[int]
|
|
67
|
+
type: DataConnectionType
|
|
68
|
+
def __init__(self, type: _Optional[_Union[DataConnectionType, str]] = ...) -> None: ...
|
|
File without changes
|
|
File without changes
|