corvic-engine 0.3.0rc51__cp38-abi3-win_amd64.whl → 0.3.0rc52__cp38-abi3-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. corvic/engine/_native.pyd +0 -0
  2. corvic/model/_resource.py +18 -8
  3. corvic/system/storage.py +3 -3
  4. corvic/table/table.py +3 -1
  5. {corvic_engine-0.3.0rc51.dist-info → corvic_engine-0.3.0rc52.dist-info}/METADATA +1 -1
  6. {corvic_engine-0.3.0rc51.dist-info → corvic_engine-0.3.0rc52.dist-info}/RECORD +10 -10
  7. corvic_generated/ingest/v2/resource_pb2.py +16 -14
  8. corvic_generated/ingest/v2/resource_pb2.pyi +12 -8
  9. {corvic_engine-0.3.0rc51.dist-info → corvic_engine-0.3.0rc52.dist-info}/WHEEL +0 -0
  10. {corvic_engine-0.3.0rc51.dist-info → corvic_engine-0.3.0rc52.dist-info}/licenses/LICENSE +0 -0
corvic/engine/_native.pyd CHANGED
Binary file
corvic/model/_resource.py CHANGED
@@ -4,6 +4,7 @@ from __future__ import annotations
4
4
 
5
5
  import copy
6
6
  import datetime
7
+ import uuid
7
8
  from collections.abc import Iterable, Sequence
8
9
  from typing import TypeAlias
9
10
 
@@ -127,6 +128,7 @@ class Resource(BaseModel[ResourceID, models_pb2.Resource, orm.Resource]):
127
128
  cls,
128
129
  *,
129
130
  room_id: RoomID | None = None,
131
+ pipeline_id: PipelineID | None = None,
130
132
  limit: int | None = None,
131
133
  created_before: datetime.datetime | None = None,
132
134
  client: system.Client | None = None,
@@ -136,13 +138,19 @@ class Resource(BaseModel[ResourceID, models_pb2.Resource, orm.Resource]):
136
138
  ) -> Ok[list[Resource]] | NotFoundError | InvalidArgumentError:
137
139
  """List resources."""
138
140
  client = client or Defaults.get_default_client()
139
- additional_query_transform = None
140
141
 
141
- def url_filter(query: sa.Select[tuple[orm.Resource]]):
142
- return query.filter_by(url=url)
143
-
144
- if url is not None:
145
- additional_query_transform = url_filter
142
+ def query_transform(query: sa.Select[tuple[orm.Resource]]):
143
+ if url:
144
+ query = query.where(orm.Resource.url == url)
145
+ if pipeline_id:
146
+ query = query.where(
147
+ orm.Resource.id.in_(
148
+ sa.select(orm.PipelineInput.resource_id).where(
149
+ orm.PipelineInput.pipeline_id == pipeline_id
150
+ )
151
+ )
152
+ )
153
+ return query
146
154
 
147
155
  match cls.list_as_proto(
148
156
  client,
@@ -151,7 +159,7 @@ class Resource(BaseModel[ResourceID, models_pb2.Resource, orm.Resource]):
151
159
  created_before=created_before,
152
160
  ids=ids,
153
161
  existing_session=existing_session,
154
- additional_query_transform=additional_query_transform,
162
+ additional_query_transform=query_transform,
155
163
  ):
156
164
  case NotFoundError() | InvalidArgumentError() as err:
157
165
  return err
@@ -219,7 +227,9 @@ class Resource(BaseModel[ResourceID, models_pb2.Resource, orm.Resource]):
219
227
  client = client or Defaults.get_default_client()
220
228
  room_id = room_id or Defaults.get_default_room_id(client)
221
229
 
222
- blob = client.storage_manager.make_tabular_blob(room_id, "anonymous_tables")
230
+ blob = client.storage_manager.make_tabular_blob(
231
+ room_id, f"polars_dataframe/{uuid.uuid4()}"
232
+ )
223
233
  with blob.open(mode="wb") as stream:
224
234
  data_frame.write_parquet(stream)
225
235
 
corvic/system/storage.py CHANGED
@@ -144,7 +144,7 @@ class StorageManager:
144
144
 
145
145
  def make_tabular_blob(self, room_id: orm.RoomID, suffix: str | None = None) -> Blob:
146
146
  if suffix:
147
- name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}/{suffix}"
147
+ name = f"{self._render_room_id(room_id)}/{suffix}"
148
148
  else:
149
149
  name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}"
150
150
  return self.bucket.blob(f"{self.tabular_prefix}/{name}")
@@ -153,14 +153,14 @@ class StorageManager:
153
153
  self, room_id: orm.RoomID, suffix: str | None = None
154
154
  ) -> Blob:
155
155
  if suffix:
156
- name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}/{suffix}"
156
+ name = f"{self._render_room_id(room_id)}/{suffix}"
157
157
  else:
158
158
  name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}"
159
159
  return self.bucket.blob(f"{self.unstructured_prefix}/{name}")
160
160
 
161
161
  def make_vector_blob(self, room_id: orm.RoomID, suffix: str | None = None) -> Blob:
162
162
  if suffix:
163
- name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}/{suffix}"
163
+ name = f"{self._render_room_id(room_id)}/{suffix}"
164
164
  else:
165
165
  name = f"{self._render_room_id(room_id)}/{uuid.uuid4()}"
166
166
  return self.bucket.blob(f"{self.vector_prefix}/{name}")
corvic/table/table.py CHANGED
@@ -4,6 +4,7 @@ from __future__ import annotations
4
4
 
5
5
  import dataclasses
6
6
  import functools
7
+ import uuid
7
8
  from collections.abc import Iterable, Mapping, Sequence
8
9
  from typing import (
9
10
  Any,
@@ -453,7 +454,8 @@ class Table:
453
454
  TableComputeContext(
454
455
  self.op_graph,
455
456
  output_url_prefix=self.client.storage_manager.make_tabular_blob(
456
- room_id=room_id, suffix="anonymous_tables"
457
+ room_id=room_id,
458
+ suffix=f"anonymous_tables-{uuid.uuid4()}.parquet",
457
459
  ).url,
458
460
  )
459
461
  ],
{corvic_engine-0.3.0rc51.dist-info → corvic_engine-0.3.0rc52.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: corvic-engine
3
- Version: 0.3.0rc51
3
+ Version: 0.3.0rc52
4
4
  Classifier: Environment :: Console
5
5
  Classifier: License :: Other/Proprietary License
6
6
  Classifier: Programming Language :: Python :: Implementation :: CPython
{corvic_engine-0.3.0rc51.dist-info → corvic_engine-0.3.0rc52.dist-info}/RECORD RENAMED
@@ -1,6 +1,6 @@
1
- corvic_engine-0.3.0rc51.dist-info/METADATA,sha256=RDXSqV00b4ZOUoBlLdFXnV8ucIezw_krE6BkIX8IXos,1876
2
- corvic_engine-0.3.0rc51.dist-info/WHEEL,sha256=_g1M2QM3kt1Ssm_sHOg_3TUY7GxNE2Ueyslb9ZDtPwk,94
3
- corvic_engine-0.3.0rc51.dist-info/licenses/LICENSE,sha256=DSS1OD0oIgssKOmAzkMRBv5jvvVuZQbrIv8lpl9DXY8,1035
1
+ corvic_engine-0.3.0rc52.dist-info/METADATA,sha256=dcUyCxXS2JnFgG7zY9u9YsEK66uWhOQ5e3tymd2owbY,1876
2
+ corvic_engine-0.3.0rc52.dist-info/WHEEL,sha256=_g1M2QM3kt1Ssm_sHOg_3TUY7GxNE2Ueyslb9ZDtPwk,94
3
+ corvic_engine-0.3.0rc52.dist-info/licenses/LICENSE,sha256=DSS1OD0oIgssKOmAzkMRBv5jvvVuZQbrIv8lpl9DXY8,1035
4
4
  corvic/context/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
5
5
  corvic/context/__init__.py,sha256=zBnPiP-tStGSVMG_0-G_0ay6-yIX2aerW_oYRzAex74,1702
6
6
  corvic/embed/node2vec.py,sha256=JnYb8f2g4XhF6LL2TjpMxLfKhn_Yp1AzptsWwrKQWgc,11146
@@ -22,7 +22,7 @@ corvic/model/_feature_type.py,sha256=Y-_-wa9fv7XaCAkxfjjoCLxxK2Ftfba-PMefD7bNXzs
22
22
  corvic/model/_feature_view.py,sha256=YThcU0T4pK_W6IOJ8uQUUsc3NP7JMBWqYjU_37UjN2o,49757
23
23
  corvic/model/_pipeline.py,sha256=A_q_nWm6UBN-AKlbQkhWNMG2r-uW0IR6vGJbhYv7z3k,17578
24
24
  corvic/model/_proto_orm_convert.py,sha256=rq4SJYsTCHyOkZswI9FYfj1Ne9Heed117ii89ChjPvc,26607
25
- corvic/model/_resource.py,sha256=O6fV0reyFpS_qUIn3XUyQ2aVC1sT_DQAuovxDv1TnBo,7082
25
+ corvic/model/_resource.py,sha256=WN3UYhi-UPg-S-fdh5iChEtPToG9yNsAQqysFQlc8og,7439
26
26
  corvic/model/_room.py,sha256=57MiBfj8hZcmUfq2PeECrOWDpBZAOSjnVqNUIGXOy2Q,2898
27
27
  corvic/model/_source.py,sha256=JBCk1I6u_rUKPiB4Fvtl7uVm0Jx0LF1oWNd1-Wn_sbI,9412
28
28
  corvic/model/_space.py,sha256=_qXYefPwwL6jGY3zUBYWW9X3ZE4FEuiOksPoCuG_O1Q,33928
@@ -72,7 +72,7 @@ corvic/system/in_memory_executor.py,sha256=dYgcxbA_O0mM1pI19t2OXs8q5B4TX-NFacR7T
72
72
  corvic/system/op_graph_executor.py,sha256=gXFnVkemS5EwNegJdU-xVAfMLPULqMFPF7d3EG3AD_U,3482
73
73
  corvic/system/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
74
74
  corvic/system/staging.py,sha256=K5P5moiuAMfPx7lxK4mArxeURBwKoyB6x9HGu9JJ16E,1846
75
- corvic/system/storage.py,sha256=QH3QKpQrXw4jm2_i0qwj-LuKBJ004I2BT00pxLuxKVw,5628
75
+ corvic/system/storage.py,sha256=PuGWC6hQOJXLShhtHNP4gRZDaT4IGk9QCrNF_ciEPzk,5583
76
76
  corvic/system/_dimension_reduction.py,sha256=vyD8wOs0vE-hlVnCrBTjStTowAPWYREqnQ_bVuGYvis,2907
77
77
  corvic/system/_embedder.py,sha256=0WO24IKi8VC8jsFdvNuzDsgNejyacQf6r9Q34jxhHc4,3844
78
78
  corvic/system/_image_embedder.py,sha256=iQc3KlLcqrhP6K84hncHutThAN8Qd6K7K5dceHyU1TU,8373
@@ -86,7 +86,7 @@ corvic/system_sqlite/rdbms_blob_store.py,sha256=gTP_tQfTVb3wzZkzo8ys1zaz0rSrERzb
86
86
  corvic/system_sqlite/staging.py,sha256=P6XdWhjpgcpOZkYxKEjpsTxaAdBKOeSVfARjqt4_xJA,16948
87
87
  corvic/system_sqlite/__init__.py,sha256=F4UN9vFsXiDY2AKk1jYZPuWWJpSugKHS7ghXeZYlbZs,390
88
88
  corvic/table/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
89
- corvic/table/table.py,sha256=suyJyC-omXGozUnqImKCIXvPr3LgLfnZ1bfcd_sP3Bk,24975
89
+ corvic/table/table.py,sha256=wgA4d1QslrGu7rvzyiob21hLd7esyjgO_QntaSYl-4Q,25038
90
90
  corvic/table/__init__.py,sha256=Gj0IR8BQF5PZK92Us7PP0ZigMsVyrfWJupzH8TgzRQk,588
91
91
  corvic/version/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
92
92
  corvic/version/__init__.py,sha256=JlkRLvKXsu3zIxhdynO_0Ub5NfQOvGjfwCRkNnaOu9U,1125
@@ -146,7 +146,7 @@ corvic_generated/ingest/v2/pipeline_pb2.py,sha256=4g2VgPLjNeViGUr1HMPD-IDPzmjsVk
146
146
  corvic_generated/ingest/v2/pipeline_pb2_grpc.py,sha256=as3vjtRrgdtmXGxnjLOa2DvpbGOHTCM7tSK3FnU9ZgY,8240
147
147
  corvic_generated/ingest/v2/quick_mode_pb2.py,sha256=kgohWCGkdPowbVIWOgyYaWYLdbx6zYYAK_D7rVXjpNo,3090
148
148
  corvic_generated/ingest/v2/quick_mode_pb2_grpc.py,sha256=Dfg1MPcY32kbsatdsrpVhvi_qdZPtW4wfLITqh9-FtU,4670
149
- corvic_generated/ingest/v2/resource_pb2.py,sha256=conuRb74rgzICApt4cF7z9Io1D-dSLLIpS13M1YdJQ4,14305
149
+ corvic_generated/ingest/v2/resource_pb2.py,sha256=gr3mdekbXEy62mfFdtcZ3L9UI2wJxm0brbJ1qmW0Jg0,14939
150
150
  corvic_generated/ingest/v2/resource_pb2_grpc.py,sha256=Er-l9DfnUJVX3PFRAoKZonyPww1X8bn9PcC4ODHfX-g,17045
151
151
  corvic_generated/ingest/v2/room_pb2.py,sha256=K4wgoqULRjM2d8LceWu0BaD_lIlQBVM3MMJCRqgizwY,7939
152
152
  corvic_generated/ingest/v2/room_pb2_grpc.py,sha256=X_siQT8CLUwVFMDiP7WiTIMXX528FoPyhhUFUdoZgXI,11422
@@ -212,7 +212,7 @@ corvic_generated/ingest/v2/pipeline_pb2.pyi,sha256=gHZOZqWuWHodaeC9jILerzPAL_7FH
212
212
  corvic_generated/ingest/v2/pipeline_pb2_grpc.pyi,sha256=jZgC4p2o1ZHanRGtXm4cNAYhPnW8DDAFstX9XRFWq-8,3884
213
213
  corvic_generated/ingest/v2/quick_mode_pb2.pyi,sha256=PJrxdh55ubvqQztrf4HflxyA7toJt27xejb041DwPs4,2456
214
214
  corvic_generated/ingest/v2/quick_mode_pb2_grpc.pyi,sha256=DSiD0kV3Ffwsa7ZripP6LNHPu8Zbdo2hc48T-6ha54s,2369
215
- corvic_generated/ingest/v2/resource_pb2.pyi,sha256=Q96Nm7gCBc1zanA0dEwoUhkG9bWvkDvuZV52qbi3ztY,8858
215
+ corvic_generated/ingest/v2/resource_pb2.pyi,sha256=2k1C7ItaNRwzXWRAlEGCS0lgbdOZUAkS-60qBPQX9dk,9138
216
216
  corvic_generated/ingest/v2/resource_pb2_grpc.pyi,sha256=4B-lF9IiGMNhgmz7QpuLtNpt9pisBP0DogRbrMkoyeA,11446
217
217
  corvic_generated/ingest/v2/room_pb2.pyi,sha256=CJ9KXGSWJAk2_w4XYUsKA4ZeRGXUYd5vaDNwwXWpLyo,3989
218
218
  corvic_generated/ingest/v2/room_pb2_grpc.pyi,sha256=BqV4DYhcW6tbmQl4_pftO69FwY2iVvelNWO76bQub3E,5104
@@ -244,5 +244,5 @@ corvic_generated/status/v1/event_pb2.pyi,sha256=eU-ibrYpvEAJSIDlSa62-bC96AQU1ykF
244
244
  corvic_generated/status/v1/event_pb2_grpc.pyi,sha256=H9-ADaiKR9iyVZvmnXutZqWwRRCDxjUIktkfJrJFIHg,417
245
245
  corvic_generated/status/v1/service_pb2.pyi,sha256=iXLR2FOKQJpBgvBzpD2kVwcYOCksP2aRwK4JYaI9CBw,558
246
246
  corvic_generated/status/v1/service_pb2_grpc.pyi,sha256=OoAnaZ64FD0UTzPoRhYvQU8ecoilhHj3ySjSfHbVDaU,1501
247
- corvic/engine/_native.pyd,sha256=1Db8JB3KiJ3fBTczsbivG1lWqoDzMX61mjgsCcpcEM4,438272
248
- corvic_engine-0.3.0rc51.dist-info/RECORD,,
247
+ corvic/engine/_native.pyd,sha256=wooAZS61n-lqIy_mQfR_vD2JiOHkik_0jrCZVWXh-cw,438272
248
+ corvic_engine-0.3.0rc52.dist-info/RECORD,,
corvic_generated/ingest/v2/resource_pb2.py CHANGED
@@ -18,7 +18,7 @@ from google.protobuf import descriptor_pb2 as google_dot_protobuf_dot_descriptor
18
18
  from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
19
19
 
20
20
 
21
- DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1f\x63orvic/ingest/v2/resource.proto\x12\x10\x63orvic.ingest.v2\x1a\x1b\x62uf/validate/validate.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a google/protobuf/descriptor.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x89\x03\n\x10ResourceMetadata\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x04name\x12\x1b\n\tmime_type\x18\x02 \x01(\tR\x08mimeType\x12y\n\x07room_id\x18\x03 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\x12#\n\roriginal_path\x18\x05 \x01(\tR\x0coriginalPath\x12 \n\x0b\x64\x65scription\x18\x06 \x01(\tR\x0b\x64\x65scription\x12\x1f\n\x0bpipeline_id\x18\x08 \x01(\tR\npipelineId\x12;\n\ttype_hint\x18\x04 \x01(\x0e\x32\x1e.corvic.ingest.v2.ResourceTypeR\x08typeHint\x12\x1b\n\x04size\x18\x07 \x01(\x03\x42\x07\xbaH\x04\"\x02 \x00R\x04size\"\xf7\x02\n\rResourceEntry\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x1b\n\x04name\x18\x02 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x04name\x12\x1b\n\tmime_type\x18\x03 \x01(\tR\x08mimeType\x12\x10\n\x03md5\x18\x05 \x01(\tR\x03md5\x12\x17\n\x07room_id\x18\x06 \x01(\tR\x06roomId\x12\x12\n\x04size\x18\x07 \x01(\x04R\x04size\x12#\n\roriginal_path\x18\t \x01(\tR\x0coriginalPath\x12 \n\x0b\x64\x65scription\x18\x0b \x01(\tR\x0b\x64\x65scription\x12\x1f\n\x0bpipeline_id\x18\x0c \x01(\tR\npipelineId\x12\x37\n\x18referenced_by_source_ids\x18\n \x03(\tR\x15referencedBySourceIds\x12<\n\rrecent_events\x18\x08 \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\"p\n\x16\x43reateUploadURLRequest\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x16\n\x06origin\x18\x02 \x01(\tR\x06origin\"A\n\x17\x43reateUploadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url\x12\x14\n\x05token\x18\x02 \x01(\tR\x05token\"s\n\x15UploadURLTokenPayload\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x1a\n\x08\x66ilename\x18\x02 \x01(\tR\x08\x66ilename\"0\n\x18\x46inalizeUploadURLRequest\x12\x14\n\x05token\x18\x01 \x01(\tR\x05token\"R\n\x19\x46inalizeUploadURLResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x89\x01\n\x15\x44\x65leteResourceRequest\x12p\n\x02id\x18\x01 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\x18\n\x16\x44\x65leteResourceResponse\"\x86\x01\n\x12GetResourceRequest\x12p\n\x02id\x18\x01 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"L\n\x13GetResourceResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x94\x01\n\x14ListResourcesRequest\x12|\n\x07room_id\x18\x01 \x01(\tBc\xbaH`\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd0\x01\x01R\x06roomId\"N\n\x15ListResourcesResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x85\x01\n\x0cResourceList\x12u\n\x02id\x18\x01 \x03(\tBe\xbaHb\x92\x01_\"]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\xd4\x01\n\x15WatchResourcesRequest\x12{\n\x07room_id\x18\x01 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')H\x00R\x06roomId\x12\x32\n\x03ids\x18\x02 \x01(\x0b\x32\x1e.corvic.ingest.v2.ResourceListH\x00R\x03idsB\n\n\x08selector\"d\n\x16WatchResourcesResponse\x12J\n\x10updated_resource\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x0fupdatedResource\"\x94\x01\n#ListResourcesPaginatedCursorPayload\x12T\n\x19\x63reate_time_of_last_entry\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x15\x63reateTimeOfLastEntry\x12\x17\n\x07room_id\x18\x02 \x01(\tR\x06roomId\"\xdf\x01\n\x1dListResourcesPaginatedRequest\x12|\n\x07room_id\x18\x01 \x01(\tBc\xbaH`\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd0\x01\x01R\x06roomId\x12(\n\x10\x65ntries_per_page\x18\x02 \x01(\rR\x0e\x65ntriesPerPage\x12\x16\n\x06\x63ursor\x18\x03 \x01(\tR\x06\x63ursor\"o\n\x1eListResourcesPaginatedResponse\x12\x35\n\x05\x65ntry\x18\x01 \x03(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\x12\x16\n\x06\x63ursor\x18\x02 \x01(\tR\x06\x63ursor\"\x94\x01\n CreateResourceDownloadURLRequest\x12p\n\x02id\x18\x01 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"5\n!CreateResourceDownloadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url*\xab\x01\n\x0cResourceType\x12\x1d\n\x19RESOURCE_TYPE_UNSPECIFIED\x10\x00\x12\x1b\n\x13RESOURCE_TYPE_TABLE\x10\x01\x1a\x02\x08\x01\x12!\n\x1dRESOURCE_TYPE_DIMENSION_TABLE\x10\x02\x12\x1c\n\x18RESOURCE_TYPE_FACT_TABLE\x10\x03\x12\x1e\n\x1aRESOURCE_TYPE_PDF_DOCUMENT\x10\x04\x32\x97\x07\n\x0fResourceService\x12h\n\x0f\x43reateUploadURL\x12(.corvic.ingest.v2.CreateUploadURLRequest\x1a).corvic.ingest.v2.CreateUploadURLResponse\"\x00\x12q\n\x11\x46inalizeUploadURL\x12*.corvic.ingest.v2.FinalizeUploadURLRequest\x1a+.corvic.ingest.v2.FinalizeUploadURLResponse\"\x03\x90\x02\x02\x12\x65\n\x0e\x44\x65leteResource\x12\'.corvic.ingest.v2.DeleteResourceRequest\x1a(.corvic.ingest.v2.DeleteResourceResponse\"\x00\x12_\n\x0bGetResource\x12$.corvic.ingest.v2.GetResourceRequest\x1a%.corvic.ingest.v2.GetResourceResponse\"\x03\x90\x02\x01\x12g\n\rListResources\x12&.corvic.ingest.v2.ListResourcesRequest\x1a\'.corvic.ingest.v2.ListResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x80\x01\n\x16ListResourcesPaginated\x12/.corvic.ingest.v2.ListResourcesPaginatedRequest\x1a\x30.corvic.ingest.v2.ListResourcesPaginatedResponse\"\x03\x90\x02\x01\x12j\n\x0eWatchResources\x12\'.corvic.ingest.v2.WatchResourcesRequest\x1a(.corvic.ingest.v2.WatchResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x86\x01\n\x19\x43reateResourceDownloadURL\x12\x32.corvic.ingest.v2.CreateResourceDownloadURLRequest\x1a\x33.corvic.ingest.v2.CreateResourceDownloadURLResponse\"\x00\x62\x06proto3')
21
+ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1f\x63orvic/ingest/v2/resource.proto\x12\x10\x63orvic.ingest.v2\x1a\x1b\x62uf/validate/validate.proto\x1a\x1c\x63orvic/status/v1/event.proto\x1a google/protobuf/descriptor.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x89\x03\n\x10ResourceMetadata\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x04name\x12\x1b\n\tmime_type\x18\x02 \x01(\tR\x08mimeType\x12y\n\x07room_id\x18\x03 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x06roomId\x12#\n\roriginal_path\x18\x05 \x01(\tR\x0coriginalPath\x12 \n\x0b\x64\x65scription\x18\x06 \x01(\tR\x0b\x64\x65scription\x12\x1f\n\x0bpipeline_id\x18\x08 \x01(\tR\npipelineId\x12;\n\ttype_hint\x18\x04 \x01(\x0e\x32\x1e.corvic.ingest.v2.ResourceTypeR\x08typeHint\x12\x1b\n\x04size\x18\x07 \x01(\x03\x42\x07\xbaH\x04\"\x02 \x00R\x04size\"\xf7\x02\n\rResourceEntry\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x1b\n\x04name\x18\x02 \x01(\tB\x07\xbaH\x04r\x02\x10\x01R\x04name\x12\x1b\n\tmime_type\x18\x03 \x01(\tR\x08mimeType\x12\x10\n\x03md5\x18\x05 \x01(\tR\x03md5\x12\x17\n\x07room_id\x18\x06 \x01(\tR\x06roomId\x12\x12\n\x04size\x18\x07 \x01(\x04R\x04size\x12#\n\roriginal_path\x18\t \x01(\tR\x0coriginalPath\x12 \n\x0b\x64\x65scription\x18\x0b \x01(\tR\x0b\x64\x65scription\x12\x1f\n\x0bpipeline_id\x18\x0c \x01(\tR\npipelineId\x12\x37\n\x18referenced_by_source_ids\x18\n \x03(\tR\x15referencedBySourceIds\x12<\n\rrecent_events\x18\x08 \x03(\x0b\x32\x17.corvic.status.v1.EventR\x0crecentEvents\"p\n\x16\x43reateUploadURLRequest\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x16\n\x06origin\x18\x02 \x01(\tR\x06origin\"A\n\x17\x43reateUploadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url\x12\x14\n\x05token\x18\x02 \x01(\tR\x05token\"s\n\x15UploadURLTokenPayload\x12>\n\x08metadata\x18\x01 \x01(\x0b\x32\".corvic.ingest.v2.ResourceMetadataR\x08metadata\x12\x1a\n\x08\x66ilename\x18\x02 \x01(\tR\x08\x66ilename\"0\n\x18\x46inalizeUploadURLRequest\x12\x14\n\x05token\x18\x01 \x01(\tR\x05token\"R\n\x19\x46inalizeUploadURLResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x89\x01\n\x15\x44\x65leteResourceRequest\x12p\n\x02id\x18\x01 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\x18\n\x16\x44\x65leteResourceResponse\"\x86\x01\n\x12GetResourceRequest\x12p\n\x02id\x18\x01 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"L\n\x13GetResourceResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x94\x01\n\x14ListResourcesRequest\x12|\n\x07room_id\x18\x01 \x01(\tBc\xbaH`\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd0\x01\x01R\x06roomId\"N\n\x15ListResourcesResponse\x12\x35\n\x05\x65ntry\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x05\x65ntry\"\x85\x01\n\x0cResourceList\x12u\n\x02id\x18\x01 \x03(\tBe\xbaHb\x92\x01_\"]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"\xd4\x01\n\x15WatchResourcesRequest\x12{\n\x07room_id\x18\x01 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')H\x00R\x06roomId\x12\x32\n\x03ids\x18\x02 \x01(\x0b\x32\x1e.corvic.ingest.v2.ResourceListH\x00R\x03idsB\n\n\x08selector\"d\n\x16WatchResourcesResponse\x12J\n\x10updated_resource\x18\x01 \x01(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x0fupdatedResource\"\xb5\x01\n#ListResourcesPaginatedCursorPayload\x12T\n\x19\x63reate_time_of_last_entry\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\x15\x63reateTimeOfLastEntry\x12\x17\n\x07room_id\x18\x02 \x01(\tR\x06roomId\x12\x1f\n\x0bpipeline_id\x18\x03 \x01(\tR\npipelineId\"\xe6\x02\n\x1dListResourcesPaginatedRequest\x12|\n\x07room_id\x18\x01 \x01(\tBc\xbaH`\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd0\x01\x01R\x06roomId\x12\x84\x01\n\x0bpipeline_id\x18\x04 \x01(\tBc\xbaH`\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\xd0\x01\x01R\npipelineId\x12(\n\x10\x65ntries_per_page\x18\x02 \x01(\rR\x0e\x65ntriesPerPage\x12\x16\n\x06\x63ursor\x18\x03 \x01(\tR\x06\x63ursor\"\x91\x01\n\x1eListResourcesPaginatedResponse\x12J\n\x10resource_entries\x18\x03 \x03(\x0b\x32\x1f.corvic.ingest.v2.ResourceEntryR\x0fresourceEntries\x12\x16\n\x06\x63ursor\x18\x02 \x01(\tR\x06\x63ursorJ\x04\x08\x01\x10\x02R\x05\x65ntry\"\x94\x01\n CreateResourceDownloadURLRequest\x12p\n\x02id\x18\x01 \x01(\tB`\xbaH]\xba\x01Z\n\x0estring.pattern\x12\x16value must be a number\x1a\x30this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')R\x02id\"5\n!CreateResourceDownloadURLResponse\x12\x10\n\x03url\x18\x01 \x01(\tR\x03url*\xab\x01\n\x0cResourceType\x12\x1d\n\x19RESOURCE_TYPE_UNSPECIFIED\x10\x00\x12\x1b\n\x13RESOURCE_TYPE_TABLE\x10\x01\x1a\x02\x08\x01\x12!\n\x1dRESOURCE_TYPE_DIMENSION_TABLE\x10\x02\x12\x1c\n\x18RESOURCE_TYPE_FACT_TABLE\x10\x03\x12\x1e\n\x1aRESOURCE_TYPE_PDF_DOCUMENT\x10\x04\x32\x97\x07\n\x0fResourceService\x12h\n\x0f\x43reateUploadURL\x12(.corvic.ingest.v2.CreateUploadURLRequest\x1a).corvic.ingest.v2.CreateUploadURLResponse\"\x00\x12q\n\x11\x46inalizeUploadURL\x12*.corvic.ingest.v2.FinalizeUploadURLRequest\x1a+.corvic.ingest.v2.FinalizeUploadURLResponse\"\x03\x90\x02\x02\x12\x65\n\x0e\x44\x65leteResource\x12\'.corvic.ingest.v2.DeleteResourceRequest\x1a(.corvic.ingest.v2.DeleteResourceResponse\"\x00\x12_\n\x0bGetResource\x12$.corvic.ingest.v2.GetResourceRequest\x1a%.corvic.ingest.v2.GetResourceResponse\"\x03\x90\x02\x01\x12g\n\rListResources\x12&.corvic.ingest.v2.ListResourcesRequest\x1a\'.corvic.ingest.v2.ListResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x80\x01\n\x16ListResourcesPaginated\x12/.corvic.ingest.v2.ListResourcesPaginatedRequest\x1a\x30.corvic.ingest.v2.ListResourcesPaginatedResponse\"\x03\x90\x02\x01\x12j\n\x0eWatchResources\x12\'.corvic.ingest.v2.WatchResourcesRequest\x1a(.corvic.ingest.v2.WatchResourcesResponse\"\x03\x90\x02\x01\x30\x01\x12\x86\x01\n\x19\x43reateResourceDownloadURL\x12\x32.corvic.ingest.v2.CreateResourceDownloadURLRequest\x1a\x33.corvic.ingest.v2.CreateResourceDownloadURLResponse\"\x00\x62\x06proto3')
22
22
 
23
23
  _globals = globals()
24
24
  _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -47,6 +47,8 @@ if _descriptor._USE_C_DESCRIPTORS == False:
47
47
  _globals['_WATCHRESOURCESREQUEST'].fields_by_name['room_id']._serialized_options = b'\272H]\272\001Z\n\016string.pattern\022\026value must be a number\0320this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')'
48
48
  _globals['_LISTRESOURCESPAGINATEDREQUEST'].fields_by_name['room_id']._options = None
49
49
  _globals['_LISTRESOURCESPAGINATEDREQUEST'].fields_by_name['room_id']._serialized_options = b'\272H`\272\001Z\n\016string.pattern\022\026value must be a number\0320this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\320\001\001'
50
+ _globals['_LISTRESOURCESPAGINATEDREQUEST'].fields_by_name['pipeline_id']._options = None
51
+ _globals['_LISTRESOURCESPAGINATEDREQUEST'].fields_by_name['pipeline_id']._serialized_options = b'\272H`\272\001Z\n\016string.pattern\022\026value must be a number\0320this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')\320\001\001'
50
52
  _globals['_CREATERESOURCEDOWNLOADURLREQUEST'].fields_by_name['id']._options = None
51
53
  _globals['_CREATERESOURCEDOWNLOADURLREQUEST'].fields_by_name['id']._serialized_options = b'\272H]\272\001Z\n\016string.pattern\022\026value must be a number\0320this.matches(\'^[0-9]+$\') && !this.endsWith(\'\\n\')'
52
54
  _globals['_RESOURCESERVICE'].methods_by_name['FinalizeUploadURL']._options = None
@@ -59,8 +61,8 @@ if _descriptor._USE_C_DESCRIPTORS == False:
59
61
  _globals['_RESOURCESERVICE'].methods_by_name['ListResourcesPaginated']._serialized_options = b'\220\002\001'
60
62
  _globals['_RESOURCESERVICE'].methods_by_name['WatchResources']._options = None
61
63
  _globals['_RESOURCESERVICE'].methods_by_name['WatchResources']._serialized_options = b'\220\002\001'
62
- _globals['_RESOURCETYPE']._serialized_start=3147
63
- _globals['_RESOURCETYPE']._serialized_end=3318
64
+ _globals['_RESOURCETYPE']._serialized_start=3350
65
+ _globals['_RESOURCETYPE']._serialized_end=3521
64
66
  _globals['_RESOURCEMETADATA']._serialized_start=180
65
67
  _globals['_RESOURCEMETADATA']._serialized_end=573
66
68
  _globals['_RESOURCEENTRY']._serialized_start=576
@@ -94,15 +96,15 @@ if _descriptor._USE_C_DESCRIPTORS == False:
94
96
  _globals['_WATCHRESOURCESRESPONSE']._serialized_start=2348
95
97
  _globals['_WATCHRESOURCESRESPONSE']._serialized_end=2448
96
98
  _globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_start=2451
97
- _globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_end=2599
98
- _globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_start=2602
99
- _globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_end=2825
100
- _globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_start=2827
101
- _globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_end=2938
102
- _globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_start=2941
103
- _globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_end=3089
104
- _globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_start=3091
105
- _globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_end=3144
106
- _globals['_RESOURCESERVICE']._serialized_start=3321
107
- _globals['_RESOURCESERVICE']._serialized_end=4240
99
+ _globals['_LISTRESOURCESPAGINATEDCURSORPAYLOAD']._serialized_end=2632
100
+ _globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_start=2635
101
+ _globals['_LISTRESOURCESPAGINATEDREQUEST']._serialized_end=2993
102
+ _globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_start=2996
103
+ _globals['_LISTRESOURCESPAGINATEDRESPONSE']._serialized_end=3141
104
+ _globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_start=3144
105
+ _globals['_CREATERESOURCEDOWNLOADURLREQUEST']._serialized_end=3292
106
+ _globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_start=3294
107
+ _globals['_CREATERESOURCEDOWNLOADURLRESPONSE']._serialized_end=3347
108
+ _globals['_RESOURCESERVICE']._serialized_start=3524
109
+ _globals['_RESOURCESERVICE']._serialized_end=4443
108
110
  # @@protoc_insertion_point(module_scope)
corvic_generated/ingest/v2/resource_pb2.pyi CHANGED
@@ -160,30 +160,34 @@ class WatchResourcesResponse(_message.Message):
160
160
  def __init__(self, updated_resource: _Optional[_Union[ResourceEntry, _Mapping]] = ...) -> None: ...
161
161
 
162
162
  class ListResourcesPaginatedCursorPayload(_message.Message):
163
- __slots__ = ("create_time_of_last_entry", "room_id")
163
+ __slots__ = ("create_time_of_last_entry", "room_id", "pipeline_id")
164
164
  CREATE_TIME_OF_LAST_ENTRY_FIELD_NUMBER: _ClassVar[int]
165
165
  ROOM_ID_FIELD_NUMBER: _ClassVar[int]
166
+ PIPELINE_ID_FIELD_NUMBER: _ClassVar[int]
166
167
  create_time_of_last_entry: _timestamp_pb2.Timestamp
167
168
  room_id: str
168
- def __init__(self, create_time_of_last_entry: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., room_id: _Optional[str] = ...) -> None: ...
169
+ pipeline_id: str
170
+ def __init__(self, create_time_of_last_entry: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., room_id: _Optional[str] = ..., pipeline_id: _Optional[str] = ...) -> None: ...
169
171
 
170
172
  class ListResourcesPaginatedRequest(_message.Message):
171
- __slots__ = ("room_id", "entries_per_page", "cursor")
173
+ __slots__ = ("room_id", "pipeline_id", "entries_per_page", "cursor")
172
174
  ROOM_ID_FIELD_NUMBER: _ClassVar[int]
175
+ PIPELINE_ID_FIELD_NUMBER: _ClassVar[int]
173
176
  ENTRIES_PER_PAGE_FIELD_NUMBER: _ClassVar[int]
174
177
  CURSOR_FIELD_NUMBER: _ClassVar[int]
175
178
  room_id: str
179
+ pipeline_id: str
176
180
  entries_per_page: int
177
181
  cursor: str
178
- def __init__(self, room_id: _Optional[str] = ..., entries_per_page: _Optional[int] = ..., cursor: _Optional[str] = ...) -> None: ...
182
+ def __init__(self, room_id: _Optional[str] = ..., pipeline_id: _Optional[str] = ..., entries_per_page: _Optional[int] = ..., cursor: _Optional[str] = ...) -> None: ...
179
183
 
180
184
  class ListResourcesPaginatedResponse(_message.Message):
181
- __slots__ = ("entry", "cursor")
182
- ENTRY_FIELD_NUMBER: _ClassVar[int]
185
+ __slots__ = ("resource_entries", "cursor")
186
+ RESOURCE_ENTRIES_FIELD_NUMBER: _ClassVar[int]
183
187
  CURSOR_FIELD_NUMBER: _ClassVar[int]
184
- entry: _containers.RepeatedCompositeFieldContainer[ResourceEntry]
188
+ resource_entries: _containers.RepeatedCompositeFieldContainer[ResourceEntry]
185
189
  cursor: str
186
- def __init__(self, entry: _Optional[_Iterable[_Union[ResourceEntry, _Mapping]]] = ..., cursor: _Optional[str] = ...) -> None: ...
190
+ def __init__(self, resource_entries: _Optional[_Iterable[_Union[ResourceEntry, _Mapping]]] = ..., cursor: _Optional[str] = ...) -> None: ...
187
191
 
188
192
  class CreateResourceDownloadURLRequest(_message.Message):
189
193
  __slots__ = ("id",)