tracdap-runtime 0.8.0rc2__py3-none-any.whl → 0.9.0b2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. tracdap/rt/_impl/core/config_parser.py +29 -3
  2. tracdap/rt/_impl/core/data.py +627 -40
  3. tracdap/rt/_impl/core/repos.py +17 -8
  4. tracdap/rt/_impl/core/storage.py +25 -13
  5. tracdap/rt/_impl/core/struct.py +254 -60
  6. tracdap/rt/_impl/core/util.py +125 -11
  7. tracdap/rt/_impl/exec/context.py +35 -8
  8. tracdap/rt/_impl/exec/dev_mode.py +169 -127
  9. tracdap/rt/_impl/exec/engine.py +203 -140
  10. tracdap/rt/_impl/exec/functions.py +228 -263
  11. tracdap/rt/_impl/exec/graph.py +141 -126
  12. tracdap/rt/_impl/exec/graph_builder.py +428 -449
  13. tracdap/rt/_impl/grpc/codec.py +8 -13
  14. tracdap/rt/_impl/grpc/server.py +7 -7
  15. tracdap/rt/_impl/grpc/tracdap/api/internal/runtime_pb2.py +25 -18
  16. tracdap/rt/_impl/grpc/tracdap/api/internal/runtime_pb2.pyi +27 -9
  17. tracdap/rt/_impl/grpc/tracdap/metadata/common_pb2.py +1 -1
  18. tracdap/rt/_impl/grpc/tracdap/metadata/config_pb2.py +1 -1
  19. tracdap/rt/_impl/grpc/tracdap/metadata/custom_pb2.py +1 -1
  20. tracdap/rt/_impl/grpc/tracdap/metadata/data_pb2.py +37 -35
  21. tracdap/rt/_impl/grpc/tracdap/metadata/data_pb2.pyi +37 -43
  22. tracdap/rt/_impl/grpc/tracdap/metadata/file_pb2.py +1 -1
  23. tracdap/rt/_impl/grpc/tracdap/metadata/flow_pb2.py +1 -1
  24. tracdap/rt/_impl/grpc/tracdap/metadata/job_pb2.py +67 -63
  25. tracdap/rt/_impl/grpc/tracdap/metadata/job_pb2.pyi +11 -2
  26. tracdap/rt/_impl/grpc/tracdap/metadata/model_pb2.py +1 -1
  27. tracdap/rt/_impl/grpc/tracdap/metadata/object_id_pb2.py +1 -1
  28. tracdap/rt/_impl/grpc/tracdap/metadata/object_pb2.py +1 -1
  29. tracdap/rt/_impl/grpc/tracdap/metadata/resource_pb2.py +1 -1
  30. tracdap/rt/_impl/grpc/tracdap/metadata/search_pb2.py +1 -1
  31. tracdap/rt/_impl/grpc/tracdap/metadata/storage_pb2.py +11 -9
  32. tracdap/rt/_impl/grpc/tracdap/metadata/storage_pb2.pyi +11 -2
  33. tracdap/rt/_impl/grpc/tracdap/metadata/tag_pb2.py +1 -1
  34. tracdap/rt/_impl/grpc/tracdap/metadata/tag_update_pb2.py +1 -1
  35. tracdap/rt/_impl/grpc/tracdap/metadata/type_pb2.py +23 -19
  36. tracdap/rt/_impl/grpc/tracdap/metadata/type_pb2.pyi +15 -2
  37. tracdap/rt/_impl/runtime.py +3 -9
  38. tracdap/rt/_impl/static_api.py +5 -6
  39. tracdap/rt/_plugins/format_csv.py +2 -2
  40. tracdap/rt/_plugins/repo_git.py +56 -11
  41. tracdap/rt/_plugins/storage_aws.py +165 -150
  42. tracdap/rt/_plugins/storage_azure.py +17 -11
  43. tracdap/rt/_plugins/storage_gcp.py +35 -18
  44. tracdap/rt/_version.py +1 -1
  45. tracdap/rt/api/model_api.py +45 -0
  46. tracdap/rt/config/__init__.py +7 -9
  47. tracdap/rt/config/common.py +3 -14
  48. tracdap/rt/config/job.py +17 -3
  49. tracdap/rt/config/platform.py +9 -32
  50. tracdap/rt/config/result.py +8 -4
  51. tracdap/rt/config/runtime.py +5 -10
  52. tracdap/rt/config/tenant.py +28 -0
  53. tracdap/rt/launch/cli.py +0 -8
  54. tracdap/rt/launch/launch.py +1 -3
  55. tracdap/rt/metadata/__init__.py +35 -35
  56. tracdap/rt/metadata/data.py +19 -31
  57. tracdap/rt/metadata/job.py +3 -1
  58. tracdap/rt/metadata/storage.py +9 -0
  59. tracdap/rt/metadata/type.py +9 -5
  60. {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/METADATA +5 -3
  61. {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/RECORD +64 -63
  62. {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/WHEEL +1 -1
  63. {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/licenses/LICENSE +0 -0
  64. {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/top_level.txt +0 -0
@@ -22,9 +22,10 @@ import tracdap.rt.metadata as metadata
22
22
  import tracdap.rt._impl.grpc.tracdap.metadata.type_pb2 as type_pb2
23
23
  import tracdap.rt._impl.grpc.tracdap.metadata.object_id_pb2 as object_id_pb2
24
24
  import tracdap.rt._impl.grpc.tracdap.metadata.object_pb2 as object_pb2
25
- from tracdap.rt._impl.grpc.tracdap.metadata import model_pb2
25
+ import tracdap.rt._impl.grpc.tracdap.metadata.model_pb2 as model_pb2
26
26
  import tracdap.rt._impl.grpc.tracdap.metadata.data_pb2 as data_pb2
27
27
  import tracdap.rt._impl.grpc.tracdap.metadata.storage_pb2 as storage_pb2
28
+ import tracdap.rt._impl.grpc.tracdap.metadata.job_pb2 as job_pb2
28
29
 
29
30
  from google.protobuf import message as _message
30
31
 
@@ -55,20 +56,11 @@ __METADATA_MAPPING = {
55
56
  metadata.StorageDefinition: storage_pb2.StorageDefinition,
56
57
  metadata.StorageIncarnation: storage_pb2.StorageIncarnation,
57
58
  metadata.StorageCopy: storage_pb2.StorageCopy,
58
- metadata.StorageItem: storage_pb2.StorageItem
59
+ metadata.StorageItem: storage_pb2.StorageItem,
60
+ metadata.ResultDefinition: job_pb2.ResultDefinition
59
61
  }
60
62
 
61
63
 
62
- _T_MSG = tp.TypeVar('_T_MSG', bound=_message.Message)
63
-
64
-
65
- def encode_message(msg_class: _T_MSG.__class__, obj: tp.Any) -> _T_MSG:
66
-
67
- attrs = dict((k, encode(v)) for k, v in obj.__dict__.items())
68
-
69
- return msg_class(**attrs)
70
-
71
-
72
64
  def encode(obj: tp.Any) -> tp.Any:
73
65
 
74
66
  # Translate TRAC domain objects into generic dict / list structures
@@ -95,6 +87,9 @@ def encode(obj: tp.Any) -> tp.Any:
95
87
  if msg_class is None:
96
88
  raise ex.ETracInternal(f"No gRPC metadata mapping is available for type {type(obj).__name__}")
97
89
 
98
- attrs = dict((k, encode(v)) for k, v in obj.__dict__.items() if v is not None)
90
+ if hasattr(obj, "__slots__"):
91
+ attrs = dict((k, encode(getattr(obj, k))) for k in obj.__slots__)
92
+ else:
93
+ attrs = dict((k, encode(v)) for k, v in obj.__dict__.items() if v is not None)
99
94
 
100
95
  return msg_class(**attrs)
@@ -305,8 +305,8 @@ class GetJobStatusRequest(ApiRequest[runtime_pb2.RuntimeJobInfoRequest, runtime_
305
305
  else:
306
306
  self._response = runtime_pb2.RuntimeJobStatus(
307
307
  jobId=codec.encode(job_details.jobId),
308
- statusCode=codec.encode(job_details.statusCode),
309
- statusMessage=codec.encode(job_details.statusMessage))
308
+ statusCode=codec.encode(job_details.result.statusCode),
309
+ statusMessage=codec.encode(job_details.result.statusMessage))
310
310
 
311
311
  self._mark_complete()
312
312
 
@@ -336,12 +336,12 @@ class GetJobResultRequest(ApiRequest[runtime_pb2.RuntimeJobInfoRequest, runtime_
336
336
 
337
337
  else:
338
338
 
339
- encoded_results = dict((k, codec.encode(v)) for k, v in job_details.results.items())
340
-
341
339
  self._response = runtime_pb2.RuntimeJobResult(
342
340
  jobId=codec.encode(job_details.jobId),
343
- statusCode=codec.encode(job_details.statusCode),
344
- statusMessage=codec.encode(job_details.statusMessage),
345
- results=encoded_results)
341
+ resultId=codec.encode(job_details.resultId),
342
+ result=codec.encode(job_details.result),
343
+ objectIds=codec.encode(job_details.objectIds),
344
+ objects=codec.encode(job_details.objects),
345
+ attrs=codec.encode(job_details.attrs))
346
346
 
347
347
  self._mark_complete()
@@ -1,7 +1,7 @@
1
1
  # -*- coding: utf-8 -*-
2
2
  # Generated by the protocol buffer compiler. DO NOT EDIT!
3
3
  # source: tracdap/rt/_impl/grpc/tracdap/api/internal/runtime.proto
4
- # Protobuf Python Version: 4.25.3
4
+ # Protobuf Python Version: 4.25.5
5
5
  """Generated protocol buffer code."""
6
6
  from google.protobuf import descriptor as _descriptor
7
7
  from google.protobuf import descriptor_pool as _descriptor_pool
@@ -15,10 +15,11 @@ _sym_db = _symbol_database.Default()
15
15
  from tracdap.rt._impl.grpc.tracdap.metadata import object_id_pb2 as tracdap_dot_rt_dot___impl_dot_grpc_dot_tracdap_dot_metadata_dot_object__id__pb2
16
16
  from tracdap.rt._impl.grpc.tracdap.metadata import job_pb2 as tracdap_dot_rt_dot___impl_dot_grpc_dot_tracdap_dot_metadata_dot_job__pb2
17
17
  from tracdap.rt._impl.grpc.tracdap.metadata import object_pb2 as tracdap_dot_rt_dot___impl_dot_grpc_dot_tracdap_dot_metadata_dot_object__pb2
18
+ from tracdap.rt._impl.grpc.tracdap.metadata import tag_update_pb2 as tracdap_dot_rt_dot___impl_dot_grpc_dot_tracdap_dot_metadata_dot_tag__update__pb2
18
19
  from google.api import annotations_pb2 as google_dot_api_dot_annotations__pb2
19
20
 
20
21
 
21
- DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n8tracdap/rt/_impl/grpc/tracdap/api/internal/runtime.proto\x12\x14tracdap.api.internal\x1a\x36tracdap/rt/_impl/grpc/tracdap/metadata/object_id.proto\x1a\x30tracdap/rt/_impl/grpc/tracdap/metadata/job.proto\x1a\x33tracdap/rt/_impl/grpc/tracdap/metadata/object.proto\x1a\x1cgoogle/api/annotations.proto\"6\n\x16RuntimeListJobsRequest\x12\x12\n\x05limit\x18\x01 \x01(\rH\x00\x88\x01\x01\x42\x08\n\x06_limit\"O\n\x17RuntimeListJobsResponse\x12\x34\n\x04jobs\x18\x01 \x03(\x0b\x32&.tracdap.api.internal.RuntimeJobStatus\"f\n\x15RuntimeJobInfoRequest\x12\x34\n\x0bjobSelector\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelectorH\x00\x12\x10\n\x06jobKey\x18\x02 \x01(\tH\x00\x42\x05\n\x03job\"\x9f\x01\n\x10RuntimeJobStatus\x12*\n\x05jobId\x18\x01 \x01(\x0b\x32\x1b.tracdap.metadata.TagHeader\x12\x33\n\nstatusCode\x18\x02 \x01(\x0e\x32\x1f.tracdap.metadata.JobStatusCode\x12\x15\n\rstatusMessage\x18\x03 \x01(\t\x12\x13\n\x0b\x65rrorDetail\x18\x04 \x01(\t\"\xa4\x02\n\x10RuntimeJobResult\x12*\n\x05jobId\x18\x01 \x01(\x0b\x32\x1b.tracdap.metadata.TagHeader\x12\x33\n\nstatusCode\x18\x02 \x01(\x0e\x32\x1f.tracdap.metadata.JobStatusCode\x12\x15\n\rstatusMessage\x18\x03 \x01(\t\x12\x44\n\x07results\x18\x04 \x03(\x0b\x32\x33.tracdap.api.internal.RuntimeJobResult.ResultsEntry\x1aR\n\x0cResultsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x31\n\x05value\x18\x02 \x01(\x0b\x32\".tracdap.metadata.ObjectDefinition:\x02\x38\x01\x32\x95\x03\n\x0eTracRuntimeApi\x12{\n\x08listJobs\x12,.tracdap.api.internal.RuntimeListJobsRequest\x1a-.tracdap.api.internal.RuntimeListJobsResponse\"\x12\x82\xd3\xe4\x93\x02\x0c\x12\n/list-jobs\x12\x81\x01\n\x0cgetJobStatus\x12+.tracdap.api.internal.RuntimeJobInfoRequest\x1a&.tracdap.api.internal.RuntimeJobStatus\"\x1c\x82\xd3\xe4\x93\x02\x16\x12\x14/job-status/{jobKey}\x12\x81\x01\n\x0cgetJobResult\x12+.tracdap.api.internal.RuntimeJobInfoRequest\x1a&.tracdap.api.internal.RuntimeJobResult\"\x1c\x82\xd3\xe4\x93\x02\x16\x12\x14/job-result/{jobKey}B7\n\x1eorg.finos.tracdap.api.internalB\x13RuntimeServiceProtoP\x01\x62\x06proto3')
22
+ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n8tracdap/rt/_impl/grpc/tracdap/api/internal/runtime.proto\x12\x14tracdap.api.internal\x1a\x36tracdap/rt/_impl/grpc/tracdap/metadata/object_id.proto\x1a\x30tracdap/rt/_impl/grpc/tracdap/metadata/job.proto\x1a\x33tracdap/rt/_impl/grpc/tracdap/metadata/object.proto\x1a\x37tracdap/rt/_impl/grpc/tracdap/metadata/tag_update.proto\x1a\x1cgoogle/api/annotations.proto\"6\n\x16RuntimeListJobsRequest\x12\x12\n\x05limit\x18\x01 \x01(\rH\x00\x88\x01\x01\x42\x08\n\x06_limit\"O\n\x17RuntimeListJobsResponse\x12\x34\n\x04jobs\x18\x01 \x03(\x0b\x32&.tracdap.api.internal.RuntimeJobStatus\"f\n\x15RuntimeJobInfoRequest\x12\x34\n\x0bjobSelector\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelectorH\x00\x12\x10\n\x06jobKey\x18\x02 \x01(\tH\x00\x42\x05\n\x03job\"\x9f\x01\n\x10RuntimeJobStatus\x12*\n\x05jobId\x18\x01 \x01(\x0b\x32\x1b.tracdap.metadata.TagHeader\x12\x33\n\nstatusCode\x18\x02 \x01(\x0e\x32\x1f.tracdap.metadata.JobStatusCode\x12\x15\n\rstatusMessage\x18\x03 \x01(\t\x12\x13\n\x0b\x65rrorDetail\x18\x04 \x01(\t\"C\n\x15RuntimeJobResultAttrs\x12*\n\x05\x61ttrs\x18\x01 \x03(\x0b\x32\x1b.tracdap.metadata.TagUpdate\"\x88\x04\n\x10RuntimeJobResult\x12*\n\x05jobId\x18\x01 \x01(\x0b\x32\x1b.tracdap.metadata.TagHeader\x12-\n\x08resultId\x18\x02 \x01(\x0b\x32\x1b.tracdap.metadata.TagHeader\x12\x32\n\x06result\x18\x03 \x01(\x0b\x32\".tracdap.metadata.ResultDefinition\x12.\n\tobjectIds\x18\x04 \x03(\x0b\x32\x1b.tracdap.metadata.TagHeader\x12\x44\n\x07objects\x18\x05 \x03(\x0b\x32\x33.tracdap.api.internal.RuntimeJobResult.ObjectsEntry\x12@\n\x05\x61ttrs\x18\x06 \x03(\x0b\x32\x31.tracdap.api.internal.RuntimeJobResult.AttrsEntry\x1aR\n\x0cObjectsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x31\n\x05value\x18\x02 \x01(\x0b\x32\".tracdap.metadata.ObjectDefinition:\x02\x38\x01\x1aY\n\nAttrsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12:\n\x05value\x18\x02 \x01(\x0b\x32+.tracdap.api.internal.RuntimeJobResultAttrs:\x02\x38\x01\x32\x95\x03\n\x0eTracRuntimeApi\x12{\n\x08listJobs\x12,.tracdap.api.internal.RuntimeListJobsRequest\x1a-.tracdap.api.internal.RuntimeListJobsResponse\"\x12\x82\xd3\xe4\x93\x02\x0c\x12\n/list-jobs\x12\x81\x01\n\x0cgetJobStatus\x12+.tracdap.api.internal.RuntimeJobInfoRequest\x1a&.tracdap.api.internal.RuntimeJobStatus\"\x1c\x82\xd3\xe4\x93\x02\x16\x12\x14/job-status/{jobKey}\x12\x81\x01\n\x0cgetJobResult\x12+.tracdap.api.internal.RuntimeJobInfoRequest\x1a&.tracdap.api.internal.RuntimeJobResult\"\x1c\x82\xd3\xe4\x93\x02\x16\x12\x14/job-result/{jobKey}B7\n\x1eorg.finos.tracdap.api.internalB\x13RuntimeServiceProtoP\x01\x62\x06proto3')
22
23
 
23
24
  _globals = globals()
24
25
  _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -26,26 +27,32 @@ _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'tracdap.rt._impl.grpc.tracd
26
27
  if _descriptor._USE_C_DESCRIPTORS == False:
27
28
  _globals['DESCRIPTOR']._options = None
28
29
  _globals['DESCRIPTOR']._serialized_options = b'\n\036org.finos.tracdap.api.internalB\023RuntimeServiceProtoP\001'
29
- _globals['_RUNTIMEJOBRESULT_RESULTSENTRY']._options = None
30
- _globals['_RUNTIMEJOBRESULT_RESULTSENTRY']._serialized_options = b'8\001'
30
+ _globals['_RUNTIMEJOBRESULT_OBJECTSENTRY']._options = None
31
+ _globals['_RUNTIMEJOBRESULT_OBJECTSENTRY']._serialized_options = b'8\001'
32
+ _globals['_RUNTIMEJOBRESULT_ATTRSENTRY']._options = None
33
+ _globals['_RUNTIMEJOBRESULT_ATTRSENTRY']._serialized_options = b'8\001'
31
34
  _globals['_TRACRUNTIMEAPI'].methods_by_name['listJobs']._options = None
32
35
  _globals['_TRACRUNTIMEAPI'].methods_by_name['listJobs']._serialized_options = b'\202\323\344\223\002\014\022\n/list-jobs'
33
36
  _globals['_TRACRUNTIMEAPI'].methods_by_name['getJobStatus']._options = None
34
37
  _globals['_TRACRUNTIMEAPI'].methods_by_name['getJobStatus']._serialized_options = b'\202\323\344\223\002\026\022\024/job-status/{jobKey}'
35
38
  _globals['_TRACRUNTIMEAPI'].methods_by_name['getJobResult']._options = None
36
39
  _globals['_TRACRUNTIMEAPI'].methods_by_name['getJobResult']._serialized_options = b'\202\323\344\223\002\026\022\024/job-result/{jobKey}'
37
- _globals['_RUNTIMELISTJOBSREQUEST']._serialized_start=271
38
- _globals['_RUNTIMELISTJOBSREQUEST']._serialized_end=325
39
- _globals['_RUNTIMELISTJOBSRESPONSE']._serialized_start=327
40
- _globals['_RUNTIMELISTJOBSRESPONSE']._serialized_end=406
41
- _globals['_RUNTIMEJOBINFOREQUEST']._serialized_start=408
42
- _globals['_RUNTIMEJOBINFOREQUEST']._serialized_end=510
43
- _globals['_RUNTIMEJOBSTATUS']._serialized_start=513
44
- _globals['_RUNTIMEJOBSTATUS']._serialized_end=672
45
- _globals['_RUNTIMEJOBRESULT']._serialized_start=675
46
- _globals['_RUNTIMEJOBRESULT']._serialized_end=967
47
- _globals['_RUNTIMEJOBRESULT_RESULTSENTRY']._serialized_start=885
48
- _globals['_RUNTIMEJOBRESULT_RESULTSENTRY']._serialized_end=967
49
- _globals['_TRACRUNTIMEAPI']._serialized_start=970
50
- _globals['_TRACRUNTIMEAPI']._serialized_end=1375
40
+ _globals['_RUNTIMELISTJOBSREQUEST']._serialized_start=328
41
+ _globals['_RUNTIMELISTJOBSREQUEST']._serialized_end=382
42
+ _globals['_RUNTIMELISTJOBSRESPONSE']._serialized_start=384
43
+ _globals['_RUNTIMELISTJOBSRESPONSE']._serialized_end=463
44
+ _globals['_RUNTIMEJOBINFOREQUEST']._serialized_start=465
45
+ _globals['_RUNTIMEJOBINFOREQUEST']._serialized_end=567
46
+ _globals['_RUNTIMEJOBSTATUS']._serialized_start=570
47
+ _globals['_RUNTIMEJOBSTATUS']._serialized_end=729
48
+ _globals['_RUNTIMEJOBRESULTATTRS']._serialized_start=731
49
+ _globals['_RUNTIMEJOBRESULTATTRS']._serialized_end=798
50
+ _globals['_RUNTIMEJOBRESULT']._serialized_start=801
51
+ _globals['_RUNTIMEJOBRESULT']._serialized_end=1321
52
+ _globals['_RUNTIMEJOBRESULT_OBJECTSENTRY']._serialized_start=1148
53
+ _globals['_RUNTIMEJOBRESULT_OBJECTSENTRY']._serialized_end=1230
54
+ _globals['_RUNTIMEJOBRESULT_ATTRSENTRY']._serialized_start=1232
55
+ _globals['_RUNTIMEJOBRESULT_ATTRSENTRY']._serialized_end=1321
56
+ _globals['_TRACRUNTIMEAPI']._serialized_start=1324
57
+ _globals['_TRACRUNTIMEAPI']._serialized_end=1729
51
58
  # @@protoc_insertion_point(module_scope)
@@ -1,6 +1,7 @@
1
1
  from tracdap.rt._impl.grpc.tracdap.metadata import object_id_pb2 as _object_id_pb2
2
2
  from tracdap.rt._impl.grpc.tracdap.metadata import job_pb2 as _job_pb2
3
3
  from tracdap.rt._impl.grpc.tracdap.metadata import object_pb2 as _object_pb2
4
+ from tracdap.rt._impl.grpc.tracdap.metadata import tag_update_pb2 as _tag_update_pb2
4
5
  from google.api import annotations_pb2 as _annotations_pb2
5
6
  from google.protobuf.internal import containers as _containers
6
7
  from google.protobuf import descriptor as _descriptor
@@ -41,21 +42,38 @@ class RuntimeJobStatus(_message.Message):
41
42
  errorDetail: str
42
43
  def __init__(self, jobId: _Optional[_Union[_object_id_pb2.TagHeader, _Mapping]] = ..., statusCode: _Optional[_Union[_job_pb2.JobStatusCode, str]] = ..., statusMessage: _Optional[str] = ..., errorDetail: _Optional[str] = ...) -> None: ...
43
44
 
45
+ class RuntimeJobResultAttrs(_message.Message):
46
+ __slots__ = ("attrs",)
47
+ ATTRS_FIELD_NUMBER: _ClassVar[int]
48
+ attrs: _containers.RepeatedCompositeFieldContainer[_tag_update_pb2.TagUpdate]
49
+ def __init__(self, attrs: _Optional[_Iterable[_Union[_tag_update_pb2.TagUpdate, _Mapping]]] = ...) -> None: ...
50
+
44
51
  class RuntimeJobResult(_message.Message):
45
- __slots__ = ("jobId", "statusCode", "statusMessage", "results")
46
- class ResultsEntry(_message.Message):
52
+ __slots__ = ("jobId", "resultId", "result", "objectIds", "objects", "attrs")
53
+ class ObjectsEntry(_message.Message):
47
54
  __slots__ = ("key", "value")
48
55
  KEY_FIELD_NUMBER: _ClassVar[int]
49
56
  VALUE_FIELD_NUMBER: _ClassVar[int]
50
57
  key: str
51
58
  value: _object_pb2.ObjectDefinition
52
59
  def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[_object_pb2.ObjectDefinition, _Mapping]] = ...) -> None: ...
60
+ class AttrsEntry(_message.Message):
61
+ __slots__ = ("key", "value")
62
+ KEY_FIELD_NUMBER: _ClassVar[int]
63
+ VALUE_FIELD_NUMBER: _ClassVar[int]
64
+ key: str
65
+ value: RuntimeJobResultAttrs
66
+ def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[RuntimeJobResultAttrs, _Mapping]] = ...) -> None: ...
53
67
  JOBID_FIELD_NUMBER: _ClassVar[int]
54
- STATUSCODE_FIELD_NUMBER: _ClassVar[int]
55
- STATUSMESSAGE_FIELD_NUMBER: _ClassVar[int]
56
- RESULTS_FIELD_NUMBER: _ClassVar[int]
68
+ RESULTID_FIELD_NUMBER: _ClassVar[int]
69
+ RESULT_FIELD_NUMBER: _ClassVar[int]
70
+ OBJECTIDS_FIELD_NUMBER: _ClassVar[int]
71
+ OBJECTS_FIELD_NUMBER: _ClassVar[int]
72
+ ATTRS_FIELD_NUMBER: _ClassVar[int]
57
73
  jobId: _object_id_pb2.TagHeader
58
- statusCode: _job_pb2.JobStatusCode
59
- statusMessage: str
60
- results: _containers.MessageMap[str, _object_pb2.ObjectDefinition]
61
- def __init__(self, jobId: _Optional[_Union[_object_id_pb2.TagHeader, _Mapping]] = ..., statusCode: _Optional[_Union[_job_pb2.JobStatusCode, str]] = ..., statusMessage: _Optional[str] = ..., results: _Optional[_Mapping[str, _object_pb2.ObjectDefinition]] = ...) -> None: ...
74
+ resultId: _object_id_pb2.TagHeader
75
+ result: _job_pb2.ResultDefinition
76
+ objectIds: _containers.RepeatedCompositeFieldContainer[_object_id_pb2.TagHeader]
77
+ objects: _containers.MessageMap[str, _object_pb2.ObjectDefinition]
78
+ attrs: _containers.MessageMap[str, RuntimeJobResultAttrs]
79
+ def __init__(self, jobId: _Optional[_Union[_object_id_pb2.TagHeader, _Mapping]] = ..., resultId: _Optional[_Union[_object_id_pb2.TagHeader, _Mapping]] = ..., result: _Optional[_Union[_job_pb2.ResultDefinition, _Mapping]] = ..., objectIds: _Optional[_Iterable[_Union[_object_id_pb2.TagHeader, _Mapping]]] = ..., objects: _Optional[_Mapping[str, _object_pb2.ObjectDefinition]] = ..., attrs: _Optional[_Mapping[str, RuntimeJobResultAttrs]] = ...) -> None: ...
@@ -1,7 +1,7 @@
1
1
  # -*- coding: utf-8 -*-
2
2
  # Generated by the protocol buffer compiler. DO NOT EDIT!
3
3
  # source: tracdap/rt/_impl/grpc/tracdap/metadata/common.proto
4
- # Protobuf Python Version: 4.25.3
4
+ # Protobuf Python Version: 4.25.5
5
5
  """Generated protocol buffer code."""
6
6
  from google.protobuf import descriptor as _descriptor
7
7
  from google.protobuf import descriptor_pool as _descriptor_pool
@@ -1,7 +1,7 @@
1
1
  # -*- coding: utf-8 -*-
2
2
  # Generated by the protocol buffer compiler. DO NOT EDIT!
3
3
  # source: tracdap/rt/_impl/grpc/tracdap/metadata/config.proto
4
- # Protobuf Python Version: 4.25.3
4
+ # Protobuf Python Version: 4.25.5
5
5
  """Generated protocol buffer code."""
6
6
  from google.protobuf import descriptor as _descriptor
7
7
  from google.protobuf import descriptor_pool as _descriptor_pool
@@ -1,7 +1,7 @@
1
1
  # -*- coding: utf-8 -*-
2
2
  # Generated by the protocol buffer compiler. DO NOT EDIT!
3
3
  # source: tracdap/rt/_impl/grpc/tracdap/metadata/custom.proto
4
- # Protobuf Python Version: 4.25.3
4
+ # Protobuf Python Version: 4.25.5
5
5
  """Generated protocol buffer code."""
6
6
  from google.protobuf import descriptor as _descriptor
7
7
  from google.protobuf import descriptor_pool as _descriptor_pool
@@ -1,7 +1,7 @@
1
1
  # -*- coding: utf-8 -*-
2
2
  # Generated by the protocol buffer compiler. DO NOT EDIT!
3
3
  # source: tracdap/rt/_impl/grpc/tracdap/metadata/data.proto
4
- # Protobuf Python Version: 4.25.3
4
+ # Protobuf Python Version: 4.25.5
5
5
  """Generated protocol buffer code."""
6
6
  from google.protobuf import descriptor as _descriptor
7
7
  from google.protobuf import descriptor_pool as _descriptor_pool
@@ -16,7 +16,7 @@ from tracdap.rt._impl.grpc.tracdap.metadata import type_pb2 as tracdap_dot_rt_do
16
16
  from tracdap.rt._impl.grpc.tracdap.metadata import object_id_pb2 as tracdap_dot_rt_dot___impl_dot_grpc_dot_tracdap_dot_metadata_dot_object__id__pb2
17
17
 
18
18
 
19
- DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n1tracdap/rt/_impl/grpc/tracdap/metadata/data.proto\x12\x10tracdap.metadata\x1a\x31tracdap/rt/_impl/grpc/tracdap/metadata/type.proto\x1a\x36tracdap/rt/_impl/grpc/tracdap/metadata/object_id.proto\"\xe7\x01\n\x0b\x46ieldSchema\x12\x11\n\tfieldName\x18\x01 \x01(\t\x12\x12\n\nfieldOrder\x18\x02 \x01(\x11\x12.\n\tfieldType\x18\x03 \x01(\x0e\x32\x1b.tracdap.metadata.BasicType\x12\r\n\x05label\x18\x04 \x01(\t\x12\x13\n\x0b\x62usinessKey\x18\x05 \x01(\x08\x12\x13\n\x0b\x63\x61tegorical\x18\x06 \x01(\x08\x12\x14\n\x07notNull\x18\x08 \x01(\x08H\x00\x88\x01\x01\x12\x17\n\nformatCode\x18\x07 \x01(\tH\x01\x88\x01\x01\x42\n\n\x08_notNullB\r\n\x0b_formatCode\"<\n\x0bTableSchema\x12-\n\x06\x66ields\x18\x01 \x03(\x0b\x32\x1d.tracdap.metadata.FieldSchema\"\x9c\x02\n\x0bStructField\x12\x33\n\tfieldType\x18\x03 \x01(\x0b\x32 .tracdap.metadata.TypeDescriptor\x12\r\n\x05label\x18\x04 \x01(\t\x12\x13\n\x0b\x62usinessKey\x18\x05 \x01(\x08\x12\x13\n\x0b\x63\x61tegorical\x18\x06 \x01(\x08\x12\x14\n\x07notNull\x18\x08 \x01(\x08H\x00\x88\x01\x01\x12\x17\n\nformatCode\x18\x07 \x01(\tH\x01\x88\x01\x01\x12-\n\x0c\x64\x65\x66\x61ultValue\x18\t \x01(\x0b\x32\x17.tracdap.metadata.Value\x12\x17\n\nstructType\x18\n \x01(\tH\x02\x88\x01\x01\x42\n\n\x08_notNullB\r\n\x0b_formatCodeB\r\n\x0b_structType\"\xaf\x02\n\x0cStructSchema\x12:\n\x06\x66ields\x18\x01 \x03(\x0b\x32*.tracdap.metadata.StructSchema.FieldsEntry\x12\x42\n\nnamedTypes\x18\x02 \x03(\x0b\x32..tracdap.metadata.StructSchema.NamedTypesEntry\x1aL\n\x0b\x46ieldsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.StructField:\x02\x38\x01\x1aQ\n\x0fNamedTypesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12-\n\x05value\x18\x02 \x01(\x0b\x32\x1e.tracdap.metadata.StructSchema:\x02\x38\x01\"\xe5\x01\n\x10SchemaDefinition\x12\x30\n\nschemaType\x18\x01 \x01(\x0e\x32\x1c.tracdap.metadata.SchemaType\x12,\n\x08partType\x18\x02 \x01(\x0e\x32\x1a.tracdap.metadata.PartType\x12.\n\x05table\x18\x03 \x01(\x0b\x32\x1d.tracdap.metadata.TableSchemaH\x00\x12\x30\n\x06struct\x18\x04 \x01(\x0b\x32\x1e.tracdap.metadata.StructSchemaH\x00\x42\x0f\n\rschemaDetails\"\x81\x02\n\x07PartKey\x12\x11\n\topaqueKey\x18\x01 \x01(\t\x12,\n\x08partType\x18\x02 \x01(\x0e\x32\x1a.tracdap.metadata.PartType\x12+\n\npartValues\x18\x03 \x03(\x0b\x32\x17.tracdap.metadata.Value\x12\x32\n\x0cpartRangeMin\x18\x04 \x01(\x0b\x32\x17.tracdap.metadata.ValueH\x00\x88\x01\x01\x12\x32\n\x0cpartRangeMax\x18\x05 \x01(\x0b\x32\x17.tracdap.metadata.ValueH\x01\x88\x01\x01\x42\x0f\n\r_partRangeMinB\x0f\n\r_partRangeMax\"\xba\x04\n\x0e\x44\x61taDefinition\x12\x31\n\x08schemaId\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelectorH\x00\x12\x34\n\x06schema\x18\x02 \x01(\x0b\x32\".tracdap.metadata.SchemaDefinitionH\x00\x12:\n\x05parts\x18\x03 \x03(\x0b\x32+.tracdap.metadata.DataDefinition.PartsEntry\x12\x30\n\tstorageId\x18\x04 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector\x1a-\n\x05\x44\x65lta\x12\x12\n\ndeltaIndex\x18\x01 \x01(\r\x12\x10\n\x08\x64\x61taItem\x18\x02 \x01(\t\x1aQ\n\x04Snap\x12\x11\n\tsnapIndex\x18\x01 \x01(\r\x12\x36\n\x06\x64\x65ltas\x18\x02 \x03(\x0b\x32&.tracdap.metadata.DataDefinition.Delta\x1ag\n\x04Part\x12*\n\x07partKey\x18\x01 \x01(\x0b\x32\x19.tracdap.metadata.PartKey\x12\x33\n\x04snap\x18\x02 \x01(\x0b\x32%.tracdap.metadata.DataDefinition.Snap\x1aS\n\nPartsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x34\n\x05value\x18\x02 \x01(\x0b\x32%.tracdap.metadata.DataDefinition.Part:\x02\x38\x01\x42\x11\n\x0fschemaSpecifier*<\n\nSchemaType\x12\x17\n\x13SCHEMA_TYPE_NOT_SET\x10\x00\x12\t\n\x05TABLE\x10\x01\x12\n\n\x06STRUCT\x10\x02*?\n\x08PartType\x12\r\n\tPART_ROOT\x10\x00\x12\x11\n\rPART_BY_RANGE\x10\x01\x12\x11\n\rPART_BY_VALUE\x10\x02\x42\x1e\n\x1aorg.finos.tracdap.metadataP\x01\x62\x06proto3')
19
+ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n1tracdap/rt/_impl/grpc/tracdap/metadata/data.proto\x12\x10tracdap.metadata\x1a\x31tracdap/rt/_impl/grpc/tracdap/metadata/type.proto\x1a\x36tracdap/rt/_impl/grpc/tracdap/metadata/object_id.proto\"\xa9\x03\n\x0b\x46ieldSchema\x12\x11\n\tfieldName\x18\x01 \x01(\t\x12\x12\n\nfieldOrder\x18\x02 \x01(\x11\x12.\n\tfieldType\x18\x03 \x01(\x0e\x32\x1b.tracdap.metadata.BasicType\x12\r\n\x05label\x18\x04 \x01(\t\x12\x13\n\x0b\x62usinessKey\x18\x05 \x01(\x08\x12\x13\n\x0b\x63\x61tegorical\x18\x06 \x01(\x08\x12\x14\n\x07notNull\x18\x08 \x01(\x08H\x00\x88\x01\x01\x12\x17\n\nformatCode\x18\x07 \x01(\tH\x01\x88\x01\x01\x12\x32\n\x0c\x64\x65\x66\x61ultValue\x18\t \x01(\x0b\x32\x17.tracdap.metadata.ValueH\x02\x88\x01\x01\x12\x16\n\tnamedType\x18\n \x01(\tH\x03\x88\x01\x01\x12\x16\n\tnamedEnum\x18\x0b \x01(\tH\x04\x88\x01\x01\x12/\n\x08\x63hildren\x18\x0c \x03(\x0b\x32\x1d.tracdap.metadata.FieldSchemaB\n\n\x08_notNullB\r\n\x0b_formatCodeB\x0f\n\r_defaultValueB\x0c\n\n_namedTypeB\x0c\n\n_namedEnum\"\x1c\n\nEnumValues\x12\x0e\n\x06values\x18\x01 \x03(\t\"<\n\x0bTableSchema\x12-\n\x06\x66ields\x18\x01 \x03(\x0b\x32\x1d.tracdap.metadata.FieldSchema\"\x9a\x04\n\x10SchemaDefinition\x12\x30\n\nschemaType\x18\x01 \x01(\x0e\x32\x1c.tracdap.metadata.SchemaType\x12,\n\x08partType\x18\x02 \x01(\x0e\x32\x1a.tracdap.metadata.PartType\x12.\n\x05table\x18\x03 \x01(\x0b\x32\x1d.tracdap.metadata.TableSchemaH\x00\x12-\n\x06\x66ields\x18\x05 \x03(\x0b\x32\x1d.tracdap.metadata.FieldSchema\x12\x46\n\nnamedTypes\x18\x06 \x03(\x0b\x32\x32.tracdap.metadata.SchemaDefinition.NamedTypesEntry\x12\x46\n\nnamedEnums\x18\x07 \x03(\x0b\x32\x32.tracdap.metadata.SchemaDefinition.NamedEnumsEntry\x1aU\n\x0fNamedTypesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x31\n\x05value\x18\x02 \x01(\x0b\x32\".tracdap.metadata.SchemaDefinition:\x02\x38\x01\x1aO\n\x0fNamedEnumsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12+\n\x05value\x18\x02 \x01(\x0b\x32\x1c.tracdap.metadata.EnumValues:\x02\x38\x01\x42\x0f\n\rschemaDetails\"\x81\x02\n\x07PartKey\x12\x11\n\topaqueKey\x18\x01 \x01(\t\x12,\n\x08partType\x18\x02 \x01(\x0e\x32\x1a.tracdap.metadata.PartType\x12+\n\npartValues\x18\x03 \x03(\x0b\x32\x17.tracdap.metadata.Value\x12\x32\n\x0cpartRangeMin\x18\x04 \x01(\x0b\x32\x17.tracdap.metadata.ValueH\x00\x88\x01\x01\x12\x32\n\x0cpartRangeMax\x18\x05 \x01(\x0b\x32\x17.tracdap.metadata.ValueH\x01\x88\x01\x01\x42\x0f\n\r_partRangeMinB\x0f\n\r_partRangeMax\"\xba\x04\n\x0e\x44\x61taDefinition\x12\x31\n\x08schemaId\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelectorH\x00\x12\x34\n\x06schema\x18\x02 \x01(\x0b\x32\".tracdap.metadata.SchemaDefinitionH\x00\x12:\n\x05parts\x18\x03 \x03(\x0b\x32+.tracdap.metadata.DataDefinition.PartsEntry\x12\x30\n\tstorageId\x18\x04 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector\x1a-\n\x05\x44\x65lta\x12\x12\n\ndeltaIndex\x18\x01 \x01(\r\x12\x10\n\x08\x64\x61taItem\x18\x02 \x01(\t\x1aQ\n\x04Snap\x12\x11\n\tsnapIndex\x18\x01 \x01(\r\x12\x36\n\x06\x64\x65ltas\x18\x02 \x03(\x0b\x32&.tracdap.metadata.DataDefinition.Delta\x1ag\n\x04Part\x12*\n\x07partKey\x18\x01 \x01(\x0b\x32\x19.tracdap.metadata.PartKey\x12\x33\n\x04snap\x18\x02 \x01(\x0b\x32%.tracdap.metadata.DataDefinition.Snap\x1aS\n\nPartsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x34\n\x05value\x18\x02 \x01(\x0b\x32%.tracdap.metadata.DataDefinition.Part:\x02\x38\x01\x42\x11\n\x0fschemaSpecifier*Y\n\nSchemaType\x12\x17\n\x13SCHEMA_TYPE_NOT_SET\x10\x00\x12\t\n\x05TABLE\x10\x01\x12\x10\n\x0cTABLE_SCHEMA\x10\x01\x12\x11\n\rSTRUCT_SCHEMA\x10\x02\x1a\x02\x10\x01*X\n\x08PartType\x12\r\n\tPART_ROOT\x10\x00\x12\x13\n\x0fNOT_PARTITIONED\x10\x00\x12\x11\n\rPART_BY_RANGE\x10\x01\x12\x11\n\rPART_BY_VALUE\x10\x02\x1a\x02\x10\x01\x42\x1e\n\x1aorg.finos.tracdap.metadataP\x01\x62\x06proto3')
20
20
 
21
21
  _globals = globals()
22
22
  _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -24,40 +24,42 @@ _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'tracdap.rt._impl.grpc.tracd
24
24
  if _descriptor._USE_C_DESCRIPTORS == False:
25
25
  _globals['DESCRIPTOR']._options = None
26
26
  _globals['DESCRIPTOR']._serialized_options = b'\n\032org.finos.tracdap.metadataP\001'
27
- _globals['_STRUCTSCHEMA_FIELDSENTRY']._options = None
28
- _globals['_STRUCTSCHEMA_FIELDSENTRY']._serialized_options = b'8\001'
29
- _globals['_STRUCTSCHEMA_NAMEDTYPESENTRY']._options = None
30
- _globals['_STRUCTSCHEMA_NAMEDTYPESENTRY']._serialized_options = b'8\001'
27
+ _globals['_SCHEMATYPE']._options = None
28
+ _globals['_SCHEMATYPE']._serialized_options = b'\020\001'
29
+ _globals['_PARTTYPE']._options = None
30
+ _globals['_PARTTYPE']._serialized_options = b'\020\001'
31
+ _globals['_SCHEMADEFINITION_NAMEDTYPESENTRY']._options = None
32
+ _globals['_SCHEMADEFINITION_NAMEDTYPESENTRY']._serialized_options = b'8\001'
33
+ _globals['_SCHEMADEFINITION_NAMEDENUMSENTRY']._options = None
34
+ _globals['_SCHEMADEFINITION_NAMEDENUMSENTRY']._serialized_options = b'8\001'
31
35
  _globals['_DATADEFINITION_PARTSENTRY']._options = None
32
36
  _globals['_DATADEFINITION_PARTSENTRY']._serialized_options = b'8\001'
33
- _globals['_SCHEMATYPE']._serialized_start=2132
34
- _globals['_SCHEMATYPE']._serialized_end=2192
35
- _globals['_PARTTYPE']._serialized_start=2194
36
- _globals['_PARTTYPE']._serialized_end=2257
37
+ _globals['_SCHEMATYPE']._serialized_start=2072
38
+ _globals['_SCHEMATYPE']._serialized_end=2161
39
+ _globals['_PARTTYPE']._serialized_start=2163
40
+ _globals['_PARTTYPE']._serialized_end=2251
37
41
  _globals['_FIELDSCHEMA']._serialized_start=179
38
- _globals['_FIELDSCHEMA']._serialized_end=410
39
- _globals['_TABLESCHEMA']._serialized_start=412
40
- _globals['_TABLESCHEMA']._serialized_end=472
41
- _globals['_STRUCTFIELD']._serialized_start=475
42
- _globals['_STRUCTFIELD']._serialized_end=759
43
- _globals['_STRUCTSCHEMA']._serialized_start=762
44
- _globals['_STRUCTSCHEMA']._serialized_end=1065
45
- _globals['_STRUCTSCHEMA_FIELDSENTRY']._serialized_start=906
46
- _globals['_STRUCTSCHEMA_FIELDSENTRY']._serialized_end=982
47
- _globals['_STRUCTSCHEMA_NAMEDTYPESENTRY']._serialized_start=984
48
- _globals['_STRUCTSCHEMA_NAMEDTYPESENTRY']._serialized_end=1065
49
- _globals['_SCHEMADEFINITION']._serialized_start=1068
50
- _globals['_SCHEMADEFINITION']._serialized_end=1297
51
- _globals['_PARTKEY']._serialized_start=1300
52
- _globals['_PARTKEY']._serialized_end=1557
53
- _globals['_DATADEFINITION']._serialized_start=1560
54
- _globals['_DATADEFINITION']._serialized_end=2130
55
- _globals['_DATADEFINITION_DELTA']._serialized_start=1793
56
- _globals['_DATADEFINITION_DELTA']._serialized_end=1838
57
- _globals['_DATADEFINITION_SNAP']._serialized_start=1840
58
- _globals['_DATADEFINITION_SNAP']._serialized_end=1921
59
- _globals['_DATADEFINITION_PART']._serialized_start=1923
60
- _globals['_DATADEFINITION_PART']._serialized_end=2026
61
- _globals['_DATADEFINITION_PARTSENTRY']._serialized_start=2028
62
- _globals['_DATADEFINITION_PARTSENTRY']._serialized_end=2111
42
+ _globals['_FIELDSCHEMA']._serialized_end=604
43
+ _globals['_ENUMVALUES']._serialized_start=606
44
+ _globals['_ENUMVALUES']._serialized_end=634
45
+ _globals['_TABLESCHEMA']._serialized_start=636
46
+ _globals['_TABLESCHEMA']._serialized_end=696
47
+ _globals['_SCHEMADEFINITION']._serialized_start=699
48
+ _globals['_SCHEMADEFINITION']._serialized_end=1237
49
+ _globals['_SCHEMADEFINITION_NAMEDTYPESENTRY']._serialized_start=1054
50
+ _globals['_SCHEMADEFINITION_NAMEDTYPESENTRY']._serialized_end=1139
51
+ _globals['_SCHEMADEFINITION_NAMEDENUMSENTRY']._serialized_start=1141
52
+ _globals['_SCHEMADEFINITION_NAMEDENUMSENTRY']._serialized_end=1220
53
+ _globals['_PARTKEY']._serialized_start=1240
54
+ _globals['_PARTKEY']._serialized_end=1497
55
+ _globals['_DATADEFINITION']._serialized_start=1500
56
+ _globals['_DATADEFINITION']._serialized_end=2070
57
+ _globals['_DATADEFINITION_DELTA']._serialized_start=1733
58
+ _globals['_DATADEFINITION_DELTA']._serialized_end=1778
59
+ _globals['_DATADEFINITION_SNAP']._serialized_start=1780
60
+ _globals['_DATADEFINITION_SNAP']._serialized_end=1861
61
+ _globals['_DATADEFINITION_PART']._serialized_start=1863
62
+ _globals['_DATADEFINITION_PART']._serialized_end=1966
63
+ _globals['_DATADEFINITION_PARTSENTRY']._serialized_start=1968
64
+ _globals['_DATADEFINITION_PARTSENTRY']._serialized_end=2051
63
65
  # @@protoc_insertion_point(module_scope)
@@ -12,22 +12,26 @@ class SchemaType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
12
12
  __slots__ = ()
13
13
  SCHEMA_TYPE_NOT_SET: _ClassVar[SchemaType]
14
14
  TABLE: _ClassVar[SchemaType]
15
- STRUCT: _ClassVar[SchemaType]
15
+ TABLE_SCHEMA: _ClassVar[SchemaType]
16
+ STRUCT_SCHEMA: _ClassVar[SchemaType]
16
17
 
17
18
  class PartType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
18
19
  __slots__ = ()
19
20
  PART_ROOT: _ClassVar[PartType]
21
+ NOT_PARTITIONED: _ClassVar[PartType]
20
22
  PART_BY_RANGE: _ClassVar[PartType]
21
23
  PART_BY_VALUE: _ClassVar[PartType]
22
24
  SCHEMA_TYPE_NOT_SET: SchemaType
23
25
  TABLE: SchemaType
24
- STRUCT: SchemaType
26
+ TABLE_SCHEMA: SchemaType
27
+ STRUCT_SCHEMA: SchemaType
25
28
  PART_ROOT: PartType
29
+ NOT_PARTITIONED: PartType
26
30
  PART_BY_RANGE: PartType
27
31
  PART_BY_VALUE: PartType
28
32
 
29
33
  class FieldSchema(_message.Message):
30
- __slots__ = ("fieldName", "fieldOrder", "fieldType", "label", "businessKey", "categorical", "notNull", "formatCode")
34
+ __slots__ = ("fieldName", "fieldOrder", "fieldType", "label", "businessKey", "categorical", "notNull", "formatCode", "defaultValue", "namedType", "namedEnum", "children")
31
35
  FIELDNAME_FIELD_NUMBER: _ClassVar[int]
32
36
  FIELDORDER_FIELD_NUMBER: _ClassVar[int]
33
37
  FIELDTYPE_FIELD_NUMBER: _ClassVar[int]
@@ -36,6 +40,10 @@ class FieldSchema(_message.Message):
36
40
  CATEGORICAL_FIELD_NUMBER: _ClassVar[int]
37
41
  NOTNULL_FIELD_NUMBER: _ClassVar[int]
38
42
  FORMATCODE_FIELD_NUMBER: _ClassVar[int]
43
+ DEFAULTVALUE_FIELD_NUMBER: _ClassVar[int]
44
+ NAMEDTYPE_FIELD_NUMBER: _ClassVar[int]
45
+ NAMEDENUM_FIELD_NUMBER: _ClassVar[int]
46
+ CHILDREN_FIELD_NUMBER: _ClassVar[int]
39
47
  fieldName: str
40
48
  fieldOrder: int
41
49
  fieldType: _type_pb2.BasicType
@@ -44,7 +52,17 @@ class FieldSchema(_message.Message):
44
52
  categorical: bool
45
53
  notNull: bool
46
54
  formatCode: str
47
- def __init__(self, fieldName: _Optional[str] = ..., fieldOrder: _Optional[int] = ..., fieldType: _Optional[_Union[_type_pb2.BasicType, str]] = ..., label: _Optional[str] = ..., businessKey: bool = ..., categorical: bool = ..., notNull: bool = ..., formatCode: _Optional[str] = ...) -> None: ...
55
+ defaultValue: _type_pb2.Value
56
+ namedType: str
57
+ namedEnum: str
58
+ children: _containers.RepeatedCompositeFieldContainer[FieldSchema]
59
+ def __init__(self, fieldName: _Optional[str] = ..., fieldOrder: _Optional[int] = ..., fieldType: _Optional[_Union[_type_pb2.BasicType, str]] = ..., label: _Optional[str] = ..., businessKey: bool = ..., categorical: bool = ..., notNull: bool = ..., formatCode: _Optional[str] = ..., defaultValue: _Optional[_Union[_type_pb2.Value, _Mapping]] = ..., namedType: _Optional[str] = ..., namedEnum: _Optional[str] = ..., children: _Optional[_Iterable[_Union[FieldSchema, _Mapping]]] = ...) -> None: ...
60
+
61
+ class EnumValues(_message.Message):
62
+ __slots__ = ("values",)
63
+ VALUES_FIELD_NUMBER: _ClassVar[int]
64
+ values: _containers.RepeatedScalarFieldContainer[str]
65
+ def __init__(self, values: _Optional[_Iterable[str]] = ...) -> None: ...
48
66
 
49
67
  class TableSchema(_message.Message):
50
68
  __slots__ = ("fields",)
@@ -52,59 +70,35 @@ class TableSchema(_message.Message):
52
70
  fields: _containers.RepeatedCompositeFieldContainer[FieldSchema]
53
71
  def __init__(self, fields: _Optional[_Iterable[_Union[FieldSchema, _Mapping]]] = ...) -> None: ...
54
72
 
55
- class StructField(_message.Message):
56
- __slots__ = ("fieldType", "label", "businessKey", "categorical", "notNull", "formatCode", "defaultValue", "structType")
57
- FIELDTYPE_FIELD_NUMBER: _ClassVar[int]
58
- LABEL_FIELD_NUMBER: _ClassVar[int]
59
- BUSINESSKEY_FIELD_NUMBER: _ClassVar[int]
60
- CATEGORICAL_FIELD_NUMBER: _ClassVar[int]
61
- NOTNULL_FIELD_NUMBER: _ClassVar[int]
62
- FORMATCODE_FIELD_NUMBER: _ClassVar[int]
63
- DEFAULTVALUE_FIELD_NUMBER: _ClassVar[int]
64
- STRUCTTYPE_FIELD_NUMBER: _ClassVar[int]
65
- fieldType: _type_pb2.TypeDescriptor
66
- label: str
67
- businessKey: bool
68
- categorical: bool
69
- notNull: bool
70
- formatCode: str
71
- defaultValue: _type_pb2.Value
72
- structType: str
73
- def __init__(self, fieldType: _Optional[_Union[_type_pb2.TypeDescriptor, _Mapping]] = ..., label: _Optional[str] = ..., businessKey: bool = ..., categorical: bool = ..., notNull: bool = ..., formatCode: _Optional[str] = ..., defaultValue: _Optional[_Union[_type_pb2.Value, _Mapping]] = ..., structType: _Optional[str] = ...) -> None: ...
74
-
75
- class StructSchema(_message.Message):
76
- __slots__ = ("fields", "namedTypes")
77
- class FieldsEntry(_message.Message):
73
+ class SchemaDefinition(_message.Message):
74
+ __slots__ = ("schemaType", "partType", "table", "fields", "namedTypes", "namedEnums")
75
+ class NamedTypesEntry(_message.Message):
78
76
  __slots__ = ("key", "value")
79
77
  KEY_FIELD_NUMBER: _ClassVar[int]
80
78
  VALUE_FIELD_NUMBER: _ClassVar[int]
81
79
  key: str
82
- value: StructField
83
- def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[StructField, _Mapping]] = ...) -> None: ...
84
- class NamedTypesEntry(_message.Message):
80
+ value: SchemaDefinition
81
+ def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[SchemaDefinition, _Mapping]] = ...) -> None: ...
82
+ class NamedEnumsEntry(_message.Message):
85
83
  __slots__ = ("key", "value")
86
84
  KEY_FIELD_NUMBER: _ClassVar[int]
87
85
  VALUE_FIELD_NUMBER: _ClassVar[int]
88
86
  key: str
89
- value: StructSchema
90
- def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[StructSchema, _Mapping]] = ...) -> None: ...
91
- FIELDS_FIELD_NUMBER: _ClassVar[int]
92
- NAMEDTYPES_FIELD_NUMBER: _ClassVar[int]
93
- fields: _containers.MessageMap[str, StructField]
94
- namedTypes: _containers.MessageMap[str, StructSchema]
95
- def __init__(self, fields: _Optional[_Mapping[str, StructField]] = ..., namedTypes: _Optional[_Mapping[str, StructSchema]] = ...) -> None: ...
96
-
97
- class SchemaDefinition(_message.Message):
98
- __slots__ = ("schemaType", "partType", "table", "struct")
87
+ value: EnumValues
88
+ def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[EnumValues, _Mapping]] = ...) -> None: ...
99
89
  SCHEMATYPE_FIELD_NUMBER: _ClassVar[int]
100
90
  PARTTYPE_FIELD_NUMBER: _ClassVar[int]
101
91
  TABLE_FIELD_NUMBER: _ClassVar[int]
102
- STRUCT_FIELD_NUMBER: _ClassVar[int]
92
+ FIELDS_FIELD_NUMBER: _ClassVar[int]
93
+ NAMEDTYPES_FIELD_NUMBER: _ClassVar[int]
94
+ NAMEDENUMS_FIELD_NUMBER: _ClassVar[int]
103
95
  schemaType: SchemaType
104
96
  partType: PartType
105
97
  table: TableSchema
106
- struct: StructSchema
107
- def __init__(self, schemaType: _Optional[_Union[SchemaType, str]] = ..., partType: _Optional[_Union[PartType, str]] = ..., table: _Optional[_Union[TableSchema, _Mapping]] = ..., struct: _Optional[_Union[StructSchema, _Mapping]] = ...) -> None: ...
98
+ fields: _containers.RepeatedCompositeFieldContainer[FieldSchema]
99
+ namedTypes: _containers.MessageMap[str, SchemaDefinition]
100
+ namedEnums: _containers.MessageMap[str, EnumValues]
101
+ def __init__(self, schemaType: _Optional[_Union[SchemaType, str]] = ..., partType: _Optional[_Union[PartType, str]] = ..., table: _Optional[_Union[TableSchema, _Mapping]] = ..., fields: _Optional[_Iterable[_Union[FieldSchema, _Mapping]]] = ..., namedTypes: _Optional[_Mapping[str, SchemaDefinition]] = ..., namedEnums: _Optional[_Mapping[str, EnumValues]] = ...) -> None: ...
108
102
 
109
103
  class PartKey(_message.Message):
110
104
  __slots__ = ("opaqueKey", "partType", "partValues", "partRangeMin", "partRangeMax")
@@ -1,7 +1,7 @@
1
1
  # -*- coding: utf-8 -*-
2
2
  # Generated by the protocol buffer compiler. DO NOT EDIT!
3
3
  # source: tracdap/rt/_impl/grpc/tracdap/metadata/file.proto
4
- # Protobuf Python Version: 4.25.3
4
+ # Protobuf Python Version: 4.25.5
5
5
  """Generated protocol buffer code."""
6
6
  from google.protobuf import descriptor as _descriptor
7
7
  from google.protobuf import descriptor_pool as _descriptor_pool
@@ -1,7 +1,7 @@
1
1
  # -*- coding: utf-8 -*-
2
2
  # Generated by the protocol buffer compiler. DO NOT EDIT!
3
3
  # source: tracdap/rt/_impl/grpc/tracdap/metadata/flow.proto
4
- # Protobuf Python Version: 4.25.3
4
+ # Protobuf Python Version: 4.25.5
5
5
  """Generated protocol buffer code."""
6
6
  from google.protobuf import descriptor as _descriptor
7
7
  from google.protobuf import descriptor_pool as _descriptor_pool