tracdap-runtime 0.9.0b1__py3-none-any.whl → 0.9.0b2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- tracdap/rt/_impl/core/config_parser.py +29 -3
- tracdap/rt/_impl/core/data.py +93 -51
- tracdap/rt/_impl/core/repos.py +15 -13
- tracdap/rt/_impl/core/storage.py +17 -12
- tracdap/rt/_impl/core/struct.py +254 -60
- tracdap/rt/_impl/core/util.py +94 -23
- tracdap/rt/_impl/exec/context.py +35 -8
- tracdap/rt/_impl/exec/dev_mode.py +60 -40
- tracdap/rt/_impl/exec/engine.py +44 -50
- tracdap/rt/_impl/exec/functions.py +12 -8
- tracdap/rt/_impl/exec/graph.py +3 -3
- tracdap/rt/_impl/exec/graph_builder.py +22 -5
- tracdap/rt/_impl/grpc/codec.py +4 -11
- tracdap/rt/_impl/grpc/tracdap/metadata/data_pb2.py +36 -34
- tracdap/rt/_impl/grpc/tracdap/metadata/data_pb2.pyi +37 -43
- tracdap/rt/_impl/grpc/tracdap/metadata/job_pb2.py +64 -64
- tracdap/rt/_impl/grpc/tracdap/metadata/type_pb2.py +22 -18
- tracdap/rt/_impl/grpc/tracdap/metadata/type_pb2.pyi +15 -2
- tracdap/rt/_impl/runtime.py +2 -16
- tracdap/rt/_impl/static_api.py +5 -6
- tracdap/rt/_plugins/format_csv.py +2 -2
- tracdap/rt/_plugins/storage_aws.py +165 -150
- tracdap/rt/_plugins/storage_azure.py +17 -11
- tracdap/rt/_plugins/storage_gcp.py +35 -18
- tracdap/rt/_version.py +1 -1
- tracdap/rt/api/model_api.py +45 -0
- tracdap/rt/config/__init__.py +8 -10
- tracdap/rt/config/common.py +0 -16
- tracdap/rt/config/job.py +4 -0
- tracdap/rt/config/platform.py +9 -32
- tracdap/rt/config/runtime.py +4 -11
- tracdap/rt/config/tenant.py +28 -0
- tracdap/rt/launch/cli.py +0 -8
- tracdap/rt/launch/launch.py +1 -3
- tracdap/rt/metadata/__init__.py +18 -19
- tracdap/rt/metadata/data.py +19 -31
- tracdap/rt/metadata/job.py +1 -1
- tracdap/rt/metadata/type.py +9 -5
- {tracdap_runtime-0.9.0b1.dist-info → tracdap_runtime-0.9.0b2.dist-info}/METADATA +3 -3
- {tracdap_runtime-0.9.0b1.dist-info → tracdap_runtime-0.9.0b2.dist-info}/RECORD +43 -42
- {tracdap_runtime-0.9.0b1.dist-info → tracdap_runtime-0.9.0b2.dist-info}/WHEEL +1 -1
- {tracdap_runtime-0.9.0b1.dist-info → tracdap_runtime-0.9.0b2.dist-info}/licenses/LICENSE +0 -0
- {tracdap_runtime-0.9.0b1.dist-info → tracdap_runtime-0.9.0b2.dist-info}/top_level.txt +0 -0
|
@@ -16,7 +16,7 @@ from tracdap.rt._impl.grpc.tracdap.metadata import type_pb2 as tracdap_dot_rt_do
|
|
|
16
16
|
from tracdap.rt._impl.grpc.tracdap.metadata import object_id_pb2 as tracdap_dot_rt_dot___impl_dot_grpc_dot_tracdap_dot_metadata_dot_object__id__pb2
|
|
17
17
|
|
|
18
18
|
|
|
19
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n1tracdap/rt/_impl/grpc/tracdap/metadata/data.proto\x12\x10tracdap.metadata\x1a\x31tracdap/rt/_impl/grpc/tracdap/metadata/type.proto\x1a\x36tracdap/rt/_impl/grpc/tracdap/metadata/object_id.proto\"\
|
|
19
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n1tracdap/rt/_impl/grpc/tracdap/metadata/data.proto\x12\x10tracdap.metadata\x1a\x31tracdap/rt/_impl/grpc/tracdap/metadata/type.proto\x1a\x36tracdap/rt/_impl/grpc/tracdap/metadata/object_id.proto\"\xa9\x03\n\x0b\x46ieldSchema\x12\x11\n\tfieldName\x18\x01 \x01(\t\x12\x12\n\nfieldOrder\x18\x02 \x01(\x11\x12.\n\tfieldType\x18\x03 \x01(\x0e\x32\x1b.tracdap.metadata.BasicType\x12\r\n\x05label\x18\x04 \x01(\t\x12\x13\n\x0b\x62usinessKey\x18\x05 \x01(\x08\x12\x13\n\x0b\x63\x61tegorical\x18\x06 \x01(\x08\x12\x14\n\x07notNull\x18\x08 \x01(\x08H\x00\x88\x01\x01\x12\x17\n\nformatCode\x18\x07 \x01(\tH\x01\x88\x01\x01\x12\x32\n\x0c\x64\x65\x66\x61ultValue\x18\t \x01(\x0b\x32\x17.tracdap.metadata.ValueH\x02\x88\x01\x01\x12\x16\n\tnamedType\x18\n \x01(\tH\x03\x88\x01\x01\x12\x16\n\tnamedEnum\x18\x0b \x01(\tH\x04\x88\x01\x01\x12/\n\x08\x63hildren\x18\x0c \x03(\x0b\x32\x1d.tracdap.metadata.FieldSchemaB\n\n\x08_notNullB\r\n\x0b_formatCodeB\x0f\n\r_defaultValueB\x0c\n\n_namedTypeB\x0c\n\n_namedEnum\"\x1c\n\nEnumValues\x12\x0e\n\x06values\x18\x01 \x03(\t\"<\n\x0bTableSchema\x12-\n\x06\x66ields\x18\x01 \x03(\x0b\x32\x1d.tracdap.metadata.FieldSchema\"\x9a\x04\n\x10SchemaDefinition\x12\x30\n\nschemaType\x18\x01 \x01(\x0e\x32\x1c.tracdap.metadata.SchemaType\x12,\n\x08partType\x18\x02 \x01(\x0e\x32\x1a.tracdap.metadata.PartType\x12.\n\x05table\x18\x03 \x01(\x0b\x32\x1d.tracdap.metadata.TableSchemaH\x00\x12-\n\x06\x66ields\x18\x05 \x03(\x0b\x32\x1d.tracdap.metadata.FieldSchema\x12\x46\n\nnamedTypes\x18\x06 \x03(\x0b\x32\x32.tracdap.metadata.SchemaDefinition.NamedTypesEntry\x12\x46\n\nnamedEnums\x18\x07 \x03(\x0b\x32\x32.tracdap.metadata.SchemaDefinition.NamedEnumsEntry\x1aU\n\x0fNamedTypesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x31\n\x05value\x18\x02 \x01(\x0b\x32\".tracdap.metadata.SchemaDefinition:\x02\x38\x01\x1aO\n\x0fNamedEnumsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12+\n\x05value\x18\x02 \x01(\x0b\x32\x1c.tracdap.metadata.EnumValues:\x02\x38\x01\x42\x0f\n\rschemaDetails\"\x81\x02\n\x07PartKey\x12\x11\n\topaqueKey\x18\x01 \x01(\t\x12,\n\x08partType\x18\x02 \x01(\x0e\x32\x1a.tracdap.metadata.PartType\x12+\n\npartValues\x18\x03 \x03(\x0b\x32\x17.tracdap.metadata.Value\x12\x32\n\x0cpartRangeMin\x18\x04 \x01(\x0b\x32\x17.tracdap.metadata.ValueH\x00\x88\x01\x01\x12\x32\n\x0cpartRangeMax\x18\x05 \x01(\x0b\x32\x17.tracdap.metadata.ValueH\x01\x88\x01\x01\x42\x0f\n\r_partRangeMinB\x0f\n\r_partRangeMax\"\xba\x04\n\x0e\x44\x61taDefinition\x12\x31\n\x08schemaId\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelectorH\x00\x12\x34\n\x06schema\x18\x02 \x01(\x0b\x32\".tracdap.metadata.SchemaDefinitionH\x00\x12:\n\x05parts\x18\x03 \x03(\x0b\x32+.tracdap.metadata.DataDefinition.PartsEntry\x12\x30\n\tstorageId\x18\x04 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector\x1a-\n\x05\x44\x65lta\x12\x12\n\ndeltaIndex\x18\x01 \x01(\r\x12\x10\n\x08\x64\x61taItem\x18\x02 \x01(\t\x1aQ\n\x04Snap\x12\x11\n\tsnapIndex\x18\x01 \x01(\r\x12\x36\n\x06\x64\x65ltas\x18\x02 \x03(\x0b\x32&.tracdap.metadata.DataDefinition.Delta\x1ag\n\x04Part\x12*\n\x07partKey\x18\x01 \x01(\x0b\x32\x19.tracdap.metadata.PartKey\x12\x33\n\x04snap\x18\x02 \x01(\x0b\x32%.tracdap.metadata.DataDefinition.Snap\x1aS\n\nPartsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x34\n\x05value\x18\x02 \x01(\x0b\x32%.tracdap.metadata.DataDefinition.Part:\x02\x38\x01\x42\x11\n\x0fschemaSpecifier*Y\n\nSchemaType\x12\x17\n\x13SCHEMA_TYPE_NOT_SET\x10\x00\x12\t\n\x05TABLE\x10\x01\x12\x10\n\x0cTABLE_SCHEMA\x10\x01\x12\x11\n\rSTRUCT_SCHEMA\x10\x02\x1a\x02\x10\x01*X\n\x08PartType\x12\r\n\tPART_ROOT\x10\x00\x12\x13\n\x0fNOT_PARTITIONED\x10\x00\x12\x11\n\rPART_BY_RANGE\x10\x01\x12\x11\n\rPART_BY_VALUE\x10\x02\x1a\x02\x10\x01\x42\x1e\n\x1aorg.finos.tracdap.metadataP\x01\x62\x06proto3')
|
|
20
20
|
|
|
21
21
|
_globals = globals()
|
|
22
22
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -24,40 +24,42 @@ _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'tracdap.rt._impl.grpc.tracd
|
|
|
24
24
|
if _descriptor._USE_C_DESCRIPTORS == False:
|
|
25
25
|
_globals['DESCRIPTOR']._options = None
|
|
26
26
|
_globals['DESCRIPTOR']._serialized_options = b'\n\032org.finos.tracdap.metadataP\001'
|
|
27
|
-
_globals['
|
|
28
|
-
_globals['
|
|
29
|
-
_globals['
|
|
30
|
-
_globals['
|
|
27
|
+
_globals['_SCHEMATYPE']._options = None
|
|
28
|
+
_globals['_SCHEMATYPE']._serialized_options = b'\020\001'
|
|
29
|
+
_globals['_PARTTYPE']._options = None
|
|
30
|
+
_globals['_PARTTYPE']._serialized_options = b'\020\001'
|
|
31
|
+
_globals['_SCHEMADEFINITION_NAMEDTYPESENTRY']._options = None
|
|
32
|
+
_globals['_SCHEMADEFINITION_NAMEDTYPESENTRY']._serialized_options = b'8\001'
|
|
33
|
+
_globals['_SCHEMADEFINITION_NAMEDENUMSENTRY']._options = None
|
|
34
|
+
_globals['_SCHEMADEFINITION_NAMEDENUMSENTRY']._serialized_options = b'8\001'
|
|
31
35
|
_globals['_DATADEFINITION_PARTSENTRY']._options = None
|
|
32
36
|
_globals['_DATADEFINITION_PARTSENTRY']._serialized_options = b'8\001'
|
|
33
|
-
_globals['_SCHEMATYPE']._serialized_start=
|
|
34
|
-
_globals['_SCHEMATYPE']._serialized_end=
|
|
35
|
-
_globals['_PARTTYPE']._serialized_start=
|
|
36
|
-
_globals['_PARTTYPE']._serialized_end=
|
|
37
|
+
_globals['_SCHEMATYPE']._serialized_start=2072
|
|
38
|
+
_globals['_SCHEMATYPE']._serialized_end=2161
|
|
39
|
+
_globals['_PARTTYPE']._serialized_start=2163
|
|
40
|
+
_globals['_PARTTYPE']._serialized_end=2251
|
|
37
41
|
_globals['_FIELDSCHEMA']._serialized_start=179
|
|
38
|
-
_globals['_FIELDSCHEMA']._serialized_end=
|
|
39
|
-
_globals['
|
|
40
|
-
_globals['
|
|
41
|
-
_globals['
|
|
42
|
-
_globals['
|
|
43
|
-
_globals['
|
|
44
|
-
_globals['
|
|
45
|
-
_globals['
|
|
46
|
-
_globals['
|
|
47
|
-
_globals['
|
|
48
|
-
_globals['
|
|
49
|
-
_globals['
|
|
50
|
-
_globals['
|
|
51
|
-
_globals['
|
|
52
|
-
_globals['
|
|
53
|
-
_globals['
|
|
54
|
-
_globals['
|
|
55
|
-
_globals['
|
|
56
|
-
_globals['
|
|
57
|
-
_globals['
|
|
58
|
-
_globals['
|
|
59
|
-
_globals['
|
|
60
|
-
_globals['
|
|
61
|
-
_globals['_DATADEFINITION_PARTSENTRY']._serialized_start=2028
|
|
62
|
-
_globals['_DATADEFINITION_PARTSENTRY']._serialized_end=2111
|
|
42
|
+
_globals['_FIELDSCHEMA']._serialized_end=604
|
|
43
|
+
_globals['_ENUMVALUES']._serialized_start=606
|
|
44
|
+
_globals['_ENUMVALUES']._serialized_end=634
|
|
45
|
+
_globals['_TABLESCHEMA']._serialized_start=636
|
|
46
|
+
_globals['_TABLESCHEMA']._serialized_end=696
|
|
47
|
+
_globals['_SCHEMADEFINITION']._serialized_start=699
|
|
48
|
+
_globals['_SCHEMADEFINITION']._serialized_end=1237
|
|
49
|
+
_globals['_SCHEMADEFINITION_NAMEDTYPESENTRY']._serialized_start=1054
|
|
50
|
+
_globals['_SCHEMADEFINITION_NAMEDTYPESENTRY']._serialized_end=1139
|
|
51
|
+
_globals['_SCHEMADEFINITION_NAMEDENUMSENTRY']._serialized_start=1141
|
|
52
|
+
_globals['_SCHEMADEFINITION_NAMEDENUMSENTRY']._serialized_end=1220
|
|
53
|
+
_globals['_PARTKEY']._serialized_start=1240
|
|
54
|
+
_globals['_PARTKEY']._serialized_end=1497
|
|
55
|
+
_globals['_DATADEFINITION']._serialized_start=1500
|
|
56
|
+
_globals['_DATADEFINITION']._serialized_end=2070
|
|
57
|
+
_globals['_DATADEFINITION_DELTA']._serialized_start=1733
|
|
58
|
+
_globals['_DATADEFINITION_DELTA']._serialized_end=1778
|
|
59
|
+
_globals['_DATADEFINITION_SNAP']._serialized_start=1780
|
|
60
|
+
_globals['_DATADEFINITION_SNAP']._serialized_end=1861
|
|
61
|
+
_globals['_DATADEFINITION_PART']._serialized_start=1863
|
|
62
|
+
_globals['_DATADEFINITION_PART']._serialized_end=1966
|
|
63
|
+
_globals['_DATADEFINITION_PARTSENTRY']._serialized_start=1968
|
|
64
|
+
_globals['_DATADEFINITION_PARTSENTRY']._serialized_end=2051
|
|
63
65
|
# @@protoc_insertion_point(module_scope)
|
|
@@ -12,22 +12,26 @@ class SchemaType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
|
|
12
12
|
__slots__ = ()
|
|
13
13
|
SCHEMA_TYPE_NOT_SET: _ClassVar[SchemaType]
|
|
14
14
|
TABLE: _ClassVar[SchemaType]
|
|
15
|
-
|
|
15
|
+
TABLE_SCHEMA: _ClassVar[SchemaType]
|
|
16
|
+
STRUCT_SCHEMA: _ClassVar[SchemaType]
|
|
16
17
|
|
|
17
18
|
class PartType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
|
18
19
|
__slots__ = ()
|
|
19
20
|
PART_ROOT: _ClassVar[PartType]
|
|
21
|
+
NOT_PARTITIONED: _ClassVar[PartType]
|
|
20
22
|
PART_BY_RANGE: _ClassVar[PartType]
|
|
21
23
|
PART_BY_VALUE: _ClassVar[PartType]
|
|
22
24
|
SCHEMA_TYPE_NOT_SET: SchemaType
|
|
23
25
|
TABLE: SchemaType
|
|
24
|
-
|
|
26
|
+
TABLE_SCHEMA: SchemaType
|
|
27
|
+
STRUCT_SCHEMA: SchemaType
|
|
25
28
|
PART_ROOT: PartType
|
|
29
|
+
NOT_PARTITIONED: PartType
|
|
26
30
|
PART_BY_RANGE: PartType
|
|
27
31
|
PART_BY_VALUE: PartType
|
|
28
32
|
|
|
29
33
|
class FieldSchema(_message.Message):
|
|
30
|
-
__slots__ = ("fieldName", "fieldOrder", "fieldType", "label", "businessKey", "categorical", "notNull", "formatCode")
|
|
34
|
+
__slots__ = ("fieldName", "fieldOrder", "fieldType", "label", "businessKey", "categorical", "notNull", "formatCode", "defaultValue", "namedType", "namedEnum", "children")
|
|
31
35
|
FIELDNAME_FIELD_NUMBER: _ClassVar[int]
|
|
32
36
|
FIELDORDER_FIELD_NUMBER: _ClassVar[int]
|
|
33
37
|
FIELDTYPE_FIELD_NUMBER: _ClassVar[int]
|
|
@@ -36,6 +40,10 @@ class FieldSchema(_message.Message):
|
|
|
36
40
|
CATEGORICAL_FIELD_NUMBER: _ClassVar[int]
|
|
37
41
|
NOTNULL_FIELD_NUMBER: _ClassVar[int]
|
|
38
42
|
FORMATCODE_FIELD_NUMBER: _ClassVar[int]
|
|
43
|
+
DEFAULTVALUE_FIELD_NUMBER: _ClassVar[int]
|
|
44
|
+
NAMEDTYPE_FIELD_NUMBER: _ClassVar[int]
|
|
45
|
+
NAMEDENUM_FIELD_NUMBER: _ClassVar[int]
|
|
46
|
+
CHILDREN_FIELD_NUMBER: _ClassVar[int]
|
|
39
47
|
fieldName: str
|
|
40
48
|
fieldOrder: int
|
|
41
49
|
fieldType: _type_pb2.BasicType
|
|
@@ -44,7 +52,17 @@ class FieldSchema(_message.Message):
|
|
|
44
52
|
categorical: bool
|
|
45
53
|
notNull: bool
|
|
46
54
|
formatCode: str
|
|
47
|
-
|
|
55
|
+
defaultValue: _type_pb2.Value
|
|
56
|
+
namedType: str
|
|
57
|
+
namedEnum: str
|
|
58
|
+
children: _containers.RepeatedCompositeFieldContainer[FieldSchema]
|
|
59
|
+
def __init__(self, fieldName: _Optional[str] = ..., fieldOrder: _Optional[int] = ..., fieldType: _Optional[_Union[_type_pb2.BasicType, str]] = ..., label: _Optional[str] = ..., businessKey: bool = ..., categorical: bool = ..., notNull: bool = ..., formatCode: _Optional[str] = ..., defaultValue: _Optional[_Union[_type_pb2.Value, _Mapping]] = ..., namedType: _Optional[str] = ..., namedEnum: _Optional[str] = ..., children: _Optional[_Iterable[_Union[FieldSchema, _Mapping]]] = ...) -> None: ...
|
|
60
|
+
|
|
61
|
+
class EnumValues(_message.Message):
|
|
62
|
+
__slots__ = ("values",)
|
|
63
|
+
VALUES_FIELD_NUMBER: _ClassVar[int]
|
|
64
|
+
values: _containers.RepeatedScalarFieldContainer[str]
|
|
65
|
+
def __init__(self, values: _Optional[_Iterable[str]] = ...) -> None: ...
|
|
48
66
|
|
|
49
67
|
class TableSchema(_message.Message):
|
|
50
68
|
__slots__ = ("fields",)
|
|
@@ -52,59 +70,35 @@ class TableSchema(_message.Message):
|
|
|
52
70
|
fields: _containers.RepeatedCompositeFieldContainer[FieldSchema]
|
|
53
71
|
def __init__(self, fields: _Optional[_Iterable[_Union[FieldSchema, _Mapping]]] = ...) -> None: ...
|
|
54
72
|
|
|
55
|
-
class
|
|
56
|
-
__slots__ = ("
|
|
57
|
-
|
|
58
|
-
LABEL_FIELD_NUMBER: _ClassVar[int]
|
|
59
|
-
BUSINESSKEY_FIELD_NUMBER: _ClassVar[int]
|
|
60
|
-
CATEGORICAL_FIELD_NUMBER: _ClassVar[int]
|
|
61
|
-
NOTNULL_FIELD_NUMBER: _ClassVar[int]
|
|
62
|
-
FORMATCODE_FIELD_NUMBER: _ClassVar[int]
|
|
63
|
-
DEFAULTVALUE_FIELD_NUMBER: _ClassVar[int]
|
|
64
|
-
STRUCTTYPE_FIELD_NUMBER: _ClassVar[int]
|
|
65
|
-
fieldType: _type_pb2.TypeDescriptor
|
|
66
|
-
label: str
|
|
67
|
-
businessKey: bool
|
|
68
|
-
categorical: bool
|
|
69
|
-
notNull: bool
|
|
70
|
-
formatCode: str
|
|
71
|
-
defaultValue: _type_pb2.Value
|
|
72
|
-
structType: str
|
|
73
|
-
def __init__(self, fieldType: _Optional[_Union[_type_pb2.TypeDescriptor, _Mapping]] = ..., label: _Optional[str] = ..., businessKey: bool = ..., categorical: bool = ..., notNull: bool = ..., formatCode: _Optional[str] = ..., defaultValue: _Optional[_Union[_type_pb2.Value, _Mapping]] = ..., structType: _Optional[str] = ...) -> None: ...
|
|
74
|
-
|
|
75
|
-
class StructSchema(_message.Message):
|
|
76
|
-
__slots__ = ("fields", "namedTypes")
|
|
77
|
-
class FieldsEntry(_message.Message):
|
|
73
|
+
class SchemaDefinition(_message.Message):
|
|
74
|
+
__slots__ = ("schemaType", "partType", "table", "fields", "namedTypes", "namedEnums")
|
|
75
|
+
class NamedTypesEntry(_message.Message):
|
|
78
76
|
__slots__ = ("key", "value")
|
|
79
77
|
KEY_FIELD_NUMBER: _ClassVar[int]
|
|
80
78
|
VALUE_FIELD_NUMBER: _ClassVar[int]
|
|
81
79
|
key: str
|
|
82
|
-
value:
|
|
83
|
-
def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[
|
|
84
|
-
class
|
|
80
|
+
value: SchemaDefinition
|
|
81
|
+
def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[SchemaDefinition, _Mapping]] = ...) -> None: ...
|
|
82
|
+
class NamedEnumsEntry(_message.Message):
|
|
85
83
|
__slots__ = ("key", "value")
|
|
86
84
|
KEY_FIELD_NUMBER: _ClassVar[int]
|
|
87
85
|
VALUE_FIELD_NUMBER: _ClassVar[int]
|
|
88
86
|
key: str
|
|
89
|
-
value:
|
|
90
|
-
def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[
|
|
91
|
-
FIELDS_FIELD_NUMBER: _ClassVar[int]
|
|
92
|
-
NAMEDTYPES_FIELD_NUMBER: _ClassVar[int]
|
|
93
|
-
fields: _containers.MessageMap[str, StructField]
|
|
94
|
-
namedTypes: _containers.MessageMap[str, StructSchema]
|
|
95
|
-
def __init__(self, fields: _Optional[_Mapping[str, StructField]] = ..., namedTypes: _Optional[_Mapping[str, StructSchema]] = ...) -> None: ...
|
|
96
|
-
|
|
97
|
-
class SchemaDefinition(_message.Message):
|
|
98
|
-
__slots__ = ("schemaType", "partType", "table", "struct")
|
|
87
|
+
value: EnumValues
|
|
88
|
+
def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[EnumValues, _Mapping]] = ...) -> None: ...
|
|
99
89
|
SCHEMATYPE_FIELD_NUMBER: _ClassVar[int]
|
|
100
90
|
PARTTYPE_FIELD_NUMBER: _ClassVar[int]
|
|
101
91
|
TABLE_FIELD_NUMBER: _ClassVar[int]
|
|
102
|
-
|
|
92
|
+
FIELDS_FIELD_NUMBER: _ClassVar[int]
|
|
93
|
+
NAMEDTYPES_FIELD_NUMBER: _ClassVar[int]
|
|
94
|
+
NAMEDENUMS_FIELD_NUMBER: _ClassVar[int]
|
|
103
95
|
schemaType: SchemaType
|
|
104
96
|
partType: PartType
|
|
105
97
|
table: TableSchema
|
|
106
|
-
|
|
107
|
-
|
|
98
|
+
fields: _containers.RepeatedCompositeFieldContainer[FieldSchema]
|
|
99
|
+
namedTypes: _containers.MessageMap[str, SchemaDefinition]
|
|
100
|
+
namedEnums: _containers.MessageMap[str, EnumValues]
|
|
101
|
+
def __init__(self, schemaType: _Optional[_Union[SchemaType, str]] = ..., partType: _Optional[_Union[PartType, str]] = ..., table: _Optional[_Union[TableSchema, _Mapping]] = ..., fields: _Optional[_Iterable[_Union[FieldSchema, _Mapping]]] = ..., namedTypes: _Optional[_Mapping[str, SchemaDefinition]] = ..., namedEnums: _Optional[_Mapping[str, EnumValues]] = ...) -> None: ...
|
|
108
102
|
|
|
109
103
|
class PartKey(_message.Message):
|
|
110
104
|
__slots__ = ("opaqueKey", "partType", "partValues", "partRangeMin", "partRangeMax")
|
|
@@ -17,7 +17,7 @@ from tracdap.rt._impl.grpc.tracdap.metadata import object_id_pb2 as tracdap_dot_
|
|
|
17
17
|
from tracdap.rt._impl.grpc.tracdap.metadata import tag_update_pb2 as tracdap_dot_rt_dot___impl_dot_grpc_dot_tracdap_dot_metadata_dot_tag__update__pb2
|
|
18
18
|
|
|
19
19
|
|
|
20
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n0tracdap/rt/_impl/grpc/tracdap/metadata/job.proto\x12\x10tracdap.metadata\x1a\x31tracdap/rt/_impl/grpc/tracdap/metadata/type.proto\x1a\x36tracdap/rt/_impl/grpc/tracdap/metadata/object_id.proto\x1a\x37tracdap/rt/_impl/grpc/tracdap/metadata/tag_update.proto\"\xb5\x03\n\rJobDefinition\x12*\n\x07jobType\x18\x01 \x01(\x0e\x32\x19.tracdap.metadata.JobType\x12\x31\n\x08runModel\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.RunModelJobH\x00\x12/\n\x07runFlow\x18\x03 \x01(\x0b\x32\x1c.tracdap.metadata.RunFlowJobH\x00\x12\x37\n\x0bimportModel\x18\x04 \x01(\x0b\x32 .tracdap.metadata.ImportModelJobH\x00\x12\x35\n\nimportData\x18\x05 \x01(\x0b\x32\x1f.tracdap.metadata.ImportDataJobH\x00\x12\x35\n\nexportData\x18\x06 \x01(\x0b\x32\x1f.tracdap.metadata.ExportDataJobH\x00\x12.\n\x08jobGroup\x18\x07 \x01(\x0b\x32\x1a.tracdap.metadata.JobGroupH\x00\x12/\n\x08resultId\x18\x08 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelectorB\x0c\n\njobDetails\"\
|
|
20
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n0tracdap/rt/_impl/grpc/tracdap/metadata/job.proto\x12\x10tracdap.metadata\x1a\x31tracdap/rt/_impl/grpc/tracdap/metadata/type.proto\x1a\x36tracdap/rt/_impl/grpc/tracdap/metadata/object_id.proto\x1a\x37tracdap/rt/_impl/grpc/tracdap/metadata/tag_update.proto\"\xb5\x03\n\rJobDefinition\x12*\n\x07jobType\x18\x01 \x01(\x0e\x32\x19.tracdap.metadata.JobType\x12\x31\n\x08runModel\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.RunModelJobH\x00\x12/\n\x07runFlow\x18\x03 \x01(\x0b\x32\x1c.tracdap.metadata.RunFlowJobH\x00\x12\x37\n\x0bimportModel\x18\x04 \x01(\x0b\x32 .tracdap.metadata.ImportModelJobH\x00\x12\x35\n\nimportData\x18\x05 \x01(\x0b\x32\x1f.tracdap.metadata.ImportDataJobH\x00\x12\x35\n\nexportData\x18\x06 \x01(\x0b\x32\x1f.tracdap.metadata.ExportDataJobH\x00\x12.\n\x08jobGroup\x18\x07 \x01(\x0b\x32\x1a.tracdap.metadata.JobGroupH\x00\x12/\n\x08resultId\x18\x08 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelectorB\x0c\n\njobDetails\"\xe2\x02\n\x10ResultDefinition\x12,\n\x05jobId\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector\x12\x33\n\nstatusCode\x18\x02 \x01(\x0e\x32\x1f.tracdap.metadata.JobStatusCode\x12\x15\n\rstatusMessage\x18\x03 \x01(\t\x12\x35\n\tlogFileId\x18\x04 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelectorH\x00\x88\x01\x01\x12@\n\x07outputs\x18\x05 \x03(\x0b\x32/.tracdap.metadata.ResultDefinition.OutputsEntry\x1aM\n\x0cOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x42\x0c\n\n_logFileId\"\xac\x05\n\x0bRunModelJob\x12,\n\x05model\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector\x12\x41\n\nparameters\x18\x02 \x03(\x0b\x32-.tracdap.metadata.RunModelJob.ParametersEntry\x12\x39\n\x06inputs\x18\x03 \x03(\x0b\x32).tracdap.metadata.RunModelJob.InputsEntry\x12;\n\x07outputs\x18\x04 \x03(\x0b\x32*.tracdap.metadata.RunModelJob.OutputsEntry\x12\x45\n\x0cpriorOutputs\x18\x05 \x03(\x0b\x32/.tracdap.metadata.RunModelJob.PriorOutputsEntry\x12\x30\n\x0boutputAttrs\x18\x06 \x03(\x0b\x32\x1b.tracdap.metadata.TagUpdate\x1aJ\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12&\n\x05value\x18\x02 \x01(\x0b\x32\x17.tracdap.metadata.Value:\x02\x38\x01\x1aL\n\x0bInputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aM\n\x0cOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aR\n\x11PriorOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\"\xae\x06\n\nRunFlowJob\x12+\n\x04\x66low\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector\x12@\n\nparameters\x18\x02 \x03(\x0b\x32,.tracdap.metadata.RunFlowJob.ParametersEntry\x12\x38\n\x06inputs\x18\x03 \x03(\x0b\x32(.tracdap.metadata.RunFlowJob.InputsEntry\x12:\n\x07outputs\x18\x04 \x03(\x0b\x32).tracdap.metadata.RunFlowJob.OutputsEntry\x12\x44\n\x0cpriorOutputs\x18\x05 \x03(\x0b\x32..tracdap.metadata.RunFlowJob.PriorOutputsEntry\x12\x38\n\x06models\x18\x06 \x03(\x0b\x32(.tracdap.metadata.RunFlowJob.ModelsEntry\x12\x30\n\x0boutputAttrs\x18\x07 \x03(\x0b\x32\x1b.tracdap.metadata.TagUpdate\x1aJ\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12&\n\x05value\x18\x02 \x01(\x0b\x32\x17.tracdap.metadata.Value:\x02\x38\x01\x1aL\n\x0bInputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aM\n\x0cOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aR\n\x11PriorOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aL\n\x0bModelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\"\xd7\x01\n\x0eImportModelJob\x12\x10\n\x08language\x18\x01 \x01(\t\x12\x12\n\nrepository\x18\x02 \x01(\t\x12\x19\n\x0cpackageGroup\x18\x07 \x01(\tH\x00\x88\x01\x01\x12\x0f\n\x07package\x18\x08 \x01(\t\x12\x0f\n\x07version\x18\x05 \x01(\t\x12\x12\n\nentryPoint\x18\x04 \x01(\t\x12\x0c\n\x04path\x18\x03 \x01(\t\x12/\n\nmodelAttrs\x18\x06 \x03(\x0b\x32\x1b.tracdap.metadata.TagUpdateB\x0f\n\r_packageGroup\"\x8d\x07\n\rImportDataJob\x12,\n\x05model\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector\x12\x43\n\nparameters\x18\x02 \x03(\x0b\x32/.tracdap.metadata.ImportDataJob.ParametersEntry\x12;\n\x06inputs\x18\x03 \x03(\x0b\x32+.tracdap.metadata.ImportDataJob.InputsEntry\x12=\n\x07outputs\x18\x04 \x03(\x0b\x32,.tracdap.metadata.ImportDataJob.OutputsEntry\x12G\n\x0cpriorOutputs\x18\x05 \x03(\x0b\x32\x31.tracdap.metadata.ImportDataJob.PriorOutputsEntry\x12\x15\n\rstorageAccess\x18\x06 \x03(\t\x12=\n\x07imports\x18\x07 \x03(\x0b\x32,.tracdap.metadata.ImportDataJob.ImportsEntry\x12\x30\n\x0boutputAttrs\x18\x08 \x03(\x0b\x32\x1b.tracdap.metadata.TagUpdate\x12\x30\n\x0bimportAttrs\x18\t \x03(\x0b\x32\x1b.tracdap.metadata.TagUpdate\x1aJ\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12&\n\x05value\x18\x02 \x01(\x0b\x32\x17.tracdap.metadata.Value:\x02\x38\x01\x1aL\n\x0bInputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aM\n\x0cOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aR\n\x11PriorOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aM\n\x0cImportsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\"\xdb\x06\n\rExportDataJob\x12,\n\x05model\x18\x01 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector\x12\x43\n\nparameters\x18\x02 \x03(\x0b\x32/.tracdap.metadata.ExportDataJob.ParametersEntry\x12;\n\x06inputs\x18\x03 \x03(\x0b\x32+.tracdap.metadata.ExportDataJob.InputsEntry\x12=\n\x07outputs\x18\x04 \x03(\x0b\x32,.tracdap.metadata.ExportDataJob.OutputsEntry\x12G\n\x0cpriorOutputs\x18\x05 \x03(\x0b\x32\x31.tracdap.metadata.ExportDataJob.PriorOutputsEntry\x12\x15\n\rstorageAccess\x18\x06 \x03(\t\x12=\n\x07\x65xports\x18\x07 \x03(\x0b\x32,.tracdap.metadata.ExportDataJob.ExportsEntry\x12\x30\n\x0boutputAttrs\x18\x08 \x03(\x0b\x32\x1b.tracdap.metadata.TagUpdate\x1aJ\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12&\n\x05value\x18\x02 \x01(\x0b\x32\x17.tracdap.metadata.Value:\x02\x38\x01\x1aL\n\x0bInputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aM\n\x0cOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aR\n\x11PriorOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\x1aM\n\x0c\x45xportsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.tracdap.metadata.TagSelector:\x02\x38\x01\"\xc7\x01\n\x08JobGroup\x12\x34\n\x0cjobGroupType\x18\x01 \x01(\x0e\x32\x1e.tracdap.metadata.JobGroupType\x12:\n\nsequential\x18\x02 \x01(\x0b\x32$.tracdap.metadata.SequentialJobGroupH\x00\x12\x36\n\x08parallel\x18\x03 \x01(\x0b\x32\".tracdap.metadata.ParallelJobGroupH\x00\x42\x11\n\x0fjobGroupDetails\"C\n\x12SequentialJobGroup\x12-\n\x04jobs\x18\x01 \x03(\x0b\x32\x1f.tracdap.metadata.JobDefinition\"A\n\x10ParallelJobGroup\x12-\n\x04jobs\x18\x01 \x03(\x0b\x32\x1f.tracdap.metadata.JobDefinition*\x7f\n\x07JobType\x12\x14\n\x10JOB_TYPE_NOT_SET\x10\x00\x12\r\n\tRUN_MODEL\x10\x01\x12\x0c\n\x08RUN_FLOW\x10\x02\x12\x10\n\x0cIMPORT_MODEL\x10\x03\x12\x0f\n\x0bIMPORT_DATA\x10\x04\x12\x0f\n\x0b\x45XPORT_DATA\x10\x05\x12\r\n\tJOB_GROUP\x10\x06*\xb8\x01\n\rJobStatusCode\x12\x1b\n\x17JOB_STATUS_CODE_NOT_SET\x10\x00\x12\r\n\tPREPARING\x10\x01\x12\r\n\tVALIDATED\x10\x02\x12\x0b\n\x07PENDING\x10\x03\x12\n\n\x06QUEUED\x10\x04\x12\r\n\tSUBMITTED\x10\x05\x12\x0b\n\x07RUNNING\x10\x06\x12\r\n\tFINISHING\x10\x07\x12\r\n\tSUCCEEDED\x10\x08\x12\n\n\x06\x46\x41ILED\x10\t\x12\r\n\tCANCELLED\x10\n*\\\n\x0cJobGroupType\x12\x1a\n\x16JOB_GROUP_TYPE_NOT_SET\x10\x00\x12\x18\n\x14SEQUENTIAL_JOB_GROUP\x10\x01\x12\x16\n\x12PARALLEL_JOB_GROUP\x10\x02\x42\x1e\n\x1aorg.finos.tracdap.metadataP\x01\x62\x06proto3')
|
|
21
21
|
|
|
22
22
|
_globals = globals()
|
|
23
23
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -65,70 +65,70 @@ if _descriptor._USE_C_DESCRIPTORS == False:
|
|
|
65
65
|
_globals['_EXPORTDATAJOB_PRIOROUTPUTSENTRY']._serialized_options = b'8\001'
|
|
66
66
|
_globals['_EXPORTDATAJOB_EXPORTSENTRY']._options = None
|
|
67
67
|
_globals['_EXPORTDATAJOB_EXPORTSENTRY']._serialized_options = b'8\001'
|
|
68
|
-
_globals['_JOBTYPE']._serialized_start=
|
|
69
|
-
_globals['_JOBTYPE']._serialized_end=
|
|
70
|
-
_globals['_JOBSTATUSCODE']._serialized_start=
|
|
71
|
-
_globals['_JOBSTATUSCODE']._serialized_end=
|
|
72
|
-
_globals['_JOBGROUPTYPE']._serialized_start=
|
|
73
|
-
_globals['_JOBGROUPTYPE']._serialized_end=
|
|
68
|
+
_globals['_JOBTYPE']._serialized_start=4865
|
|
69
|
+
_globals['_JOBTYPE']._serialized_end=4992
|
|
70
|
+
_globals['_JOBSTATUSCODE']._serialized_start=4995
|
|
71
|
+
_globals['_JOBSTATUSCODE']._serialized_end=5179
|
|
72
|
+
_globals['_JOBGROUPTYPE']._serialized_start=5181
|
|
73
|
+
_globals['_JOBGROUPTYPE']._serialized_end=5273
|
|
74
74
|
_globals['_JOBDEFINITION']._serialized_start=235
|
|
75
75
|
_globals['_JOBDEFINITION']._serialized_end=672
|
|
76
76
|
_globals['_RESULTDEFINITION']._serialized_start=675
|
|
77
|
-
_globals['_RESULTDEFINITION']._serialized_end=
|
|
78
|
-
_globals['_RESULTDEFINITION_OUTPUTSENTRY']._serialized_start=
|
|
79
|
-
_globals['_RESULTDEFINITION_OUTPUTSENTRY']._serialized_end=
|
|
80
|
-
_globals['_RUNMODELJOB']._serialized_start=
|
|
81
|
-
_globals['_RUNMODELJOB']._serialized_end=
|
|
82
|
-
_globals['_RUNMODELJOB_PARAMETERSENTRY']._serialized_start=
|
|
83
|
-
_globals['_RUNMODELJOB_PARAMETERSENTRY']._serialized_end=
|
|
84
|
-
_globals['_RUNMODELJOB_INPUTSENTRY']._serialized_start=
|
|
85
|
-
_globals['_RUNMODELJOB_INPUTSENTRY']._serialized_end=
|
|
86
|
-
_globals['_RUNMODELJOB_OUTPUTSENTRY']._serialized_start=
|
|
87
|
-
_globals['_RUNMODELJOB_OUTPUTSENTRY']._serialized_end=
|
|
88
|
-
_globals['_RUNMODELJOB_PRIOROUTPUTSENTRY']._serialized_start=
|
|
89
|
-
_globals['_RUNMODELJOB_PRIOROUTPUTSENTRY']._serialized_end=
|
|
90
|
-
_globals['_RUNFLOWJOB']._serialized_start=
|
|
91
|
-
_globals['_RUNFLOWJOB']._serialized_end=
|
|
92
|
-
_globals['_RUNFLOWJOB_PARAMETERSENTRY']._serialized_start=
|
|
93
|
-
_globals['_RUNFLOWJOB_PARAMETERSENTRY']._serialized_end=
|
|
94
|
-
_globals['_RUNFLOWJOB_INPUTSENTRY']._serialized_start=
|
|
95
|
-
_globals['_RUNFLOWJOB_INPUTSENTRY']._serialized_end=
|
|
96
|
-
_globals['_RUNFLOWJOB_OUTPUTSENTRY']._serialized_start=
|
|
97
|
-
_globals['_RUNFLOWJOB_OUTPUTSENTRY']._serialized_end=
|
|
98
|
-
_globals['_RUNFLOWJOB_PRIOROUTPUTSENTRY']._serialized_start=
|
|
99
|
-
_globals['_RUNFLOWJOB_PRIOROUTPUTSENTRY']._serialized_end=
|
|
100
|
-
_globals['_RUNFLOWJOB_MODELSENTRY']._serialized_start=
|
|
101
|
-
_globals['_RUNFLOWJOB_MODELSENTRY']._serialized_end=
|
|
102
|
-
_globals['_IMPORTMODELJOB']._serialized_start=
|
|
103
|
-
_globals['_IMPORTMODELJOB']._serialized_end=
|
|
104
|
-
_globals['_IMPORTDATAJOB']._serialized_start=
|
|
105
|
-
_globals['_IMPORTDATAJOB']._serialized_end=
|
|
106
|
-
_globals['_IMPORTDATAJOB_PARAMETERSENTRY']._serialized_start=
|
|
107
|
-
_globals['_IMPORTDATAJOB_PARAMETERSENTRY']._serialized_end=
|
|
108
|
-
_globals['_IMPORTDATAJOB_INPUTSENTRY']._serialized_start=
|
|
109
|
-
_globals['_IMPORTDATAJOB_INPUTSENTRY']._serialized_end=
|
|
110
|
-
_globals['_IMPORTDATAJOB_OUTPUTSENTRY']._serialized_start=
|
|
111
|
-
_globals['_IMPORTDATAJOB_OUTPUTSENTRY']._serialized_end=
|
|
112
|
-
_globals['_IMPORTDATAJOB_PRIOROUTPUTSENTRY']._serialized_start=
|
|
113
|
-
_globals['_IMPORTDATAJOB_PRIOROUTPUTSENTRY']._serialized_end=
|
|
114
|
-
_globals['_IMPORTDATAJOB_IMPORTSENTRY']._serialized_start=
|
|
115
|
-
_globals['_IMPORTDATAJOB_IMPORTSENTRY']._serialized_end=
|
|
116
|
-
_globals['_EXPORTDATAJOB']._serialized_start=
|
|
117
|
-
_globals['_EXPORTDATAJOB']._serialized_end=
|
|
118
|
-
_globals['_EXPORTDATAJOB_PARAMETERSENTRY']._serialized_start=
|
|
119
|
-
_globals['_EXPORTDATAJOB_PARAMETERSENTRY']._serialized_end=
|
|
120
|
-
_globals['_EXPORTDATAJOB_INPUTSENTRY']._serialized_start=
|
|
121
|
-
_globals['_EXPORTDATAJOB_INPUTSENTRY']._serialized_end=
|
|
122
|
-
_globals['_EXPORTDATAJOB_OUTPUTSENTRY']._serialized_start=
|
|
123
|
-
_globals['_EXPORTDATAJOB_OUTPUTSENTRY']._serialized_end=
|
|
124
|
-
_globals['_EXPORTDATAJOB_PRIOROUTPUTSENTRY']._serialized_start=
|
|
125
|
-
_globals['_EXPORTDATAJOB_PRIOROUTPUTSENTRY']._serialized_end=
|
|
126
|
-
_globals['_EXPORTDATAJOB_EXPORTSENTRY']._serialized_start=
|
|
127
|
-
_globals['_EXPORTDATAJOB_EXPORTSENTRY']._serialized_end=
|
|
128
|
-
_globals['_JOBGROUP']._serialized_start=
|
|
129
|
-
_globals['_JOBGROUP']._serialized_end=
|
|
130
|
-
_globals['_SEQUENTIALJOBGROUP']._serialized_start=
|
|
131
|
-
_globals['_SEQUENTIALJOBGROUP']._serialized_end=
|
|
132
|
-
_globals['_PARALLELJOBGROUP']._serialized_start=
|
|
133
|
-
_globals['_PARALLELJOBGROUP']._serialized_end=
|
|
77
|
+
_globals['_RESULTDEFINITION']._serialized_end=1029
|
|
78
|
+
_globals['_RESULTDEFINITION_OUTPUTSENTRY']._serialized_start=938
|
|
79
|
+
_globals['_RESULTDEFINITION_OUTPUTSENTRY']._serialized_end=1015
|
|
80
|
+
_globals['_RUNMODELJOB']._serialized_start=1032
|
|
81
|
+
_globals['_RUNMODELJOB']._serialized_end=1716
|
|
82
|
+
_globals['_RUNMODELJOB_PARAMETERSENTRY']._serialized_start=1401
|
|
83
|
+
_globals['_RUNMODELJOB_PARAMETERSENTRY']._serialized_end=1475
|
|
84
|
+
_globals['_RUNMODELJOB_INPUTSENTRY']._serialized_start=1477
|
|
85
|
+
_globals['_RUNMODELJOB_INPUTSENTRY']._serialized_end=1553
|
|
86
|
+
_globals['_RUNMODELJOB_OUTPUTSENTRY']._serialized_start=938
|
|
87
|
+
_globals['_RUNMODELJOB_OUTPUTSENTRY']._serialized_end=1015
|
|
88
|
+
_globals['_RUNMODELJOB_PRIOROUTPUTSENTRY']._serialized_start=1634
|
|
89
|
+
_globals['_RUNMODELJOB_PRIOROUTPUTSENTRY']._serialized_end=1716
|
|
90
|
+
_globals['_RUNFLOWJOB']._serialized_start=1719
|
|
91
|
+
_globals['_RUNFLOWJOB']._serialized_end=2533
|
|
92
|
+
_globals['_RUNFLOWJOB_PARAMETERSENTRY']._serialized_start=1401
|
|
93
|
+
_globals['_RUNFLOWJOB_PARAMETERSENTRY']._serialized_end=1475
|
|
94
|
+
_globals['_RUNFLOWJOB_INPUTSENTRY']._serialized_start=1477
|
|
95
|
+
_globals['_RUNFLOWJOB_INPUTSENTRY']._serialized_end=1553
|
|
96
|
+
_globals['_RUNFLOWJOB_OUTPUTSENTRY']._serialized_start=938
|
|
97
|
+
_globals['_RUNFLOWJOB_OUTPUTSENTRY']._serialized_end=1015
|
|
98
|
+
_globals['_RUNFLOWJOB_PRIOROUTPUTSENTRY']._serialized_start=1634
|
|
99
|
+
_globals['_RUNFLOWJOB_PRIOROUTPUTSENTRY']._serialized_end=1716
|
|
100
|
+
_globals['_RUNFLOWJOB_MODELSENTRY']._serialized_start=2457
|
|
101
|
+
_globals['_RUNFLOWJOB_MODELSENTRY']._serialized_end=2533
|
|
102
|
+
_globals['_IMPORTMODELJOB']._serialized_start=2536
|
|
103
|
+
_globals['_IMPORTMODELJOB']._serialized_end=2751
|
|
104
|
+
_globals['_IMPORTDATAJOB']._serialized_start=2754
|
|
105
|
+
_globals['_IMPORTDATAJOB']._serialized_end=3663
|
|
106
|
+
_globals['_IMPORTDATAJOB_PARAMETERSENTRY']._serialized_start=1401
|
|
107
|
+
_globals['_IMPORTDATAJOB_PARAMETERSENTRY']._serialized_end=1475
|
|
108
|
+
_globals['_IMPORTDATAJOB_INPUTSENTRY']._serialized_start=1477
|
|
109
|
+
_globals['_IMPORTDATAJOB_INPUTSENTRY']._serialized_end=1553
|
|
110
|
+
_globals['_IMPORTDATAJOB_OUTPUTSENTRY']._serialized_start=938
|
|
111
|
+
_globals['_IMPORTDATAJOB_OUTPUTSENTRY']._serialized_end=1015
|
|
112
|
+
_globals['_IMPORTDATAJOB_PRIOROUTPUTSENTRY']._serialized_start=1634
|
|
113
|
+
_globals['_IMPORTDATAJOB_PRIOROUTPUTSENTRY']._serialized_end=1716
|
|
114
|
+
_globals['_IMPORTDATAJOB_IMPORTSENTRY']._serialized_start=3586
|
|
115
|
+
_globals['_IMPORTDATAJOB_IMPORTSENTRY']._serialized_end=3663
|
|
116
|
+
_globals['_EXPORTDATAJOB']._serialized_start=3666
|
|
117
|
+
_globals['_EXPORTDATAJOB']._serialized_end=4525
|
|
118
|
+
_globals['_EXPORTDATAJOB_PARAMETERSENTRY']._serialized_start=1401
|
|
119
|
+
_globals['_EXPORTDATAJOB_PARAMETERSENTRY']._serialized_end=1475
|
|
120
|
+
_globals['_EXPORTDATAJOB_INPUTSENTRY']._serialized_start=1477
|
|
121
|
+
_globals['_EXPORTDATAJOB_INPUTSENTRY']._serialized_end=1553
|
|
122
|
+
_globals['_EXPORTDATAJOB_OUTPUTSENTRY']._serialized_start=938
|
|
123
|
+
_globals['_EXPORTDATAJOB_OUTPUTSENTRY']._serialized_end=1015
|
|
124
|
+
_globals['_EXPORTDATAJOB_PRIOROUTPUTSENTRY']._serialized_start=1634
|
|
125
|
+
_globals['_EXPORTDATAJOB_PRIOROUTPUTSENTRY']._serialized_end=1716
|
|
126
|
+
_globals['_EXPORTDATAJOB_EXPORTSENTRY']._serialized_start=4448
|
|
127
|
+
_globals['_EXPORTDATAJOB_EXPORTSENTRY']._serialized_end=4525
|
|
128
|
+
_globals['_JOBGROUP']._serialized_start=4528
|
|
129
|
+
_globals['_JOBGROUP']._serialized_end=4727
|
|
130
|
+
_globals['_SEQUENTIALJOBGROUP']._serialized_start=4729
|
|
131
|
+
_globals['_SEQUENTIALJOBGROUP']._serialized_end=4796
|
|
132
|
+
_globals['_PARALLELJOBGROUP']._serialized_start=4798
|
|
133
|
+
_globals['_PARALLELJOBGROUP']._serialized_end=4863
|
|
134
134
|
# @@protoc_insertion_point(module_scope)
|
|
@@ -14,7 +14,7 @@ _sym_db = _symbol_database.Default()
|
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
|
|
17
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n1tracdap/rt/_impl/grpc/tracdap/metadata/type.proto\x12\x10tracdap.metadata\"\
|
|
17
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n1tracdap/rt/_impl/grpc/tracdap/metadata/type.proto\x12\x10tracdap.metadata\"\xa0\x03\n\x0eTypeDescriptor\x12.\n\tbasicType\x18\x01 \x01(\x0e\x32\x1b.tracdap.metadata.BasicType\x12\x38\n\tarrayType\x18\x02 \x01(\x0b\x32 .tracdap.metadata.TypeDescriptorH\x00\x88\x01\x01\x12\x36\n\x07mapType\x18\x03 \x01(\x0b\x32 .tracdap.metadata.TypeDescriptorH\x01\x88\x01\x01\x12\x46\n\x0bstructTypes\x18\x05 \x03(\x0b\x32\x31.tracdap.metadata.TypeDescriptor.StructTypesEntry\x12\x15\n\x08typeName\x18\x06 \x01(\tH\x02\x88\x01\x01\x1aT\n\x10StructTypesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12/\n\x05value\x18\x02 \x01(\x0b\x32 .tracdap.metadata.TypeDescriptor:\x02\x38\x01\x42\x0c\n\n_arrayTypeB\n\n\x08_mapTypeB\x0b\n\t_typeNameJ\x04\x08\x04\x10\x05R\nmapKeyType\"\x1f\n\x0c\x44\x65\x63imalValue\x12\x0f\n\x07\x64\x65\x63imal\x18\x01 \x01(\t\"\x1c\n\tDateValue\x12\x0f\n\x07isoDate\x18\x01 \x01(\t\"$\n\rDatetimeValue\x12\x13\n\x0bisoDatetime\x18\x01 \x01(\t\"\xa9\x03\n\x05Value\x12.\n\x04type\x18\x01 \x01(\x0b\x32 .tracdap.metadata.TypeDescriptor\x12\x16\n\x0c\x62ooleanValue\x18\x02 \x01(\x08H\x00\x12\x1a\n\x0cintegerValue\x18\x03 \x01(\x12\x42\x02\x30\x02H\x00\x12\x14\n\nfloatValue\x18\x04 \x01(\x01H\x00\x12\x15\n\x0bstringValue\x18\x05 \x01(\tH\x00\x12\x36\n\x0c\x64\x65\x63imalValue\x18\x06 \x01(\x0b\x32\x1e.tracdap.metadata.DecimalValueH\x00\x12\x30\n\tdateValue\x18\x07 \x01(\x0b\x32\x1b.tracdap.metadata.DateValueH\x00\x12\x38\n\rdatetimeValue\x18\x08 \x01(\x0b\x32\x1f.tracdap.metadata.DatetimeValueH\x00\x12\x32\n\narrayValue\x18\t \x01(\x0b\x32\x1c.tracdap.metadata.ArrayValueH\x00\x12.\n\x08mapValue\x18\n \x01(\x0b\x32\x1a.tracdap.metadata.MapValueH\x00\x42\x07\n\x05value\"4\n\nArrayValue\x12&\n\x05items\x18\x01 \x03(\x0b\x32\x17.tracdap.metadata.Value\"\x8d\x01\n\x08MapValue\x12\x38\n\x07\x65ntries\x18\x01 \x03(\x0b\x32\'.tracdap.metadata.MapValue.EntriesEntry\x1aG\n\x0c\x45ntriesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12&\n\x05value\x18\x02 \x01(\x0b\x32\x17.tracdap.metadata.Value:\x02\x38\x01*\x99\x01\n\tBasicType\x12\x16\n\x12\x42\x41SIC_TYPE_NOT_SET\x10\x00\x12\x0b\n\x07\x42OOLEAN\x10\x01\x12\x0b\n\x07INTEGER\x10\x02\x12\t\n\x05\x46LOAT\x10\x03\x12\n\n\x06STRING\x10\x04\x12\x0b\n\x07\x44\x45\x43IMAL\x10\x05\x12\x08\n\x04\x44\x41TE\x10\x06\x12\x0c\n\x08\x44\x41TETIME\x10\x07\x12\t\n\x05\x41RRAY\x10\x08\x12\x07\n\x03MAP\x10\t\x12\n\n\x06STRUCT\x10\nB\x1e\n\x1aorg.finos.tracdap.metadataP\x01\x62\x06proto3')
|
|
18
18
|
|
|
19
19
|
_globals = globals()
|
|
20
20
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -22,26 +22,30 @@ _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'tracdap.rt._impl.grpc.tracd
|
|
|
22
22
|
if _descriptor._USE_C_DESCRIPTORS == False:
|
|
23
23
|
_globals['DESCRIPTOR']._options = None
|
|
24
24
|
_globals['DESCRIPTOR']._serialized_options = b'\n\032org.finos.tracdap.metadataP\001'
|
|
25
|
+
_globals['_TYPEDESCRIPTOR_STRUCTTYPESENTRY']._options = None
|
|
26
|
+
_globals['_TYPEDESCRIPTOR_STRUCTTYPESENTRY']._serialized_options = b'8\001'
|
|
25
27
|
_globals['_VALUE'].fields_by_name['integerValue']._options = None
|
|
26
28
|
_globals['_VALUE'].fields_by_name['integerValue']._serialized_options = b'0\002'
|
|
27
29
|
_globals['_MAPVALUE_ENTRIESENTRY']._options = None
|
|
28
30
|
_globals['_MAPVALUE_ENTRIESENTRY']._serialized_options = b'8\001'
|
|
29
|
-
_globals['_BASICTYPE']._serialized_start=
|
|
30
|
-
_globals['_BASICTYPE']._serialized_end=
|
|
31
|
+
_globals['_BASICTYPE']._serialized_start=1218
|
|
32
|
+
_globals['_BASICTYPE']._serialized_end=1371
|
|
31
33
|
_globals['_TYPEDESCRIPTOR']._serialized_start=72
|
|
32
|
-
_globals['_TYPEDESCRIPTOR']._serialized_end=
|
|
33
|
-
_globals['
|
|
34
|
-
_globals['
|
|
35
|
-
_globals['
|
|
36
|
-
_globals['
|
|
37
|
-
_globals['
|
|
38
|
-
_globals['
|
|
39
|
-
_globals['
|
|
40
|
-
_globals['
|
|
41
|
-
_globals['
|
|
42
|
-
_globals['
|
|
43
|
-
_globals['
|
|
44
|
-
_globals['
|
|
45
|
-
_globals['
|
|
46
|
-
_globals['
|
|
34
|
+
_globals['_TYPEDESCRIPTOR']._serialized_end=488
|
|
35
|
+
_globals['_TYPEDESCRIPTOR_STRUCTTYPESENTRY']._serialized_start=347
|
|
36
|
+
_globals['_TYPEDESCRIPTOR_STRUCTTYPESENTRY']._serialized_end=431
|
|
37
|
+
_globals['_DECIMALVALUE']._serialized_start=490
|
|
38
|
+
_globals['_DECIMALVALUE']._serialized_end=521
|
|
39
|
+
_globals['_DATEVALUE']._serialized_start=523
|
|
40
|
+
_globals['_DATEVALUE']._serialized_end=551
|
|
41
|
+
_globals['_DATETIMEVALUE']._serialized_start=553
|
|
42
|
+
_globals['_DATETIMEVALUE']._serialized_end=589
|
|
43
|
+
_globals['_VALUE']._serialized_start=592
|
|
44
|
+
_globals['_VALUE']._serialized_end=1017
|
|
45
|
+
_globals['_ARRAYVALUE']._serialized_start=1019
|
|
46
|
+
_globals['_ARRAYVALUE']._serialized_end=1071
|
|
47
|
+
_globals['_MAPVALUE']._serialized_start=1074
|
|
48
|
+
_globals['_MAPVALUE']._serialized_end=1215
|
|
49
|
+
_globals['_MAPVALUE_ENTRIESENTRY']._serialized_start=1144
|
|
50
|
+
_globals['_MAPVALUE_ENTRIESENTRY']._serialized_end=1215
|
|
47
51
|
# @@protoc_insertion_point(module_scope)
|
|
@@ -18,6 +18,7 @@ class BasicType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
|
|
|
18
18
|
DATETIME: _ClassVar[BasicType]
|
|
19
19
|
ARRAY: _ClassVar[BasicType]
|
|
20
20
|
MAP: _ClassVar[BasicType]
|
|
21
|
+
STRUCT: _ClassVar[BasicType]
|
|
21
22
|
BASIC_TYPE_NOT_SET: BasicType
|
|
22
23
|
BOOLEAN: BasicType
|
|
23
24
|
INTEGER: BasicType
|
|
@@ -28,16 +29,28 @@ DATE: BasicType
|
|
|
28
29
|
DATETIME: BasicType
|
|
29
30
|
ARRAY: BasicType
|
|
30
31
|
MAP: BasicType
|
|
32
|
+
STRUCT: BasicType
|
|
31
33
|
|
|
32
34
|
class TypeDescriptor(_message.Message):
|
|
33
|
-
__slots__ = ("basicType", "arrayType", "mapType")
|
|
35
|
+
__slots__ = ("basicType", "arrayType", "mapType", "structTypes", "typeName")
|
|
36
|
+
class StructTypesEntry(_message.Message):
|
|
37
|
+
__slots__ = ("key", "value")
|
|
38
|
+
KEY_FIELD_NUMBER: _ClassVar[int]
|
|
39
|
+
VALUE_FIELD_NUMBER: _ClassVar[int]
|
|
40
|
+
key: str
|
|
41
|
+
value: TypeDescriptor
|
|
42
|
+
def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[TypeDescriptor, _Mapping]] = ...) -> None: ...
|
|
34
43
|
BASICTYPE_FIELD_NUMBER: _ClassVar[int]
|
|
35
44
|
ARRAYTYPE_FIELD_NUMBER: _ClassVar[int]
|
|
36
45
|
MAPTYPE_FIELD_NUMBER: _ClassVar[int]
|
|
46
|
+
STRUCTTYPES_FIELD_NUMBER: _ClassVar[int]
|
|
47
|
+
TYPENAME_FIELD_NUMBER: _ClassVar[int]
|
|
37
48
|
basicType: BasicType
|
|
38
49
|
arrayType: TypeDescriptor
|
|
39
50
|
mapType: TypeDescriptor
|
|
40
|
-
|
|
51
|
+
structTypes: _containers.MessageMap[str, TypeDescriptor]
|
|
52
|
+
typeName: str
|
|
53
|
+
def __init__(self, basicType: _Optional[_Union[BasicType, str]] = ..., arrayType: _Optional[_Union[TypeDescriptor, _Mapping]] = ..., mapType: _Optional[_Union[TypeDescriptor, _Mapping]] = ..., structTypes: _Optional[_Mapping[str, TypeDescriptor]] = ..., typeName: _Optional[str] = ...) -> None: ...
|
|
41
54
|
|
|
42
55
|
class DecimalValue(_message.Message):
|
|
43
56
|
__slots__ = ("decimal",)
|
tracdap/rt/_impl/runtime.py
CHANGED
|
@@ -63,8 +63,6 @@ class TracRuntime:
|
|
|
63
63
|
def __init__(
|
|
64
64
|
self,
|
|
65
65
|
sys_config: tp.Union[str, pathlib.Path, _cfg.RuntimeConfig],
|
|
66
|
-
job_result_dir: tp.Union[str, pathlib.Path, None] = None,
|
|
67
|
-
job_result_format: tp.Optional[str] = None,
|
|
68
66
|
scratch_dir: tp.Union[str, pathlib.Path, None] = None,
|
|
69
67
|
scratch_dir_persist: bool = False,
|
|
70
68
|
plugin_packages: tp.List[str] = None,
|
|
@@ -91,8 +89,6 @@ class TracRuntime:
|
|
|
91
89
|
|
|
92
90
|
self._sys_config = sys_config if isinstance(sys_config, _cfg.RuntimeConfig) else None
|
|
93
91
|
self._sys_config_path = sys_config if not self._sys_config else None
|
|
94
|
-
self._job_result_dir = job_result_dir
|
|
95
|
-
self._job_result_format = job_result_format
|
|
96
92
|
self._scratch_dir = scratch_dir
|
|
97
93
|
self._scratch_dir_provided = True if scratch_dir is not None else False
|
|
98
94
|
self._scratch_dir_persist = scratch_dir_persist
|
|
@@ -168,13 +164,6 @@ class TracRuntime:
|
|
|
168
164
|
else:
|
|
169
165
|
self._log.info("Using embedded system config")
|
|
170
166
|
|
|
171
|
-
# Check whether to enable categorical processing in the data layer
|
|
172
|
-
|
|
173
|
-
if _data.DataMapping.CATEGORICAL_CONFIG_KEY in self._sys_config.properties:
|
|
174
|
-
categorical_prop = self._sys_config.properties[_data.DataMapping.CATEGORICAL_CONFIG_KEY]
|
|
175
|
-
categorical_flag = categorical_prop and categorical_prop.lower() == "true"
|
|
176
|
-
_data.DataMapping.enable_categorical(categorical_flag)
|
|
177
|
-
|
|
178
167
|
# Dev mode translation is controlled by the dev mode flag
|
|
179
168
|
# I.e. it can be applied to embedded configs
|
|
180
169
|
|
|
@@ -281,7 +270,7 @@ class TracRuntime:
|
|
|
281
270
|
self._log.info("TRAC runtime has gone down cleanly")
|
|
282
271
|
|
|
283
272
|
def is_oneshot(self):
|
|
284
|
-
return
|
|
273
|
+
return True # Always one-shot for now
|
|
285
274
|
|
|
286
275
|
def run_until_done(self):
|
|
287
276
|
|
|
@@ -363,10 +352,7 @@ class TracRuntime:
|
|
|
363
352
|
job_key = _util.object_key(job_config.jobId)
|
|
364
353
|
self._jobs[job_key] = _RuntimeJobInfo()
|
|
365
354
|
|
|
366
|
-
self._system.send_main(
|
|
367
|
-
"submit_job", job_config,
|
|
368
|
-
str(self._job_result_dir) if self._job_result_dir else "",
|
|
369
|
-
self._job_result_format if self._job_result_format else "")
|
|
355
|
+
self._system.send_main("submit_job", job_config)
|
|
370
356
|
|
|
371
357
|
def wait_for_job(self, job_id: _api.TagHeader):
|
|
372
358
|
|
tracdap/rt/_impl/static_api.py
CHANGED
|
@@ -155,30 +155,29 @@ class StaticApiImpl(_StaticApiHook):
|
|
|
155
155
|
|
|
156
156
|
_val.validate_signature(self.define_struct, python_type)
|
|
157
157
|
|
|
158
|
-
|
|
159
|
-
return _meta.SchemaDefinition(schemaType=_meta.SchemaType.STRUCT, struct=struct_schema)
|
|
158
|
+
return _struct.StructProcessor.define_struct(python_type)
|
|
160
159
|
|
|
161
160
|
def define_schema(
|
|
162
161
|
self, *fields: _tp.Union[_meta.FieldSchema, _tp.List[_meta.FieldSchema]],
|
|
163
|
-
schema_type: _meta.SchemaType = _meta.SchemaType.
|
|
162
|
+
schema_type: _meta.SchemaType = _meta.SchemaType.TABLE_SCHEMA, dynamic: bool = False) \
|
|
164
163
|
-> _meta.SchemaDefinition:
|
|
165
164
|
|
|
166
165
|
_val.validate_signature(self.define_schema, *fields, schema_type=schema_type, dynamic=dynamic)
|
|
167
166
|
|
|
168
|
-
if schema_type == _meta.SchemaType.
|
|
167
|
+
if schema_type == _meta.SchemaType.TABLE_SCHEMA:
|
|
169
168
|
|
|
170
169
|
if dynamic and not fields:
|
|
171
170
|
table_schema = None
|
|
172
171
|
else:
|
|
173
172
|
table_schema = self._build_table_schema(*fields)
|
|
174
173
|
|
|
175
|
-
return _meta.SchemaDefinition(_meta.SchemaType.
|
|
174
|
+
return _meta.SchemaDefinition(_meta.SchemaType.TABLE_SCHEMA, table=table_schema)
|
|
176
175
|
|
|
177
176
|
raise _ex.ERuntimeValidation(f"Invalid schema type [{schema_type.name}]")
|
|
178
177
|
|
|
179
178
|
def load_schema(
|
|
180
179
|
self, package: _tp.Union[_ts.ModuleType, str], schema_file: str,
|
|
181
|
-
schema_type: _meta.SchemaType = _meta.SchemaType.
|
|
180
|
+
schema_type: _meta.SchemaType = _meta.SchemaType.TABLE_SCHEMA) \
|
|
182
181
|
-> _meta.SchemaDefinition:
|
|
183
182
|
|
|
184
183
|
_val.validate_signature(self.load_schema, package, schema_file, schema_type)
|