tracdap-runtime 0.8.0rc2__py3-none-any.whl → 0.9.0b2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- tracdap/rt/_impl/core/config_parser.py +29 -3
- tracdap/rt/_impl/core/data.py +627 -40
- tracdap/rt/_impl/core/repos.py +17 -8
- tracdap/rt/_impl/core/storage.py +25 -13
- tracdap/rt/_impl/core/struct.py +254 -60
- tracdap/rt/_impl/core/util.py +125 -11
- tracdap/rt/_impl/exec/context.py +35 -8
- tracdap/rt/_impl/exec/dev_mode.py +169 -127
- tracdap/rt/_impl/exec/engine.py +203 -140
- tracdap/rt/_impl/exec/functions.py +228 -263
- tracdap/rt/_impl/exec/graph.py +141 -126
- tracdap/rt/_impl/exec/graph_builder.py +428 -449
- tracdap/rt/_impl/grpc/codec.py +8 -13
- tracdap/rt/_impl/grpc/server.py +7 -7
- tracdap/rt/_impl/grpc/tracdap/api/internal/runtime_pb2.py +25 -18
- tracdap/rt/_impl/grpc/tracdap/api/internal/runtime_pb2.pyi +27 -9
- tracdap/rt/_impl/grpc/tracdap/metadata/common_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/config_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/custom_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/data_pb2.py +37 -35
- tracdap/rt/_impl/grpc/tracdap/metadata/data_pb2.pyi +37 -43
- tracdap/rt/_impl/grpc/tracdap/metadata/file_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/flow_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/job_pb2.py +67 -63
- tracdap/rt/_impl/grpc/tracdap/metadata/job_pb2.pyi +11 -2
- tracdap/rt/_impl/grpc/tracdap/metadata/model_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/object_id_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/object_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/resource_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/search_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/storage_pb2.py +11 -9
- tracdap/rt/_impl/grpc/tracdap/metadata/storage_pb2.pyi +11 -2
- tracdap/rt/_impl/grpc/tracdap/metadata/tag_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/tag_update_pb2.py +1 -1
- tracdap/rt/_impl/grpc/tracdap/metadata/type_pb2.py +23 -19
- tracdap/rt/_impl/grpc/tracdap/metadata/type_pb2.pyi +15 -2
- tracdap/rt/_impl/runtime.py +3 -9
- tracdap/rt/_impl/static_api.py +5 -6
- tracdap/rt/_plugins/format_csv.py +2 -2
- tracdap/rt/_plugins/repo_git.py +56 -11
- tracdap/rt/_plugins/storage_aws.py +165 -150
- tracdap/rt/_plugins/storage_azure.py +17 -11
- tracdap/rt/_plugins/storage_gcp.py +35 -18
- tracdap/rt/_version.py +1 -1
- tracdap/rt/api/model_api.py +45 -0
- tracdap/rt/config/__init__.py +7 -9
- tracdap/rt/config/common.py +3 -14
- tracdap/rt/config/job.py +17 -3
- tracdap/rt/config/platform.py +9 -32
- tracdap/rt/config/result.py +8 -4
- tracdap/rt/config/runtime.py +5 -10
- tracdap/rt/config/tenant.py +28 -0
- tracdap/rt/launch/cli.py +0 -8
- tracdap/rt/launch/launch.py +1 -3
- tracdap/rt/metadata/__init__.py +35 -35
- tracdap/rt/metadata/data.py +19 -31
- tracdap/rt/metadata/job.py +3 -1
- tracdap/rt/metadata/storage.py +9 -0
- tracdap/rt/metadata/type.py +9 -5
- {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/METADATA +5 -3
- {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/RECORD +64 -63
- {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/WHEEL +1 -1
- {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/licenses/LICENSE +0 -0
- {tracdap_runtime-0.8.0rc2.dist-info → tracdap_runtime-0.9.0b2.dist-info}/top_level.txt +0 -0
@@ -45,6 +45,26 @@ except ModuleNotFoundError:
|
|
45
45
|
_T = tp.TypeVar('_T')
|
46
46
|
|
47
47
|
|
48
|
+
class ConfigKeys:
|
49
|
+
|
50
|
+
STORAGE_DEFAULT_LOCATION = "storage.default.location"
|
51
|
+
STORAGE_DEFAULT_FORMAT = "storage.default.format"
|
52
|
+
STORAGE_DEFAULT_LAYOUT = "storage.default.layout"
|
53
|
+
|
54
|
+
RESULT_ENABLED = "result.enabled"
|
55
|
+
RESULT_LOGS_ENABLED = "result.logs.enabled"
|
56
|
+
RESULT_STORAGE_LOCATION = "result.storage.location"
|
57
|
+
RESULT_STORAGE_PATH = "result.storage.path"
|
58
|
+
RESULT_FORMAT = "result.format"
|
59
|
+
|
60
|
+
|
61
|
+
|
62
|
+
class ConfigKDefaults:
|
63
|
+
|
64
|
+
STORAGE_DEFAULT_FORMAT = "CSV"
|
65
|
+
STORAGE_DEFAULT_LAYOUT = "OBJECT_ID_LAYOUT"
|
66
|
+
|
67
|
+
|
48
68
|
class ConfigManager:
|
49
69
|
|
50
70
|
@classmethod
|
@@ -479,10 +499,16 @@ class ConfigParser(tp.Generic[_T]):
|
|
479
499
|
# Now go back over the members and look for any that weren't declared in __init__
|
480
500
|
# Members with non-generic default values can still be read from the input stream
|
481
501
|
|
482
|
-
|
502
|
+
def member_names():
|
503
|
+
if hasattr(obj, "__slots__"):
|
504
|
+
return filter(lambda s: hasattr(obj, s), obj.__slots__)
|
505
|
+
else:
|
506
|
+
return dir(obj)
|
507
|
+
|
508
|
+
for member_name in member_names():
|
483
509
|
|
484
510
|
member_location = self._child_location(location, member_name)
|
485
|
-
default_value = obj
|
511
|
+
default_value = getattr(obj, member_name)
|
486
512
|
|
487
513
|
if member_name in init_signature.parameters or member_name.startswith("_"):
|
488
514
|
continue
|
@@ -510,7 +536,7 @@ class ConfigParser(tp.Generic[_T]):
|
|
510
536
|
|
511
537
|
for raw_name in raw_dict.keys():
|
512
538
|
|
513
|
-
if
|
539
|
+
if not hasattr(obj, raw_name):
|
514
540
|
self._error(location, f"Unrecognised config parameter '{raw_name}'")
|
515
541
|
|
516
542
|
if raw_name == "self" or raw_name.startswith("_"):
|