tracdap-runtime 0.6.3__py3-none-any.whl → 0.6.5__py3-none-any.whl

tracdap/rt/metadata/data.py

@@ -54,17 +54,17 @@ class FieldSchema:
         :class:`TableSchema <TableSchema>`
     """
 
-    fieldName: str = None
+    fieldName: str = ""
 
-    fieldOrder: int = None
+    fieldOrder: int = 0
 
     fieldType: BasicType = BasicType.BASIC_TYPE_NOT_SET
 
-    label: str = None
+    label: str = ""
 
-    businessKey: bool = None
+    businessKey: bool = False
 
-    categorical: bool = None
+    categorical: bool = False
 
     notNull: _tp.Optional[bool] = None
 
@@ -110,7 +110,7 @@ class PartKey:
 
     """Partition key for tabular datasets"""
 
-    opaqueKey: str = None
+    opaqueKey: str = ""
 
     partType: PartType = PartType.PART_ROOT
 
@@ -129,23 +129,23 @@ class DataDefinition:
     @_dc.dataclass
     class Delta:
 
-        deltaIndex: int = None
+        deltaIndex: int = 0
 
-        dataItem: str = None
+        dataItem: str = ""
 
     @_dc.dataclass
     class Snap:
 
-        snapIndex: int = None
+        snapIndex: int = 0
 
         deltas: _tp.List[DataDefinition.Delta] = _dc.field(default_factory=list)
 
     @_dc.dataclass
     class Part:
 
-        partKey: PartKey = None
+        partKey: PartKey = _dc.field(default_factory=lambda: PartKey())
 
-        snap: DataDefinition.Snap = None
+        snap: DataDefinition.Snap = _dc.field(default_factory=lambda: DataDefinition.Snap())
 
     schemaId: _tp.Optional[TagSelector] = None
 
@@ -153,4 +153,4 @@ class DataDefinition:
 
     parts: _tp.Dict[str, DataDefinition.Part] = _dc.field(default_factory=dict)
 
-    storageId: TagSelector = None
+    storageId: TagSelector = _dc.field(default_factory=lambda: TagSelector())

tracdap/rt/metadata/file.py

@@ -14,14 +14,14 @@ class FileDefinition:
 
     """Describes a file object stored in the TRAC platform"""
 
-    name: str = None
+    name: str = ""
 
-    extension: str = None
+    extension: str = ""
 
-    mimeType: str = None
+    mimeType: str = ""
 
-    size: int = None
+    size: int = 0
 
-    storageId: TagSelector = None
+    storageId: TagSelector = _dc.field(default_factory=lambda: TagSelector())
 
-    dataItem: str = None
+    dataItem: str = ""

tracdap/rt/metadata/flow.py

@@ -59,13 +59,13 @@ class FlowNode:
 
     outputs: _tp.List[str] = _dc.field(default_factory=list)
 
-    nodeSearch: SearchExpression = None
+    nodeSearch: SearchExpression = _dc.field(default_factory=lambda: SearchExpression())
 
     nodeAttrs: _tp.List[TagUpdate] = _dc.field(default_factory=list)
 
     nodeProps: _tp.Dict[str, Value] = _dc.field(default_factory=dict)
 
-    label: str = None
+    label: str = ""
 
 
 @_dc.dataclass
@@ -85,9 +85,9 @@ class FlowSocket:
         :class:`FlowEdge <FlowEdge>`
     """
 
-    node: str = None
+    node: str = ""
 
-    socket: str = None
+    socket: str = ""
 
 
 @_dc.dataclass
@@ -100,9 +100,9 @@ class FlowEdge:
         :class:`FlowSocket <FlowSocket>`
     """
 
-    source: FlowSocket = None
+    source: FlowSocket = _dc.field(default_factory=lambda: FlowSocket())
 
-    target: FlowSocket = None
+    target: FlowSocket = _dc.field(default_factory=lambda: FlowSocket())
 
 
 @_dc.dataclass

tracdap/rt/metadata/job.py

@@ -32,6 +32,10 @@ class JobType(_enum.Enum):
 
     """Import data into the platform"""
 
+    EXPORT_DATA = 5
+
+    """Export data to external locations"""
+
 
 class JobStatusCode(_enum.Enum):
 
@@ -93,13 +97,17 @@ class JobDefinition:
 
     importModel: _tp.Optional[ImportModelJob] = None
 
+    importData: _tp.Optional[ImportDataJob] = None
+
+    exportData: _tp.Optional[ExportDataJob] = None
+
 
 @_dc.dataclass
 class RunModelJob:
 
     """Specification for a RuN_MODEL job"""
 
-    model: TagSelector = None
+    model: TagSelector = _dc.field(default_factory=lambda: TagSelector())
 
     parameters: _tp.Dict[str, Value] = _dc.field(default_factory=dict)
 
@@ -117,7 +125,7 @@ class RunFlowJob:
 
     """Specification for a RUN_FLOW job"""
 
-    flow: TagSelector = None
+    flow: TagSelector = _dc.field(default_factory=lambda: TagSelector())
 
     parameters: _tp.Dict[str, Value] = _dc.field(default_factory=dict)
 
@@ -137,18 +145,64 @@ class ImportModelJob:
 
     """Specification for an IMPORT_MODEL job"""
 
-    language: str = None
+    language: str = ""
 
-    repository: str = None
+    repository: str = ""
 
     packageGroup: _tp.Optional[str] = None
 
-    package: str = None
+    package: str = ""
 
-    version: str = None
+    version: str = ""
 
-    entryPoint: str = None
+    entryPoint: str = ""
 
-    path: str = None
+    path: str = ""
 
     modelAttrs: _tp.List[TagUpdate] = _dc.field(default_factory=list)
+
+
+@_dc.dataclass
+class ImportDataJob:
+
+    """Specification for an IMPORT_DATA job"""
+
+    model: TagSelector = _dc.field(default_factory=lambda: TagSelector())
+
+    parameters: _tp.Dict[str, Value] = _dc.field(default_factory=dict)
+
+    inputs: _tp.Dict[str, TagSelector] = _dc.field(default_factory=dict)
+
+    outputs: _tp.Dict[str, TagSelector] = _dc.field(default_factory=dict)
+
+    priorOutputs: _tp.Dict[str, TagSelector] = _dc.field(default_factory=dict)
+
+    storageAccess: _tp.List[str] = _dc.field(default_factory=list)
+
+    imports: _tp.Dict[str, TagSelector] = _dc.field(default_factory=dict)
+
+    outputAttrs: _tp.List[TagUpdate] = _dc.field(default_factory=list)
+
+    importAttrs: _tp.List[TagUpdate] = _dc.field(default_factory=list)
+
+
+@_dc.dataclass
+class ExportDataJob:
+
+    """Specification for an EXPORT_DATA job"""
+
+    model: TagSelector = _dc.field(default_factory=lambda: TagSelector())
+
+    parameters: _tp.Dict[str, Value] = _dc.field(default_factory=dict)
+
+    inputs: _tp.Dict[str, TagSelector] = _dc.field(default_factory=dict)
+
+    outputs: _tp.Dict[str, TagSelector] = _dc.field(default_factory=dict)
+
+    priorOutputs: _tp.Dict[str, TagSelector] = _dc.field(default_factory=dict)
+
+    storageAccess: _tp.List[str] = _dc.field(default_factory=list)
+
+    exports: _tp.Dict[str, TagSelector] = _dc.field(default_factory=dict)
+
+    outputAttrs: _tp.List[TagUpdate] = _dc.field(default_factory=list)

tracdap/rt/metadata/model.py

@@ -9,15 +9,31 @@ from .type import *  # noqa
 from .data import *  # noqa
 
 
+class ModelType(_enum.Enum):
+
+    """Identify specialized model types for specific tasks"""
+
+    STANDARD_MODEL = 0
+
+    """A regular model with parameters, inputs and outputs (this is the default)"""
+
+    DATA_IMPORT_MODEL = 1
+
+    """A model with read access to external storage for importing data"""
+
+    DATA_EXPORT_MODEL = 2
+
+    """A model with write access to external storage for exporting data"""
+
 
 @_dc.dataclass
 class ModelParameter:
 
     """Describes an individual parameter of a model"""
 
-    paramType: TypeDescriptor = None
+    paramType: TypeDescriptor = _dc.field(default_factory=lambda: TypeDescriptor())
 
-    label: str = None
+    label: str = ""
 
     defaultValue: _tp.Optional[Value] = None
 
@@ -39,11 +55,13 @@ class ModelInputSchema:
     other options may be required. These capabilities may be added in future releases.
     """
 
-    schema: SchemaDefinition = None
+    schema: SchemaDefinition = _dc.field(default_factory=lambda: SchemaDefinition())
 
     label: _tp.Optional[str] = None
 
-    optional: bool = None
+    optional: bool = False
+
+    dynamic: bool = False
 
     inputProps: _tp.Dict[str, Value] = _dc.field(default_factory=dict)
 
@@ -64,11 +82,13 @@ class ModelOutputSchema:
     added in future releases.
     """
 
-    schema: SchemaDefinition = None
+    schema: SchemaDefinition = _dc.field(default_factory=lambda: SchemaDefinition())
 
     label: _tp.Optional[str] = None
 
-    optional: bool = None
+    optional: bool = False
+
+    dynamic: bool = False
 
     outputProps: _tp.Dict[str, Value] = _dc.field(default_factory=dict)
 
@@ -78,17 +98,17 @@ class ModelDefinition:
 
     """Define a model for execution on the TRAC platform"""
 
-    language: str = None
+    language: str = ""
 
-    repository: str = None
+    repository: str = ""
 
     packageGroup: _tp.Optional[str] = None
 
-    package: str = None
+    package: str = ""
 
-    version: str = None
+    version: str = ""
 
-    entryPoint: str = None
+    entryPoint: str = ""
 
     path: _tp.Optional[str] = None
 
@@ -101,3 +121,5 @@ class ModelDefinition:
     staticAttributes: _tp.Dict[str, Value] = _dc.field(default_factory=dict)
 
     """Static attributes defined in model code"""
+
+    modelType: ModelType = ModelType.STANDARD_MODEL

tracdap/rt/metadata/object_id.py

@@ -56,7 +56,7 @@ class TagHeader:
         :class:`ObjectType <ObjectType>`
     """
 
-    objectId: str = None
+    objectId: str = ""
 
     """
     Object ID of the object this tag is associated with.
@@ -64,27 +64,27 @@ class TagHeader:
     Object IDs are UUIDs (RFC4122, https://www.ietf.org/rfc/rfc4122.txt)
     """
 
-    objectVersion: int = None
+    objectVersion: int = 0
 
     """Version of the object this tag is associated with."""
 
-    objectTimestamp: DatetimeValue = None
+    objectTimestamp: DatetimeValue = _dc.field(default_factory=lambda: DatetimeValue())
 
     """Timestamp for when this version of the object was created."""
 
-    tagVersion: int = None
+    tagVersion: int = 0
 
     """Version of this tag."""
 
-    tagTimestamp: DatetimeValue = None
+    tagTimestamp: DatetimeValue = _dc.field(default_factory=lambda: DatetimeValue())
 
     """Timestamp for when this version of the tag was created."""
 
-    isLatestObject: bool = None
+    isLatestObject: bool = False
 
     """isLatest flag for the object the tag is associated with."""
 
-    isLatestTag: bool = None
+    isLatestTag: bool = False
 
     """isLatest flag for the tag."""
 
@@ -132,7 +132,7 @@ class TagSelector:
         :class:`ObjectType <ObjectType>`
     """
 
-    objectId: str = None
+    objectId: str = ""
 
     """
     Object ID of the tag being selected.

tracdap/rt/metadata/resource.py

@@ -0,0 +1,24 @@
+# Code generated by TRAC
+
+from __future__ import annotations
+import typing as _tp  # noqa
+import dataclasses as _dc  # noqa
+import enum as _enum  # noqa
+
+from .object_id import *  # noqa
+from .object import *  # noqa
+
+
+class ResourceType(_enum.Enum):
+
+    """Enumeration of infrastructure resources that can be added to a tenant"""
+
+    RESOURCE_TYPE_NOT_SET = 0
+
+    MODEL_REPOSITORY = 1
+
+    """Model repository, which can be a source or binary repository"""
+
+    INTERNAL_STORAGE = 2
+
+    """Storage location for data held internally by the TRAC platform"""

tracdap/rt/metadata/search.py

@@ -175,7 +175,7 @@ class SearchTerm:
     Applies a search operator against an individual tag attribute.
     """
 
-    attrName: str = None
+    attrName: str = ""
 
     """The name of the attribute to search for"""
 
@@ -187,7 +187,7 @@ class SearchTerm:
 
     """The search operator to apply"""
 
-    searchValue: Value = None
+    searchValue: Value = _dc.field(default_factory=lambda: Value())
 
     """The search value to look for"""
 
@@ -244,7 +244,7 @@ class SearchParameters:
 
     """The type of object to search for"""
 
-    search: SearchExpression = None
+    search: SearchExpression = _dc.field(default_factory=lambda: SearchExpression())
 
     """
     A search expression based on tag attributes.
@@ -268,7 +268,7 @@ class SearchParameters:
     current time.
     """
 
-    priorVersions: bool = None
+    priorVersions: bool = False
 
     """
     Include prior versions of objects in the search.
@@ -287,7 +287,7 @@ class SearchParameters:
     latest tag is considered for each object.
     """
 
-    priorTags: bool = None
+    priorTags: bool = False
 
     """
     Include prior tags in the search.

tracdap/rt/metadata/stoarge.py

@@ -60,15 +60,15 @@ class StorageCopy:
         :class:`StorageDefinition <StorageDefinition>`
     """
 
-    storageKey: str = None
+    storageKey: str = ""
 
-    storagePath: str = None
+    storagePath: str = ""
 
-    storageFormat: str = None
+    storageFormat: str = ""
 
     copyStatus: CopyStatus = CopyStatus.COPY_STATUS_NOT_SET
 
-    copyTimestamp: DatetimeValue = None
+    copyTimestamp: DatetimeValue = _dc.field(default_factory=lambda: DatetimeValue())
 
     storageOptions: _tp.Dict[str, Value] = _dc.field(default_factory=dict)
 
@@ -85,9 +85,9 @@ class StorageIncarnation:
 
     copies: _tp.List[StorageCopy] = _dc.field(default_factory=list)
 
-    incarnationIndex: int = None
+    incarnationIndex: int = 0
 
-    incarnationTimestamp: DatetimeValue = None
+    incarnationTimestamp: DatetimeValue = _dc.field(default_factory=lambda: DatetimeValue())
 
     incarnationStatus: IncarnationStatus = IncarnationStatus.INCARNATION_STATUS_NOT_SET
 

tracdap/rt/metadata/tag.py

@@ -78,7 +78,7 @@ class Tag:
         :class:`ObjectDefinition <ObjectDefinition>`
     """
 
-    header: TagHeader = None
+    header: TagHeader = _dc.field(default_factory=lambda: TagHeader())
 
     """
     The tag header uniquely identifies the current tag and the object it is

tracdap/rt/metadata/tag_update.py

@@ -109,7 +109,7 @@ class TagUpdate:
         :class:`TagOperation <TagOperation>`
     """
 
-    attrName: str = None
+    attrName: str = ""
 
     """
     Name of the attribute this update refers to.

tracdap/rt/metadata/type.py

@@ -127,7 +127,7 @@ class DecimalValue:
         :class:`DECIMAL <BasicType.DECIMAL>`
     """
 
-    decimal: str = None
+    decimal: str = ""
 
 
 @_dc.dataclass
@@ -142,7 +142,7 @@ class DateValue:
         :class:`DATE <BasicType.DATE>`
     """
 
-    isoDate: str = None
+    isoDate: str = ""
 
 
 @_dc.dataclass
@@ -157,7 +157,7 @@ class DatetimeValue:
         :class:`DATETIME <BasicType.DATETIME>`
     """
 
-    isoDatetime: str = None
+    isoDatetime: str = ""
 
 
 @_dc.dataclass
@@ -187,7 +187,7 @@ class Value:
         :class:`TypeDescriptor <TypeDescriptor>`
     """
 
-    type: TypeDescriptor = None
+    type: TypeDescriptor = _dc.field(default_factory=lambda: TypeDescriptor())
 
     """
     Type descriptor for the current value.

{tracdap_runtime-0.6.3.dist-info → tracdap_runtime-0.6.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tracdap-runtime
-Version: 0.6.3
+Version: 0.6.5
 Summary: Runtime package for building models on the TRAC Data & Analytics Platform
 Home-page: https://tracdap.finos.org/
 Author: Martin Traverse
@@ -39,6 +39,8 @@ Requires-Dist: gcsfs==2024.3.1; extra == "gcp"
 Provides-Extra: grpc
 Requires-Dist: grpcio==1.66.1; extra == "grpc"
 Requires-Dist: grpcio-status==1.66.1; extra == "grpc"
+Provides-Extra: polars
+Requires-Dist: polars<2.0.0,>=1.0.0; extra == "polars"
 Provides-Extra: spark
 Requires-Dist: pyspark<3.6.0,>=3.0.0; extra == "spark"