@flyteorg/flyteidl 1.3.11 → 1.3.12

package/gen/pb-js/flyteidl.d.ts

@@ -5635,6 +5635,9 @@ export namespace flyteidl {
 
             /** K8sPod podSpec */
             podSpec?: (google.protobuf.IStruct|null);
+
+            /** K8sPod dataConfig */
+            dataConfig?: (flyteidl.core.IDataLoadingConfig|null);
         }
 
         /** Represents a K8sPod. */
@@ -5652,6 +5655,9 @@ export namespace flyteidl {
             /** K8sPod podSpec. */
             public podSpec?: (google.protobuf.IStruct|null);
 
+            /** K8sPod dataConfig. */
+            public dataConfig?: (flyteidl.core.IDataLoadingConfig|null);
+
             /**
              * Creates a new K8sPod instance using the specified properties.
              * @param [properties] Properties to set

package/gen/pb-js/flyteidl.js

@@ -13498,6 +13498,7 @@
                  * @interface IK8sPod
                  * @property {flyteidl.core.IK8sObjectMetadata|null} [metadata] K8sPod metadata
                  * @property {google.protobuf.IStruct|null} [podSpec] K8sPod podSpec
+                 * @property {flyteidl.core.IDataLoadingConfig|null} [dataConfig] K8sPod dataConfig
                  */
     
                 /**
@@ -13531,6 +13532,14 @@
                  */
                 K8sPod.prototype.podSpec = null;
     
+                /**
+                 * K8sPod dataConfig.
+                 * @member {flyteidl.core.IDataLoadingConfig|null|undefined} dataConfig
+                 * @memberof flyteidl.core.K8sPod
+                 * @instance
+                 */
+                K8sPod.prototype.dataConfig = null;
+    
                 /**
                  * Creates a new K8sPod instance using the specified properties.
                  * @function create
@@ -13559,6 +13568,8 @@
                         $root.flyteidl.core.K8sObjectMetadata.encode(message.metadata, writer.uint32(/* id 1, wireType 2 =*/10).fork()).ldelim();
                     if (message.podSpec != null && message.hasOwnProperty("podSpec"))
                         $root.google.protobuf.Struct.encode(message.podSpec, writer.uint32(/* id 2, wireType 2 =*/18).fork()).ldelim();
+                    if (message.dataConfig != null && message.hasOwnProperty("dataConfig"))
+                        $root.flyteidl.core.DataLoadingConfig.encode(message.dataConfig, writer.uint32(/* id 3, wireType 2 =*/26).fork()).ldelim();
                     return writer;
                 };
     
@@ -13586,6 +13597,9 @@
                         case 2:
                             message.podSpec = $root.google.protobuf.Struct.decode(reader, reader.uint32());
                             break;
+                        case 3:
+                            message.dataConfig = $root.flyteidl.core.DataLoadingConfig.decode(reader, reader.uint32());
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -13615,6 +13629,11 @@
                         if (error)
                             return "podSpec." + error;
                     }
+                    if (message.dataConfig != null && message.hasOwnProperty("dataConfig")) {
+                        var error = $root.flyteidl.core.DataLoadingConfig.verify(message.dataConfig);
+                        if (error)
+                            return "dataConfig." + error;
+                    }
                     return null;
                 };
     

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flyteorg/flyteidl",
-  "version": "1.3.11",
+  "version": "1.3.12",
   "description": "Compiled protocol buffers and gRPC service clients/servers for Flyte IDLs",
   "repository": {
     "type": "git",

package/protos/flyteidl/core/tasks.proto

@@ -268,24 +268,32 @@ message DataLoadingConfig {
 
 // Defines a pod spec and additional pod metadata that is created when a task is executed.
 message K8sPod {
-   // Contains additional metadata for building a kubernetes pod.
-   K8sObjectMetadata metadata = 1;
-
-   // Defines the primary pod spec created when a task is executed.
-   // This should be a JSON-marshalled pod spec, which can be defined in
-   // - go, using: https://github.com/kubernetes/api/blob/release-1.21/core/v1/types.go#L2936
-   // - python: using https://github.com/kubernetes-client/python/blob/release-19.0/kubernetes/client/models/v1_pod_spec.py
-   google.protobuf.Struct pod_spec = 2;
+    // Contains additional metadata for building a kubernetes pod.
+    K8sObjectMetadata metadata = 1;
+
+    // Defines the primary pod spec created when a task is executed.
+    // This should be a JSON-marshalled pod spec, which can be defined in
+    // - go, using: https://github.com/kubernetes/api/blob/release-1.21/core/v1/types.go#L2936
+    // - python: using https://github.com/kubernetes-client/python/blob/release-19.0/kubernetes/client/models/v1_pod_spec.py
+    google.protobuf.Struct pod_spec = 2;
+
+    // BETA: Optional configuration for DataLoading. If not specified, then default values are used.
+    // This makes it possible to to run a completely portable container, that uses inputs and outputs
+    // only from the local file-system and without having any reference to flytekit. This is supported only on K8s at the moment.
+    // If data loading is enabled, then data will be mounted in accompanying directories specified in the DataLoadingConfig. If the directories
+    // are not specified, inputs will be mounted onto and outputs will be uploaded from a pre-determined file-system path. Refer to the documentation
+    // to understand the default paths.
+    // Only K8s
+    DataLoadingConfig data_config = 3;
 }
 
 // Metadata for building a kubernetes object when a task is executed.
 message K8sObjectMetadata {
+    // Optional labels to add to the pod definition.
+    map<string, string> labels = 1;
 
-  // Optional labels to add to the pod definition.
-  map<string, string> labels = 1;
-
-  // Optional annotations to add to the pod definition.
-  map<string, string> annotations = 2;
+    // Optional annotations to add to the pod definition.
+    map<string, string> annotations = 2;
 }
 
 // Sql represents a generic sql workload with a statement and dialect.