@flyteorg/flyteidl 1.14.3 → 1.15.1

package/gen/pb-js/flyteidl.d.ts

@@ -4598,6 +4598,9 @@ export namespace flyteidl {
 
             /** ArrayNode dataMode */
             dataMode?: (flyteidl.core.ArrayNode.DataMode|null);
+
+            /** ArrayNode boundInputs */
+            boundInputs?: (string[]|null);
         }
 
         /** Represents an ArrayNode. */
@@ -4630,6 +4633,9 @@ export namespace flyteidl {
             /** ArrayNode dataMode. */
             public dataMode: flyteidl.core.ArrayNode.DataMode;
 
+            /** ArrayNode boundInputs. */
+            public boundInputs: string[];
+
             /** ArrayNode parallelismOption. */
             public parallelismOption?: "parallelism";
 
@@ -6274,11 +6280,78 @@ export namespace flyteidl {
             public static verify(message: { [k: string]: any }): (string|null);
         }
 
+        /** Properties of a SharedMemory. */
+        interface ISharedMemory {
+
+            /** SharedMemory mountPath */
+            mountPath?: (string|null);
+
+            /** SharedMemory mountName */
+            mountName?: (string|null);
+
+            /** SharedMemory sizeLimit */
+            sizeLimit?: (string|null);
+        }
+
+        /** Represents a SharedMemory. */
+        class SharedMemory implements ISharedMemory {
+
+            /**
+             * Constructs a new SharedMemory.
+             * @param [properties] Properties to set
+             */
+            constructor(properties?: flyteidl.core.ISharedMemory);
+
+            /** SharedMemory mountPath. */
+            public mountPath: string;
+
+            /** SharedMemory mountName. */
+            public mountName: string;
+
+            /** SharedMemory sizeLimit. */
+            public sizeLimit: string;
+
+            /**
+             * Creates a new SharedMemory instance using the specified properties.
+             * @param [properties] Properties to set
+             * @returns SharedMemory instance
+             */
+            public static create(properties?: flyteidl.core.ISharedMemory): flyteidl.core.SharedMemory;
+
+            /**
+             * Encodes the specified SharedMemory message. Does not implicitly {@link flyteidl.core.SharedMemory.verify|verify} messages.
+             * @param message SharedMemory message or plain object to encode
+             * @param [writer] Writer to encode to
+             * @returns Writer
+             */
+            public static encode(message: flyteidl.core.ISharedMemory, writer?: $protobuf.Writer): $protobuf.Writer;
+
+            /**
+             * Decodes a SharedMemory message from the specified reader or buffer.
+             * @param reader Reader or buffer to decode from
+             * @param [length] Message length if known beforehand
+             * @returns SharedMemory
+             * @throws {Error} If the payload is not a reader or valid buffer
+             * @throws {$protobuf.util.ProtocolError} If required fields are missing
+             */
+            public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): flyteidl.core.SharedMemory;
+
+            /**
+             * Verifies a SharedMemory message.
+             * @param message Plain object to verify
+             * @returns `null` if valid, otherwise the reason why it is not
+             */
+            public static verify(message: { [k: string]: any }): (string|null);
+        }
+
         /** Properties of an ExtendedResources. */
         interface IExtendedResources {
 
             /** ExtendedResources gpuAccelerator */
             gpuAccelerator?: (flyteidl.core.IGPUAccelerator|null);
+
+            /** ExtendedResources sharedMemory */
+            sharedMemory?: (flyteidl.core.ISharedMemory|null);
         }
 
         /** Represents an ExtendedResources. */
@@ -6293,6 +6366,9 @@ export namespace flyteidl {
             /** ExtendedResources gpuAccelerator. */
             public gpuAccelerator?: (flyteidl.core.IGPUAccelerator|null);
 
+            /** ExtendedResources sharedMemory. */
+            public sharedMemory?: (flyteidl.core.ISharedMemory|null);
+
             /**
              * Creates a new ExtendedResources instance using the specified properties.
              * @param [properties] Properties to set

package/gen/pb-js/flyteidl.js

@@ -11008,6 +11008,7 @@
                  * @property {flyteidl.core.ArrayNode.ExecutionMode|null} [executionMode] ArrayNode executionMode
                  * @property {google.protobuf.IBoolValue|null} [isOriginalSubNodeInterface] ArrayNode isOriginalSubNodeInterface
                  * @property {flyteidl.core.ArrayNode.DataMode|null} [dataMode] ArrayNode dataMode
+                 * @property {Array.<string>|null} [boundInputs] ArrayNode boundInputs
                  */
     
                 /**
@@ -11019,6 +11020,7 @@
                  * @param {flyteidl.core.IArrayNode=} [properties] Properties to set
                  */
                 function ArrayNode(properties) {
+                    this.boundInputs = [];
                     if (properties)
                         for (var keys = Object.keys(properties), i = 0; i < keys.length; ++i)
                             if (properties[keys[i]] != null)
@@ -11081,6 +11083,14 @@
                  */
                 ArrayNode.prototype.dataMode = 0;
     
+                /**
+                 * ArrayNode boundInputs.
+                 * @member {Array.<string>} boundInputs
+                 * @memberof flyteidl.core.ArrayNode
+                 * @instance
+                 */
+                ArrayNode.prototype.boundInputs = $util.emptyArray;
+    
                 // OneOf field names bound to virtual getters and setters
                 var $oneOfFields;
     
@@ -11144,6 +11154,9 @@
                         $root.google.protobuf.BoolValue.encode(message.isOriginalSubNodeInterface, writer.uint32(/* id 6, wireType 2 =*/50).fork()).ldelim();
                     if (message.dataMode != null && message.hasOwnProperty("dataMode"))
                         writer.uint32(/* id 7, wireType 0 =*/56).int32(message.dataMode);
+                    if (message.boundInputs != null && message.boundInputs.length)
+                        for (var i = 0; i < message.boundInputs.length; ++i)
+                            writer.uint32(/* id 8, wireType 2 =*/66).string(message.boundInputs[i]);
                     return writer;
                 };
     
@@ -11186,6 +11199,11 @@
                         case 7:
                             message.dataMode = reader.int32();
                             break;
+                        case 8:
+                            if (!(message.boundInputs && message.boundInputs.length))
+                                message.boundInputs = [];
+                            message.boundInputs.push(reader.string());
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -11249,6 +11267,13 @@
                         case 1:
                             break;
                         }
+                    if (message.boundInputs != null && message.hasOwnProperty("boundInputs")) {
+                        if (!Array.isArray(message.boundInputs))
+                            return "boundInputs: array expected";
+                        for (var i = 0; i < message.boundInputs.length; ++i)
+                            if (!$util.isString(message.boundInputs[i]))
+                                return "boundInputs: string[] expected";
+                    }
                     return null;
                 };
     
@@ -15136,6 +15161,150 @@
                 return GPUAccelerator;
             })();
     
+            core.SharedMemory = (function() {
+    
+                /**
+                 * Properties of a SharedMemory.
+                 * @memberof flyteidl.core
+                 * @interface ISharedMemory
+                 * @property {string|null} [mountPath] SharedMemory mountPath
+                 * @property {string|null} [mountName] SharedMemory mountName
+                 * @property {string|null} [sizeLimit] SharedMemory sizeLimit
+                 */
+    
+                /**
+                 * Constructs a new SharedMemory.
+                 * @memberof flyteidl.core
+                 * @classdesc Represents a SharedMemory.
+                 * @implements ISharedMemory
+                 * @constructor
+                 * @param {flyteidl.core.ISharedMemory=} [properties] Properties to set
+                 */
+                function SharedMemory(properties) {
+                    if (properties)
+                        for (var keys = Object.keys(properties), i = 0; i < keys.length; ++i)
+                            if (properties[keys[i]] != null)
+                                this[keys[i]] = properties[keys[i]];
+                }
+    
+                /**
+                 * SharedMemory mountPath.
+                 * @member {string} mountPath
+                 * @memberof flyteidl.core.SharedMemory
+                 * @instance
+                 */
+                SharedMemory.prototype.mountPath = "";
+    
+                /**
+                 * SharedMemory mountName.
+                 * @member {string} mountName
+                 * @memberof flyteidl.core.SharedMemory
+                 * @instance
+                 */
+                SharedMemory.prototype.mountName = "";
+    
+                /**
+                 * SharedMemory sizeLimit.
+                 * @member {string} sizeLimit
+                 * @memberof flyteidl.core.SharedMemory
+                 * @instance
+                 */
+                SharedMemory.prototype.sizeLimit = "";
+    
+                /**
+                 * Creates a new SharedMemory instance using the specified properties.
+                 * @function create
+                 * @memberof flyteidl.core.SharedMemory
+                 * @static
+                 * @param {flyteidl.core.ISharedMemory=} [properties] Properties to set
+                 * @returns {flyteidl.core.SharedMemory} SharedMemory instance
+                 */
+                SharedMemory.create = function create(properties) {
+                    return new SharedMemory(properties);
+                };
+    
+                /**
+                 * Encodes the specified SharedMemory message. Does not implicitly {@link flyteidl.core.SharedMemory.verify|verify} messages.
+                 * @function encode
+                 * @memberof flyteidl.core.SharedMemory
+                 * @static
+                 * @param {flyteidl.core.ISharedMemory} message SharedMemory message or plain object to encode
+                 * @param {$protobuf.Writer} [writer] Writer to encode to
+                 * @returns {$protobuf.Writer} Writer
+                 */
+                SharedMemory.encode = function encode(message, writer) {
+                    if (!writer)
+                        writer = $Writer.create();
+                    if (message.mountPath != null && message.hasOwnProperty("mountPath"))
+                        writer.uint32(/* id 1, wireType 2 =*/10).string(message.mountPath);
+                    if (message.mountName != null && message.hasOwnProperty("mountName"))
+                        writer.uint32(/* id 2, wireType 2 =*/18).string(message.mountName);
+                    if (message.sizeLimit != null && message.hasOwnProperty("sizeLimit"))
+                        writer.uint32(/* id 3, wireType 2 =*/26).string(message.sizeLimit);
+                    return writer;
+                };
+    
+                /**
+                 * Decodes a SharedMemory message from the specified reader or buffer.
+                 * @function decode
+                 * @memberof flyteidl.core.SharedMemory
+                 * @static
+                 * @param {$protobuf.Reader|Uint8Array} reader Reader or buffer to decode from
+                 * @param {number} [length] Message length if known beforehand
+                 * @returns {flyteidl.core.SharedMemory} SharedMemory
+                 * @throws {Error} If the payload is not a reader or valid buffer
+                 * @throws {$protobuf.util.ProtocolError} If required fields are missing
+                 */
+                SharedMemory.decode = function decode(reader, length) {
+                    if (!(reader instanceof $Reader))
+                        reader = $Reader.create(reader);
+                    var end = length === undefined ? reader.len : reader.pos + length, message = new $root.flyteidl.core.SharedMemory();
+                    while (reader.pos < end) {
+                        var tag = reader.uint32();
+                        switch (tag >>> 3) {
+                        case 1:
+                            message.mountPath = reader.string();
+                            break;
+                        case 2:
+                            message.mountName = reader.string();
+                            break;
+                        case 3:
+                            message.sizeLimit = reader.string();
+                            break;
+                        default:
+                            reader.skipType(tag & 7);
+                            break;
+                        }
+                    }
+                    return message;
+                };
+    
+                /**
+                 * Verifies a SharedMemory message.
+                 * @function verify
+                 * @memberof flyteidl.core.SharedMemory
+                 * @static
+                 * @param {Object.<string,*>} message Plain object to verify
+                 * @returns {string|null} `null` if valid, otherwise the reason why it is not
+                 */
+                SharedMemory.verify = function verify(message) {
+                    if (typeof message !== "object" || message === null)
+                        return "object expected";
+                    if (message.mountPath != null && message.hasOwnProperty("mountPath"))
+                        if (!$util.isString(message.mountPath))
+                            return "mountPath: string expected";
+                    if (message.mountName != null && message.hasOwnProperty("mountName"))
+                        if (!$util.isString(message.mountName))
+                            return "mountName: string expected";
+                    if (message.sizeLimit != null && message.hasOwnProperty("sizeLimit"))
+                        if (!$util.isString(message.sizeLimit))
+                            return "sizeLimit: string expected";
+                    return null;
+                };
+    
+                return SharedMemory;
+            })();
+    
             core.ExtendedResources = (function() {
     
                 /**
@@ -15143,6 +15312,7 @@
                  * @memberof flyteidl.core
                  * @interface IExtendedResources
                  * @property {flyteidl.core.IGPUAccelerator|null} [gpuAccelerator] ExtendedResources gpuAccelerator
+                 * @property {flyteidl.core.ISharedMemory|null} [sharedMemory] ExtendedResources sharedMemory
                  */
     
                 /**
@@ -15168,6 +15338,14 @@
                  */
                 ExtendedResources.prototype.gpuAccelerator = null;
     
+                /**
+                 * ExtendedResources sharedMemory.
+                 * @member {flyteidl.core.ISharedMemory|null|undefined} sharedMemory
+                 * @memberof flyteidl.core.ExtendedResources
+                 * @instance
+                 */
+                ExtendedResources.prototype.sharedMemory = null;
+    
                 /**
                  * Creates a new ExtendedResources instance using the specified properties.
                  * @function create
@@ -15194,6 +15372,8 @@
                         writer = $Writer.create();
                     if (message.gpuAccelerator != null && message.hasOwnProperty("gpuAccelerator"))
                         $root.flyteidl.core.GPUAccelerator.encode(message.gpuAccelerator, writer.uint32(/* id 1, wireType 2 =*/10).fork()).ldelim();
+                    if (message.sharedMemory != null && message.hasOwnProperty("sharedMemory"))
+                        $root.flyteidl.core.SharedMemory.encode(message.sharedMemory, writer.uint32(/* id 2, wireType 2 =*/18).fork()).ldelim();
                     return writer;
                 };
     
@@ -15218,6 +15398,9 @@
                         case 1:
                             message.gpuAccelerator = $root.flyteidl.core.GPUAccelerator.decode(reader, reader.uint32());
                             break;
+                        case 2:
+                            message.sharedMemory = $root.flyteidl.core.SharedMemory.decode(reader, reader.uint32());
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -15242,6 +15425,11 @@
                         if (error)
                             return "gpuAccelerator." + error;
                     }
+                    if (message.sharedMemory != null && message.hasOwnProperty("sharedMemory")) {
+                        var error = $root.flyteidl.core.SharedMemory.verify(message.sharedMemory);
+                        if (error)
+                            return "sharedMemory." + error;
+                    }
                     return null;
                 };
     

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flyteorg/flyteidl",
-  "version": "1.14.3",
+  "version": "1.15.1",
   "description": "Compiled protocol buffers and gRPC service clients/servers for Flyte IDLs",
   "repository": {
     "type": "git",

package/protos/flyteidl/core/tasks.proto

@@ -61,12 +61,25 @@ message GPUAccelerator {
     }
 }
 
+// Metadata associated with configuring a shared memory volume for a task.
+message SharedMemory {
+    // Mount path to place in container
+    string mount_path = 1;
+    // Name for volume
+    string mount_name = 2;
+    // Size limit for shared memory. If not set, then the shared memory is equal
+    // to the allocated memory.
+    // +optional
+    string size_limit = 3;
+}
+
 // Encapsulates all non-standard resources, not captured by v1.ResourceRequirements, to
 // allocate to a task.
 message ExtendedResources {
     // GPU accelerator to select for task. Contains information about device type, and
     // for multi-instance GPUs, the partition size to use.
     GPUAccelerator gpu_accelerator = 1;
+    SharedMemory shared_memory = 2;
 }
 
 // Runtime information. This is loosely defined to allow for extensibility.

package/protos/flyteidl/core/workflow.proto

@@ -167,6 +167,9 @@ message ArrayNode {
 
     // data_mode determines how input data is passed to the sub-nodes
     DataMode data_mode = 7;
+
+    //+optional. Specifies input bindings that are not mapped over for the node.
+    repeated string bound_inputs = 8;
 }
 
 // Defines extra information about the Node.

package/protos/flyteidl/plugins/spark.proto

@@ -1,10 +1,12 @@
 syntax = "proto3";
 
 package flyteidl.plugins;
-import "google/protobuf/struct.proto";
 
 option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/plugins";
 
+import "google/protobuf/struct.proto";
+import "flyteidl/core/tasks.proto";
+
 message SparkApplication {
     enum Type {
         PYTHON = 0;
@@ -31,4 +33,10 @@ message SparkJob {
     // Domain name of your deployment. Use the form <account>.cloud.databricks.com.
     // This instance name can be set in either flytepropeller or flytekit.
     string databricksInstance = 9;
+
+    // Pod Spec for the Spark driver pod
+    core.K8sPod driverPod = 10;
+
+    // Pod Spec for the Spark executor pod
+    core.K8sPod executorPod = 11;
 }