@flyteorg/flyteidl 1.2.8 → 1.2.9

package/gen/pb-js/flyteidl.d.ts

@@ -5104,6 +5104,9 @@ export namespace flyteidl {
 
             /** TaskMetadata tags */
             tags?: ({ [k: string]: string }|null);
+
+            /** TaskMetadata podTemplateName */
+            podTemplateName?: (string|null);
         }
 
         /** Represents a TaskMetadata. */
@@ -5145,6 +5148,9 @@ export namespace flyteidl {
             /** TaskMetadata tags. */
             public tags: { [k: string]: string };
 
+            /** TaskMetadata podTemplateName. */
+            public podTemplateName: string;
+
             /** TaskMetadata interruptibleValue. */
             public interruptibleValue?: "interruptible";
 
@@ -6534,6 +6540,9 @@ export namespace flyteidl {
             /** NodeExecutionEvent inputUri */
             inputUri?: (string|null);
 
+            /** NodeExecutionEvent inputData */
+            inputData?: (flyteidl.core.ILiteralMap|null);
+
             /** NodeExecutionEvent outputUri */
             outputUri?: (string|null);
 
@@ -6601,6 +6610,9 @@ export namespace flyteidl {
             /** NodeExecutionEvent inputUri. */
             public inputUri: string;
 
+            /** NodeExecutionEvent inputData. */
+            public inputData?: (flyteidl.core.ILiteralMap|null);
+
             /** NodeExecutionEvent outputUri. */
             public outputUri: string;
 
@@ -6643,6 +6655,9 @@ export namespace flyteidl {
             /** NodeExecutionEvent deckUri. */
             public deckUri: string;
 
+            /** NodeExecutionEvent inputValue. */
+            public inputValue?: ("inputUri"|"inputData");
+
             /** NodeExecutionEvent outputResult. */
             public outputResult?: ("outputUri"|"error"|"outputData");
 
@@ -6999,6 +7014,9 @@ export namespace flyteidl {
             /** TaskExecutionEvent inputUri */
             inputUri?: (string|null);
 
+            /** TaskExecutionEvent inputData */
+            inputData?: (flyteidl.core.ILiteralMap|null);
+
             /** TaskExecutionEvent outputUri */
             outputUri?: (string|null);
 
@@ -7060,6 +7078,9 @@ export namespace flyteidl {
             /** TaskExecutionEvent inputUri. */
             public inputUri: string;
 
+            /** TaskExecutionEvent inputData. */
+            public inputData?: (flyteidl.core.ILiteralMap|null);
+
             /** TaskExecutionEvent outputUri. */
             public outputUri: string;
 
@@ -7087,6 +7108,9 @@ export namespace flyteidl {
             /** TaskExecutionEvent eventVersion. */
             public eventVersion: number;
 
+            /** TaskExecutionEvent inputValue. */
+            public inputValue?: ("inputUri"|"inputData");
+
             /** TaskExecutionEvent outputResult. */
             public outputResult?: ("outputUri"|"error"|"outputData");
 
@@ -19160,6 +19184,9 @@ export namespace flyteidl {
 
             /** UserInfoResponse picture */
             picture?: (string|null);
+
+            /** UserInfoResponse additionalClaims */
+            additionalClaims?: (google.protobuf.IStruct|null);
         }
 
         /** Represents a UserInfoResponse. */
@@ -19192,6 +19219,9 @@ export namespace flyteidl {
             /** UserInfoResponse picture. */
             public picture: string;
 
+            /** UserInfoResponse additionalClaims. */
+            public additionalClaims?: (google.protobuf.IStruct|null);
+
             /**
              * Creates a new UserInfoResponse instance using the specified properties.
              * @param [properties] Properties to set

package/gen/pb-js/flyteidl.js

@@ -12048,6 +12048,7 @@
                  * @property {boolean|null} [cacheSerializable] TaskMetadata cacheSerializable
                  * @property {boolean|null} [generatesDeck] TaskMetadata generatesDeck
                  * @property {Object.<string,string>|null} [tags] TaskMetadata tags
+                 * @property {string|null} [podTemplateName] TaskMetadata podTemplateName
                  */
     
                 /**
@@ -12146,6 +12147,14 @@
                  */
                 TaskMetadata.prototype.tags = $util.emptyObject;
     
+                /**
+                 * TaskMetadata podTemplateName.
+                 * @member {string} podTemplateName
+                 * @memberof flyteidl.core.TaskMetadata
+                 * @instance
+                 */
+                TaskMetadata.prototype.podTemplateName = "";
+    
                 // OneOf field names bound to virtual getters and setters
                 var $oneOfFields;
     
@@ -12205,6 +12214,8 @@
                     if (message.tags != null && message.hasOwnProperty("tags"))
                         for (var keys = Object.keys(message.tags), i = 0; i < keys.length; ++i)
                             writer.uint32(/* id 11, wireType 2 =*/90).fork().uint32(/* id 1, wireType 2 =*/10).string(keys[i]).uint32(/* id 2, wireType 2 =*/18).string(message.tags[keys[i]]).ldelim();
+                    if (message.podTemplateName != null && message.hasOwnProperty("podTemplateName"))
+                        writer.uint32(/* id 12, wireType 2 =*/98).string(message.podTemplateName);
                     return writer;
                 };
     
@@ -12261,6 +12272,9 @@
                             reader.pos++;
                             message.tags[key] = reader.string();
                             break;
+                        case 12:
+                            message.podTemplateName = reader.string();
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -12324,6 +12338,9 @@
                             if (!$util.isString(message.tags[key[i]]))
                                 return "tags: string{k:string} expected";
                     }
+                    if (message.podTemplateName != null && message.hasOwnProperty("podTemplateName"))
+                        if (!$util.isString(message.podTemplateName))
+                            return "podTemplateName: string expected";
                     return null;
                 };
     
@@ -15665,6 +15682,7 @@
                  * @property {flyteidl.core.NodeExecution.Phase|null} [phase] NodeExecutionEvent phase
                  * @property {google.protobuf.ITimestamp|null} [occurredAt] NodeExecutionEvent occurredAt
                  * @property {string|null} [inputUri] NodeExecutionEvent inputUri
+                 * @property {flyteidl.core.ILiteralMap|null} [inputData] NodeExecutionEvent inputData
                  * @property {string|null} [outputUri] NodeExecutionEvent outputUri
                  * @property {flyteidl.core.IExecutionError|null} [error] NodeExecutionEvent error
                  * @property {flyteidl.core.ILiteralMap|null} [outputData] NodeExecutionEvent outputData
@@ -15736,6 +15754,14 @@
                  */
                 NodeExecutionEvent.prototype.inputUri = "";
     
+                /**
+                 * NodeExecutionEvent inputData.
+                 * @member {flyteidl.core.ILiteralMap|null|undefined} inputData
+                 * @memberof flyteidl.event.NodeExecutionEvent
+                 * @instance
+                 */
+                NodeExecutionEvent.prototype.inputData = null;
+    
                 /**
                  * NodeExecutionEvent outputUri.
                  * @member {string} outputUri
@@ -15851,6 +15877,17 @@
                 // OneOf field names bound to virtual getters and setters
                 var $oneOfFields;
     
+                /**
+                 * NodeExecutionEvent inputValue.
+                 * @member {"inputUri"|"inputData"|undefined} inputValue
+                 * @memberof flyteidl.event.NodeExecutionEvent
+                 * @instance
+                 */
+                Object.defineProperty(NodeExecutionEvent.prototype, "inputValue", {
+                    get: $util.oneOfGetter($oneOfFields = ["inputUri", "inputData"]),
+                    set: $util.oneOfSetter($oneOfFields)
+                });
+    
                 /**
                  * NodeExecutionEvent outputResult.
                  * @member {"outputUri"|"error"|"outputData"|undefined} outputResult
@@ -15935,6 +15972,8 @@
                         writer.uint32(/* id 18, wireType 0 =*/144).bool(message.isDynamic);
                     if (message.deckUri != null && message.hasOwnProperty("deckUri"))
                         writer.uint32(/* id 19, wireType 2 =*/154).string(message.deckUri);
+                    if (message.inputData != null && message.hasOwnProperty("inputData"))
+                        $root.flyteidl.core.LiteralMap.encode(message.inputData, writer.uint32(/* id 20, wireType 2 =*/162).fork()).ldelim();
                     return writer;
                 };
     
@@ -15971,6 +16010,9 @@
                         case 5:
                             message.inputUri = reader.string();
                             break;
+                        case 20:
+                            message.inputData = $root.flyteidl.core.LiteralMap.decode(reader, reader.uint32());
+                            break;
                         case 6:
                             message.outputUri = reader.string();
                             break;
@@ -16063,9 +16105,21 @@
                         if (error)
                             return "occurredAt." + error;
                     }
-                    if (message.inputUri != null && message.hasOwnProperty("inputUri"))
+                    if (message.inputUri != null && message.hasOwnProperty("inputUri")) {
+                        properties.inputValue = 1;
                         if (!$util.isString(message.inputUri))
                             return "inputUri: string expected";
+                    }
+                    if (message.inputData != null && message.hasOwnProperty("inputData")) {
+                        if (properties.inputValue === 1)
+                            return "inputValue: multiple values";
+                        properties.inputValue = 1;
+                        {
+                            var error = $root.flyteidl.core.LiteralMap.verify(message.inputData);
+                            if (error)
+                                return "inputData." + error;
+                        }
+                    }
                     if (message.outputUri != null && message.hasOwnProperty("outputUri")) {
                         properties.outputResult = 1;
                         if (!$util.isString(message.outputUri))
@@ -16825,6 +16879,7 @@
                  * @property {Array.<flyteidl.core.ITaskLog>|null} [logs] TaskExecutionEvent logs
                  * @property {google.protobuf.ITimestamp|null} [occurredAt] TaskExecutionEvent occurredAt
                  * @property {string|null} [inputUri] TaskExecutionEvent inputUri
+                 * @property {flyteidl.core.ILiteralMap|null} [inputData] TaskExecutionEvent inputData
                  * @property {string|null} [outputUri] TaskExecutionEvent outputUri
                  * @property {flyteidl.core.IExecutionError|null} [error] TaskExecutionEvent error
                  * @property {flyteidl.core.ILiteralMap|null} [outputData] TaskExecutionEvent outputData
@@ -16916,6 +16971,14 @@
                  */
                 TaskExecutionEvent.prototype.inputUri = "";
     
+                /**
+                 * TaskExecutionEvent inputData.
+                 * @member {flyteidl.core.ILiteralMap|null|undefined} inputData
+                 * @memberof flyteidl.event.TaskExecutionEvent
+                 * @instance
+                 */
+                TaskExecutionEvent.prototype.inputData = null;
+    
                 /**
                  * TaskExecutionEvent outputUri.
                  * @member {string} outputUri
@@ -16991,6 +17054,17 @@
                 // OneOf field names bound to virtual getters and setters
                 var $oneOfFields;
     
+                /**
+                 * TaskExecutionEvent inputValue.
+                 * @member {"inputUri"|"inputData"|undefined} inputValue
+                 * @memberof flyteidl.event.TaskExecutionEvent
+                 * @instance
+                 */
+                Object.defineProperty(TaskExecutionEvent.prototype, "inputValue", {
+                    get: $util.oneOfGetter($oneOfFields = ["inputUri", "inputData"]),
+                    set: $util.oneOfSetter($oneOfFields)
+                });
+    
                 /**
                  * TaskExecutionEvent outputResult.
                  * @member {"outputUri"|"error"|"outputData"|undefined} outputResult
@@ -17061,6 +17135,8 @@
                         $root.flyteidl.core.LiteralMap.encode(message.outputData, writer.uint32(/* id 17, wireType 2 =*/138).fork()).ldelim();
                     if (message.eventVersion != null && message.hasOwnProperty("eventVersion"))
                         writer.uint32(/* id 18, wireType 0 =*/144).int32(message.eventVersion);
+                    if (message.inputData != null && message.hasOwnProperty("inputData"))
+                        $root.flyteidl.core.LiteralMap.encode(message.inputData, writer.uint32(/* id 19, wireType 2 =*/154).fork()).ldelim();
                     return writer;
                 };
     
@@ -17108,6 +17184,9 @@
                         case 8:
                             message.inputUri = reader.string();
                             break;
+                        case 19:
+                            message.inputData = $root.flyteidl.core.LiteralMap.decode(reader, reader.uint32());
+                            break;
                         case 9:
                             message.outputUri = reader.string();
                             break;
@@ -17199,9 +17278,21 @@
                         if (error)
                             return "occurredAt." + error;
                     }
-                    if (message.inputUri != null && message.hasOwnProperty("inputUri"))
+                    if (message.inputUri != null && message.hasOwnProperty("inputUri")) {
+                        properties.inputValue = 1;
                         if (!$util.isString(message.inputUri))
                             return "inputUri: string expected";
+                    }
+                    if (message.inputData != null && message.hasOwnProperty("inputData")) {
+                        if (properties.inputValue === 1)
+                            return "inputValue: multiple values";
+                        properties.inputValue = 1;
+                        {
+                            var error = $root.flyteidl.core.LiteralMap.verify(message.inputData);
+                            if (error)
+                                return "inputData." + error;
+                        }
+                    }
                     if (message.outputUri != null && message.hasOwnProperty("outputUri")) {
                         properties.outputResult = 1;
                         if (!$util.isString(message.outputUri))
@@ -44528,6 +44619,7 @@
                  * @property {string|null} [familyName] UserInfoResponse familyName
                  * @property {string|null} [email] UserInfoResponse email
                  * @property {string|null} [picture] UserInfoResponse picture
+                 * @property {google.protobuf.IStruct|null} [additionalClaims] UserInfoResponse additionalClaims
                  */
     
                 /**
@@ -44601,6 +44693,14 @@
                  */
                 UserInfoResponse.prototype.picture = "";
     
+                /**
+                 * UserInfoResponse additionalClaims.
+                 * @member {google.protobuf.IStruct|null|undefined} additionalClaims
+                 * @memberof flyteidl.service.UserInfoResponse
+                 * @instance
+                 */
+                UserInfoResponse.prototype.additionalClaims = null;
+    
                 /**
                  * Creates a new UserInfoResponse instance using the specified properties.
                  * @function create
@@ -44639,6 +44739,8 @@
                         writer.uint32(/* id 6, wireType 2 =*/50).string(message.email);
                     if (message.picture != null && message.hasOwnProperty("picture"))
                         writer.uint32(/* id 7, wireType 2 =*/58).string(message.picture);
+                    if (message.additionalClaims != null && message.hasOwnProperty("additionalClaims"))
+                        $root.google.protobuf.Struct.encode(message.additionalClaims, writer.uint32(/* id 8, wireType 2 =*/66).fork()).ldelim();
                     return writer;
                 };
     
@@ -44681,6 +44783,9 @@
                         case 7:
                             message.picture = reader.string();
                             break;
+                        case 8:
+                            message.additionalClaims = $root.google.protobuf.Struct.decode(reader, reader.uint32());
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -44721,6 +44826,11 @@
                     if (message.picture != null && message.hasOwnProperty("picture"))
                         if (!$util.isString(message.picture))
                             return "picture: string expected";
+                    if (message.additionalClaims != null && message.hasOwnProperty("additionalClaims")) {
+                        var error = $root.google.protobuf.Struct.verify(message.additionalClaims);
+                        if (error)
+                            return "additionalClaims." + error;
+                    }
                     return null;
                 };
     

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flyteorg/flyteidl",
-  "version": "1.2.8",
+  "version": "1.2.9",
   "description": "Compiled protocol buffers and gRPC service clients/servers for Flyte IDLs",
   "repository": {
     "type": "git",

package/protos/docs/plugins/plugins.rst

@@ -38,6 +38,100 @@ will be executed concurrently.
 
 
 
+..
+   end messages
+
+
+..
+   end enums
+
+
+..
+   end HasExtensions
+
+
+..
+   end services
+
+
+
+
+.. _ref_flyteidl/plugins/dask.proto:
+
+flyteidl/plugins/dask.proto
+==================================================================
+
+
+
+
+
+.. _ref_flyteidl.plugins.DaskCluster:
+
+DaskCluster
+------------------------------------------------------------------
+
+
+
+
+
+.. csv-table:: DaskCluster type fields
+   :header: "Field", "Type", "Label", "Description"
+   :widths: auto
+
+   "image", ":ref:`ref_string`", "", "Optional image to use for the scheduler as well as the default worker group. If unset, will use the default image."
+   "nWorkers", ":ref:`ref_int32`", "", "Number of workers in the default worker group"
+   "resources", ":ref:`ref_flyteidl.core.Resources`", "", "Resources assigned to the scheduler as well as all pods of the default worker group. As per https://kubernetes.dask.org/en/latest/kubecluster.html?highlight=limit#best-practices it is advised to only set limits. If requests are not explicitly set, the plugin will make sure to set requests==limits. The plugin sets ` --memory-limit` as well as `--nthreads` for the workers according to the limit."
+
+
+
+
+
+
+
+.. _ref_flyteidl.plugins.DaskJob:
+
+DaskJob
+------------------------------------------------------------------
+
+Custom Proto for Dask Plugin
+
+
+
+.. csv-table:: DaskJob type fields
+   :header: "Field", "Type", "Label", "Description"
+   :widths: auto
+
+   "namespace", ":ref:`ref_string`", "", "Optional namespace to use for the dask pods. If none is given, the namespace of the Flyte task is used"
+   "jobPodSpec", ":ref:`ref_flyteidl.plugins.JobPodSpec`", "", "Spec for the job pod"
+   "cluster", ":ref:`ref_flyteidl.plugins.DaskCluster`", "", "Cluster"
+
+
+
+
+
+
+
+.. _ref_flyteidl.plugins.JobPodSpec:
+
+JobPodSpec
+------------------------------------------------------------------
+
+Specification for the job pod
+
+
+
+.. csv-table:: JobPodSpec type fields
+   :header: "Field", "Type", "Label", "Description"
+   :widths: auto
+
+   "image", ":ref:`ref_string`", "", "Optional image to use. If unset, will use the default image."
+   "resources", ":ref:`ref_flyteidl.core.Resources`", "", "Resources assigned to the job pod."
+
+
+
+
+
+
 ..
    end messages
 
@@ -501,6 +595,7 @@ Custom Proto for Spark Plugin.
    "sparkConf", ":ref:`ref_flyteidl.plugins.SparkJob.SparkConfEntry`", "repeated", ""
    "hadoopConf", ":ref:`ref_flyteidl.plugins.SparkJob.HadoopConfEntry`", "repeated", ""
    "executorPath", ":ref:`ref_string`", "", "Executor path for Python jobs."
+   "databricksConf", ":ref:`ref_string`", "", "databricksConf is base64 encoded string which stores databricks job configuration. Config structure can be found here. https://docs.databricks.com/dev-tools/api/2.0/jobs.html#request-structure The config is automatically encoded by flytekit, and decoded in the propeller."
 
 
 

package/protos/flyteidl/core/tasks.proto

@@ -101,6 +101,11 @@ message TaskMetadata {
 
     // Arbitrary tags that allow users and the platform to store small but arbitrary labels
     map<string, string> tags = 11;
+
+    // pod_template_name is the unique name of a PodTemplate k8s resource to be used as the base configuration if this
+    // task creates a k8s Pod. If this value is set, the specified PodTemplate will be used instead of, but applied
+    // identically as, the default PodTemplate configured in FlytePropeller.
+    string pod_template_name = 12;
 }
 
 // A Task structure that uniquely identifies a task in the system

package/protos/flyteidl/datacatalog/datacatalog.proto

@@ -203,34 +203,55 @@ message UpdateArtifactResponse {
  * ReservationID message that is composed of several string fields.
  */
 message ReservationID {
+    // The unique ID for the reserved dataset
     DatasetID dataset_id = 1;
+
+    // The specific artifact tag for the reservation
     string tag_name = 2;
 }
 
 // Try to acquire or extend an artifact reservation. If an active reservation exists, retreive that instance.
 message GetOrExtendReservationRequest {
+    // The unique ID for the reservation
     ReservationID reservation_id = 1;
+
+    // The unique ID of the owner for the reservation
     string owner_id = 2;
-    google.protobuf.Duration heartbeat_interval = 3; // Requested reservation extension heartbeat interval
+
+    // Requested reservation extension heartbeat interval
+    google.protobuf.Duration heartbeat_interval = 3;
 }
 
 // A reservation including owner, heartbeat interval, expiration timestamp, and various metadata.
 message Reservation {
+    // The unique ID for the reservation
     ReservationID reservation_id = 1;
+
+    // The unique ID of the owner for the reservation
     string owner_id = 2;
-    google.protobuf.Duration heartbeat_interval = 3; // Recommended heartbeat interval to extend reservation
-    google.protobuf.Timestamp expires_at = 4; // Expiration timestamp of this reservation
+
+    // Recommended heartbeat interval to extend reservation
+    google.protobuf.Duration heartbeat_interval = 3;
+
+    // Expiration timestamp of this reservation
+    google.protobuf.Timestamp expires_at = 4;
+
+    // Free-form metadata associated with the artifact
     Metadata metadata = 6;
 }
 
 // Response including either a newly minted reservation or the existing reservation
 message GetOrExtendReservationResponse {
+    // The reservation to be acquired or extended
     Reservation reservation = 1;
 }
 
 // Request to release reservation
 message ReleaseReservationRequest {
+    // The unique ID for the reservation
     ReservationID reservation_id = 1;
+
+    // The unique ID of the owner for the reservation
     string owner_id = 2;
 }
 

package/protos/flyteidl/event/event.proto

@@ -51,7 +51,12 @@ message NodeExecutionEvent {
     // by the executor of the node.
     google.protobuf.Timestamp occurred_at = 4;
 
-    string input_uri = 5;
+    oneof input_value {
+        string input_uri = 5;
+
+        // Raw input data consumed by this node execution.
+        core.LiteralMap input_data = 20;
+    }
 
     oneof output_result {
         // URL to the output of the execution, it encodes all the information
@@ -165,9 +170,15 @@ message TaskExecutionEvent {
     // by the executor of the task.
     google.protobuf.Timestamp occurred_at = 7;
 
-    // URI of the input file, it encodes all the information
-    // including Cloud source provider. ie., s3://...
-    string input_uri = 8;
+
+    oneof input_value {
+      // URI of the input file, it encodes all the information
+      // including Cloud source provider. ie., s3://...
+      string input_uri = 8;
+
+      // Raw input data consumed by this task execution.
+      core.LiteralMap input_data = 19;
+    }
 
     oneof output_result {
         // URI to the output of the execution, it will be in a format that encodes all the information

package/protos/flyteidl/plugins/dask.proto

@@ -0,0 +1,41 @@
+syntax = "proto3";
+
+import "flyteidl/core/tasks.proto";
+
+package flyteidl.plugins;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
+
+
+// Custom Proto for Dask Plugin.
+message DaskJob {
+    // Spec for the scheduler pod.
+    DaskScheduler scheduler = 1; 
+
+    // Spec of the default worker group.
+    DaskWorkerGroup workers = 2;
+}
+
+// Specification for the scheduler pod.
+message DaskScheduler {
+    // Optional image to use. If unset, will use the default image.
+    string image = 1;
+
+    // Resources assigned to the scheduler pod.
+    core.Resources resources = 2;
+}
+
+message DaskWorkerGroup {
+    // Number of workers in the group.
+    uint32 number_of_workers = 1;
+
+    // Optional image to use for the pods of the worker group. If unset, will use the default image.
+    string image = 2;
+    
+    // Resources assigned to the all pods of the worker group.
+    // As per https://kubernetes.dask.org/en/latest/kubecluster.html?highlight=limit#best-practices 
+    // it is advised to only set limits. If requests are not explicitly set, the plugin will make
+    // sure to set requests==limits.
+    // The plugin sets ` --memory-limit` as well as `--nthreads` for the workers according to the limit.
+    core.Resources resources = 3;
+}

package/protos/flyteidl/plugins/spark.proto

@@ -1,6 +1,7 @@
 syntax = "proto3";
 
 package flyteidl.plugins;
+import "google/protobuf/struct.proto";
 
 option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
 
@@ -21,4 +22,13 @@ message SparkJob {
     map<string, string> sparkConf = 4;
     map<string, string> hadoopConf = 5;
     string executorPath = 6; // Executor path for Python jobs.
+    // Databricks job configuration.
+    // Config structure can be found here. https://docs.databricks.com/dev-tools/api/2.0/jobs.html#request-structure.
+    google.protobuf.Struct databricksConf = 7;
+    // Databricks access token. https://docs.databricks.com/dev-tools/api/latest/authentication.html
+    // This token can be set in either flytepropeller or flytekit.
+    string databricksToken = 8;
+    // Domain name of your deployment. Use the form <account>.cloud.databricks.com.
+    // This instance name can be set in either flytepropeller or flytekit.
+    string databricksInstance = 9;
 }