@flyteorg/flyteidl 0.24.8 → 0.24.11

package/README.md

@@ -1,31 +1,32 @@
-# Flyte IDL
+# Flyteidl
+
+This is one of the core repositories of Flyte. It contains the Specification of the Flyte Language using protobuf messages, the Backend API specification in gRPC, and Swagger REST. The repo contains the generated clients and protocol message structures in multiple languages. Along with the generated code, the repository also contains the Golang clients for Flyte's backend APIs (the services grouped under FlyteAdmin).
 
-This is one of the core repositories of Flyte and contains the Specification of the Flyte Lanugage using protobuf messages, the Backend API specification in gRPC and Swagger REST. The repo contains generated clients and protocol message structures in multiple languages. Along-with the generated code, the repository also contains the Golang clients for Flyte's backend API's (the services grouped under Flyteadmin).
 
 [![Slack](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://slack.flyte.org)
 
 * [flyte.org](https://flyte.org)
 * [Flyte Docs](http://docs.flyte.org)
-* [FlyteIDL API reference documentation](https://docs.flyte.org/projects/flyteidl/en/stable/index.html)
+* [Flyteidl API reference documentation](https://docs.flyte.org/projects/flyteidl/en/stable/index.html)
 
-## Contributing to FlyteIDL
+## Contributing to Flyteidl
 
-## Tooling for FlyteIDL
+## Tooling for Flyteidl
 
-1. Run ``make download_tooling`` to install generator dependencies
+1. Run ``make download_tooling`` to install generator dependencies.
 
 ```bash
    make download_tooling
 ```
 
-2. Make sure docker is installed locally.
-3. Once installed, run ``make generate`` to generate all the code and mock client for FlyteAdmin Service aswell as the docs for it.
+2. Ensure Docker is installed locally.
+3. Run ``make generate`` to generate all the code, mock client, and docs for FlyteAdmin Service.
 
 ```bash
     make generate
 ```
 
-4. To add new dependencies for documentation generation, modify ``doc-requirements.in`` and then
+4. To add new dependencies for documentation generation, modify ``doc-requirements.in`` and run
 
 ```bash
    make doc-requirements.txt
@@ -33,8 +34,8 @@ This is one of the core repositories of Flyte and contains the Specification of
 
 ## Docs structure
 
-The index.rst files for protos are kept in parallel folder structure under the docs folder.
-All the proto definitions are within protos/flyteidl and there corresponding docs are kept in protos/docs
+The index.rst files for protos are arranged in parallel under the ``docs`` folder.
+All the proto definitions are within ``protos/flyteidl`` and their corresponding docs are in ``protos/docs``.
 
 ```
 docs
@@ -58,13 +59,13 @@ docs
 │   └── service.rst
 ```
 
-Each module in protos has same named module under the docs also.
-eg : protos/flyteidl/core has same named doc structure placing it index and other documentation files in protos/docs/core
+Each module in protos has a module in docs with the same name.
+For example: ``protos/flyteidl/core`` has a module ``protos/docs/core`` under the ``docs`` folder which has the corresponding index and documentation files.
 
 
-## Docs Generation
+## Generating Documentation
 
-* If introducing a new module then follow the structure for core files in `generate_protos.sh` file which helps in generating the core documentation from its proto files.
+* If a new module is to be introduced, follow the structure for core files in `generate_protos.sh` file which helps generate the core documentation from its proto files.
 ```
      core_proto_files=`ls protos/flyteidl/core/*.proto |xargs`
      # Remove any currently generated file
@@ -72,7 +73,7 @@ eg : protos/flyteidl/core has same named doc structure placing it index and othe
      protoc --doc_out=protos/docs/core --doc_opt=restructuredtext,core.rst -I=protos `echo $core_proto_files`
 ```
 
-* ``make generate`` would have already generated the modified rst files.
+* ``make generate`` generates the modified rst files.
 
-* ``make html`` Generate the sphinx documentation from the docs folder to use the modified rst for docs.
+* ``make html`` generates the Sphinx documentation from the docs folder that uses the modified rst files.
 

package/gen/pb-js/flyteidl.d.ts

@@ -6245,6 +6245,15 @@ export namespace flyteidl {
 
             /** NodeExecutionEvent nodeName */
             nodeName?: (string|null);
+
+            /** NodeExecutionEvent eventVersion */
+            eventVersion?: (number|null);
+
+            /** NodeExecutionEvent isParent */
+            isParent?: (boolean|null);
+
+            /** NodeExecutionEvent isDynamic */
+            isDynamic?: (boolean|null);
         }
 
         /** Represents a NodeExecutionEvent. */
@@ -6301,6 +6310,15 @@ export namespace flyteidl {
             /** NodeExecutionEvent nodeName. */
             public nodeName: string;
 
+            /** NodeExecutionEvent eventVersion. */
+            public eventVersion: number;
+
+            /** NodeExecutionEvent isParent. */
+            public isParent: boolean;
+
+            /** NodeExecutionEvent isDynamic. */
+            public isDynamic: boolean;
+
             /** NodeExecutionEvent outputResult. */
             public outputResult?: ("outputUri"|"error"|"outputData");
 
@@ -17074,11 +17092,11 @@ export namespace flyteidl {
             public static verify(message: { [k: string]: any }): (string|null);
         }
 
-        /** Represents a DataProxy */
-        class DataProxy extends $protobuf.rpc.Service {
+        /** Represents a DataProxyService */
+        class DataProxyService extends $protobuf.rpc.Service {
 
             /**
-             * Constructs a new DataProxy service.
+             * Constructs a new DataProxyService service.
              * @param rpcImpl RPC implementation
              * @param [requestDelimited=false] Whether requests are length-delimited
              * @param [responseDelimited=false] Whether responses are length-delimited
@@ -17086,20 +17104,20 @@ export namespace flyteidl {
             constructor(rpcImpl: $protobuf.RPCImpl, requestDelimited?: boolean, responseDelimited?: boolean);
 
             /**
-             * Creates new DataProxy service using the specified rpc implementation.
+             * Creates new DataProxyService service using the specified rpc implementation.
              * @param rpcImpl RPC implementation
              * @param [requestDelimited=false] Whether requests are length-delimited
              * @param [responseDelimited=false] Whether responses are length-delimited
              * @returns RPC service. Useful where requests and/or responses are streamed.
              */
-            public static create(rpcImpl: $protobuf.RPCImpl, requestDelimited?: boolean, responseDelimited?: boolean): DataProxy;
+            public static create(rpcImpl: $protobuf.RPCImpl, requestDelimited?: boolean, responseDelimited?: boolean): DataProxyService;
 
             /**
              * Calls CreateUploadLocation.
              * @param request CreateUploadLocationRequest message or plain object
              * @param callback Node-style callback called with the error, if any, and CreateUploadLocationResponse
              */
-            public createUploadLocation(request: flyteidl.service.ICreateUploadLocationRequest, callback: flyteidl.service.DataProxy.CreateUploadLocationCallback): void;
+            public createUploadLocation(request: flyteidl.service.ICreateUploadLocationRequest, callback: flyteidl.service.DataProxyService.CreateUploadLocationCallback): void;
 
             /**
              * Calls CreateUploadLocation.
@@ -17109,10 +17127,10 @@ export namespace flyteidl {
             public createUploadLocation(request: flyteidl.service.ICreateUploadLocationRequest): Promise<flyteidl.service.CreateUploadLocationResponse>;
         }
 
-        namespace DataProxy {
+        namespace DataProxyService {
 
             /**
-             * Callback as used by {@link flyteidl.service.DataProxy#createUploadLocation}.
+             * Callback as used by {@link flyteidl.service.DataProxyService#createUploadLocation}.
              * @param error Error, if any
              * @param [response] CreateUploadLocationResponse
              */

package/gen/pb-js/flyteidl.js

@@ -14890,6 +14890,9 @@ export const flyteidl = $root.flyteidl = (() => {
              * @property {string|null} [retryGroup] NodeExecutionEvent retryGroup
              * @property {string|null} [specNodeId] NodeExecutionEvent specNodeId
              * @property {string|null} [nodeName] NodeExecutionEvent nodeName
+             * @property {number|null} [eventVersion] NodeExecutionEvent eventVersion
+             * @property {boolean|null} [isParent] NodeExecutionEvent isParent
+             * @property {boolean|null} [isDynamic] NodeExecutionEvent isDynamic
              */
 
             /**
@@ -15027,6 +15030,30 @@ export const flyteidl = $root.flyteidl = (() => {
              */
             NodeExecutionEvent.prototype.nodeName = "";
 
+            /**
+             * NodeExecutionEvent eventVersion.
+             * @member {number} eventVersion
+             * @memberof flyteidl.event.NodeExecutionEvent
+             * @instance
+             */
+            NodeExecutionEvent.prototype.eventVersion = 0;
+
+            /**
+             * NodeExecutionEvent isParent.
+             * @member {boolean} isParent
+             * @memberof flyteidl.event.NodeExecutionEvent
+             * @instance
+             */
+            NodeExecutionEvent.prototype.isParent = false;
+
+            /**
+             * NodeExecutionEvent isDynamic.
+             * @member {boolean} isDynamic
+             * @memberof flyteidl.event.NodeExecutionEvent
+             * @instance
+             */
+            NodeExecutionEvent.prototype.isDynamic = false;
+
             // OneOf field names bound to virtual getters and setters
             let $oneOfFields;
 
@@ -15106,6 +15133,12 @@ export const flyteidl = $root.flyteidl = (() => {
                     $root.flyteidl.event.TaskNodeMetadata.encode(message.taskNodeMetadata, writer.uint32(/* id 14, wireType 2 =*/114).fork()).ldelim();
                 if (message.outputData != null && message.hasOwnProperty("outputData"))
                     $root.flyteidl.core.LiteralMap.encode(message.outputData, writer.uint32(/* id 15, wireType 2 =*/122).fork()).ldelim();
+                if (message.eventVersion != null && message.hasOwnProperty("eventVersion"))
+                    writer.uint32(/* id 16, wireType 0 =*/128).int32(message.eventVersion);
+                if (message.isParent != null && message.hasOwnProperty("isParent"))
+                    writer.uint32(/* id 17, wireType 0 =*/136).bool(message.isParent);
+                if (message.isDynamic != null && message.hasOwnProperty("isDynamic"))
+                    writer.uint32(/* id 18, wireType 0 =*/144).bool(message.isDynamic);
                 return writer;
             };
 
@@ -15172,6 +15205,15 @@ export const flyteidl = $root.flyteidl = (() => {
                     case 13:
                         message.nodeName = reader.string();
                         break;
+                    case 16:
+                        message.eventVersion = reader.int32();
+                        break;
+                    case 17:
+                        message.isParent = reader.bool();
+                        break;
+                    case 18:
+                        message.isDynamic = reader.bool();
+                        break;
                     default:
                         reader.skipType(tag & 7);
                         break;
@@ -15287,6 +15329,15 @@ export const flyteidl = $root.flyteidl = (() => {
                 if (message.nodeName != null && message.hasOwnProperty("nodeName"))
                     if (!$util.isString(message.nodeName))
                         return "nodeName: string expected";
+                if (message.eventVersion != null && message.hasOwnProperty("eventVersion"))
+                    if (!$util.isInteger(message.eventVersion))
+                        return "eventVersion: integer expected";
+                if (message.isParent != null && message.hasOwnProperty("isParent"))
+                    if (typeof message.isParent !== "boolean")
+                        return "isParent: boolean expected";
+                if (message.isDynamic != null && message.hasOwnProperty("isDynamic"))
+                    if (typeof message.isDynamic !== "boolean")
+                        return "isDynamic: boolean expected";
                 return null;
             };
 
@@ -39769,41 +39820,41 @@ export const flyteidl = $root.flyteidl = (() => {
             return CreateUploadLocationRequest;
         })();
 
-        service.DataProxy = (function() {
+        service.DataProxyService = (function() {
 
             /**
-             * Constructs a new DataProxy service.
+             * Constructs a new DataProxyService service.
              * @memberof flyteidl.service
-             * @classdesc Represents a DataProxy
+             * @classdesc Represents a DataProxyService
              * @extends $protobuf.rpc.Service
              * @constructor
              * @param {$protobuf.RPCImpl} rpcImpl RPC implementation
              * @param {boolean} [requestDelimited=false] Whether requests are length-delimited
              * @param {boolean} [responseDelimited=false] Whether responses are length-delimited
              */
-            function DataProxy(rpcImpl, requestDelimited, responseDelimited) {
+            function DataProxyService(rpcImpl, requestDelimited, responseDelimited) {
                 $protobuf.rpc.Service.call(this, rpcImpl, requestDelimited, responseDelimited);
             }
 
-            (DataProxy.prototype = Object.create($protobuf.rpc.Service.prototype)).constructor = DataProxy;
+            (DataProxyService.prototype = Object.create($protobuf.rpc.Service.prototype)).constructor = DataProxyService;
 
             /**
-             * Creates new DataProxy service using the specified rpc implementation.
+             * Creates new DataProxyService service using the specified rpc implementation.
              * @function create
-             * @memberof flyteidl.service.DataProxy
+             * @memberof flyteidl.service.DataProxyService
              * @static
              * @param {$protobuf.RPCImpl} rpcImpl RPC implementation
              * @param {boolean} [requestDelimited=false] Whether requests are length-delimited
              * @param {boolean} [responseDelimited=false] Whether responses are length-delimited
-             * @returns {DataProxy} RPC service. Useful where requests and/or responses are streamed.
+             * @returns {DataProxyService} RPC service. Useful where requests and/or responses are streamed.
              */
-            DataProxy.create = function create(rpcImpl, requestDelimited, responseDelimited) {
+            DataProxyService.create = function create(rpcImpl, requestDelimited, responseDelimited) {
                 return new this(rpcImpl, requestDelimited, responseDelimited);
             };
 
             /**
-             * Callback as used by {@link flyteidl.service.DataProxy#createUploadLocation}.
-             * @memberof flyteidl.service.DataProxy
+             * Callback as used by {@link flyteidl.service.DataProxyService#createUploadLocation}.
+             * @memberof flyteidl.service.DataProxyService
              * @typedef CreateUploadLocationCallback
              * @type {function}
              * @param {Error|null} error Error, if any
@@ -39813,28 +39864,28 @@ export const flyteidl = $root.flyteidl = (() => {
             /**
              * Calls CreateUploadLocation.
              * @function createUploadLocation
-             * @memberof flyteidl.service.DataProxy
+             * @memberof flyteidl.service.DataProxyService
              * @instance
              * @param {flyteidl.service.ICreateUploadLocationRequest} request CreateUploadLocationRequest message or plain object
-             * @param {flyteidl.service.DataProxy.CreateUploadLocationCallback} callback Node-style callback called with the error, if any, and CreateUploadLocationResponse
+             * @param {flyteidl.service.DataProxyService.CreateUploadLocationCallback} callback Node-style callback called with the error, if any, and CreateUploadLocationResponse
              * @returns {undefined}
              * @variation 1
              */
-            Object.defineProperty(DataProxy.prototype.createUploadLocation = function createUploadLocation(request, callback) {
+            Object.defineProperty(DataProxyService.prototype.createUploadLocation = function createUploadLocation(request, callback) {
                 return this.rpcCall(createUploadLocation, $root.flyteidl.service.CreateUploadLocationRequest, $root.flyteidl.service.CreateUploadLocationResponse, request, callback);
             }, "name", { value: "CreateUploadLocation" });
 
             /**
              * Calls CreateUploadLocation.
              * @function createUploadLocation
-             * @memberof flyteidl.service.DataProxy
+             * @memberof flyteidl.service.DataProxyService
              * @instance
              * @param {flyteidl.service.ICreateUploadLocationRequest} request CreateUploadLocationRequest message or plain object
              * @returns {Promise<flyteidl.service.CreateUploadLocationResponse>} Promise
              * @variation 2
              */
 
-            return DataProxy;
+            return DataProxyService;
         })();
 
         service.UserInfoRequest = (function() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flyteorg/flyteidl",
-  "version": "0.24.8",
+  "version": "0.24.11",
   "description": "Compiled protocol buffers and gRPC service clients/servers for Flyte IDLs",
   "repository": {
     "type": "git",

package/protos/docs/admin/index.rst

@@ -1,9 +1,8 @@
 Flyte Admin Service entities
 ============================
 
-These are the control plane entities that can be used to communication with the
-Flyte Admin service over gRPC or REST. The endpoint specification is defined in the
-
+These are the control plane entities that can be used to communicate with the
+FlyteAdmin service over gRPC or REST. The endpoint specification is defined in the
 `Admin raw protos <https://github.com/flyteorg/flyteidl/blob/master/protos/flyteidl/admin>`__
 
 .. toctree::

package/protos/docs/core/index.rst

@@ -1,9 +1,9 @@
 Core Flyte language specification
 =================================
 
-These set of protocol buffers provides details of some of the core data
-structures like Workflows, Tasks, Nodes, Literals. These are the specification
-of the various entities in Flyte as well as the type system.
+Protocol buffers provide details about core data
+structures like :ref:`workflows <divedeep-workflows>`, :ref:`tasks <divedeep-tasks>`, :ref:`nodes <divedeep-nodes>`, and Literals. They are the specifications
+of the various entities in Flyte and the type system.
 
 `Core raw protos <https://github.com/flyteorg/flyteidl/blob/master/protos/flyteidl/core>`__
 

package/protos/docs/datacatalog/index.rst

@@ -1,10 +1,10 @@
 Flyte Data Catalog Service
-=================================
+============================
 
-These protos provide the interface definition for the Data Catalog Service. Data Catalog is a service for
-indexing parameterized, strongly-typed data artifacts across revisions. It is used in the Flyte ecosystem
-to catalog artifacts generated by task executions. Outputs generated by a task can be stored as artifact
-data and tagged by the user so that it can be retrieved later by that tag.
+Protos provides the interface definition for the Data Catalog Service. Data Catalog is a service to
+index parameterized, strongly-typed data artifacts across revisions. It is used in the Flyte ecosystem
+to catalog artifacts generated by the task executions. The output generated by a task can be stored as artifact
+data and tagged by the user so as to be retrieved later by that tag.
 
 `Datacatalog raw proto <https://github.com/flyteorg/flyteidl/blob/master/protos/flyteidl/datacatalog/datacatalog.proto>`__
 

package/protos/docs/event/index.rst

@@ -9,14 +9,13 @@ External Eventing system.
 Flyte Internal Eventing
 ========================
 
-This is the interface used by the dataplane (execution engine) to communicate
-workflow and task progress back to the **control plane** admin service.
+This is the interface used by the dataplane (execution engine) to communicate with the control plane admin service about the workflow and task progress.
 
 Flyte External Eventing - Event Egress
 =======================================
 
-This refers to the interface for all the event messages exiting from the Flyte
-**control plane** and delivered on the configured pubsub channel.
+This refers to the interface for all the event messages leaving the Flyte
+**control plane** and reaching on the configured pubsub channel.
 
 `Event raw proto <https://github.com/flyteorg/flyteidl/blob/master/protos/flyteidl/event/event.proto>`__
 

package/protos/flyteidl/event/event.proto

@@ -87,6 +87,14 @@ message NodeExecutionEvent {
 
     // Friendly readable name for the node
     string node_name = 13;
+
+    int32 event_version = 16;
+
+    // Whether this node launched a subworkflow.
+    bool is_parent = 17;
+
+    // Whether this node yielded a dynamic workflow.
+    bool is_dynamic = 18;
 }
 
 // For Workflow Nodes we need to send information about the workflow that's launched

package/protos/flyteidl/service/dataproxy.proto

@@ -39,9 +39,9 @@ message CreateUploadLocationRequest {
   google.protobuf.Duration expires_in = 4;
 }
 
-// DataProxy defines an RPC Service that allows access to user-data in a controlled manner.
-service DataProxy {
-  // Retrieves user information about the currently logged in user.
+// DataProxyService defines an RPC Service that allows access to user-data in a controlled manner.
+service DataProxyService {
+  // CreateUploadLocation creates a signed url to upload artifacts to for a given project/domain.
   rpc CreateUploadLocation (CreateUploadLocationRequest) returns (CreateUploadLocationResponse) {
     option (google.api.http) = {
       post: "/api/v1/dataproxy/artifact_urn"