@maxim_mazurok/gapi.client.dataflow-v1b3 0.0.20231210 → 0.0.20240107

package/index.d.ts

@@ -9,7 +9,7 @@
 // This file was generated by https://github.com/Maxim-Mazurok/google-api-typings-generator. Please do not edit it manually.
 // In case of any problems please post issue to https://github.com/Maxim-Mazurok/google-api-typings-generator
 // Generated from: https://dataflow.googleapis.com/$discovery/rest?version=v1b3
-// Revision: 20231210
+// Revision: 20240107
 
 /// <reference types="gapi.client" />
 
@@ -70,6 +70,12 @@ declare namespace gapi.client {
       /** The maximum number of workers to cap scaling at. */
       maxNumWorkers?: number;
     }
+    interface Base2Exponent {
+      /** Must be greater than 0. */
+      numberOfBuckets?: number;
+      /** Must be between -3 and 3. This forces the growth factor of the bucket boundaries to be between `2^(1/8)` and `256`. */
+      scale?: number;
+    }
     interface BigQueryIODetails {
       /** Dataset accessed in the connection. */
       dataset?: string;
@@ -88,6 +94,12 @@ declare namespace gapi.client {
       /** TableId accessed in the connection. */
       tableId?: string;
     }
+    interface BucketOptions {
+      /** Bucket boundaries grow exponentially. */
+      exponential?: Base2Exponent;
+      /** Bucket boundaries grow linearly. */
+      linear?: Linear;
+    }
     interface ComponentSource {
       /** Dataflow service generated name for this source. */
       name?: string;
@@ -240,6 +252,16 @@ declare namespace gapi.client {
       /** VM instance name the data disks mounted to, for example "myproject-1014-104817-4c2-harness-0". */
       vmInstance?: string;
     }
+    interface DataflowHistogramValue {
+      /** Optional. The number of values in each bucket of the histogram, as described in `bucket_options`. `bucket_counts` should contain N values, where N is the number of buckets specified in `bucket_options`. If `bucket_counts` has fewer than N values, the remaining values are assumed to be 0. */
+      bucketCounts?: string[];
+      /** Describes the bucket boundaries used in the histogram. */
+      bucketOptions?: BucketOptions;
+      /** Number of values recorded in this histogram. */
+      count?: string;
+      /** Statistics on the values recorded in the histogram that fall out of the bucket boundaries. */
+      outlierStats?: OutlierStats;
+    }
     interface DataSamplingConfig {
       /** List of given sampling behaviors to enable. For example, specifying behaviors = [ALWAYS_ON] samples in-flight elements but does not sample exceptions. Can be used to specify multiple behaviors like, behaviors = [ALWAYS_ON, EXCEPTIONS] for specifying periodic sampling and exception sampling. If DISABLED is in the list, then sampling will be disabled and ignore the other given behaviors. Ordering does not matter. */
       behaviors?: string[];
@@ -356,11 +378,13 @@ declare namespace gapi.client {
       serviceOptions?: string[];
       /** Output only. The shuffle mode used for the job. */
       shuffleMode?: string;
+      /** Optional. Specifies the Streaming Engine message processing guarantees. Reduces cost and latency but might result in duplicate messages committed to storage. Designed to run simple mapping streaming ETL jobs at the lowest cost. For example, Change Data Capture (CDC) to BigQuery is a canonical use case. */
+      streamingMode?: string;
       /** The prefix of the resources the system should use for temporary storage. The system will append the suffix "/temp-{JOBNAME} to this resource prefix, where {JOBNAME} is the value of the job_name field. The resulting bucket and object prefix is used as the prefix of the resources used to store temporary data needed during the job execution. NOTE: This will override the value in taskrunner_settings. The supported resource type is: Google Cloud Storage: storage.googleapis.com/{bucket}/{object} bucket.storage.googleapis.com/{object} */
       tempStoragePrefix?: string;
       /** A description of the process that generated the request. */
       userAgent?: {[P in string]: any};
-      /** Output only. Whether the job uses the new streaming engine billing model based on resource usage. */
+      /** Output only. Whether the job uses the Streaming Engine resource-based billing model. */
       useStreamingEngineResourceBasedBilling?: boolean;
       /** A structure describing which components and their versions of the service are required in order to run the job. */
       version?: {[P in string]: any};
@@ -743,6 +767,14 @@ declare namespace gapi.client {
       /** A list of the leased WorkItems. */
       workItems?: WorkItem[];
     }
+    interface Linear {
+      /** Must be greater than 0. */
+      numberOfBuckets?: number;
+      /** Lower bound of the first bucket. */
+      start?: number;
+      /** Distance between bucket boundaries. Must be greater than 0. */
+      width?: number;
+    }
     interface ListJobMessagesResponse {
       /** Autoscaling events in ascending timestamp order. */
       autoscalingEvents?: AutoscalingEvent[];
@@ -823,6 +855,16 @@ declare namespace gapi.client {
       /** Timestamp associated with the metric value. Optional when workers are reporting work progress; it will be filled in responses from the metrics API. */
       updateTime?: string;
     }
+    interface MetricValue {
+      /** Base name for this metric. */
+      metric?: string;
+      /** Optional. Set of metric labels for this metric. */
+      metricLabels?: {[P in string]: string};
+      /** Histogram value of this metric. */
+      valueHistogram?: DataflowHistogramValue;
+      /** Integer value of this metric. */
+      valueInt64?: string;
+    }
     interface MountedDataDisk {
       /** The name of the data disk. This name is local to the Google Cloud Platform project and uniquely identifies the disk within that project, for example "myproject-1014-104817-4c2-harness-0-disk-1". */
       dataDisk?: string;
@@ -837,6 +879,16 @@ declare namespace gapi.client {
       /** Name of the counter. */
       name?: string;
     }
+    interface OutlierStats {
+      /** Number of values that are larger than the upper bound of the largest bucket. */
+      overflowCount?: string;
+      /** Mean of values in the overflow bucket. */
+      overflowMean?: number;
+      /** Number of values that are smaller than the lower bound of the smallest bucket. */
+      underflowCount?: string;
+      /** Mean of values in the undeflow bucket. */
+      underflowMean?: number;
+    }
     interface Package {
       /** The resource to read the package from. The supported resource type is: Google Cloud Storage: storage.googleapis.com/{bucket} bucket.storage.googleapis.com/ */
       location?: string;
@@ -929,6 +981,18 @@ declare namespace gapi.client {
       /** The value combining function to invoke. */
       valueCombiningFn?: {[P in string]: any};
     }
+    interface PerStepNamespaceMetrics {
+      /** The namespace of these metrics on the worker. */
+      metricsNamespace?: string;
+      /** Optional. Metrics that are recorded for this namespace and unfused step. */
+      metricValues?: MetricValue[];
+      /** The original system name of the unfused step that these metrics are reported from. */
+      originalStep?: string;
+    }
+    interface PerWorkerMetrics {
+      /** Optional. Metrics for a particular unfused step and namespace. */
+      perStepNamespaceMetrics?: PerStepNamespaceMetrics[];
+    }
     interface PipelineDescription {
       /** Pipeline level display data. */
       displayData?: DisplayData[];
@@ -1620,6 +1684,8 @@ declare namespace gapi.client {
       dataSamplingReport?: DataSamplingReport;
       /** Labels are used to group WorkerMessages. For example, a worker_message about a particular container might have the labels: { "JOB_ID": "2015-04-22", "WORKER_ID": "wordcount-vm-2015…" "CONTAINER_TYPE": "worker", "CONTAINER_ID": "ac1234def"} Label tags typically correspond to Label enum values. However, for ease of development other strings can be used as tags. LABEL_UNSPECIFIED should not be used here. */
       labels?: {[P in string]: string};
+      /** System defined metrics for this worker. */
+      perWorkerMetrics?: PerWorkerMetrics;
       /** Contains per-user worker telemetry used in streaming autoscaling. */
       streamingScalingReport?: StreamingScalingReport;
       /** The timestamp of the worker_message. */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@maxim_mazurok/gapi.client.dataflow-v1b3",
-  "version": "0.0.20231210",
+  "version": "0.0.20240107",
   "description": "TypeScript typings for Dataflow API v1b3",
   "repository": {
     "type": "git",