@maxim_mazurok/gapi.client.dataflow-v1b3 0.0.20220806
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.d.ts +4182 -0
- package/package.json +20 -0
- package/readme.md +87 -0
- package/tests.ts +2751 -0
- package/tsconfig.json +18 -0
- package/tslint.json +6 -0
package/tests.ts
ADDED
|
@@ -0,0 +1,2751 @@
|
|
|
1
|
+
/* This is stub file for gapi.client.dataflow-v1b3 definition tests */
|
|
2
|
+
// IMPORTANT
|
|
3
|
+
// This file was generated by https://github.com/Maxim-Mazurok/google-api-typings-generator. Please do not edit it manually.
|
|
4
|
+
// In case of any problems please post issue to https://github.com/Maxim-Mazurok/google-api-typings-generator
|
|
5
|
+
|
|
6
|
+
// Revision: 20220806
|
|
7
|
+
|
|
8
|
+
gapi.load('client', async () => {
|
|
9
|
+
/** now we can use gapi.client */
|
|
10
|
+
|
|
11
|
+
await gapi.client.load('https://dataflow.googleapis.com/$discovery/rest?version=v1b3');
|
|
12
|
+
/** now we can use gapi.client.dataflow */
|
|
13
|
+
|
|
14
|
+
/** don't forget to authenticate your client before sending any request to resources: */
|
|
15
|
+
/** declare client_id registered in Google Developers Console */
|
|
16
|
+
const client_id = '<<PUT YOUR CLIENT ID HERE>>';
|
|
17
|
+
const scope = [
|
|
18
|
+
/** See, edit, configure, and delete your Google Cloud data and see the email address for your Google Account. */
|
|
19
|
+
'https://www.googleapis.com/auth/cloud-platform',
|
|
20
|
+
/** View and manage your Google Compute Engine resources */
|
|
21
|
+
'https://www.googleapis.com/auth/compute',
|
|
22
|
+
/** View your Google Compute Engine resources */
|
|
23
|
+
'https://www.googleapis.com/auth/compute.readonly',
|
|
24
|
+
/** See your primary Google Account email address */
|
|
25
|
+
'https://www.googleapis.com/auth/userinfo.email',
|
|
26
|
+
];
|
|
27
|
+
const immediate = false;
|
|
28
|
+
gapi.auth.authorize({ client_id, scope, immediate }, authResult => {
|
|
29
|
+
if (authResult && !authResult.error) {
|
|
30
|
+
/** handle successful authorization */
|
|
31
|
+
run();
|
|
32
|
+
} else {
|
|
33
|
+
/** handle authorization error */
|
|
34
|
+
}
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
async function run() {
|
|
38
|
+
/** Deletes a snapshot. */
|
|
39
|
+
await gapi.client.dataflow.projects.deleteSnapshots({
|
|
40
|
+
location: "Test string",
|
|
41
|
+
projectId: "Test string",
|
|
42
|
+
snapshotId: "Test string",
|
|
43
|
+
});
|
|
44
|
+
/** Send a worker_message to the service. */
|
|
45
|
+
await gapi.client.dataflow.projects.workerMessages({
|
|
46
|
+
projectId: "Test string",
|
|
47
|
+
}, {
|
|
48
|
+
location: "Test string",
|
|
49
|
+
workerMessages: [
|
|
50
|
+
{
|
|
51
|
+
labels: {
|
|
52
|
+
A: "Test string"
|
|
53
|
+
},
|
|
54
|
+
time: "Test string",
|
|
55
|
+
workerHealthReport: {
|
|
56
|
+
msg: "Test string",
|
|
57
|
+
pods: [
|
|
58
|
+
{
|
|
59
|
+
A: 42
|
|
60
|
+
}
|
|
61
|
+
],
|
|
62
|
+
reportInterval: "Test string",
|
|
63
|
+
vmBrokenCode: "Test string",
|
|
64
|
+
vmIsBroken: true,
|
|
65
|
+
vmIsHealthy: true,
|
|
66
|
+
vmStartupTime: "Test string",
|
|
67
|
+
},
|
|
68
|
+
workerLifecycleEvent: {
|
|
69
|
+
containerStartTime: "Test string",
|
|
70
|
+
event: "Test string",
|
|
71
|
+
metadata: {
|
|
72
|
+
A: "Test string"
|
|
73
|
+
},
|
|
74
|
+
},
|
|
75
|
+
workerMessageCode: {
|
|
76
|
+
code: "Test string",
|
|
77
|
+
parameters: {
|
|
78
|
+
A: 42
|
|
79
|
+
},
|
|
80
|
+
},
|
|
81
|
+
workerMetrics: {
|
|
82
|
+
containers: undefined,
|
|
83
|
+
cpuTime: [
|
|
84
|
+
{
|
|
85
|
+
rate: 42,
|
|
86
|
+
timestamp: "Test string",
|
|
87
|
+
totalMs: "Test string",
|
|
88
|
+
}
|
|
89
|
+
],
|
|
90
|
+
memoryInfo: [
|
|
91
|
+
{
|
|
92
|
+
currentLimitBytes: "Test string",
|
|
93
|
+
currentOoms: "Test string",
|
|
94
|
+
currentRssBytes: "Test string",
|
|
95
|
+
timestamp: "Test string",
|
|
96
|
+
totalGbMs: "Test string",
|
|
97
|
+
}
|
|
98
|
+
],
|
|
99
|
+
},
|
|
100
|
+
workerShutdownNotice: {
|
|
101
|
+
reason: "Test string",
|
|
102
|
+
},
|
|
103
|
+
}
|
|
104
|
+
],
|
|
105
|
+
});
|
|
106
|
+
/** List the jobs of a project across all regions. */
|
|
107
|
+
await gapi.client.dataflow.projects.jobs.aggregated({
|
|
108
|
+
filter: "Test string",
|
|
109
|
+
location: "Test string",
|
|
110
|
+
pageSize: 42,
|
|
111
|
+
pageToken: "Test string",
|
|
112
|
+
projectId: "Test string",
|
|
113
|
+
view: "Test string",
|
|
114
|
+
});
|
|
115
|
+
/**
|
|
116
|
+
* Creates a Cloud Dataflow job. To create a job, we recommend using `projects.locations.jobs.create` with a [regional endpoint]
|
|
117
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.create` is not recommended, as your job will always start in `us-central1`. Do not enter
|
|
118
|
+
* confidential information when you supply string values using the API.
|
|
119
|
+
*/
|
|
120
|
+
await gapi.client.dataflow.projects.jobs.create({
|
|
121
|
+
location: "Test string",
|
|
122
|
+
projectId: "Test string",
|
|
123
|
+
replaceJobId: "Test string",
|
|
124
|
+
view: "Test string",
|
|
125
|
+
}, {
|
|
126
|
+
clientRequestId: "Test string",
|
|
127
|
+
createdFromSnapshotId: "Test string",
|
|
128
|
+
createTime: "Test string",
|
|
129
|
+
currentState: "Test string",
|
|
130
|
+
currentStateTime: "Test string",
|
|
131
|
+
environment: {
|
|
132
|
+
clusterManagerApiService: "Test string",
|
|
133
|
+
dataset: "Test string",
|
|
134
|
+
debugOptions: {
|
|
135
|
+
enableHotKeyLogging: true,
|
|
136
|
+
},
|
|
137
|
+
experiments: [
|
|
138
|
+
"Test string"
|
|
139
|
+
],
|
|
140
|
+
flexResourceSchedulingGoal: "Test string",
|
|
141
|
+
internalExperiments: {
|
|
142
|
+
A: 42
|
|
143
|
+
},
|
|
144
|
+
sdkPipelineOptions: {
|
|
145
|
+
A: 42
|
|
146
|
+
},
|
|
147
|
+
serviceAccountEmail: "Test string",
|
|
148
|
+
serviceKmsKeyName: "Test string",
|
|
149
|
+
serviceOptions: [
|
|
150
|
+
"Test string"
|
|
151
|
+
],
|
|
152
|
+
shuffleMode: "Test string",
|
|
153
|
+
tempStoragePrefix: "Test string",
|
|
154
|
+
userAgent: {
|
|
155
|
+
A: 42
|
|
156
|
+
},
|
|
157
|
+
version: {
|
|
158
|
+
A: 42
|
|
159
|
+
},
|
|
160
|
+
workerPools: [
|
|
161
|
+
{
|
|
162
|
+
autoscalingSettings: {
|
|
163
|
+
algorithm: "Test string",
|
|
164
|
+
maxNumWorkers: 42,
|
|
165
|
+
},
|
|
166
|
+
dataDisks: [
|
|
167
|
+
{
|
|
168
|
+
diskType: "Test string",
|
|
169
|
+
mountPoint: "Test string",
|
|
170
|
+
sizeGb: 42,
|
|
171
|
+
}
|
|
172
|
+
],
|
|
173
|
+
defaultPackageSet: "Test string",
|
|
174
|
+
diskSizeGb: 42,
|
|
175
|
+
diskSourceImage: "Test string",
|
|
176
|
+
diskType: "Test string",
|
|
177
|
+
ipConfiguration: "Test string",
|
|
178
|
+
kind: "Test string",
|
|
179
|
+
machineType: "Test string",
|
|
180
|
+
metadata: {
|
|
181
|
+
A: "Test string"
|
|
182
|
+
},
|
|
183
|
+
network: "Test string",
|
|
184
|
+
numThreadsPerWorker: 42,
|
|
185
|
+
numWorkers: 42,
|
|
186
|
+
onHostMaintenance: "Test string",
|
|
187
|
+
packages: [
|
|
188
|
+
{
|
|
189
|
+
location: "Test string",
|
|
190
|
+
name: "Test string",
|
|
191
|
+
}
|
|
192
|
+
],
|
|
193
|
+
poolArgs: {
|
|
194
|
+
A: 42
|
|
195
|
+
},
|
|
196
|
+
sdkHarnessContainerImages: [
|
|
197
|
+
{
|
|
198
|
+
capabilities: [
|
|
199
|
+
"Test string"
|
|
200
|
+
],
|
|
201
|
+
containerImage: "Test string",
|
|
202
|
+
environmentId: "Test string",
|
|
203
|
+
useSingleCorePerContainer: true,
|
|
204
|
+
}
|
|
205
|
+
],
|
|
206
|
+
subnetwork: "Test string",
|
|
207
|
+
taskrunnerSettings: {
|
|
208
|
+
alsologtostderr: true,
|
|
209
|
+
baseTaskDir: "Test string",
|
|
210
|
+
baseUrl: "Test string",
|
|
211
|
+
commandlinesFileName: "Test string",
|
|
212
|
+
continueOnException: true,
|
|
213
|
+
dataflowApiVersion: "Test string",
|
|
214
|
+
harnessCommand: "Test string",
|
|
215
|
+
languageHint: "Test string",
|
|
216
|
+
logDir: "Test string",
|
|
217
|
+
logToSerialconsole: true,
|
|
218
|
+
logUploadLocation: "Test string",
|
|
219
|
+
oauthScopes: [
|
|
220
|
+
"Test string"
|
|
221
|
+
],
|
|
222
|
+
parallelWorkerSettings: {
|
|
223
|
+
baseUrl: "Test string",
|
|
224
|
+
reportingEnabled: true,
|
|
225
|
+
servicePath: "Test string",
|
|
226
|
+
shuffleServicePath: "Test string",
|
|
227
|
+
tempStoragePrefix: "Test string",
|
|
228
|
+
workerId: "Test string",
|
|
229
|
+
},
|
|
230
|
+
streamingWorkerMainClass: "Test string",
|
|
231
|
+
taskGroup: "Test string",
|
|
232
|
+
taskUser: "Test string",
|
|
233
|
+
tempStoragePrefix: "Test string",
|
|
234
|
+
vmId: "Test string",
|
|
235
|
+
workflowFileName: "Test string",
|
|
236
|
+
},
|
|
237
|
+
teardownPolicy: "Test string",
|
|
238
|
+
workerHarnessContainerImage: "Test string",
|
|
239
|
+
zone: "Test string",
|
|
240
|
+
}
|
|
241
|
+
],
|
|
242
|
+
workerRegion: "Test string",
|
|
243
|
+
workerZone: "Test string",
|
|
244
|
+
},
|
|
245
|
+
executionInfo: {
|
|
246
|
+
stages: {
|
|
247
|
+
A: {
|
|
248
|
+
stepName: [
|
|
249
|
+
"Test string"
|
|
250
|
+
],
|
|
251
|
+
}
|
|
252
|
+
},
|
|
253
|
+
},
|
|
254
|
+
id: "Test string",
|
|
255
|
+
jobMetadata: {
|
|
256
|
+
bigqueryDetails: [
|
|
257
|
+
{
|
|
258
|
+
dataset: "Test string",
|
|
259
|
+
projectId: "Test string",
|
|
260
|
+
query: "Test string",
|
|
261
|
+
table: "Test string",
|
|
262
|
+
}
|
|
263
|
+
],
|
|
264
|
+
bigTableDetails: [
|
|
265
|
+
{
|
|
266
|
+
instanceId: "Test string",
|
|
267
|
+
projectId: "Test string",
|
|
268
|
+
tableId: "Test string",
|
|
269
|
+
}
|
|
270
|
+
],
|
|
271
|
+
datastoreDetails: [
|
|
272
|
+
{
|
|
273
|
+
namespace: "Test string",
|
|
274
|
+
projectId: "Test string",
|
|
275
|
+
}
|
|
276
|
+
],
|
|
277
|
+
fileDetails: [
|
|
278
|
+
{
|
|
279
|
+
filePattern: "Test string",
|
|
280
|
+
}
|
|
281
|
+
],
|
|
282
|
+
pubsubDetails: [
|
|
283
|
+
{
|
|
284
|
+
subscription: "Test string",
|
|
285
|
+
topic: "Test string",
|
|
286
|
+
}
|
|
287
|
+
],
|
|
288
|
+
sdkVersion: {
|
|
289
|
+
sdkSupportStatus: "Test string",
|
|
290
|
+
version: "Test string",
|
|
291
|
+
versionDisplayName: "Test string",
|
|
292
|
+
},
|
|
293
|
+
spannerDetails: [
|
|
294
|
+
{
|
|
295
|
+
databaseId: "Test string",
|
|
296
|
+
instanceId: "Test string",
|
|
297
|
+
projectId: "Test string",
|
|
298
|
+
}
|
|
299
|
+
],
|
|
300
|
+
},
|
|
301
|
+
labels: {
|
|
302
|
+
A: "Test string"
|
|
303
|
+
},
|
|
304
|
+
location: "Test string",
|
|
305
|
+
name: "Test string",
|
|
306
|
+
pipelineDescription: {
|
|
307
|
+
displayData: [
|
|
308
|
+
{
|
|
309
|
+
boolValue: true,
|
|
310
|
+
durationValue: "Test string",
|
|
311
|
+
floatValue: 42,
|
|
312
|
+
int64Value: "Test string",
|
|
313
|
+
javaClassValue: "Test string",
|
|
314
|
+
key: "Test string",
|
|
315
|
+
label: "Test string",
|
|
316
|
+
namespace: "Test string",
|
|
317
|
+
shortStrValue: "Test string",
|
|
318
|
+
strValue: "Test string",
|
|
319
|
+
timestampValue: "Test string",
|
|
320
|
+
url: "Test string",
|
|
321
|
+
}
|
|
322
|
+
],
|
|
323
|
+
executionPipelineStage: [
|
|
324
|
+
{
|
|
325
|
+
componentSource: [
|
|
326
|
+
{
|
|
327
|
+
name: "Test string",
|
|
328
|
+
originalTransformOrCollection: "Test string",
|
|
329
|
+
userName: "Test string",
|
|
330
|
+
}
|
|
331
|
+
],
|
|
332
|
+
componentTransform: [
|
|
333
|
+
{
|
|
334
|
+
name: "Test string",
|
|
335
|
+
originalTransform: "Test string",
|
|
336
|
+
userName: "Test string",
|
|
337
|
+
}
|
|
338
|
+
],
|
|
339
|
+
id: "Test string",
|
|
340
|
+
inputSource: [
|
|
341
|
+
{
|
|
342
|
+
name: "Test string",
|
|
343
|
+
originalTransformOrCollection: "Test string",
|
|
344
|
+
sizeBytes: "Test string",
|
|
345
|
+
userName: "Test string",
|
|
346
|
+
}
|
|
347
|
+
],
|
|
348
|
+
kind: "Test string",
|
|
349
|
+
name: "Test string",
|
|
350
|
+
outputSource: [
|
|
351
|
+
{
|
|
352
|
+
name: "Test string",
|
|
353
|
+
originalTransformOrCollection: "Test string",
|
|
354
|
+
sizeBytes: "Test string",
|
|
355
|
+
userName: "Test string",
|
|
356
|
+
}
|
|
357
|
+
],
|
|
358
|
+
prerequisiteStage: [
|
|
359
|
+
"Test string"
|
|
360
|
+
],
|
|
361
|
+
}
|
|
362
|
+
],
|
|
363
|
+
originalPipelineTransform: [
|
|
364
|
+
{
|
|
365
|
+
displayData: [
|
|
366
|
+
{
|
|
367
|
+
boolValue: true,
|
|
368
|
+
durationValue: "Test string",
|
|
369
|
+
floatValue: 42,
|
|
370
|
+
int64Value: "Test string",
|
|
371
|
+
javaClassValue: "Test string",
|
|
372
|
+
key: "Test string",
|
|
373
|
+
label: "Test string",
|
|
374
|
+
namespace: "Test string",
|
|
375
|
+
shortStrValue: "Test string",
|
|
376
|
+
strValue: "Test string",
|
|
377
|
+
timestampValue: "Test string",
|
|
378
|
+
url: "Test string",
|
|
379
|
+
}
|
|
380
|
+
],
|
|
381
|
+
id: "Test string",
|
|
382
|
+
inputCollectionName: [
|
|
383
|
+
"Test string"
|
|
384
|
+
],
|
|
385
|
+
kind: "Test string",
|
|
386
|
+
name: "Test string",
|
|
387
|
+
outputCollectionName: [
|
|
388
|
+
"Test string"
|
|
389
|
+
],
|
|
390
|
+
}
|
|
391
|
+
],
|
|
392
|
+
},
|
|
393
|
+
projectId: "Test string",
|
|
394
|
+
replacedByJobId: "Test string",
|
|
395
|
+
replaceJobId: "Test string",
|
|
396
|
+
requestedState: "Test string",
|
|
397
|
+
satisfiesPzs: true,
|
|
398
|
+
stageStates: [
|
|
399
|
+
{
|
|
400
|
+
currentStateTime: "Test string",
|
|
401
|
+
executionStageName: "Test string",
|
|
402
|
+
executionStageState: "Test string",
|
|
403
|
+
}
|
|
404
|
+
],
|
|
405
|
+
startTime: "Test string",
|
|
406
|
+
steps: [
|
|
407
|
+
{
|
|
408
|
+
kind: "Test string",
|
|
409
|
+
name: "Test string",
|
|
410
|
+
properties: {
|
|
411
|
+
A: 42
|
|
412
|
+
},
|
|
413
|
+
}
|
|
414
|
+
],
|
|
415
|
+
stepsLocation: "Test string",
|
|
416
|
+
tempFiles: [
|
|
417
|
+
"Test string"
|
|
418
|
+
],
|
|
419
|
+
transformNameMapping: {
|
|
420
|
+
A: "Test string"
|
|
421
|
+
},
|
|
422
|
+
type: "Test string",
|
|
423
|
+
});
|
|
424
|
+
/**
|
|
425
|
+
* Gets the state of the specified Cloud Dataflow job. To get the state of a job, we recommend using `projects.locations.jobs.get` with a [regional endpoint]
|
|
426
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.get` is not recommended, as you can only get the state of jobs that are running in
|
|
427
|
+
* `us-central1`.
|
|
428
|
+
*/
|
|
429
|
+
await gapi.client.dataflow.projects.jobs.get({
|
|
430
|
+
jobId: "Test string",
|
|
431
|
+
location: "Test string",
|
|
432
|
+
projectId: "Test string",
|
|
433
|
+
view: "Test string",
|
|
434
|
+
});
|
|
435
|
+
/**
|
|
436
|
+
* Request the job status. To request the status of a job, we recommend using `projects.locations.jobs.getMetrics` with a [regional endpoint]
|
|
437
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.getMetrics` is not recommended, as you can only request the status of jobs that are running in
|
|
438
|
+
* `us-central1`.
|
|
439
|
+
*/
|
|
440
|
+
await gapi.client.dataflow.projects.jobs.getMetrics({
|
|
441
|
+
jobId: "Test string",
|
|
442
|
+
location: "Test string",
|
|
443
|
+
projectId: "Test string",
|
|
444
|
+
startTime: "Test string",
|
|
445
|
+
});
|
|
446
|
+
/**
|
|
447
|
+
* List the jobs of a project. To list the jobs of a project in a region, we recommend using `projects.locations.jobs.list` with a [regional endpoint]
|
|
448
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To list the all jobs across all regions, use `projects.jobs.aggregated`. Using `projects.jobs.list` is not
|
|
449
|
+
* recommended, as you can only get the list of jobs that are running in `us-central1`.
|
|
450
|
+
*/
|
|
451
|
+
await gapi.client.dataflow.projects.jobs.list({
|
|
452
|
+
filter: "Test string",
|
|
453
|
+
location: "Test string",
|
|
454
|
+
pageSize: 42,
|
|
455
|
+
pageToken: "Test string",
|
|
456
|
+
projectId: "Test string",
|
|
457
|
+
view: "Test string",
|
|
458
|
+
});
|
|
459
|
+
/** Snapshot the state of a streaming job. */
|
|
460
|
+
await gapi.client.dataflow.projects.jobs.snapshot({
|
|
461
|
+
jobId: "Test string",
|
|
462
|
+
projectId: "Test string",
|
|
463
|
+
}, {
|
|
464
|
+
description: "Test string",
|
|
465
|
+
location: "Test string",
|
|
466
|
+
snapshotSources: true,
|
|
467
|
+
ttl: "Test string",
|
|
468
|
+
});
|
|
469
|
+
/**
|
|
470
|
+
* Updates the state of an existing Cloud Dataflow job. To update the state of an existing job, we recommend using `projects.locations.jobs.update` with a [regional endpoint]
|
|
471
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.update` is not recommended, as you can only update the state of jobs that are running in
|
|
472
|
+
* `us-central1`.
|
|
473
|
+
*/
|
|
474
|
+
await gapi.client.dataflow.projects.jobs.update({
|
|
475
|
+
jobId: "Test string",
|
|
476
|
+
location: "Test string",
|
|
477
|
+
projectId: "Test string",
|
|
478
|
+
}, {
|
|
479
|
+
clientRequestId: "Test string",
|
|
480
|
+
createdFromSnapshotId: "Test string",
|
|
481
|
+
createTime: "Test string",
|
|
482
|
+
currentState: "Test string",
|
|
483
|
+
currentStateTime: "Test string",
|
|
484
|
+
environment: {
|
|
485
|
+
clusterManagerApiService: "Test string",
|
|
486
|
+
dataset: "Test string",
|
|
487
|
+
debugOptions: {
|
|
488
|
+
enableHotKeyLogging: true,
|
|
489
|
+
},
|
|
490
|
+
experiments: [
|
|
491
|
+
"Test string"
|
|
492
|
+
],
|
|
493
|
+
flexResourceSchedulingGoal: "Test string",
|
|
494
|
+
internalExperiments: {
|
|
495
|
+
A: 42
|
|
496
|
+
},
|
|
497
|
+
sdkPipelineOptions: {
|
|
498
|
+
A: 42
|
|
499
|
+
},
|
|
500
|
+
serviceAccountEmail: "Test string",
|
|
501
|
+
serviceKmsKeyName: "Test string",
|
|
502
|
+
serviceOptions: [
|
|
503
|
+
"Test string"
|
|
504
|
+
],
|
|
505
|
+
shuffleMode: "Test string",
|
|
506
|
+
tempStoragePrefix: "Test string",
|
|
507
|
+
userAgent: {
|
|
508
|
+
A: 42
|
|
509
|
+
},
|
|
510
|
+
version: {
|
|
511
|
+
A: 42
|
|
512
|
+
},
|
|
513
|
+
workerPools: [
|
|
514
|
+
{
|
|
515
|
+
autoscalingSettings: {
|
|
516
|
+
algorithm: "Test string",
|
|
517
|
+
maxNumWorkers: 42,
|
|
518
|
+
},
|
|
519
|
+
dataDisks: [
|
|
520
|
+
{
|
|
521
|
+
diskType: "Test string",
|
|
522
|
+
mountPoint: "Test string",
|
|
523
|
+
sizeGb: 42,
|
|
524
|
+
}
|
|
525
|
+
],
|
|
526
|
+
defaultPackageSet: "Test string",
|
|
527
|
+
diskSizeGb: 42,
|
|
528
|
+
diskSourceImage: "Test string",
|
|
529
|
+
diskType: "Test string",
|
|
530
|
+
ipConfiguration: "Test string",
|
|
531
|
+
kind: "Test string",
|
|
532
|
+
machineType: "Test string",
|
|
533
|
+
metadata: {
|
|
534
|
+
A: "Test string"
|
|
535
|
+
},
|
|
536
|
+
network: "Test string",
|
|
537
|
+
numThreadsPerWorker: 42,
|
|
538
|
+
numWorkers: 42,
|
|
539
|
+
onHostMaintenance: "Test string",
|
|
540
|
+
packages: [
|
|
541
|
+
{
|
|
542
|
+
location: "Test string",
|
|
543
|
+
name: "Test string",
|
|
544
|
+
}
|
|
545
|
+
],
|
|
546
|
+
poolArgs: {
|
|
547
|
+
A: 42
|
|
548
|
+
},
|
|
549
|
+
sdkHarnessContainerImages: [
|
|
550
|
+
{
|
|
551
|
+
capabilities: [
|
|
552
|
+
"Test string"
|
|
553
|
+
],
|
|
554
|
+
containerImage: "Test string",
|
|
555
|
+
environmentId: "Test string",
|
|
556
|
+
useSingleCorePerContainer: true,
|
|
557
|
+
}
|
|
558
|
+
],
|
|
559
|
+
subnetwork: "Test string",
|
|
560
|
+
taskrunnerSettings: {
|
|
561
|
+
alsologtostderr: true,
|
|
562
|
+
baseTaskDir: "Test string",
|
|
563
|
+
baseUrl: "Test string",
|
|
564
|
+
commandlinesFileName: "Test string",
|
|
565
|
+
continueOnException: true,
|
|
566
|
+
dataflowApiVersion: "Test string",
|
|
567
|
+
harnessCommand: "Test string",
|
|
568
|
+
languageHint: "Test string",
|
|
569
|
+
logDir: "Test string",
|
|
570
|
+
logToSerialconsole: true,
|
|
571
|
+
logUploadLocation: "Test string",
|
|
572
|
+
oauthScopes: [
|
|
573
|
+
"Test string"
|
|
574
|
+
],
|
|
575
|
+
parallelWorkerSettings: {
|
|
576
|
+
baseUrl: "Test string",
|
|
577
|
+
reportingEnabled: true,
|
|
578
|
+
servicePath: "Test string",
|
|
579
|
+
shuffleServicePath: "Test string",
|
|
580
|
+
tempStoragePrefix: "Test string",
|
|
581
|
+
workerId: "Test string",
|
|
582
|
+
},
|
|
583
|
+
streamingWorkerMainClass: "Test string",
|
|
584
|
+
taskGroup: "Test string",
|
|
585
|
+
taskUser: "Test string",
|
|
586
|
+
tempStoragePrefix: "Test string",
|
|
587
|
+
vmId: "Test string",
|
|
588
|
+
workflowFileName: "Test string",
|
|
589
|
+
},
|
|
590
|
+
teardownPolicy: "Test string",
|
|
591
|
+
workerHarnessContainerImage: "Test string",
|
|
592
|
+
zone: "Test string",
|
|
593
|
+
}
|
|
594
|
+
],
|
|
595
|
+
workerRegion: "Test string",
|
|
596
|
+
workerZone: "Test string",
|
|
597
|
+
},
|
|
598
|
+
executionInfo: {
|
|
599
|
+
stages: {
|
|
600
|
+
A: {
|
|
601
|
+
stepName: [
|
|
602
|
+
"Test string"
|
|
603
|
+
],
|
|
604
|
+
}
|
|
605
|
+
},
|
|
606
|
+
},
|
|
607
|
+
id: "Test string",
|
|
608
|
+
jobMetadata: {
|
|
609
|
+
bigqueryDetails: [
|
|
610
|
+
{
|
|
611
|
+
dataset: "Test string",
|
|
612
|
+
projectId: "Test string",
|
|
613
|
+
query: "Test string",
|
|
614
|
+
table: "Test string",
|
|
615
|
+
}
|
|
616
|
+
],
|
|
617
|
+
bigTableDetails: [
|
|
618
|
+
{
|
|
619
|
+
instanceId: "Test string",
|
|
620
|
+
projectId: "Test string",
|
|
621
|
+
tableId: "Test string",
|
|
622
|
+
}
|
|
623
|
+
],
|
|
624
|
+
datastoreDetails: [
|
|
625
|
+
{
|
|
626
|
+
namespace: "Test string",
|
|
627
|
+
projectId: "Test string",
|
|
628
|
+
}
|
|
629
|
+
],
|
|
630
|
+
fileDetails: [
|
|
631
|
+
{
|
|
632
|
+
filePattern: "Test string",
|
|
633
|
+
}
|
|
634
|
+
],
|
|
635
|
+
pubsubDetails: [
|
|
636
|
+
{
|
|
637
|
+
subscription: "Test string",
|
|
638
|
+
topic: "Test string",
|
|
639
|
+
}
|
|
640
|
+
],
|
|
641
|
+
sdkVersion: {
|
|
642
|
+
sdkSupportStatus: "Test string",
|
|
643
|
+
version: "Test string",
|
|
644
|
+
versionDisplayName: "Test string",
|
|
645
|
+
},
|
|
646
|
+
spannerDetails: [
|
|
647
|
+
{
|
|
648
|
+
databaseId: "Test string",
|
|
649
|
+
instanceId: "Test string",
|
|
650
|
+
projectId: "Test string",
|
|
651
|
+
}
|
|
652
|
+
],
|
|
653
|
+
},
|
|
654
|
+
labels: {
|
|
655
|
+
A: "Test string"
|
|
656
|
+
},
|
|
657
|
+
location: "Test string",
|
|
658
|
+
name: "Test string",
|
|
659
|
+
pipelineDescription: {
|
|
660
|
+
displayData: [
|
|
661
|
+
{
|
|
662
|
+
boolValue: true,
|
|
663
|
+
durationValue: "Test string",
|
|
664
|
+
floatValue: 42,
|
|
665
|
+
int64Value: "Test string",
|
|
666
|
+
javaClassValue: "Test string",
|
|
667
|
+
key: "Test string",
|
|
668
|
+
label: "Test string",
|
|
669
|
+
namespace: "Test string",
|
|
670
|
+
shortStrValue: "Test string",
|
|
671
|
+
strValue: "Test string",
|
|
672
|
+
timestampValue: "Test string",
|
|
673
|
+
url: "Test string",
|
|
674
|
+
}
|
|
675
|
+
],
|
|
676
|
+
executionPipelineStage: [
|
|
677
|
+
{
|
|
678
|
+
componentSource: [
|
|
679
|
+
{
|
|
680
|
+
name: "Test string",
|
|
681
|
+
originalTransformOrCollection: "Test string",
|
|
682
|
+
userName: "Test string",
|
|
683
|
+
}
|
|
684
|
+
],
|
|
685
|
+
componentTransform: [
|
|
686
|
+
{
|
|
687
|
+
name: "Test string",
|
|
688
|
+
originalTransform: "Test string",
|
|
689
|
+
userName: "Test string",
|
|
690
|
+
}
|
|
691
|
+
],
|
|
692
|
+
id: "Test string",
|
|
693
|
+
inputSource: [
|
|
694
|
+
{
|
|
695
|
+
name: "Test string",
|
|
696
|
+
originalTransformOrCollection: "Test string",
|
|
697
|
+
sizeBytes: "Test string",
|
|
698
|
+
userName: "Test string",
|
|
699
|
+
}
|
|
700
|
+
],
|
|
701
|
+
kind: "Test string",
|
|
702
|
+
name: "Test string",
|
|
703
|
+
outputSource: [
|
|
704
|
+
{
|
|
705
|
+
name: "Test string",
|
|
706
|
+
originalTransformOrCollection: "Test string",
|
|
707
|
+
sizeBytes: "Test string",
|
|
708
|
+
userName: "Test string",
|
|
709
|
+
}
|
|
710
|
+
],
|
|
711
|
+
prerequisiteStage: [
|
|
712
|
+
"Test string"
|
|
713
|
+
],
|
|
714
|
+
}
|
|
715
|
+
],
|
|
716
|
+
originalPipelineTransform: [
|
|
717
|
+
{
|
|
718
|
+
displayData: [
|
|
719
|
+
{
|
|
720
|
+
boolValue: true,
|
|
721
|
+
durationValue: "Test string",
|
|
722
|
+
floatValue: 42,
|
|
723
|
+
int64Value: "Test string",
|
|
724
|
+
javaClassValue: "Test string",
|
|
725
|
+
key: "Test string",
|
|
726
|
+
label: "Test string",
|
|
727
|
+
namespace: "Test string",
|
|
728
|
+
shortStrValue: "Test string",
|
|
729
|
+
strValue: "Test string",
|
|
730
|
+
timestampValue: "Test string",
|
|
731
|
+
url: "Test string",
|
|
732
|
+
}
|
|
733
|
+
],
|
|
734
|
+
id: "Test string",
|
|
735
|
+
inputCollectionName: [
|
|
736
|
+
"Test string"
|
|
737
|
+
],
|
|
738
|
+
kind: "Test string",
|
|
739
|
+
name: "Test string",
|
|
740
|
+
outputCollectionName: [
|
|
741
|
+
"Test string"
|
|
742
|
+
],
|
|
743
|
+
}
|
|
744
|
+
],
|
|
745
|
+
},
|
|
746
|
+
projectId: "Test string",
|
|
747
|
+
replacedByJobId: "Test string",
|
|
748
|
+
replaceJobId: "Test string",
|
|
749
|
+
requestedState: "Test string",
|
|
750
|
+
satisfiesPzs: true,
|
|
751
|
+
stageStates: [
|
|
752
|
+
{
|
|
753
|
+
currentStateTime: "Test string",
|
|
754
|
+
executionStageName: "Test string",
|
|
755
|
+
executionStageState: "Test string",
|
|
756
|
+
}
|
|
757
|
+
],
|
|
758
|
+
startTime: "Test string",
|
|
759
|
+
steps: [
|
|
760
|
+
{
|
|
761
|
+
kind: "Test string",
|
|
762
|
+
name: "Test string",
|
|
763
|
+
properties: {
|
|
764
|
+
A: 42
|
|
765
|
+
},
|
|
766
|
+
}
|
|
767
|
+
],
|
|
768
|
+
stepsLocation: "Test string",
|
|
769
|
+
tempFiles: [
|
|
770
|
+
"Test string"
|
|
771
|
+
],
|
|
772
|
+
transformNameMapping: {
|
|
773
|
+
A: "Test string"
|
|
774
|
+
},
|
|
775
|
+
type: "Test string",
|
|
776
|
+
});
|
|
777
|
+
/** Get encoded debug configuration for component. Not cacheable. */
|
|
778
|
+
await gapi.client.dataflow.projects.jobs.debug.getConfig({
|
|
779
|
+
jobId: "Test string",
|
|
780
|
+
projectId: "Test string",
|
|
781
|
+
}, {
|
|
782
|
+
componentId: "Test string",
|
|
783
|
+
location: "Test string",
|
|
784
|
+
workerId: "Test string",
|
|
785
|
+
});
|
|
786
|
+
/** Send encoded debug capture data for component. */
|
|
787
|
+
await gapi.client.dataflow.projects.jobs.debug.sendCapture({
|
|
788
|
+
jobId: "Test string",
|
|
789
|
+
projectId: "Test string",
|
|
790
|
+
}, {
|
|
791
|
+
componentId: "Test string",
|
|
792
|
+
data: "Test string",
|
|
793
|
+
dataFormat: "Test string",
|
|
794
|
+
location: "Test string",
|
|
795
|
+
workerId: "Test string",
|
|
796
|
+
});
|
|
797
|
+
/**
|
|
798
|
+
* Request the job status. To request the status of a job, we recommend using `projects.locations.jobs.messages.list` with a [regional endpoint]
|
|
799
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.messages.list` is not recommended, as you can only request the status of jobs that are running
|
|
800
|
+
* in `us-central1`.
|
|
801
|
+
*/
|
|
802
|
+
await gapi.client.dataflow.projects.jobs.messages.list({
|
|
803
|
+
endTime: "Test string",
|
|
804
|
+
jobId: "Test string",
|
|
805
|
+
location: "Test string",
|
|
806
|
+
minimumImportance: "Test string",
|
|
807
|
+
pageSize: 42,
|
|
808
|
+
pageToken: "Test string",
|
|
809
|
+
projectId: "Test string",
|
|
810
|
+
startTime: "Test string",
|
|
811
|
+
});
|
|
812
|
+
/** Leases a dataflow WorkItem to run. */
|
|
813
|
+
await gapi.client.dataflow.projects.jobs.workItems.lease({
|
|
814
|
+
jobId: "Test string",
|
|
815
|
+
projectId: "Test string",
|
|
816
|
+
}, {
|
|
817
|
+
currentWorkerTime: "Test string",
|
|
818
|
+
location: "Test string",
|
|
819
|
+
requestedLeaseDuration: "Test string",
|
|
820
|
+
unifiedWorkerRequest: {
|
|
821
|
+
A: 42
|
|
822
|
+
},
|
|
823
|
+
workerCapabilities: [
|
|
824
|
+
"Test string"
|
|
825
|
+
],
|
|
826
|
+
workerId: "Test string",
|
|
827
|
+
workItemTypes: [
|
|
828
|
+
"Test string"
|
|
829
|
+
],
|
|
830
|
+
});
|
|
831
|
+
/** Reports the status of dataflow WorkItems leased by a worker. */
|
|
832
|
+
await gapi.client.dataflow.projects.jobs.workItems.reportStatus({
|
|
833
|
+
jobId: "Test string",
|
|
834
|
+
projectId: "Test string",
|
|
835
|
+
}, {
|
|
836
|
+
currentWorkerTime: "Test string",
|
|
837
|
+
location: "Test string",
|
|
838
|
+
unifiedWorkerRequest: {
|
|
839
|
+
A: 42
|
|
840
|
+
},
|
|
841
|
+
workerId: "Test string",
|
|
842
|
+
workItemStatuses: [
|
|
843
|
+
{
|
|
844
|
+
completed: true,
|
|
845
|
+
counterUpdates: [
|
|
846
|
+
{
|
|
847
|
+
boolean: true,
|
|
848
|
+
cumulative: true,
|
|
849
|
+
distribution: {
|
|
850
|
+
count: {
|
|
851
|
+
highBits: 42,
|
|
852
|
+
lowBits: 42,
|
|
853
|
+
},
|
|
854
|
+
histogram: {
|
|
855
|
+
bucketCounts: [
|
|
856
|
+
"Test string"
|
|
857
|
+
],
|
|
858
|
+
firstBucketOffset: 42,
|
|
859
|
+
},
|
|
860
|
+
max: {
|
|
861
|
+
highBits: 42,
|
|
862
|
+
lowBits: 42,
|
|
863
|
+
},
|
|
864
|
+
min: {
|
|
865
|
+
highBits: 42,
|
|
866
|
+
lowBits: 42,
|
|
867
|
+
},
|
|
868
|
+
sum: {
|
|
869
|
+
highBits: 42,
|
|
870
|
+
lowBits: 42,
|
|
871
|
+
},
|
|
872
|
+
sumOfSquares: 42,
|
|
873
|
+
},
|
|
874
|
+
floatingPoint: 42,
|
|
875
|
+
floatingPointList: {
|
|
876
|
+
elements: [
|
|
877
|
+
42
|
|
878
|
+
],
|
|
879
|
+
},
|
|
880
|
+
floatingPointMean: {
|
|
881
|
+
count: {
|
|
882
|
+
highBits: 42,
|
|
883
|
+
lowBits: 42,
|
|
884
|
+
},
|
|
885
|
+
sum: 42,
|
|
886
|
+
},
|
|
887
|
+
integer: {
|
|
888
|
+
highBits: 42,
|
|
889
|
+
lowBits: 42,
|
|
890
|
+
},
|
|
891
|
+
integerGauge: {
|
|
892
|
+
timestamp: "Test string",
|
|
893
|
+
value: {
|
|
894
|
+
highBits: 42,
|
|
895
|
+
lowBits: 42,
|
|
896
|
+
},
|
|
897
|
+
},
|
|
898
|
+
integerList: {
|
|
899
|
+
elements: [
|
|
900
|
+
{
|
|
901
|
+
highBits: 42,
|
|
902
|
+
lowBits: 42,
|
|
903
|
+
}
|
|
904
|
+
],
|
|
905
|
+
},
|
|
906
|
+
integerMean: {
|
|
907
|
+
count: {
|
|
908
|
+
highBits: 42,
|
|
909
|
+
lowBits: 42,
|
|
910
|
+
},
|
|
911
|
+
sum: {
|
|
912
|
+
highBits: 42,
|
|
913
|
+
lowBits: 42,
|
|
914
|
+
},
|
|
915
|
+
},
|
|
916
|
+
internal: 42,
|
|
917
|
+
nameAndKind: {
|
|
918
|
+
kind: "Test string",
|
|
919
|
+
name: "Test string",
|
|
920
|
+
},
|
|
921
|
+
shortId: "Test string",
|
|
922
|
+
stringList: {
|
|
923
|
+
elements: [
|
|
924
|
+
"Test string"
|
|
925
|
+
],
|
|
926
|
+
},
|
|
927
|
+
structuredNameAndMetadata: {
|
|
928
|
+
metadata: {
|
|
929
|
+
description: "Test string",
|
|
930
|
+
kind: "Test string",
|
|
931
|
+
otherUnits: "Test string",
|
|
932
|
+
standardUnits: "Test string",
|
|
933
|
+
},
|
|
934
|
+
name: {
|
|
935
|
+
componentStepName: "Test string",
|
|
936
|
+
executionStepName: "Test string",
|
|
937
|
+
inputIndex: 42,
|
|
938
|
+
name: "Test string",
|
|
939
|
+
origin: "Test string",
|
|
940
|
+
originalRequestingStepName: "Test string",
|
|
941
|
+
originalStepName: "Test string",
|
|
942
|
+
originNamespace: "Test string",
|
|
943
|
+
portion: "Test string",
|
|
944
|
+
workerId: "Test string",
|
|
945
|
+
},
|
|
946
|
+
},
|
|
947
|
+
}
|
|
948
|
+
],
|
|
949
|
+
dynamicSourceSplit: {
|
|
950
|
+
primary: {
|
|
951
|
+
derivationMode: "Test string",
|
|
952
|
+
source: {
|
|
953
|
+
baseSpecs: [
|
|
954
|
+
{
|
|
955
|
+
A: 42
|
|
956
|
+
}
|
|
957
|
+
],
|
|
958
|
+
codec: {
|
|
959
|
+
A: 42
|
|
960
|
+
},
|
|
961
|
+
doesNotNeedSplitting: true,
|
|
962
|
+
metadata: {
|
|
963
|
+
estimatedSizeBytes: "Test string",
|
|
964
|
+
infinite: true,
|
|
965
|
+
producesSortedKeys: true,
|
|
966
|
+
},
|
|
967
|
+
spec: {
|
|
968
|
+
A: 42
|
|
969
|
+
},
|
|
970
|
+
},
|
|
971
|
+
},
|
|
972
|
+
residual: {
|
|
973
|
+
derivationMode: "Test string",
|
|
974
|
+
source: {
|
|
975
|
+
baseSpecs: [
|
|
976
|
+
{
|
|
977
|
+
A: 42
|
|
978
|
+
}
|
|
979
|
+
],
|
|
980
|
+
codec: {
|
|
981
|
+
A: 42
|
|
982
|
+
},
|
|
983
|
+
doesNotNeedSplitting: true,
|
|
984
|
+
metadata: {
|
|
985
|
+
estimatedSizeBytes: "Test string",
|
|
986
|
+
infinite: true,
|
|
987
|
+
producesSortedKeys: true,
|
|
988
|
+
},
|
|
989
|
+
spec: {
|
|
990
|
+
A: 42
|
|
991
|
+
},
|
|
992
|
+
},
|
|
993
|
+
},
|
|
994
|
+
},
|
|
995
|
+
errors: [
|
|
996
|
+
{
|
|
997
|
+
code: 42,
|
|
998
|
+
details: [
|
|
999
|
+
{
|
|
1000
|
+
A: 42
|
|
1001
|
+
}
|
|
1002
|
+
],
|
|
1003
|
+
message: "Test string",
|
|
1004
|
+
}
|
|
1005
|
+
],
|
|
1006
|
+
metricUpdates: [
|
|
1007
|
+
{
|
|
1008
|
+
cumulative: true,
|
|
1009
|
+
distribution: 42,
|
|
1010
|
+
gauge: 42,
|
|
1011
|
+
internal: 42,
|
|
1012
|
+
kind: "Test string",
|
|
1013
|
+
meanCount: 42,
|
|
1014
|
+
meanSum: 42,
|
|
1015
|
+
name: {
|
|
1016
|
+
context: {
|
|
1017
|
+
A: "Test string"
|
|
1018
|
+
},
|
|
1019
|
+
name: "Test string",
|
|
1020
|
+
origin: "Test string",
|
|
1021
|
+
},
|
|
1022
|
+
scalar: 42,
|
|
1023
|
+
set: 42,
|
|
1024
|
+
updateTime: "Test string",
|
|
1025
|
+
}
|
|
1026
|
+
],
|
|
1027
|
+
progress: {
|
|
1028
|
+
percentComplete: 42,
|
|
1029
|
+
position: {
|
|
1030
|
+
byteOffset: "Test string",
|
|
1031
|
+
concatPosition: {
|
|
1032
|
+
index: 42,
|
|
1033
|
+
position: undefined,
|
|
1034
|
+
},
|
|
1035
|
+
end: true,
|
|
1036
|
+
key: "Test string",
|
|
1037
|
+
recordIndex: "Test string",
|
|
1038
|
+
shufflePosition: "Test string",
|
|
1039
|
+
},
|
|
1040
|
+
remainingTime: "Test string",
|
|
1041
|
+
},
|
|
1042
|
+
reportedProgress: {
|
|
1043
|
+
consumedParallelism: {
|
|
1044
|
+
isInfinite: true,
|
|
1045
|
+
value: 42,
|
|
1046
|
+
},
|
|
1047
|
+
fractionConsumed: 42,
|
|
1048
|
+
position: {
|
|
1049
|
+
byteOffset: "Test string",
|
|
1050
|
+
concatPosition: {
|
|
1051
|
+
index: 42,
|
|
1052
|
+
position: undefined,
|
|
1053
|
+
},
|
|
1054
|
+
end: true,
|
|
1055
|
+
key: "Test string",
|
|
1056
|
+
recordIndex: "Test string",
|
|
1057
|
+
shufflePosition: "Test string",
|
|
1058
|
+
},
|
|
1059
|
+
remainingParallelism: {
|
|
1060
|
+
isInfinite: true,
|
|
1061
|
+
value: 42,
|
|
1062
|
+
},
|
|
1063
|
+
},
|
|
1064
|
+
reportIndex: "Test string",
|
|
1065
|
+
requestedLeaseDuration: "Test string",
|
|
1066
|
+
sourceFork: {
|
|
1067
|
+
primary: {
|
|
1068
|
+
derivationMode: "Test string",
|
|
1069
|
+
source: {
|
|
1070
|
+
baseSpecs: [
|
|
1071
|
+
{
|
|
1072
|
+
A: 42
|
|
1073
|
+
}
|
|
1074
|
+
],
|
|
1075
|
+
codec: {
|
|
1076
|
+
A: 42
|
|
1077
|
+
},
|
|
1078
|
+
doesNotNeedSplitting: true,
|
|
1079
|
+
metadata: {
|
|
1080
|
+
estimatedSizeBytes: "Test string",
|
|
1081
|
+
infinite: true,
|
|
1082
|
+
producesSortedKeys: true,
|
|
1083
|
+
},
|
|
1084
|
+
spec: {
|
|
1085
|
+
A: 42
|
|
1086
|
+
},
|
|
1087
|
+
},
|
|
1088
|
+
},
|
|
1089
|
+
primarySource: {
|
|
1090
|
+
derivationMode: "Test string",
|
|
1091
|
+
source: {
|
|
1092
|
+
baseSpecs: [
|
|
1093
|
+
{
|
|
1094
|
+
A: 42
|
|
1095
|
+
}
|
|
1096
|
+
],
|
|
1097
|
+
codec: {
|
|
1098
|
+
A: 42
|
|
1099
|
+
},
|
|
1100
|
+
doesNotNeedSplitting: true,
|
|
1101
|
+
metadata: {
|
|
1102
|
+
estimatedSizeBytes: "Test string",
|
|
1103
|
+
infinite: true,
|
|
1104
|
+
producesSortedKeys: true,
|
|
1105
|
+
},
|
|
1106
|
+
spec: {
|
|
1107
|
+
A: 42
|
|
1108
|
+
},
|
|
1109
|
+
},
|
|
1110
|
+
},
|
|
1111
|
+
residual: {
|
|
1112
|
+
derivationMode: "Test string",
|
|
1113
|
+
source: {
|
|
1114
|
+
baseSpecs: [
|
|
1115
|
+
{
|
|
1116
|
+
A: 42
|
|
1117
|
+
}
|
|
1118
|
+
],
|
|
1119
|
+
codec: {
|
|
1120
|
+
A: 42
|
|
1121
|
+
},
|
|
1122
|
+
doesNotNeedSplitting: true,
|
|
1123
|
+
metadata: {
|
|
1124
|
+
estimatedSizeBytes: "Test string",
|
|
1125
|
+
infinite: true,
|
|
1126
|
+
producesSortedKeys: true,
|
|
1127
|
+
},
|
|
1128
|
+
spec: {
|
|
1129
|
+
A: 42
|
|
1130
|
+
},
|
|
1131
|
+
},
|
|
1132
|
+
},
|
|
1133
|
+
residualSource: {
|
|
1134
|
+
derivationMode: "Test string",
|
|
1135
|
+
source: {
|
|
1136
|
+
baseSpecs: [
|
|
1137
|
+
{
|
|
1138
|
+
A: 42
|
|
1139
|
+
}
|
|
1140
|
+
],
|
|
1141
|
+
codec: {
|
|
1142
|
+
A: 42
|
|
1143
|
+
},
|
|
1144
|
+
doesNotNeedSplitting: true,
|
|
1145
|
+
metadata: {
|
|
1146
|
+
estimatedSizeBytes: "Test string",
|
|
1147
|
+
infinite: true,
|
|
1148
|
+
producesSortedKeys: true,
|
|
1149
|
+
},
|
|
1150
|
+
spec: {
|
|
1151
|
+
A: 42
|
|
1152
|
+
},
|
|
1153
|
+
},
|
|
1154
|
+
},
|
|
1155
|
+
},
|
|
1156
|
+
sourceOperationResponse: {
|
|
1157
|
+
getMetadata: {
|
|
1158
|
+
metadata: {
|
|
1159
|
+
estimatedSizeBytes: "Test string",
|
|
1160
|
+
infinite: true,
|
|
1161
|
+
producesSortedKeys: true,
|
|
1162
|
+
},
|
|
1163
|
+
},
|
|
1164
|
+
split: {
|
|
1165
|
+
bundles: [
|
|
1166
|
+
{
|
|
1167
|
+
derivationMode: "Test string",
|
|
1168
|
+
source: {
|
|
1169
|
+
baseSpecs: [
|
|
1170
|
+
{
|
|
1171
|
+
A: 42
|
|
1172
|
+
}
|
|
1173
|
+
],
|
|
1174
|
+
codec: {
|
|
1175
|
+
A: 42
|
|
1176
|
+
},
|
|
1177
|
+
doesNotNeedSplitting: true,
|
|
1178
|
+
metadata: {
|
|
1179
|
+
estimatedSizeBytes: "Test string",
|
|
1180
|
+
infinite: true,
|
|
1181
|
+
producesSortedKeys: true,
|
|
1182
|
+
},
|
|
1183
|
+
spec: {
|
|
1184
|
+
A: 42
|
|
1185
|
+
},
|
|
1186
|
+
},
|
|
1187
|
+
}
|
|
1188
|
+
],
|
|
1189
|
+
outcome: "Test string",
|
|
1190
|
+
shards: [
|
|
1191
|
+
{
|
|
1192
|
+
derivationMode: "Test string",
|
|
1193
|
+
source: {
|
|
1194
|
+
baseSpecs: [
|
|
1195
|
+
{
|
|
1196
|
+
A: 42
|
|
1197
|
+
}
|
|
1198
|
+
],
|
|
1199
|
+
codec: {
|
|
1200
|
+
A: 42
|
|
1201
|
+
},
|
|
1202
|
+
doesNotNeedSplitting: true,
|
|
1203
|
+
metadata: {
|
|
1204
|
+
estimatedSizeBytes: "Test string",
|
|
1205
|
+
infinite: true,
|
|
1206
|
+
producesSortedKeys: true,
|
|
1207
|
+
},
|
|
1208
|
+
spec: {
|
|
1209
|
+
A: 42
|
|
1210
|
+
},
|
|
1211
|
+
},
|
|
1212
|
+
}
|
|
1213
|
+
],
|
|
1214
|
+
},
|
|
1215
|
+
},
|
|
1216
|
+
stopPosition: {
|
|
1217
|
+
byteOffset: "Test string",
|
|
1218
|
+
concatPosition: {
|
|
1219
|
+
index: 42,
|
|
1220
|
+
position: undefined,
|
|
1221
|
+
},
|
|
1222
|
+
end: true,
|
|
1223
|
+
key: "Test string",
|
|
1224
|
+
recordIndex: "Test string",
|
|
1225
|
+
shufflePosition: "Test string",
|
|
1226
|
+
},
|
|
1227
|
+
totalThrottlerWaitTimeSeconds: 42,
|
|
1228
|
+
workItemId: "Test string",
|
|
1229
|
+
}
|
|
1230
|
+
],
|
|
1231
|
+
});
|
|
1232
|
+
/** Send a worker_message to the service. */
|
|
1233
|
+
await gapi.client.dataflow.projects.locations.workerMessages({
|
|
1234
|
+
location: "Test string",
|
|
1235
|
+
projectId: "Test string",
|
|
1236
|
+
}, {
|
|
1237
|
+
location: "Test string",
|
|
1238
|
+
workerMessages: [
|
|
1239
|
+
{
|
|
1240
|
+
labels: {
|
|
1241
|
+
A: "Test string"
|
|
1242
|
+
},
|
|
1243
|
+
time: "Test string",
|
|
1244
|
+
workerHealthReport: {
|
|
1245
|
+
msg: "Test string",
|
|
1246
|
+
pods: [
|
|
1247
|
+
{
|
|
1248
|
+
A: 42
|
|
1249
|
+
}
|
|
1250
|
+
],
|
|
1251
|
+
reportInterval: "Test string",
|
|
1252
|
+
vmBrokenCode: "Test string",
|
|
1253
|
+
vmIsBroken: true,
|
|
1254
|
+
vmIsHealthy: true,
|
|
1255
|
+
vmStartupTime: "Test string",
|
|
1256
|
+
},
|
|
1257
|
+
workerLifecycleEvent: {
|
|
1258
|
+
containerStartTime: "Test string",
|
|
1259
|
+
event: "Test string",
|
|
1260
|
+
metadata: {
|
|
1261
|
+
A: "Test string"
|
|
1262
|
+
},
|
|
1263
|
+
},
|
|
1264
|
+
workerMessageCode: {
|
|
1265
|
+
code: "Test string",
|
|
1266
|
+
parameters: {
|
|
1267
|
+
A: 42
|
|
1268
|
+
},
|
|
1269
|
+
},
|
|
1270
|
+
workerMetrics: {
|
|
1271
|
+
containers: undefined,
|
|
1272
|
+
cpuTime: [
|
|
1273
|
+
{
|
|
1274
|
+
rate: 42,
|
|
1275
|
+
timestamp: "Test string",
|
|
1276
|
+
totalMs: "Test string",
|
|
1277
|
+
}
|
|
1278
|
+
],
|
|
1279
|
+
memoryInfo: [
|
|
1280
|
+
{
|
|
1281
|
+
currentLimitBytes: "Test string",
|
|
1282
|
+
currentOoms: "Test string",
|
|
1283
|
+
currentRssBytes: "Test string",
|
|
1284
|
+
timestamp: "Test string",
|
|
1285
|
+
totalGbMs: "Test string",
|
|
1286
|
+
}
|
|
1287
|
+
],
|
|
1288
|
+
},
|
|
1289
|
+
workerShutdownNotice: {
|
|
1290
|
+
reason: "Test string",
|
|
1291
|
+
},
|
|
1292
|
+
}
|
|
1293
|
+
],
|
|
1294
|
+
});
|
|
1295
|
+
/** Launch a job with a FlexTemplate. */
|
|
1296
|
+
await gapi.client.dataflow.projects.locations.flexTemplates.launch({
|
|
1297
|
+
location: "Test string",
|
|
1298
|
+
projectId: "Test string",
|
|
1299
|
+
}, {
|
|
1300
|
+
launchParameter: {
|
|
1301
|
+
containerSpec: {
|
|
1302
|
+
defaultEnvironment: {
|
|
1303
|
+
additionalExperiments: [
|
|
1304
|
+
"Test string"
|
|
1305
|
+
],
|
|
1306
|
+
additionalUserLabels: {
|
|
1307
|
+
A: "Test string"
|
|
1308
|
+
},
|
|
1309
|
+
autoscalingAlgorithm: "Test string",
|
|
1310
|
+
diskSizeGb: 42,
|
|
1311
|
+
dumpHeapOnOom: true,
|
|
1312
|
+
enableStreamingEngine: true,
|
|
1313
|
+
flexrsGoal: "Test string",
|
|
1314
|
+
ipConfiguration: "Test string",
|
|
1315
|
+
kmsKeyName: "Test string",
|
|
1316
|
+
launcherMachineType: "Test string",
|
|
1317
|
+
machineType: "Test string",
|
|
1318
|
+
maxWorkers: 42,
|
|
1319
|
+
network: "Test string",
|
|
1320
|
+
numWorkers: 42,
|
|
1321
|
+
saveHeapDumpsToGcsPath: "Test string",
|
|
1322
|
+
sdkContainerImage: "Test string",
|
|
1323
|
+
serviceAccountEmail: "Test string",
|
|
1324
|
+
stagingLocation: "Test string",
|
|
1325
|
+
subnetwork: "Test string",
|
|
1326
|
+
tempLocation: "Test string",
|
|
1327
|
+
workerRegion: "Test string",
|
|
1328
|
+
workerZone: "Test string",
|
|
1329
|
+
zone: "Test string",
|
|
1330
|
+
},
|
|
1331
|
+
image: "Test string",
|
|
1332
|
+
imageRepositoryCertPath: "Test string",
|
|
1333
|
+
imageRepositoryPasswordSecretId: "Test string",
|
|
1334
|
+
imageRepositoryUsernameSecretId: "Test string",
|
|
1335
|
+
metadata: {
|
|
1336
|
+
description: "Test string",
|
|
1337
|
+
name: "Test string",
|
|
1338
|
+
parameters: [
|
|
1339
|
+
{
|
|
1340
|
+
customMetadata: {
|
|
1341
|
+
A: "Test string"
|
|
1342
|
+
},
|
|
1343
|
+
helpText: "Test string",
|
|
1344
|
+
isOptional: true,
|
|
1345
|
+
label: "Test string",
|
|
1346
|
+
name: "Test string",
|
|
1347
|
+
paramType: "Test string",
|
|
1348
|
+
regexes: [
|
|
1349
|
+
"Test string"
|
|
1350
|
+
],
|
|
1351
|
+
}
|
|
1352
|
+
],
|
|
1353
|
+
},
|
|
1354
|
+
sdkInfo: {
|
|
1355
|
+
language: "Test string",
|
|
1356
|
+
version: "Test string",
|
|
1357
|
+
},
|
|
1358
|
+
},
|
|
1359
|
+
containerSpecGcsPath: "Test string",
|
|
1360
|
+
environment: {
|
|
1361
|
+
additionalExperiments: [
|
|
1362
|
+
"Test string"
|
|
1363
|
+
],
|
|
1364
|
+
additionalUserLabels: {
|
|
1365
|
+
A: "Test string"
|
|
1366
|
+
},
|
|
1367
|
+
autoscalingAlgorithm: "Test string",
|
|
1368
|
+
diskSizeGb: 42,
|
|
1369
|
+
dumpHeapOnOom: true,
|
|
1370
|
+
enableStreamingEngine: true,
|
|
1371
|
+
flexrsGoal: "Test string",
|
|
1372
|
+
ipConfiguration: "Test string",
|
|
1373
|
+
kmsKeyName: "Test string",
|
|
1374
|
+
launcherMachineType: "Test string",
|
|
1375
|
+
machineType: "Test string",
|
|
1376
|
+
maxWorkers: 42,
|
|
1377
|
+
network: "Test string",
|
|
1378
|
+
numWorkers: 42,
|
|
1379
|
+
saveHeapDumpsToGcsPath: "Test string",
|
|
1380
|
+
sdkContainerImage: "Test string",
|
|
1381
|
+
serviceAccountEmail: "Test string",
|
|
1382
|
+
stagingLocation: "Test string",
|
|
1383
|
+
subnetwork: "Test string",
|
|
1384
|
+
tempLocation: "Test string",
|
|
1385
|
+
workerRegion: "Test string",
|
|
1386
|
+
workerZone: "Test string",
|
|
1387
|
+
zone: "Test string",
|
|
1388
|
+
},
|
|
1389
|
+
jobName: "Test string",
|
|
1390
|
+
launchOptions: {
|
|
1391
|
+
A: "Test string"
|
|
1392
|
+
},
|
|
1393
|
+
parameters: {
|
|
1394
|
+
A: "Test string"
|
|
1395
|
+
},
|
|
1396
|
+
transformNameMappings: {
|
|
1397
|
+
A: "Test string"
|
|
1398
|
+
},
|
|
1399
|
+
update: true,
|
|
1400
|
+
},
|
|
1401
|
+
validateOnly: true,
|
|
1402
|
+
});
|
|
1403
|
+
/**
|
|
1404
|
+
* Creates a Cloud Dataflow job. To create a job, we recommend using `projects.locations.jobs.create` with a [regional endpoint]
|
|
1405
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.create` is not recommended, as your job will always start in `us-central1`. Do not enter
|
|
1406
|
+
* confidential information when you supply string values using the API.
|
|
1407
|
+
*/
|
|
1408
|
+
await gapi.client.dataflow.projects.locations.jobs.create({
|
|
1409
|
+
location: "Test string",
|
|
1410
|
+
projectId: "Test string",
|
|
1411
|
+
replaceJobId: "Test string",
|
|
1412
|
+
view: "Test string",
|
|
1413
|
+
}, {
|
|
1414
|
+
clientRequestId: "Test string",
|
|
1415
|
+
createdFromSnapshotId: "Test string",
|
|
1416
|
+
createTime: "Test string",
|
|
1417
|
+
currentState: "Test string",
|
|
1418
|
+
currentStateTime: "Test string",
|
|
1419
|
+
environment: {
|
|
1420
|
+
clusterManagerApiService: "Test string",
|
|
1421
|
+
dataset: "Test string",
|
|
1422
|
+
debugOptions: {
|
|
1423
|
+
enableHotKeyLogging: true,
|
|
1424
|
+
},
|
|
1425
|
+
experiments: [
|
|
1426
|
+
"Test string"
|
|
1427
|
+
],
|
|
1428
|
+
flexResourceSchedulingGoal: "Test string",
|
|
1429
|
+
internalExperiments: {
|
|
1430
|
+
A: 42
|
|
1431
|
+
},
|
|
1432
|
+
sdkPipelineOptions: {
|
|
1433
|
+
A: 42
|
|
1434
|
+
},
|
|
1435
|
+
serviceAccountEmail: "Test string",
|
|
1436
|
+
serviceKmsKeyName: "Test string",
|
|
1437
|
+
serviceOptions: [
|
|
1438
|
+
"Test string"
|
|
1439
|
+
],
|
|
1440
|
+
shuffleMode: "Test string",
|
|
1441
|
+
tempStoragePrefix: "Test string",
|
|
1442
|
+
userAgent: {
|
|
1443
|
+
A: 42
|
|
1444
|
+
},
|
|
1445
|
+
version: {
|
|
1446
|
+
A: 42
|
|
1447
|
+
},
|
|
1448
|
+
workerPools: [
|
|
1449
|
+
{
|
|
1450
|
+
autoscalingSettings: {
|
|
1451
|
+
algorithm: "Test string",
|
|
1452
|
+
maxNumWorkers: 42,
|
|
1453
|
+
},
|
|
1454
|
+
dataDisks: [
|
|
1455
|
+
{
|
|
1456
|
+
diskType: "Test string",
|
|
1457
|
+
mountPoint: "Test string",
|
|
1458
|
+
sizeGb: 42,
|
|
1459
|
+
}
|
|
1460
|
+
],
|
|
1461
|
+
defaultPackageSet: "Test string",
|
|
1462
|
+
diskSizeGb: 42,
|
|
1463
|
+
diskSourceImage: "Test string",
|
|
1464
|
+
diskType: "Test string",
|
|
1465
|
+
ipConfiguration: "Test string",
|
|
1466
|
+
kind: "Test string",
|
|
1467
|
+
machineType: "Test string",
|
|
1468
|
+
metadata: {
|
|
1469
|
+
A: "Test string"
|
|
1470
|
+
},
|
|
1471
|
+
network: "Test string",
|
|
1472
|
+
numThreadsPerWorker: 42,
|
|
1473
|
+
numWorkers: 42,
|
|
1474
|
+
onHostMaintenance: "Test string",
|
|
1475
|
+
packages: [
|
|
1476
|
+
{
|
|
1477
|
+
location: "Test string",
|
|
1478
|
+
name: "Test string",
|
|
1479
|
+
}
|
|
1480
|
+
],
|
|
1481
|
+
poolArgs: {
|
|
1482
|
+
A: 42
|
|
1483
|
+
},
|
|
1484
|
+
sdkHarnessContainerImages: [
|
|
1485
|
+
{
|
|
1486
|
+
capabilities: [
|
|
1487
|
+
"Test string"
|
|
1488
|
+
],
|
|
1489
|
+
containerImage: "Test string",
|
|
1490
|
+
environmentId: "Test string",
|
|
1491
|
+
useSingleCorePerContainer: true,
|
|
1492
|
+
}
|
|
1493
|
+
],
|
|
1494
|
+
subnetwork: "Test string",
|
|
1495
|
+
taskrunnerSettings: {
|
|
1496
|
+
alsologtostderr: true,
|
|
1497
|
+
baseTaskDir: "Test string",
|
|
1498
|
+
baseUrl: "Test string",
|
|
1499
|
+
commandlinesFileName: "Test string",
|
|
1500
|
+
continueOnException: true,
|
|
1501
|
+
dataflowApiVersion: "Test string",
|
|
1502
|
+
harnessCommand: "Test string",
|
|
1503
|
+
languageHint: "Test string",
|
|
1504
|
+
logDir: "Test string",
|
|
1505
|
+
logToSerialconsole: true,
|
|
1506
|
+
logUploadLocation: "Test string",
|
|
1507
|
+
oauthScopes: [
|
|
1508
|
+
"Test string"
|
|
1509
|
+
],
|
|
1510
|
+
parallelWorkerSettings: {
|
|
1511
|
+
baseUrl: "Test string",
|
|
1512
|
+
reportingEnabled: true,
|
|
1513
|
+
servicePath: "Test string",
|
|
1514
|
+
shuffleServicePath: "Test string",
|
|
1515
|
+
tempStoragePrefix: "Test string",
|
|
1516
|
+
workerId: "Test string",
|
|
1517
|
+
},
|
|
1518
|
+
streamingWorkerMainClass: "Test string",
|
|
1519
|
+
taskGroup: "Test string",
|
|
1520
|
+
taskUser: "Test string",
|
|
1521
|
+
tempStoragePrefix: "Test string",
|
|
1522
|
+
vmId: "Test string",
|
|
1523
|
+
workflowFileName: "Test string",
|
|
1524
|
+
},
|
|
1525
|
+
teardownPolicy: "Test string",
|
|
1526
|
+
workerHarnessContainerImage: "Test string",
|
|
1527
|
+
zone: "Test string",
|
|
1528
|
+
}
|
|
1529
|
+
],
|
|
1530
|
+
workerRegion: "Test string",
|
|
1531
|
+
workerZone: "Test string",
|
|
1532
|
+
},
|
|
1533
|
+
executionInfo: {
|
|
1534
|
+
stages: {
|
|
1535
|
+
A: {
|
|
1536
|
+
stepName: [
|
|
1537
|
+
"Test string"
|
|
1538
|
+
],
|
|
1539
|
+
}
|
|
1540
|
+
},
|
|
1541
|
+
},
|
|
1542
|
+
id: "Test string",
|
|
1543
|
+
jobMetadata: {
|
|
1544
|
+
bigqueryDetails: [
|
|
1545
|
+
{
|
|
1546
|
+
dataset: "Test string",
|
|
1547
|
+
projectId: "Test string",
|
|
1548
|
+
query: "Test string",
|
|
1549
|
+
table: "Test string",
|
|
1550
|
+
}
|
|
1551
|
+
],
|
|
1552
|
+
bigTableDetails: [
|
|
1553
|
+
{
|
|
1554
|
+
instanceId: "Test string",
|
|
1555
|
+
projectId: "Test string",
|
|
1556
|
+
tableId: "Test string",
|
|
1557
|
+
}
|
|
1558
|
+
],
|
|
1559
|
+
datastoreDetails: [
|
|
1560
|
+
{
|
|
1561
|
+
namespace: "Test string",
|
|
1562
|
+
projectId: "Test string",
|
|
1563
|
+
}
|
|
1564
|
+
],
|
|
1565
|
+
fileDetails: [
|
|
1566
|
+
{
|
|
1567
|
+
filePattern: "Test string",
|
|
1568
|
+
}
|
|
1569
|
+
],
|
|
1570
|
+
pubsubDetails: [
|
|
1571
|
+
{
|
|
1572
|
+
subscription: "Test string",
|
|
1573
|
+
topic: "Test string",
|
|
1574
|
+
}
|
|
1575
|
+
],
|
|
1576
|
+
sdkVersion: {
|
|
1577
|
+
sdkSupportStatus: "Test string",
|
|
1578
|
+
version: "Test string",
|
|
1579
|
+
versionDisplayName: "Test string",
|
|
1580
|
+
},
|
|
1581
|
+
spannerDetails: [
|
|
1582
|
+
{
|
|
1583
|
+
databaseId: "Test string",
|
|
1584
|
+
instanceId: "Test string",
|
|
1585
|
+
projectId: "Test string",
|
|
1586
|
+
}
|
|
1587
|
+
],
|
|
1588
|
+
},
|
|
1589
|
+
labels: {
|
|
1590
|
+
A: "Test string"
|
|
1591
|
+
},
|
|
1592
|
+
location: "Test string",
|
|
1593
|
+
name: "Test string",
|
|
1594
|
+
pipelineDescription: {
|
|
1595
|
+
displayData: [
|
|
1596
|
+
{
|
|
1597
|
+
boolValue: true,
|
|
1598
|
+
durationValue: "Test string",
|
|
1599
|
+
floatValue: 42,
|
|
1600
|
+
int64Value: "Test string",
|
|
1601
|
+
javaClassValue: "Test string",
|
|
1602
|
+
key: "Test string",
|
|
1603
|
+
label: "Test string",
|
|
1604
|
+
namespace: "Test string",
|
|
1605
|
+
shortStrValue: "Test string",
|
|
1606
|
+
strValue: "Test string",
|
|
1607
|
+
timestampValue: "Test string",
|
|
1608
|
+
url: "Test string",
|
|
1609
|
+
}
|
|
1610
|
+
],
|
|
1611
|
+
executionPipelineStage: [
|
|
1612
|
+
{
|
|
1613
|
+
componentSource: [
|
|
1614
|
+
{
|
|
1615
|
+
name: "Test string",
|
|
1616
|
+
originalTransformOrCollection: "Test string",
|
|
1617
|
+
userName: "Test string",
|
|
1618
|
+
}
|
|
1619
|
+
],
|
|
1620
|
+
componentTransform: [
|
|
1621
|
+
{
|
|
1622
|
+
name: "Test string",
|
|
1623
|
+
originalTransform: "Test string",
|
|
1624
|
+
userName: "Test string",
|
|
1625
|
+
}
|
|
1626
|
+
],
|
|
1627
|
+
id: "Test string",
|
|
1628
|
+
inputSource: [
|
|
1629
|
+
{
|
|
1630
|
+
name: "Test string",
|
|
1631
|
+
originalTransformOrCollection: "Test string",
|
|
1632
|
+
sizeBytes: "Test string",
|
|
1633
|
+
userName: "Test string",
|
|
1634
|
+
}
|
|
1635
|
+
],
|
|
1636
|
+
kind: "Test string",
|
|
1637
|
+
name: "Test string",
|
|
1638
|
+
outputSource: [
|
|
1639
|
+
{
|
|
1640
|
+
name: "Test string",
|
|
1641
|
+
originalTransformOrCollection: "Test string",
|
|
1642
|
+
sizeBytes: "Test string",
|
|
1643
|
+
userName: "Test string",
|
|
1644
|
+
}
|
|
1645
|
+
],
|
|
1646
|
+
prerequisiteStage: [
|
|
1647
|
+
"Test string"
|
|
1648
|
+
],
|
|
1649
|
+
}
|
|
1650
|
+
],
|
|
1651
|
+
originalPipelineTransform: [
|
|
1652
|
+
{
|
|
1653
|
+
displayData: [
|
|
1654
|
+
{
|
|
1655
|
+
boolValue: true,
|
|
1656
|
+
durationValue: "Test string",
|
|
1657
|
+
floatValue: 42,
|
|
1658
|
+
int64Value: "Test string",
|
|
1659
|
+
javaClassValue: "Test string",
|
|
1660
|
+
key: "Test string",
|
|
1661
|
+
label: "Test string",
|
|
1662
|
+
namespace: "Test string",
|
|
1663
|
+
shortStrValue: "Test string",
|
|
1664
|
+
strValue: "Test string",
|
|
1665
|
+
timestampValue: "Test string",
|
|
1666
|
+
url: "Test string",
|
|
1667
|
+
}
|
|
1668
|
+
],
|
|
1669
|
+
id: "Test string",
|
|
1670
|
+
inputCollectionName: [
|
|
1671
|
+
"Test string"
|
|
1672
|
+
],
|
|
1673
|
+
kind: "Test string",
|
|
1674
|
+
name: "Test string",
|
|
1675
|
+
outputCollectionName: [
|
|
1676
|
+
"Test string"
|
|
1677
|
+
],
|
|
1678
|
+
}
|
|
1679
|
+
],
|
|
1680
|
+
},
|
|
1681
|
+
projectId: "Test string",
|
|
1682
|
+
replacedByJobId: "Test string",
|
|
1683
|
+
replaceJobId: "Test string",
|
|
1684
|
+
requestedState: "Test string",
|
|
1685
|
+
satisfiesPzs: true,
|
|
1686
|
+
stageStates: [
|
|
1687
|
+
{
|
|
1688
|
+
currentStateTime: "Test string",
|
|
1689
|
+
executionStageName: "Test string",
|
|
1690
|
+
executionStageState: "Test string",
|
|
1691
|
+
}
|
|
1692
|
+
],
|
|
1693
|
+
startTime: "Test string",
|
|
1694
|
+
steps: [
|
|
1695
|
+
{
|
|
1696
|
+
kind: "Test string",
|
|
1697
|
+
name: "Test string",
|
|
1698
|
+
properties: {
|
|
1699
|
+
A: 42
|
|
1700
|
+
},
|
|
1701
|
+
}
|
|
1702
|
+
],
|
|
1703
|
+
stepsLocation: "Test string",
|
|
1704
|
+
tempFiles: [
|
|
1705
|
+
"Test string"
|
|
1706
|
+
],
|
|
1707
|
+
transformNameMapping: {
|
|
1708
|
+
A: "Test string"
|
|
1709
|
+
},
|
|
1710
|
+
type: "Test string",
|
|
1711
|
+
});
|
|
1712
|
+
/**
|
|
1713
|
+
* Gets the state of the specified Cloud Dataflow job. To get the state of a job, we recommend using `projects.locations.jobs.get` with a [regional endpoint]
|
|
1714
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.get` is not recommended, as you can only get the state of jobs that are running in
|
|
1715
|
+
* `us-central1`.
|
|
1716
|
+
*/
|
|
1717
|
+
await gapi.client.dataflow.projects.locations.jobs.get({
|
|
1718
|
+
jobId: "Test string",
|
|
1719
|
+
location: "Test string",
|
|
1720
|
+
projectId: "Test string",
|
|
1721
|
+
view: "Test string",
|
|
1722
|
+
});
|
|
1723
|
+
/** Request detailed information about the execution status of the job. EXPERIMENTAL. This API is subject to change or removal without notice. */
|
|
1724
|
+
await gapi.client.dataflow.projects.locations.jobs.getExecutionDetails({
|
|
1725
|
+
jobId: "Test string",
|
|
1726
|
+
location: "Test string",
|
|
1727
|
+
pageSize: 42,
|
|
1728
|
+
pageToken: "Test string",
|
|
1729
|
+
projectId: "Test string",
|
|
1730
|
+
});
|
|
1731
|
+
/**
|
|
1732
|
+
* Request the job status. To request the status of a job, we recommend using `projects.locations.jobs.getMetrics` with a [regional endpoint]
|
|
1733
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.getMetrics` is not recommended, as you can only request the status of jobs that are running in
|
|
1734
|
+
* `us-central1`.
|
|
1735
|
+
*/
|
|
1736
|
+
await gapi.client.dataflow.projects.locations.jobs.getMetrics({
|
|
1737
|
+
jobId: "Test string",
|
|
1738
|
+
location: "Test string",
|
|
1739
|
+
projectId: "Test string",
|
|
1740
|
+
startTime: "Test string",
|
|
1741
|
+
});
|
|
1742
|
+
/**
|
|
1743
|
+
* List the jobs of a project. To list the jobs of a project in a region, we recommend using `projects.locations.jobs.list` with a [regional endpoint]
|
|
1744
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To list the all jobs across all regions, use `projects.jobs.aggregated`. Using `projects.jobs.list` is not
|
|
1745
|
+
* recommended, as you can only get the list of jobs that are running in `us-central1`.
|
|
1746
|
+
*/
|
|
1747
|
+
await gapi.client.dataflow.projects.locations.jobs.list({
|
|
1748
|
+
filter: "Test string",
|
|
1749
|
+
location: "Test string",
|
|
1750
|
+
pageSize: 42,
|
|
1751
|
+
pageToken: "Test string",
|
|
1752
|
+
projectId: "Test string",
|
|
1753
|
+
view: "Test string",
|
|
1754
|
+
});
|
|
1755
|
+
/** Snapshot the state of a streaming job. */
|
|
1756
|
+
await gapi.client.dataflow.projects.locations.jobs.snapshot({
|
|
1757
|
+
jobId: "Test string",
|
|
1758
|
+
location: "Test string",
|
|
1759
|
+
projectId: "Test string",
|
|
1760
|
+
}, {
|
|
1761
|
+
description: "Test string",
|
|
1762
|
+
location: "Test string",
|
|
1763
|
+
snapshotSources: true,
|
|
1764
|
+
ttl: "Test string",
|
|
1765
|
+
});
|
|
1766
|
+
/**
|
|
1767
|
+
* Updates the state of an existing Cloud Dataflow job. To update the state of an existing job, we recommend using `projects.locations.jobs.update` with a [regional endpoint]
|
|
1768
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.update` is not recommended, as you can only update the state of jobs that are running in
|
|
1769
|
+
* `us-central1`.
|
|
1770
|
+
*/
|
|
1771
|
+
await gapi.client.dataflow.projects.locations.jobs.update({
|
|
1772
|
+
jobId: "Test string",
|
|
1773
|
+
location: "Test string",
|
|
1774
|
+
projectId: "Test string",
|
|
1775
|
+
}, {
|
|
1776
|
+
clientRequestId: "Test string",
|
|
1777
|
+
createdFromSnapshotId: "Test string",
|
|
1778
|
+
createTime: "Test string",
|
|
1779
|
+
currentState: "Test string",
|
|
1780
|
+
currentStateTime: "Test string",
|
|
1781
|
+
environment: {
|
|
1782
|
+
clusterManagerApiService: "Test string",
|
|
1783
|
+
dataset: "Test string",
|
|
1784
|
+
debugOptions: {
|
|
1785
|
+
enableHotKeyLogging: true,
|
|
1786
|
+
},
|
|
1787
|
+
experiments: [
|
|
1788
|
+
"Test string"
|
|
1789
|
+
],
|
|
1790
|
+
flexResourceSchedulingGoal: "Test string",
|
|
1791
|
+
internalExperiments: {
|
|
1792
|
+
A: 42
|
|
1793
|
+
},
|
|
1794
|
+
sdkPipelineOptions: {
|
|
1795
|
+
A: 42
|
|
1796
|
+
},
|
|
1797
|
+
serviceAccountEmail: "Test string",
|
|
1798
|
+
serviceKmsKeyName: "Test string",
|
|
1799
|
+
serviceOptions: [
|
|
1800
|
+
"Test string"
|
|
1801
|
+
],
|
|
1802
|
+
shuffleMode: "Test string",
|
|
1803
|
+
tempStoragePrefix: "Test string",
|
|
1804
|
+
userAgent: {
|
|
1805
|
+
A: 42
|
|
1806
|
+
},
|
|
1807
|
+
version: {
|
|
1808
|
+
A: 42
|
|
1809
|
+
},
|
|
1810
|
+
workerPools: [
|
|
1811
|
+
{
|
|
1812
|
+
autoscalingSettings: {
|
|
1813
|
+
algorithm: "Test string",
|
|
1814
|
+
maxNumWorkers: 42,
|
|
1815
|
+
},
|
|
1816
|
+
dataDisks: [
|
|
1817
|
+
{
|
|
1818
|
+
diskType: "Test string",
|
|
1819
|
+
mountPoint: "Test string",
|
|
1820
|
+
sizeGb: 42,
|
|
1821
|
+
}
|
|
1822
|
+
],
|
|
1823
|
+
defaultPackageSet: "Test string",
|
|
1824
|
+
diskSizeGb: 42,
|
|
1825
|
+
diskSourceImage: "Test string",
|
|
1826
|
+
diskType: "Test string",
|
|
1827
|
+
ipConfiguration: "Test string",
|
|
1828
|
+
kind: "Test string",
|
|
1829
|
+
machineType: "Test string",
|
|
1830
|
+
metadata: {
|
|
1831
|
+
A: "Test string"
|
|
1832
|
+
},
|
|
1833
|
+
network: "Test string",
|
|
1834
|
+
numThreadsPerWorker: 42,
|
|
1835
|
+
numWorkers: 42,
|
|
1836
|
+
onHostMaintenance: "Test string",
|
|
1837
|
+
packages: [
|
|
1838
|
+
{
|
|
1839
|
+
location: "Test string",
|
|
1840
|
+
name: "Test string",
|
|
1841
|
+
}
|
|
1842
|
+
],
|
|
1843
|
+
poolArgs: {
|
|
1844
|
+
A: 42
|
|
1845
|
+
},
|
|
1846
|
+
sdkHarnessContainerImages: [
|
|
1847
|
+
{
|
|
1848
|
+
capabilities: [
|
|
1849
|
+
"Test string"
|
|
1850
|
+
],
|
|
1851
|
+
containerImage: "Test string",
|
|
1852
|
+
environmentId: "Test string",
|
|
1853
|
+
useSingleCorePerContainer: true,
|
|
1854
|
+
}
|
|
1855
|
+
],
|
|
1856
|
+
subnetwork: "Test string",
|
|
1857
|
+
taskrunnerSettings: {
|
|
1858
|
+
alsologtostderr: true,
|
|
1859
|
+
baseTaskDir: "Test string",
|
|
1860
|
+
baseUrl: "Test string",
|
|
1861
|
+
commandlinesFileName: "Test string",
|
|
1862
|
+
continueOnException: true,
|
|
1863
|
+
dataflowApiVersion: "Test string",
|
|
1864
|
+
harnessCommand: "Test string",
|
|
1865
|
+
languageHint: "Test string",
|
|
1866
|
+
logDir: "Test string",
|
|
1867
|
+
logToSerialconsole: true,
|
|
1868
|
+
logUploadLocation: "Test string",
|
|
1869
|
+
oauthScopes: [
|
|
1870
|
+
"Test string"
|
|
1871
|
+
],
|
|
1872
|
+
parallelWorkerSettings: {
|
|
1873
|
+
baseUrl: "Test string",
|
|
1874
|
+
reportingEnabled: true,
|
|
1875
|
+
servicePath: "Test string",
|
|
1876
|
+
shuffleServicePath: "Test string",
|
|
1877
|
+
tempStoragePrefix: "Test string",
|
|
1878
|
+
workerId: "Test string",
|
|
1879
|
+
},
|
|
1880
|
+
streamingWorkerMainClass: "Test string",
|
|
1881
|
+
taskGroup: "Test string",
|
|
1882
|
+
taskUser: "Test string",
|
|
1883
|
+
tempStoragePrefix: "Test string",
|
|
1884
|
+
vmId: "Test string",
|
|
1885
|
+
workflowFileName: "Test string",
|
|
1886
|
+
},
|
|
1887
|
+
teardownPolicy: "Test string",
|
|
1888
|
+
workerHarnessContainerImage: "Test string",
|
|
1889
|
+
zone: "Test string",
|
|
1890
|
+
}
|
|
1891
|
+
],
|
|
1892
|
+
workerRegion: "Test string",
|
|
1893
|
+
workerZone: "Test string",
|
|
1894
|
+
},
|
|
1895
|
+
executionInfo: {
|
|
1896
|
+
stages: {
|
|
1897
|
+
A: {
|
|
1898
|
+
stepName: [
|
|
1899
|
+
"Test string"
|
|
1900
|
+
],
|
|
1901
|
+
}
|
|
1902
|
+
},
|
|
1903
|
+
},
|
|
1904
|
+
id: "Test string",
|
|
1905
|
+
jobMetadata: {
|
|
1906
|
+
bigqueryDetails: [
|
|
1907
|
+
{
|
|
1908
|
+
dataset: "Test string",
|
|
1909
|
+
projectId: "Test string",
|
|
1910
|
+
query: "Test string",
|
|
1911
|
+
table: "Test string",
|
|
1912
|
+
}
|
|
1913
|
+
],
|
|
1914
|
+
bigTableDetails: [
|
|
1915
|
+
{
|
|
1916
|
+
instanceId: "Test string",
|
|
1917
|
+
projectId: "Test string",
|
|
1918
|
+
tableId: "Test string",
|
|
1919
|
+
}
|
|
1920
|
+
],
|
|
1921
|
+
datastoreDetails: [
|
|
1922
|
+
{
|
|
1923
|
+
namespace: "Test string",
|
|
1924
|
+
projectId: "Test string",
|
|
1925
|
+
}
|
|
1926
|
+
],
|
|
1927
|
+
fileDetails: [
|
|
1928
|
+
{
|
|
1929
|
+
filePattern: "Test string",
|
|
1930
|
+
}
|
|
1931
|
+
],
|
|
1932
|
+
pubsubDetails: [
|
|
1933
|
+
{
|
|
1934
|
+
subscription: "Test string",
|
|
1935
|
+
topic: "Test string",
|
|
1936
|
+
}
|
|
1937
|
+
],
|
|
1938
|
+
sdkVersion: {
|
|
1939
|
+
sdkSupportStatus: "Test string",
|
|
1940
|
+
version: "Test string",
|
|
1941
|
+
versionDisplayName: "Test string",
|
|
1942
|
+
},
|
|
1943
|
+
spannerDetails: [
|
|
1944
|
+
{
|
|
1945
|
+
databaseId: "Test string",
|
|
1946
|
+
instanceId: "Test string",
|
|
1947
|
+
projectId: "Test string",
|
|
1948
|
+
}
|
|
1949
|
+
],
|
|
1950
|
+
},
|
|
1951
|
+
labels: {
|
|
1952
|
+
A: "Test string"
|
|
1953
|
+
},
|
|
1954
|
+
location: "Test string",
|
|
1955
|
+
name: "Test string",
|
|
1956
|
+
pipelineDescription: {
|
|
1957
|
+
displayData: [
|
|
1958
|
+
{
|
|
1959
|
+
boolValue: true,
|
|
1960
|
+
durationValue: "Test string",
|
|
1961
|
+
floatValue: 42,
|
|
1962
|
+
int64Value: "Test string",
|
|
1963
|
+
javaClassValue: "Test string",
|
|
1964
|
+
key: "Test string",
|
|
1965
|
+
label: "Test string",
|
|
1966
|
+
namespace: "Test string",
|
|
1967
|
+
shortStrValue: "Test string",
|
|
1968
|
+
strValue: "Test string",
|
|
1969
|
+
timestampValue: "Test string",
|
|
1970
|
+
url: "Test string",
|
|
1971
|
+
}
|
|
1972
|
+
],
|
|
1973
|
+
executionPipelineStage: [
|
|
1974
|
+
{
|
|
1975
|
+
componentSource: [
|
|
1976
|
+
{
|
|
1977
|
+
name: "Test string",
|
|
1978
|
+
originalTransformOrCollection: "Test string",
|
|
1979
|
+
userName: "Test string",
|
|
1980
|
+
}
|
|
1981
|
+
],
|
|
1982
|
+
componentTransform: [
|
|
1983
|
+
{
|
|
1984
|
+
name: "Test string",
|
|
1985
|
+
originalTransform: "Test string",
|
|
1986
|
+
userName: "Test string",
|
|
1987
|
+
}
|
|
1988
|
+
],
|
|
1989
|
+
id: "Test string",
|
|
1990
|
+
inputSource: [
|
|
1991
|
+
{
|
|
1992
|
+
name: "Test string",
|
|
1993
|
+
originalTransformOrCollection: "Test string",
|
|
1994
|
+
sizeBytes: "Test string",
|
|
1995
|
+
userName: "Test string",
|
|
1996
|
+
}
|
|
1997
|
+
],
|
|
1998
|
+
kind: "Test string",
|
|
1999
|
+
name: "Test string",
|
|
2000
|
+
outputSource: [
|
|
2001
|
+
{
|
|
2002
|
+
name: "Test string",
|
|
2003
|
+
originalTransformOrCollection: "Test string",
|
|
2004
|
+
sizeBytes: "Test string",
|
|
2005
|
+
userName: "Test string",
|
|
2006
|
+
}
|
|
2007
|
+
],
|
|
2008
|
+
prerequisiteStage: [
|
|
2009
|
+
"Test string"
|
|
2010
|
+
],
|
|
2011
|
+
}
|
|
2012
|
+
],
|
|
2013
|
+
originalPipelineTransform: [
|
|
2014
|
+
{
|
|
2015
|
+
displayData: [
|
|
2016
|
+
{
|
|
2017
|
+
boolValue: true,
|
|
2018
|
+
durationValue: "Test string",
|
|
2019
|
+
floatValue: 42,
|
|
2020
|
+
int64Value: "Test string",
|
|
2021
|
+
javaClassValue: "Test string",
|
|
2022
|
+
key: "Test string",
|
|
2023
|
+
label: "Test string",
|
|
2024
|
+
namespace: "Test string",
|
|
2025
|
+
shortStrValue: "Test string",
|
|
2026
|
+
strValue: "Test string",
|
|
2027
|
+
timestampValue: "Test string",
|
|
2028
|
+
url: "Test string",
|
|
2029
|
+
}
|
|
2030
|
+
],
|
|
2031
|
+
id: "Test string",
|
|
2032
|
+
inputCollectionName: [
|
|
2033
|
+
"Test string"
|
|
2034
|
+
],
|
|
2035
|
+
kind: "Test string",
|
|
2036
|
+
name: "Test string",
|
|
2037
|
+
outputCollectionName: [
|
|
2038
|
+
"Test string"
|
|
2039
|
+
],
|
|
2040
|
+
}
|
|
2041
|
+
],
|
|
2042
|
+
},
|
|
2043
|
+
projectId: "Test string",
|
|
2044
|
+
replacedByJobId: "Test string",
|
|
2045
|
+
replaceJobId: "Test string",
|
|
2046
|
+
requestedState: "Test string",
|
|
2047
|
+
satisfiesPzs: true,
|
|
2048
|
+
stageStates: [
|
|
2049
|
+
{
|
|
2050
|
+
currentStateTime: "Test string",
|
|
2051
|
+
executionStageName: "Test string",
|
|
2052
|
+
executionStageState: "Test string",
|
|
2053
|
+
}
|
|
2054
|
+
],
|
|
2055
|
+
startTime: "Test string",
|
|
2056
|
+
steps: [
|
|
2057
|
+
{
|
|
2058
|
+
kind: "Test string",
|
|
2059
|
+
name: "Test string",
|
|
2060
|
+
properties: {
|
|
2061
|
+
A: 42
|
|
2062
|
+
},
|
|
2063
|
+
}
|
|
2064
|
+
],
|
|
2065
|
+
stepsLocation: "Test string",
|
|
2066
|
+
tempFiles: [
|
|
2067
|
+
"Test string"
|
|
2068
|
+
],
|
|
2069
|
+
transformNameMapping: {
|
|
2070
|
+
A: "Test string"
|
|
2071
|
+
},
|
|
2072
|
+
type: "Test string",
|
|
2073
|
+
});
|
|
2074
|
+
/** Get encoded debug configuration for component. Not cacheable. */
|
|
2075
|
+
await gapi.client.dataflow.projects.locations.jobs.debug.getConfig({
|
|
2076
|
+
jobId: "Test string",
|
|
2077
|
+
location: "Test string",
|
|
2078
|
+
projectId: "Test string",
|
|
2079
|
+
}, {
|
|
2080
|
+
componentId: "Test string",
|
|
2081
|
+
location: "Test string",
|
|
2082
|
+
workerId: "Test string",
|
|
2083
|
+
});
|
|
2084
|
+
/** Send encoded debug capture data for component. */
|
|
2085
|
+
await gapi.client.dataflow.projects.locations.jobs.debug.sendCapture({
|
|
2086
|
+
jobId: "Test string",
|
|
2087
|
+
location: "Test string",
|
|
2088
|
+
projectId: "Test string",
|
|
2089
|
+
}, {
|
|
2090
|
+
componentId: "Test string",
|
|
2091
|
+
data: "Test string",
|
|
2092
|
+
dataFormat: "Test string",
|
|
2093
|
+
location: "Test string",
|
|
2094
|
+
workerId: "Test string",
|
|
2095
|
+
});
|
|
2096
|
+
/**
|
|
2097
|
+
* Request the job status. To request the status of a job, we recommend using `projects.locations.jobs.messages.list` with a [regional endpoint]
|
|
2098
|
+
* (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using `projects.jobs.messages.list` is not recommended, as you can only request the status of jobs that are running
|
|
2099
|
+
* in `us-central1`.
|
|
2100
|
+
*/
|
|
2101
|
+
await gapi.client.dataflow.projects.locations.jobs.messages.list({
|
|
2102
|
+
endTime: "Test string",
|
|
2103
|
+
jobId: "Test string",
|
|
2104
|
+
location: "Test string",
|
|
2105
|
+
minimumImportance: "Test string",
|
|
2106
|
+
pageSize: 42,
|
|
2107
|
+
pageToken: "Test string",
|
|
2108
|
+
projectId: "Test string",
|
|
2109
|
+
startTime: "Test string",
|
|
2110
|
+
});
|
|
2111
|
+
/** Lists snapshots. */
|
|
2112
|
+
await gapi.client.dataflow.projects.locations.jobs.snapshots.list({
|
|
2113
|
+
jobId: "Test string",
|
|
2114
|
+
location: "Test string",
|
|
2115
|
+
projectId: "Test string",
|
|
2116
|
+
});
|
|
2117
|
+
/** Request detailed information about the execution status of a stage of the job. EXPERIMENTAL. This API is subject to change or removal without notice. */
|
|
2118
|
+
await gapi.client.dataflow.projects.locations.jobs.stages.getExecutionDetails({
|
|
2119
|
+
endTime: "Test string",
|
|
2120
|
+
jobId: "Test string",
|
|
2121
|
+
location: "Test string",
|
|
2122
|
+
pageSize: 42,
|
|
2123
|
+
pageToken: "Test string",
|
|
2124
|
+
projectId: "Test string",
|
|
2125
|
+
stageId: "Test string",
|
|
2126
|
+
startTime: "Test string",
|
|
2127
|
+
});
|
|
2128
|
+
/** Leases a dataflow WorkItem to run. */
|
|
2129
|
+
await gapi.client.dataflow.projects.locations.jobs.workItems.lease({
|
|
2130
|
+
jobId: "Test string",
|
|
2131
|
+
location: "Test string",
|
|
2132
|
+
projectId: "Test string",
|
|
2133
|
+
}, {
|
|
2134
|
+
currentWorkerTime: "Test string",
|
|
2135
|
+
location: "Test string",
|
|
2136
|
+
requestedLeaseDuration: "Test string",
|
|
2137
|
+
unifiedWorkerRequest: {
|
|
2138
|
+
A: 42
|
|
2139
|
+
},
|
|
2140
|
+
workerCapabilities: [
|
|
2141
|
+
"Test string"
|
|
2142
|
+
],
|
|
2143
|
+
workerId: "Test string",
|
|
2144
|
+
workItemTypes: [
|
|
2145
|
+
"Test string"
|
|
2146
|
+
],
|
|
2147
|
+
});
|
|
2148
|
+
/** Reports the status of dataflow WorkItems leased by a worker. */
|
|
2149
|
+
await gapi.client.dataflow.projects.locations.jobs.workItems.reportStatus({
|
|
2150
|
+
jobId: "Test string",
|
|
2151
|
+
location: "Test string",
|
|
2152
|
+
projectId: "Test string",
|
|
2153
|
+
}, {
|
|
2154
|
+
currentWorkerTime: "Test string",
|
|
2155
|
+
location: "Test string",
|
|
2156
|
+
unifiedWorkerRequest: {
|
|
2157
|
+
A: 42
|
|
2158
|
+
},
|
|
2159
|
+
workerId: "Test string",
|
|
2160
|
+
workItemStatuses: [
|
|
2161
|
+
{
|
|
2162
|
+
completed: true,
|
|
2163
|
+
counterUpdates: [
|
|
2164
|
+
{
|
|
2165
|
+
boolean: true,
|
|
2166
|
+
cumulative: true,
|
|
2167
|
+
distribution: {
|
|
2168
|
+
count: {
|
|
2169
|
+
highBits: 42,
|
|
2170
|
+
lowBits: 42,
|
|
2171
|
+
},
|
|
2172
|
+
histogram: {
|
|
2173
|
+
bucketCounts: [
|
|
2174
|
+
"Test string"
|
|
2175
|
+
],
|
|
2176
|
+
firstBucketOffset: 42,
|
|
2177
|
+
},
|
|
2178
|
+
max: {
|
|
2179
|
+
highBits: 42,
|
|
2180
|
+
lowBits: 42,
|
|
2181
|
+
},
|
|
2182
|
+
min: {
|
|
2183
|
+
highBits: 42,
|
|
2184
|
+
lowBits: 42,
|
|
2185
|
+
},
|
|
2186
|
+
sum: {
|
|
2187
|
+
highBits: 42,
|
|
2188
|
+
lowBits: 42,
|
|
2189
|
+
},
|
|
2190
|
+
sumOfSquares: 42,
|
|
2191
|
+
},
|
|
2192
|
+
floatingPoint: 42,
|
|
2193
|
+
floatingPointList: {
|
|
2194
|
+
elements: [
|
|
2195
|
+
42
|
|
2196
|
+
],
|
|
2197
|
+
},
|
|
2198
|
+
floatingPointMean: {
|
|
2199
|
+
count: {
|
|
2200
|
+
highBits: 42,
|
|
2201
|
+
lowBits: 42,
|
|
2202
|
+
},
|
|
2203
|
+
sum: 42,
|
|
2204
|
+
},
|
|
2205
|
+
integer: {
|
|
2206
|
+
highBits: 42,
|
|
2207
|
+
lowBits: 42,
|
|
2208
|
+
},
|
|
2209
|
+
integerGauge: {
|
|
2210
|
+
timestamp: "Test string",
|
|
2211
|
+
value: {
|
|
2212
|
+
highBits: 42,
|
|
2213
|
+
lowBits: 42,
|
|
2214
|
+
},
|
|
2215
|
+
},
|
|
2216
|
+
integerList: {
|
|
2217
|
+
elements: [
|
|
2218
|
+
{
|
|
2219
|
+
highBits: 42,
|
|
2220
|
+
lowBits: 42,
|
|
2221
|
+
}
|
|
2222
|
+
],
|
|
2223
|
+
},
|
|
2224
|
+
integerMean: {
|
|
2225
|
+
count: {
|
|
2226
|
+
highBits: 42,
|
|
2227
|
+
lowBits: 42,
|
|
2228
|
+
},
|
|
2229
|
+
sum: {
|
|
2230
|
+
highBits: 42,
|
|
2231
|
+
lowBits: 42,
|
|
2232
|
+
},
|
|
2233
|
+
},
|
|
2234
|
+
internal: 42,
|
|
2235
|
+
nameAndKind: {
|
|
2236
|
+
kind: "Test string",
|
|
2237
|
+
name: "Test string",
|
|
2238
|
+
},
|
|
2239
|
+
shortId: "Test string",
|
|
2240
|
+
stringList: {
|
|
2241
|
+
elements: [
|
|
2242
|
+
"Test string"
|
|
2243
|
+
],
|
|
2244
|
+
},
|
|
2245
|
+
structuredNameAndMetadata: {
|
|
2246
|
+
metadata: {
|
|
2247
|
+
description: "Test string",
|
|
2248
|
+
kind: "Test string",
|
|
2249
|
+
otherUnits: "Test string",
|
|
2250
|
+
standardUnits: "Test string",
|
|
2251
|
+
},
|
|
2252
|
+
name: {
|
|
2253
|
+
componentStepName: "Test string",
|
|
2254
|
+
executionStepName: "Test string",
|
|
2255
|
+
inputIndex: 42,
|
|
2256
|
+
name: "Test string",
|
|
2257
|
+
origin: "Test string",
|
|
2258
|
+
originalRequestingStepName: "Test string",
|
|
2259
|
+
originalStepName: "Test string",
|
|
2260
|
+
originNamespace: "Test string",
|
|
2261
|
+
portion: "Test string",
|
|
2262
|
+
workerId: "Test string",
|
|
2263
|
+
},
|
|
2264
|
+
},
|
|
2265
|
+
}
|
|
2266
|
+
],
|
|
2267
|
+
dynamicSourceSplit: {
|
|
2268
|
+
primary: {
|
|
2269
|
+
derivationMode: "Test string",
|
|
2270
|
+
source: {
|
|
2271
|
+
baseSpecs: [
|
|
2272
|
+
{
|
|
2273
|
+
A: 42
|
|
2274
|
+
}
|
|
2275
|
+
],
|
|
2276
|
+
codec: {
|
|
2277
|
+
A: 42
|
|
2278
|
+
},
|
|
2279
|
+
doesNotNeedSplitting: true,
|
|
2280
|
+
metadata: {
|
|
2281
|
+
estimatedSizeBytes: "Test string",
|
|
2282
|
+
infinite: true,
|
|
2283
|
+
producesSortedKeys: true,
|
|
2284
|
+
},
|
|
2285
|
+
spec: {
|
|
2286
|
+
A: 42
|
|
2287
|
+
},
|
|
2288
|
+
},
|
|
2289
|
+
},
|
|
2290
|
+
residual: {
|
|
2291
|
+
derivationMode: "Test string",
|
|
2292
|
+
source: {
|
|
2293
|
+
baseSpecs: [
|
|
2294
|
+
{
|
|
2295
|
+
A: 42
|
|
2296
|
+
}
|
|
2297
|
+
],
|
|
2298
|
+
codec: {
|
|
2299
|
+
A: 42
|
|
2300
|
+
},
|
|
2301
|
+
doesNotNeedSplitting: true,
|
|
2302
|
+
metadata: {
|
|
2303
|
+
estimatedSizeBytes: "Test string",
|
|
2304
|
+
infinite: true,
|
|
2305
|
+
producesSortedKeys: true,
|
|
2306
|
+
},
|
|
2307
|
+
spec: {
|
|
2308
|
+
A: 42
|
|
2309
|
+
},
|
|
2310
|
+
},
|
|
2311
|
+
},
|
|
2312
|
+
},
|
|
2313
|
+
errors: [
|
|
2314
|
+
{
|
|
2315
|
+
code: 42,
|
|
2316
|
+
details: [
|
|
2317
|
+
{
|
|
2318
|
+
A: 42
|
|
2319
|
+
}
|
|
2320
|
+
],
|
|
2321
|
+
message: "Test string",
|
|
2322
|
+
}
|
|
2323
|
+
],
|
|
2324
|
+
metricUpdates: [
|
|
2325
|
+
{
|
|
2326
|
+
cumulative: true,
|
|
2327
|
+
distribution: 42,
|
|
2328
|
+
gauge: 42,
|
|
2329
|
+
internal: 42,
|
|
2330
|
+
kind: "Test string",
|
|
2331
|
+
meanCount: 42,
|
|
2332
|
+
meanSum: 42,
|
|
2333
|
+
name: {
|
|
2334
|
+
context: {
|
|
2335
|
+
A: "Test string"
|
|
2336
|
+
},
|
|
2337
|
+
name: "Test string",
|
|
2338
|
+
origin: "Test string",
|
|
2339
|
+
},
|
|
2340
|
+
scalar: 42,
|
|
2341
|
+
set: 42,
|
|
2342
|
+
updateTime: "Test string",
|
|
2343
|
+
}
|
|
2344
|
+
],
|
|
2345
|
+
progress: {
|
|
2346
|
+
percentComplete: 42,
|
|
2347
|
+
position: {
|
|
2348
|
+
byteOffset: "Test string",
|
|
2349
|
+
concatPosition: {
|
|
2350
|
+
index: 42,
|
|
2351
|
+
position: undefined,
|
|
2352
|
+
},
|
|
2353
|
+
end: true,
|
|
2354
|
+
key: "Test string",
|
|
2355
|
+
recordIndex: "Test string",
|
|
2356
|
+
shufflePosition: "Test string",
|
|
2357
|
+
},
|
|
2358
|
+
remainingTime: "Test string",
|
|
2359
|
+
},
|
|
2360
|
+
reportedProgress: {
|
|
2361
|
+
consumedParallelism: {
|
|
2362
|
+
isInfinite: true,
|
|
2363
|
+
value: 42,
|
|
2364
|
+
},
|
|
2365
|
+
fractionConsumed: 42,
|
|
2366
|
+
position: {
|
|
2367
|
+
byteOffset: "Test string",
|
|
2368
|
+
concatPosition: {
|
|
2369
|
+
index: 42,
|
|
2370
|
+
position: undefined,
|
|
2371
|
+
},
|
|
2372
|
+
end: true,
|
|
2373
|
+
key: "Test string",
|
|
2374
|
+
recordIndex: "Test string",
|
|
2375
|
+
shufflePosition: "Test string",
|
|
2376
|
+
},
|
|
2377
|
+
remainingParallelism: {
|
|
2378
|
+
isInfinite: true,
|
|
2379
|
+
value: 42,
|
|
2380
|
+
},
|
|
2381
|
+
},
|
|
2382
|
+
reportIndex: "Test string",
|
|
2383
|
+
requestedLeaseDuration: "Test string",
|
|
2384
|
+
sourceFork: {
|
|
2385
|
+
primary: {
|
|
2386
|
+
derivationMode: "Test string",
|
|
2387
|
+
source: {
|
|
2388
|
+
baseSpecs: [
|
|
2389
|
+
{
|
|
2390
|
+
A: 42
|
|
2391
|
+
}
|
|
2392
|
+
],
|
|
2393
|
+
codec: {
|
|
2394
|
+
A: 42
|
|
2395
|
+
},
|
|
2396
|
+
doesNotNeedSplitting: true,
|
|
2397
|
+
metadata: {
|
|
2398
|
+
estimatedSizeBytes: "Test string",
|
|
2399
|
+
infinite: true,
|
|
2400
|
+
producesSortedKeys: true,
|
|
2401
|
+
},
|
|
2402
|
+
spec: {
|
|
2403
|
+
A: 42
|
|
2404
|
+
},
|
|
2405
|
+
},
|
|
2406
|
+
},
|
|
2407
|
+
primarySource: {
|
|
2408
|
+
derivationMode: "Test string",
|
|
2409
|
+
source: {
|
|
2410
|
+
baseSpecs: [
|
|
2411
|
+
{
|
|
2412
|
+
A: 42
|
|
2413
|
+
}
|
|
2414
|
+
],
|
|
2415
|
+
codec: {
|
|
2416
|
+
A: 42
|
|
2417
|
+
},
|
|
2418
|
+
doesNotNeedSplitting: true,
|
|
2419
|
+
metadata: {
|
|
2420
|
+
estimatedSizeBytes: "Test string",
|
|
2421
|
+
infinite: true,
|
|
2422
|
+
producesSortedKeys: true,
|
|
2423
|
+
},
|
|
2424
|
+
spec: {
|
|
2425
|
+
A: 42
|
|
2426
|
+
},
|
|
2427
|
+
},
|
|
2428
|
+
},
|
|
2429
|
+
residual: {
|
|
2430
|
+
derivationMode: "Test string",
|
|
2431
|
+
source: {
|
|
2432
|
+
baseSpecs: [
|
|
2433
|
+
{
|
|
2434
|
+
A: 42
|
|
2435
|
+
}
|
|
2436
|
+
],
|
|
2437
|
+
codec: {
|
|
2438
|
+
A: 42
|
|
2439
|
+
},
|
|
2440
|
+
doesNotNeedSplitting: true,
|
|
2441
|
+
metadata: {
|
|
2442
|
+
estimatedSizeBytes: "Test string",
|
|
2443
|
+
infinite: true,
|
|
2444
|
+
producesSortedKeys: true,
|
|
2445
|
+
},
|
|
2446
|
+
spec: {
|
|
2447
|
+
A: 42
|
|
2448
|
+
},
|
|
2449
|
+
},
|
|
2450
|
+
},
|
|
2451
|
+
residualSource: {
|
|
2452
|
+
derivationMode: "Test string",
|
|
2453
|
+
source: {
|
|
2454
|
+
baseSpecs: [
|
|
2455
|
+
{
|
|
2456
|
+
A: 42
|
|
2457
|
+
}
|
|
2458
|
+
],
|
|
2459
|
+
codec: {
|
|
2460
|
+
A: 42
|
|
2461
|
+
},
|
|
2462
|
+
doesNotNeedSplitting: true,
|
|
2463
|
+
metadata: {
|
|
2464
|
+
estimatedSizeBytes: "Test string",
|
|
2465
|
+
infinite: true,
|
|
2466
|
+
producesSortedKeys: true,
|
|
2467
|
+
},
|
|
2468
|
+
spec: {
|
|
2469
|
+
A: 42
|
|
2470
|
+
},
|
|
2471
|
+
},
|
|
2472
|
+
},
|
|
2473
|
+
},
|
|
2474
|
+
sourceOperationResponse: {
|
|
2475
|
+
getMetadata: {
|
|
2476
|
+
metadata: {
|
|
2477
|
+
estimatedSizeBytes: "Test string",
|
|
2478
|
+
infinite: true,
|
|
2479
|
+
producesSortedKeys: true,
|
|
2480
|
+
},
|
|
2481
|
+
},
|
|
2482
|
+
split: {
|
|
2483
|
+
bundles: [
|
|
2484
|
+
{
|
|
2485
|
+
derivationMode: "Test string",
|
|
2486
|
+
source: {
|
|
2487
|
+
baseSpecs: [
|
|
2488
|
+
{
|
|
2489
|
+
A: 42
|
|
2490
|
+
}
|
|
2491
|
+
],
|
|
2492
|
+
codec: {
|
|
2493
|
+
A: 42
|
|
2494
|
+
},
|
|
2495
|
+
doesNotNeedSplitting: true,
|
|
2496
|
+
metadata: {
|
|
2497
|
+
estimatedSizeBytes: "Test string",
|
|
2498
|
+
infinite: true,
|
|
2499
|
+
producesSortedKeys: true,
|
|
2500
|
+
},
|
|
2501
|
+
spec: {
|
|
2502
|
+
A: 42
|
|
2503
|
+
},
|
|
2504
|
+
},
|
|
2505
|
+
}
|
|
2506
|
+
],
|
|
2507
|
+
outcome: "Test string",
|
|
2508
|
+
shards: [
|
|
2509
|
+
{
|
|
2510
|
+
derivationMode: "Test string",
|
|
2511
|
+
source: {
|
|
2512
|
+
baseSpecs: [
|
|
2513
|
+
{
|
|
2514
|
+
A: 42
|
|
2515
|
+
}
|
|
2516
|
+
],
|
|
2517
|
+
codec: {
|
|
2518
|
+
A: 42
|
|
2519
|
+
},
|
|
2520
|
+
doesNotNeedSplitting: true,
|
|
2521
|
+
metadata: {
|
|
2522
|
+
estimatedSizeBytes: "Test string",
|
|
2523
|
+
infinite: true,
|
|
2524
|
+
producesSortedKeys: true,
|
|
2525
|
+
},
|
|
2526
|
+
spec: {
|
|
2527
|
+
A: 42
|
|
2528
|
+
},
|
|
2529
|
+
},
|
|
2530
|
+
}
|
|
2531
|
+
],
|
|
2532
|
+
},
|
|
2533
|
+
},
|
|
2534
|
+
stopPosition: {
|
|
2535
|
+
byteOffset: "Test string",
|
|
2536
|
+
concatPosition: {
|
|
2537
|
+
index: 42,
|
|
2538
|
+
position: undefined,
|
|
2539
|
+
},
|
|
2540
|
+
end: true,
|
|
2541
|
+
key: "Test string",
|
|
2542
|
+
recordIndex: "Test string",
|
|
2543
|
+
shufflePosition: "Test string",
|
|
2544
|
+
},
|
|
2545
|
+
totalThrottlerWaitTimeSeconds: 42,
|
|
2546
|
+
workItemId: "Test string",
|
|
2547
|
+
}
|
|
2548
|
+
],
|
|
2549
|
+
});
|
|
2550
|
+
/** Deletes a snapshot. */
|
|
2551
|
+
await gapi.client.dataflow.projects.locations.snapshots.delete({
|
|
2552
|
+
location: "Test string",
|
|
2553
|
+
projectId: "Test string",
|
|
2554
|
+
snapshotId: "Test string",
|
|
2555
|
+
});
|
|
2556
|
+
/** Gets information about a snapshot. */
|
|
2557
|
+
await gapi.client.dataflow.projects.locations.snapshots.get({
|
|
2558
|
+
location: "Test string",
|
|
2559
|
+
projectId: "Test string",
|
|
2560
|
+
snapshotId: "Test string",
|
|
2561
|
+
});
|
|
2562
|
+
/** Lists snapshots. */
|
|
2563
|
+
await gapi.client.dataflow.projects.locations.snapshots.list({
|
|
2564
|
+
jobId: "Test string",
|
|
2565
|
+
location: "Test string",
|
|
2566
|
+
projectId: "Test string",
|
|
2567
|
+
});
|
|
2568
|
+
/**
|
|
2569
|
+
* Validates a GoogleSQL query for Cloud Dataflow syntax. Will always confirm the given query parses correctly, and if able to look up schema information from DataCatalog, will validate
|
|
2570
|
+
* that the query analyzes properly as well.
|
|
2571
|
+
*/
|
|
2572
|
+
await gapi.client.dataflow.projects.locations.sql.validate({
|
|
2573
|
+
location: "Test string",
|
|
2574
|
+
projectId: "Test string",
|
|
2575
|
+
query: "Test string",
|
|
2576
|
+
});
|
|
2577
|
+
/** Creates a Cloud Dataflow job from a template. Do not enter confidential information when you supply string values using the API. */
|
|
2578
|
+
await gapi.client.dataflow.projects.locations.templates.create({
|
|
2579
|
+
location: "Test string",
|
|
2580
|
+
projectId: "Test string",
|
|
2581
|
+
}, {
|
|
2582
|
+
environment: {
|
|
2583
|
+
additionalExperiments: [
|
|
2584
|
+
"Test string"
|
|
2585
|
+
],
|
|
2586
|
+
additionalUserLabels: {
|
|
2587
|
+
A: "Test string"
|
|
2588
|
+
},
|
|
2589
|
+
bypassTempDirValidation: true,
|
|
2590
|
+
enableStreamingEngine: true,
|
|
2591
|
+
ipConfiguration: "Test string",
|
|
2592
|
+
kmsKeyName: "Test string",
|
|
2593
|
+
machineType: "Test string",
|
|
2594
|
+
maxWorkers: 42,
|
|
2595
|
+
network: "Test string",
|
|
2596
|
+
numWorkers: 42,
|
|
2597
|
+
serviceAccountEmail: "Test string",
|
|
2598
|
+
subnetwork: "Test string",
|
|
2599
|
+
tempLocation: "Test string",
|
|
2600
|
+
workerRegion: "Test string",
|
|
2601
|
+
workerZone: "Test string",
|
|
2602
|
+
zone: "Test string",
|
|
2603
|
+
},
|
|
2604
|
+
gcsPath: "Test string",
|
|
2605
|
+
jobName: "Test string",
|
|
2606
|
+
location: "Test string",
|
|
2607
|
+
parameters: {
|
|
2608
|
+
A: "Test string"
|
|
2609
|
+
},
|
|
2610
|
+
});
|
|
2611
|
+
/** Get the template associated with a template. */
|
|
2612
|
+
await gapi.client.dataflow.projects.locations.templates.get({
|
|
2613
|
+
gcsPath: "Test string",
|
|
2614
|
+
location: "Test string",
|
|
2615
|
+
projectId: "Test string",
|
|
2616
|
+
view: "Test string",
|
|
2617
|
+
});
|
|
2618
|
+
/** Launch a template. */
|
|
2619
|
+
await gapi.client.dataflow.projects.locations.templates.launch({
|
|
2620
|
+
"dynamicTemplate.gcsPath": "Test string",
|
|
2621
|
+
"dynamicTemplate.stagingLocation": "Test string",
|
|
2622
|
+
gcsPath: "Test string",
|
|
2623
|
+
location: "Test string",
|
|
2624
|
+
projectId: "Test string",
|
|
2625
|
+
validateOnly: true,
|
|
2626
|
+
}, {
|
|
2627
|
+
environment: {
|
|
2628
|
+
additionalExperiments: [
|
|
2629
|
+
"Test string"
|
|
2630
|
+
],
|
|
2631
|
+
additionalUserLabels: {
|
|
2632
|
+
A: "Test string"
|
|
2633
|
+
},
|
|
2634
|
+
bypassTempDirValidation: true,
|
|
2635
|
+
enableStreamingEngine: true,
|
|
2636
|
+
ipConfiguration: "Test string",
|
|
2637
|
+
kmsKeyName: "Test string",
|
|
2638
|
+
machineType: "Test string",
|
|
2639
|
+
maxWorkers: 42,
|
|
2640
|
+
network: "Test string",
|
|
2641
|
+
numWorkers: 42,
|
|
2642
|
+
serviceAccountEmail: "Test string",
|
|
2643
|
+
subnetwork: "Test string",
|
|
2644
|
+
tempLocation: "Test string",
|
|
2645
|
+
workerRegion: "Test string",
|
|
2646
|
+
workerZone: "Test string",
|
|
2647
|
+
zone: "Test string",
|
|
2648
|
+
},
|
|
2649
|
+
jobName: "Test string",
|
|
2650
|
+
parameters: {
|
|
2651
|
+
A: "Test string"
|
|
2652
|
+
},
|
|
2653
|
+
transformNameMapping: {
|
|
2654
|
+
A: "Test string"
|
|
2655
|
+
},
|
|
2656
|
+
update: true,
|
|
2657
|
+
});
|
|
2658
|
+
/** Gets information about a snapshot. */
|
|
2659
|
+
await gapi.client.dataflow.projects.snapshots.get({
|
|
2660
|
+
location: "Test string",
|
|
2661
|
+
projectId: "Test string",
|
|
2662
|
+
snapshotId: "Test string",
|
|
2663
|
+
});
|
|
2664
|
+
/** Lists snapshots. */
|
|
2665
|
+
await gapi.client.dataflow.projects.snapshots.list({
|
|
2666
|
+
jobId: "Test string",
|
|
2667
|
+
location: "Test string",
|
|
2668
|
+
projectId: "Test string",
|
|
2669
|
+
});
|
|
2670
|
+
/** Creates a Cloud Dataflow job from a template. Do not enter confidential information when you supply string values using the API. */
|
|
2671
|
+
await gapi.client.dataflow.projects.templates.create({
|
|
2672
|
+
projectId: "Test string",
|
|
2673
|
+
}, {
|
|
2674
|
+
environment: {
|
|
2675
|
+
additionalExperiments: [
|
|
2676
|
+
"Test string"
|
|
2677
|
+
],
|
|
2678
|
+
additionalUserLabels: {
|
|
2679
|
+
A: "Test string"
|
|
2680
|
+
},
|
|
2681
|
+
bypassTempDirValidation: true,
|
|
2682
|
+
enableStreamingEngine: true,
|
|
2683
|
+
ipConfiguration: "Test string",
|
|
2684
|
+
kmsKeyName: "Test string",
|
|
2685
|
+
machineType: "Test string",
|
|
2686
|
+
maxWorkers: 42,
|
|
2687
|
+
network: "Test string",
|
|
2688
|
+
numWorkers: 42,
|
|
2689
|
+
serviceAccountEmail: "Test string",
|
|
2690
|
+
subnetwork: "Test string",
|
|
2691
|
+
tempLocation: "Test string",
|
|
2692
|
+
workerRegion: "Test string",
|
|
2693
|
+
workerZone: "Test string",
|
|
2694
|
+
zone: "Test string",
|
|
2695
|
+
},
|
|
2696
|
+
gcsPath: "Test string",
|
|
2697
|
+
jobName: "Test string",
|
|
2698
|
+
location: "Test string",
|
|
2699
|
+
parameters: {
|
|
2700
|
+
A: "Test string"
|
|
2701
|
+
},
|
|
2702
|
+
});
|
|
2703
|
+
/** Get the template associated with a template. */
|
|
2704
|
+
await gapi.client.dataflow.projects.templates.get({
|
|
2705
|
+
gcsPath: "Test string",
|
|
2706
|
+
location: "Test string",
|
|
2707
|
+
projectId: "Test string",
|
|
2708
|
+
view: "Test string",
|
|
2709
|
+
});
|
|
2710
|
+
/** Launch a template. */
|
|
2711
|
+
await gapi.client.dataflow.projects.templates.launch({
|
|
2712
|
+
"dynamicTemplate.gcsPath": "Test string",
|
|
2713
|
+
"dynamicTemplate.stagingLocation": "Test string",
|
|
2714
|
+
gcsPath: "Test string",
|
|
2715
|
+
location: "Test string",
|
|
2716
|
+
projectId: "Test string",
|
|
2717
|
+
validateOnly: true,
|
|
2718
|
+
}, {
|
|
2719
|
+
environment: {
|
|
2720
|
+
additionalExperiments: [
|
|
2721
|
+
"Test string"
|
|
2722
|
+
],
|
|
2723
|
+
additionalUserLabels: {
|
|
2724
|
+
A: "Test string"
|
|
2725
|
+
},
|
|
2726
|
+
bypassTempDirValidation: true,
|
|
2727
|
+
enableStreamingEngine: true,
|
|
2728
|
+
ipConfiguration: "Test string",
|
|
2729
|
+
kmsKeyName: "Test string",
|
|
2730
|
+
machineType: "Test string",
|
|
2731
|
+
maxWorkers: 42,
|
|
2732
|
+
network: "Test string",
|
|
2733
|
+
numWorkers: 42,
|
|
2734
|
+
serviceAccountEmail: "Test string",
|
|
2735
|
+
subnetwork: "Test string",
|
|
2736
|
+
tempLocation: "Test string",
|
|
2737
|
+
workerRegion: "Test string",
|
|
2738
|
+
workerZone: "Test string",
|
|
2739
|
+
zone: "Test string",
|
|
2740
|
+
},
|
|
2741
|
+
jobName: "Test string",
|
|
2742
|
+
parameters: {
|
|
2743
|
+
A: "Test string"
|
|
2744
|
+
},
|
|
2745
|
+
transformNameMapping: {
|
|
2746
|
+
A: "Test string"
|
|
2747
|
+
},
|
|
2748
|
+
update: true,
|
|
2749
|
+
});
|
|
2750
|
+
}
|
|
2751
|
+
});
|