google-cloud-orchestration-airflow-service-v1 0.9.2 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/orchestration/airflow/service/v1/environments/client.rb +1097 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/environments/paths.rb +42 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/environments/rest/client.rb +1020 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/environments/rest/service_stub.rb +653 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/environments_pb.rb +29 -1
- data/lib/google/cloud/orchestration/airflow/service/v1/environments_services_pb.rb +57 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/version.rb +1 -1
- data/proto_docs/google/cloud/orchestration/airflow/service/v1/environments.rb +485 -0
- metadata +2 -2
@@ -360,6 +360,320 @@ module Google
|
|
360
360
|
end
|
361
361
|
end
|
362
362
|
|
363
|
+
# Create user workloads Secret request.
|
364
|
+
# @!attribute [rw] parent
|
365
|
+
# @return [::String]
|
366
|
+
# Required. The environment name to create a Secret for, in the form:
|
367
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
368
|
+
# @!attribute [rw] user_workloads_secret
|
369
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsSecret]
|
370
|
+
# Required. User workloads Secret to create.
|
371
|
+
class CreateUserWorkloadsSecretRequest
|
372
|
+
include ::Google::Protobuf::MessageExts
|
373
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
374
|
+
end
|
375
|
+
|
376
|
+
# Get user workloads Secret request.
|
377
|
+
# @!attribute [rw] name
|
378
|
+
# @return [::String]
|
379
|
+
# Required. The resource name of the Secret to get, in the form:
|
380
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsSecrets/\\{userWorkloadsSecretId}"
|
381
|
+
class GetUserWorkloadsSecretRequest
|
382
|
+
include ::Google::Protobuf::MessageExts
|
383
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
384
|
+
end
|
385
|
+
|
386
|
+
# List user workloads Secrets request.
|
387
|
+
# @!attribute [rw] parent
|
388
|
+
# @return [::String]
|
389
|
+
# Required. List Secrets in the given environment, in the form:
|
390
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
391
|
+
# @!attribute [rw] page_size
|
392
|
+
# @return [::Integer]
|
393
|
+
# Optional. The maximum number of Secrets to return.
|
394
|
+
# @!attribute [rw] page_token
|
395
|
+
# @return [::String]
|
396
|
+
# Optional. The next_page_token value returned from a previous List request,
|
397
|
+
# if any.
|
398
|
+
class ListUserWorkloadsSecretsRequest
|
399
|
+
include ::Google::Protobuf::MessageExts
|
400
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
401
|
+
end
|
402
|
+
|
403
|
+
# Update user workloads Secret request.
|
404
|
+
# @!attribute [rw] user_workloads_secret
|
405
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsSecret]
|
406
|
+
# Optional. User workloads Secret to override.
|
407
|
+
class UpdateUserWorkloadsSecretRequest
|
408
|
+
include ::Google::Protobuf::MessageExts
|
409
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
410
|
+
end
|
411
|
+
|
412
|
+
# Delete user workloads Secret request.
|
413
|
+
# @!attribute [rw] name
|
414
|
+
# @return [::String]
|
415
|
+
# Required. The Secret to delete, in the form:
|
416
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsSecrets/\\{userWorkloadsSecretId}"
|
417
|
+
class DeleteUserWorkloadsSecretRequest
|
418
|
+
include ::Google::Protobuf::MessageExts
|
419
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
420
|
+
end
|
421
|
+
|
422
|
+
# Create user workloads ConfigMap request.
|
423
|
+
# @!attribute [rw] parent
|
424
|
+
# @return [::String]
|
425
|
+
# Required. The environment name to create a ConfigMap for, in the form:
|
426
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
427
|
+
# @!attribute [rw] user_workloads_config_map
|
428
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsConfigMap]
|
429
|
+
# Required. User workloads ConfigMap to create.
|
430
|
+
class CreateUserWorkloadsConfigMapRequest
|
431
|
+
include ::Google::Protobuf::MessageExts
|
432
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
433
|
+
end
|
434
|
+
|
435
|
+
# Get user workloads ConfigMap request.
|
436
|
+
# @!attribute [rw] name
|
437
|
+
# @return [::String]
|
438
|
+
# Required. The resource name of the ConfigMap to get, in the form:
|
439
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsConfigMaps/\\{userWorkloadsConfigMapId}"
|
440
|
+
class GetUserWorkloadsConfigMapRequest
|
441
|
+
include ::Google::Protobuf::MessageExts
|
442
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
443
|
+
end
|
444
|
+
|
445
|
+
# List user workloads ConfigMaps request.
|
446
|
+
# @!attribute [rw] parent
|
447
|
+
# @return [::String]
|
448
|
+
# Required. List ConfigMaps in the given environment, in the form:
|
449
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
450
|
+
# @!attribute [rw] page_size
|
451
|
+
# @return [::Integer]
|
452
|
+
# Optional. The maximum number of ConfigMaps to return.
|
453
|
+
# @!attribute [rw] page_token
|
454
|
+
# @return [::String]
|
455
|
+
# Optional. The next_page_token value returned from a previous List request,
|
456
|
+
# if any.
|
457
|
+
class ListUserWorkloadsConfigMapsRequest
|
458
|
+
include ::Google::Protobuf::MessageExts
|
459
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
460
|
+
end
|
461
|
+
|
462
|
+
# Update user workloads ConfigMap request.
|
463
|
+
# @!attribute [rw] user_workloads_config_map
|
464
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsConfigMap]
|
465
|
+
# Optional. User workloads ConfigMap to override.
|
466
|
+
class UpdateUserWorkloadsConfigMapRequest
|
467
|
+
include ::Google::Protobuf::MessageExts
|
468
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
469
|
+
end
|
470
|
+
|
471
|
+
# Delete user workloads ConfigMap request.
|
472
|
+
# @!attribute [rw] name
|
473
|
+
# @return [::String]
|
474
|
+
# Required. The ConfigMap to delete, in the form:
|
475
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsConfigMaps/\\{userWorkloadsConfigMapId}"
|
476
|
+
class DeleteUserWorkloadsConfigMapRequest
|
477
|
+
include ::Google::Protobuf::MessageExts
|
478
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
479
|
+
end
|
480
|
+
|
481
|
+
# User workloads Secret used by Airflow tasks that run with Kubernetes executor
|
482
|
+
# or KubernetesPodOperator.
|
483
|
+
# @!attribute [rw] name
|
484
|
+
# @return [::String]
|
485
|
+
# Identifier. The resource name of the Secret, in the form:
|
486
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsSecrets/\\{userWorkloadsSecretId}"
|
487
|
+
# @!attribute [rw] data
|
488
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
489
|
+
# Optional. The "data" field of Kubernetes Secret, organized in key-value
|
490
|
+
# pairs, which can contain sensitive values such as a password, a token, or a
|
491
|
+
# key. The values for all keys have to be base64-encoded strings. For details
|
492
|
+
# see: https://kubernetes.io/docs/concepts/configuration/secret/
|
493
|
+
class UserWorkloadsSecret
|
494
|
+
include ::Google::Protobuf::MessageExts
|
495
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
496
|
+
|
497
|
+
# @!attribute [rw] key
|
498
|
+
# @return [::String]
|
499
|
+
# @!attribute [rw] value
|
500
|
+
# @return [::String]
|
501
|
+
class DataEntry
|
502
|
+
include ::Google::Protobuf::MessageExts
|
503
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
504
|
+
end
|
505
|
+
end
|
506
|
+
|
507
|
+
# The user workloads Secrets for a given environment.
|
508
|
+
# @!attribute [rw] user_workloads_secrets
|
509
|
+
# @return [::Array<::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsSecret>]
|
510
|
+
# The list of Secrets returned by a ListUserWorkloadsSecretsRequest.
|
511
|
+
# @!attribute [rw] next_page_token
|
512
|
+
# @return [::String]
|
513
|
+
# The page token used to query for the next page if one exists.
|
514
|
+
class ListUserWorkloadsSecretsResponse
|
515
|
+
include ::Google::Protobuf::MessageExts
|
516
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
517
|
+
end
|
518
|
+
|
519
|
+
# User workloads ConfigMap used by Airflow tasks that run with Kubernetes
|
520
|
+
# executor or KubernetesPodOperator.
|
521
|
+
# @!attribute [rw] name
|
522
|
+
# @return [::String]
|
523
|
+
# Identifier. The resource name of the ConfigMap, in the form:
|
524
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsConfigMaps/\\{userWorkloadsConfigMapId}"
|
525
|
+
# @!attribute [rw] data
|
526
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
527
|
+
# Optional. The "data" field of Kubernetes ConfigMap, organized in key-value
|
528
|
+
# pairs. For details see:
|
529
|
+
# https://kubernetes.io/docs/concepts/configuration/configmap/
|
530
|
+
class UserWorkloadsConfigMap
|
531
|
+
include ::Google::Protobuf::MessageExts
|
532
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
533
|
+
|
534
|
+
# @!attribute [rw] key
|
535
|
+
# @return [::String]
|
536
|
+
# @!attribute [rw] value
|
537
|
+
# @return [::String]
|
538
|
+
class DataEntry
|
539
|
+
include ::Google::Protobuf::MessageExts
|
540
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
541
|
+
end
|
542
|
+
end
|
543
|
+
|
544
|
+
# The user workloads ConfigMaps for a given environment.
|
545
|
+
# @!attribute [rw] user_workloads_config_maps
|
546
|
+
# @return [::Array<::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsConfigMap>]
|
547
|
+
# The list of ConfigMaps returned by a ListUserWorkloadsConfigMapsRequest.
|
548
|
+
# @!attribute [rw] next_page_token
|
549
|
+
# @return [::String]
|
550
|
+
# The page token used to query for the next page if one exists.
|
551
|
+
class ListUserWorkloadsConfigMapsResponse
|
552
|
+
include ::Google::Protobuf::MessageExts
|
553
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
554
|
+
end
|
555
|
+
|
556
|
+
# Request for listing workloads in a Cloud Composer environment.
|
557
|
+
# @!attribute [rw] parent
|
558
|
+
# @return [::String]
|
559
|
+
# Required. The environment name to get workloads for, in the form:
|
560
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
561
|
+
# @!attribute [rw] page_size
|
562
|
+
# @return [::Integer]
|
563
|
+
# Optional. The maximum number of environments to return.
|
564
|
+
# @!attribute [rw] page_token
|
565
|
+
# @return [::String]
|
566
|
+
# Optional. The next_page_token value returned from a previous List request,
|
567
|
+
# if any.
|
568
|
+
# @!attribute [rw] filter
|
569
|
+
# @return [::String]
|
570
|
+
# Optional. The list filter.
|
571
|
+
# Currently only supports equality on the type field. The value of a field
|
572
|
+
# specified in the filter expression must be one ComposerWorkloadType enum
|
573
|
+
# option. It's possible to get multiple types using "OR" operator, e.g.:
|
574
|
+
# "type=SCHEDULER OR type=CELERY_WORKER". If not specified, all items are
|
575
|
+
# returned.
|
576
|
+
class ListWorkloadsRequest
|
577
|
+
include ::Google::Protobuf::MessageExts
|
578
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
579
|
+
end
|
580
|
+
|
581
|
+
# Response to ListWorkloadsRequest.
|
582
|
+
# @!attribute [rw] workloads
|
583
|
+
# @return [::Array<::Google::Cloud::Orchestration::Airflow::Service::V1::ListWorkloadsResponse::ComposerWorkload>]
|
584
|
+
# The list of environment workloads.
|
585
|
+
# @!attribute [rw] next_page_token
|
586
|
+
# @return [::String]
|
587
|
+
# The page token used to query for the next page if one exists.
|
588
|
+
class ListWorkloadsResponse
|
589
|
+
include ::Google::Protobuf::MessageExts
|
590
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
591
|
+
|
592
|
+
# Information about a single workload.
|
593
|
+
# @!attribute [rw] name
|
594
|
+
# @return [::String]
|
595
|
+
# Name of a workload.
|
596
|
+
# @!attribute [rw] type
|
597
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::ListWorkloadsResponse::ComposerWorkloadType]
|
598
|
+
# Type of a workload.
|
599
|
+
# @!attribute [r] status
|
600
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::ListWorkloadsResponse::ComposerWorkloadStatus]
|
601
|
+
# Output only. Status of a workload.
|
602
|
+
class ComposerWorkload
|
603
|
+
include ::Google::Protobuf::MessageExts
|
604
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
605
|
+
end
|
606
|
+
|
607
|
+
# Workload status.
|
608
|
+
# @!attribute [r] state
|
609
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::ListWorkloadsResponse::ComposerWorkloadState]
|
610
|
+
# Output only. Workload state.
|
611
|
+
# @!attribute [r] status_message
|
612
|
+
# @return [::String]
|
613
|
+
# Output only. Text to provide more descriptive status.
|
614
|
+
# @!attribute [r] detailed_status_message
|
615
|
+
# @return [::String]
|
616
|
+
# Output only. Detailed message of the status.
|
617
|
+
class ComposerWorkloadStatus
|
618
|
+
include ::Google::Protobuf::MessageExts
|
619
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
620
|
+
end
|
621
|
+
|
622
|
+
# Supported workload types.
|
623
|
+
module ComposerWorkloadType
|
624
|
+
# Not able to determine the type of the workload.
|
625
|
+
COMPOSER_WORKLOAD_TYPE_UNSPECIFIED = 0
|
626
|
+
|
627
|
+
# Celery worker.
|
628
|
+
CELERY_WORKER = 1
|
629
|
+
|
630
|
+
# Kubernetes worker.
|
631
|
+
KUBERNETES_WORKER = 2
|
632
|
+
|
633
|
+
# Workload created by Kubernetes Pod Operator.
|
634
|
+
KUBERNETES_OPERATOR_POD = 3
|
635
|
+
|
636
|
+
# Airflow scheduler.
|
637
|
+
SCHEDULER = 4
|
638
|
+
|
639
|
+
# Airflow Dag processor.
|
640
|
+
DAG_PROCESSOR = 5
|
641
|
+
|
642
|
+
# Airflow triggerer.
|
643
|
+
TRIGGERER = 6
|
644
|
+
|
645
|
+
# Airflow web server UI.
|
646
|
+
WEB_SERVER = 7
|
647
|
+
|
648
|
+
# Redis.
|
649
|
+
REDIS = 8
|
650
|
+
end
|
651
|
+
|
652
|
+
# Workload states.
|
653
|
+
module ComposerWorkloadState
|
654
|
+
# Not able to determine the status of the workload.
|
655
|
+
COMPOSER_WORKLOAD_STATE_UNSPECIFIED = 0
|
656
|
+
|
657
|
+
# Workload is in pending state and has not yet started.
|
658
|
+
PENDING = 1
|
659
|
+
|
660
|
+
# Workload is running fine.
|
661
|
+
OK = 2
|
662
|
+
|
663
|
+
# Workload is running but there are some non-critical problems.
|
664
|
+
WARNING = 3
|
665
|
+
|
666
|
+
# Workload is not running due to an error.
|
667
|
+
ERROR = 4
|
668
|
+
|
669
|
+
# Workload has finished execution with success.
|
670
|
+
SUCCEEDED = 5
|
671
|
+
|
672
|
+
# Workload has finished execution with failure.
|
673
|
+
FAILED = 6
|
674
|
+
end
|
675
|
+
end
|
676
|
+
|
363
677
|
# Request to create a snapshot of a Cloud Composer environment.
|
364
678
|
# @!attribute [rw] environment
|
365
679
|
# @return [::String]
|
@@ -467,6 +781,16 @@ module Google
|
|
467
781
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
468
782
|
end
|
469
783
|
|
784
|
+
# The configuration for data storage in the environment.
|
785
|
+
# @!attribute [rw] bucket
|
786
|
+
# @return [::String]
|
787
|
+
# Optional. The name of the Cloud Storage bucket used by the environment. No
|
788
|
+
# `gs://` prefix.
|
789
|
+
class StorageConfig
|
790
|
+
include ::Google::Protobuf::MessageExts
|
791
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
792
|
+
end
|
793
|
+
|
470
794
|
# Configuration information for an environment.
|
471
795
|
# @!attribute [rw] gke_cluster
|
472
796
|
# @return [::String]
|
@@ -572,6 +896,10 @@ module Google
|
|
572
896
|
#
|
573
897
|
# This field is supported for Cloud Composer environments in versions
|
574
898
|
# composer-2.2.0-airflow-*.*.* and newer.
|
899
|
+
# @!attribute [rw] data_retention_config
|
900
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::DataRetentionConfig]
|
901
|
+
# Optional. The configuration setting for Airflow database data retention
|
902
|
+
# mechanism.
|
575
903
|
class EnvironmentConfig
|
576
904
|
include ::Google::Protobuf::MessageExts
|
577
905
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -639,6 +967,13 @@ module Google
|
|
639
967
|
# or db-n1-standard-16. If not specified, db-n1-standard-2 will be used.
|
640
968
|
# Supported for Cloud Composer environments in versions
|
641
969
|
# composer-1.*.*-airflow-*.*.*.
|
970
|
+
# @!attribute [rw] zone
|
971
|
+
# @return [::String]
|
972
|
+
# Optional. The Compute Engine zone where the Airflow database is created. If
|
973
|
+
# zone is provided, it must be in the region selected for the environment. If
|
974
|
+
# zone is not provided, a zone is automatically selected. The zone can only
|
975
|
+
# be set during environment creation. Supported for Cloud Composer
|
976
|
+
# environments in versions composer-2.*.*-airflow-*.*.*.
|
642
977
|
class DatabaseConfig
|
643
978
|
include ::Google::Protobuf::MessageExts
|
644
979
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -800,6 +1135,16 @@ module Google
|
|
800
1135
|
#
|
801
1136
|
# This field is supported for Cloud Composer environments in versions
|
802
1137
|
# composer-1.*.*-airflow-2.*.*.
|
1138
|
+
# @!attribute [rw] cloud_data_lineage_integration
|
1139
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::CloudDataLineageIntegration]
|
1140
|
+
# Optional. The configuration for Cloud Data Lineage integration.
|
1141
|
+
# @!attribute [rw] web_server_plugins_mode
|
1142
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::SoftwareConfig::WebServerPluginsMode]
|
1143
|
+
# Optional. Whether or not the web server uses custom plugins.
|
1144
|
+
# If unspecified, the field defaults to `PLUGINS_ENABLED`.
|
1145
|
+
#
|
1146
|
+
# This field is supported for Cloud Composer environments in versions
|
1147
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
803
1148
|
class SoftwareConfig
|
804
1149
|
include ::Google::Protobuf::MessageExts
|
805
1150
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -830,6 +1175,18 @@ module Google
|
|
830
1175
|
include ::Google::Protobuf::MessageExts
|
831
1176
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
832
1177
|
end
|
1178
|
+
|
1179
|
+
# Web server plugins mode of the Cloud Composer environment.
|
1180
|
+
module WebServerPluginsMode
|
1181
|
+
# Default mode.
|
1182
|
+
WEB_SERVER_PLUGINS_MODE_UNSPECIFIED = 0
|
1183
|
+
|
1184
|
+
# Web server plugins are not supported.
|
1185
|
+
PLUGINS_DISABLED = 1
|
1186
|
+
|
1187
|
+
# Web server plugins are supported.
|
1188
|
+
PLUGINS_ENABLED = 2
|
1189
|
+
end
|
833
1190
|
end
|
834
1191
|
|
835
1192
|
# Configuration for controlling how IPs are allocated in the
|
@@ -1006,6 +1363,29 @@ module Google
|
|
1006
1363
|
#
|
1007
1364
|
# See:
|
1008
1365
|
# https://cloud.google.com/kubernetes-engine/docs/how-to/ip-masquerade-agent
|
1366
|
+
# @!attribute [rw] composer_network_attachment
|
1367
|
+
# @return [::String]
|
1368
|
+
# Optional. Network Attachment that Cloud Composer environment is connected
|
1369
|
+
# to, which provides connectivity with a user's VPC network. Takes precedence
|
1370
|
+
# over network and subnetwork settings. If not provided, but network and
|
1371
|
+
# subnetwork are defined during environment, it will be provisioned. If not
|
1372
|
+
# provided and network and subnetwork are also empty, then connectivity to
|
1373
|
+
# user's VPC network is disabled. Network attachment must be provided in
|
1374
|
+
# format
|
1375
|
+
# projects/\\{project}/regions/\\{region}/networkAttachments/\\{networkAttachment}.
|
1376
|
+
#
|
1377
|
+
# This field is supported for Cloud Composer environments in versions
|
1378
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
1379
|
+
# @!attribute [rw] composer_internal_ipv4_cidr_block
|
1380
|
+
# @return [::String]
|
1381
|
+
# Optional. The IP range in CIDR notation to use internally by Cloud
|
1382
|
+
# Composer. IP addresses are not reserved - and the same range can be used by
|
1383
|
+
# multiple Cloud Composer environments. In case of overlap, IPs from this
|
1384
|
+
# range will not be accessible in the user's VPC network. Cannot be updated.
|
1385
|
+
# If not specified, the default value of '100.64.128.0/20' is used.
|
1386
|
+
#
|
1387
|
+
# This field is supported for Cloud Composer environments in versions
|
1388
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
1009
1389
|
class NodeConfig
|
1010
1390
|
include ::Google::Protobuf::MessageExts
|
1011
1391
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -1070,6 +1450,17 @@ module Google
|
|
1070
1450
|
# If this field is set to true, `IPAllocationPolicy.use_ip_aliases` must be
|
1071
1451
|
# set to true for Cloud Composer environments in versions
|
1072
1452
|
# composer-1.*.*-airflow-*.*.*.
|
1453
|
+
# @!attribute [rw] enable_private_builds_only
|
1454
|
+
# @return [::Boolean]
|
1455
|
+
# Optional. If `true`, builds performed during operations that install Python
|
1456
|
+
# packages have only private connectivity to Google services (including
|
1457
|
+
# Artifact Registry) and VPC network (if either `NodeConfig.network` and
|
1458
|
+
# `NodeConfig.subnetwork` fields or `NodeConfig.composer_network_attachment`
|
1459
|
+
# field are specified). If `false`, the builds also have access to the
|
1460
|
+
# internet.
|
1461
|
+
#
|
1462
|
+
# This field is supported for Cloud Composer environments in versions
|
1463
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
1073
1464
|
# @!attribute [rw] private_cluster_config
|
1074
1465
|
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::PrivateClusterConfig]
|
1075
1466
|
# Optional. Configuration for the private GKE cluster for a Private IP
|
@@ -1142,6 +1533,15 @@ module Google
|
|
1142
1533
|
# @!attribute [rw] worker
|
1143
1534
|
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::WorkerResource]
|
1144
1535
|
# Optional. Resources used by Airflow workers.
|
1536
|
+
# @!attribute [rw] triggerer
|
1537
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::TriggererResource]
|
1538
|
+
# Optional. Resources used by Airflow triggerers.
|
1539
|
+
# @!attribute [rw] dag_processor
|
1540
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::DagProcessorResource]
|
1541
|
+
# Optional. Resources used by Airflow DAG processors.
|
1542
|
+
#
|
1543
|
+
# This field is supported for Cloud Composer environments in versions
|
1544
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
1145
1545
|
class WorkloadsConfig
|
1146
1546
|
include ::Google::Protobuf::MessageExts
|
1147
1547
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -1203,6 +1603,44 @@ module Google
|
|
1203
1603
|
include ::Google::Protobuf::MessageExts
|
1204
1604
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1205
1605
|
end
|
1606
|
+
|
1607
|
+
# Configuration for resources used by Airflow triggerers.
|
1608
|
+
# @!attribute [rw] count
|
1609
|
+
# @return [::Integer]
|
1610
|
+
# Optional. The number of triggerers.
|
1611
|
+
# @!attribute [rw] cpu
|
1612
|
+
# @return [::Float]
|
1613
|
+
# Optional. CPU request and limit for a single Airflow triggerer replica.
|
1614
|
+
# @!attribute [rw] memory_gb
|
1615
|
+
# @return [::Float]
|
1616
|
+
# Optional. Memory (GB) request and limit for a single Airflow triggerer
|
1617
|
+
# replica.
|
1618
|
+
class TriggererResource
|
1619
|
+
include ::Google::Protobuf::MessageExts
|
1620
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1621
|
+
end
|
1622
|
+
|
1623
|
+
# Configuration for resources used by Airflow DAG processors.
|
1624
|
+
# @!attribute [rw] cpu
|
1625
|
+
# @return [::Float]
|
1626
|
+
# Optional. CPU request and limit for a single Airflow DAG processor
|
1627
|
+
# replica.
|
1628
|
+
# @!attribute [rw] memory_gb
|
1629
|
+
# @return [::Float]
|
1630
|
+
# Optional. Memory (GB) request and limit for a single Airflow DAG
|
1631
|
+
# processor replica.
|
1632
|
+
# @!attribute [rw] storage_gb
|
1633
|
+
# @return [::Float]
|
1634
|
+
# Optional. Storage (GB) request and limit for a single Airflow DAG
|
1635
|
+
# processor replica.
|
1636
|
+
# @!attribute [rw] count
|
1637
|
+
# @return [::Integer]
|
1638
|
+
# Optional. The number of DAG processors. If not provided or set to 0, a
|
1639
|
+
# single DAG processor instance will be created.
|
1640
|
+
class DagProcessorResource
|
1641
|
+
include ::Google::Protobuf::MessageExts
|
1642
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1643
|
+
end
|
1206
1644
|
end
|
1207
1645
|
|
1208
1646
|
# The Recovery settings of an environment.
|
@@ -1264,6 +1702,15 @@ module Google
|
|
1264
1702
|
end
|
1265
1703
|
end
|
1266
1704
|
|
1705
|
+
# Configuration for Cloud Data Lineage integration.
|
1706
|
+
# @!attribute [rw] enabled
|
1707
|
+
# @return [::Boolean]
|
1708
|
+
# Optional. Whether or not Cloud Data Lineage integration is enabled.
|
1709
|
+
class CloudDataLineageIntegration
|
1710
|
+
include ::Google::Protobuf::MessageExts
|
1711
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1712
|
+
end
|
1713
|
+
|
1267
1714
|
# An environment for running orchestration tasks.
|
1268
1715
|
# @!attribute [rw] name
|
1269
1716
|
# @return [::String]
|
@@ -1298,6 +1745,12 @@ module Google
|
|
1298
1745
|
# * Values must conform to regexp: [\p\\{Ll}\p\\{Lo}\p\\{N}_-]\\{0,63}
|
1299
1746
|
# * Both keys and values are additionally constrained to be <= 128 bytes in
|
1300
1747
|
# size.
|
1748
|
+
# @!attribute [r] satisfies_pzs
|
1749
|
+
# @return [::Boolean]
|
1750
|
+
# Output only. Reserved for future use.
|
1751
|
+
# @!attribute [rw] storage_config
|
1752
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::StorageConfig]
|
1753
|
+
# Optional. Storage configuration for this environment.
|
1301
1754
|
class Environment
|
1302
1755
|
include ::Google::Protobuf::MessageExts
|
1303
1756
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -1378,6 +1831,38 @@ module Google
|
|
1378
1831
|
NO_CONFLICT = 2
|
1379
1832
|
end
|
1380
1833
|
end
|
1834
|
+
|
1835
|
+
# The configuration setting for Airflow database data retention mechanism.
|
1836
|
+
# @!attribute [rw] task_logs_retention_config
|
1837
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::TaskLogsRetentionConfig]
|
1838
|
+
# Optional. The configuration settings for task logs retention
|
1839
|
+
class DataRetentionConfig
|
1840
|
+
include ::Google::Protobuf::MessageExts
|
1841
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1842
|
+
end
|
1843
|
+
|
1844
|
+
# The configuration setting for Task Logs.
|
1845
|
+
# @!attribute [rw] storage_mode
|
1846
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::TaskLogsRetentionConfig::TaskLogsStorageMode]
|
1847
|
+
# Optional. The mode of storage for Airflow workers task logs. For details,
|
1848
|
+
# see go/composer-store-task-logs-in-cloud-logging-only-design-doc
|
1849
|
+
class TaskLogsRetentionConfig
|
1850
|
+
include ::Google::Protobuf::MessageExts
|
1851
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1852
|
+
|
1853
|
+
# The definition of task_logs_storage_mode.
|
1854
|
+
module TaskLogsStorageMode
|
1855
|
+
# This configuration is not specified by the user.
|
1856
|
+
TASK_LOGS_STORAGE_MODE_UNSPECIFIED = 0
|
1857
|
+
|
1858
|
+
# Store task logs in Cloud Logging and in the environment's Cloud Storage
|
1859
|
+
# bucket.
|
1860
|
+
CLOUD_LOGGING_AND_CLOUD_STORAGE = 1
|
1861
|
+
|
1862
|
+
# Store task logs in Cloud Logging only.
|
1863
|
+
CLOUD_LOGGING_ONLY = 2
|
1864
|
+
end
|
1865
|
+
end
|
1381
1866
|
end
|
1382
1867
|
end
|
1383
1868
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-orchestration-airflow-service-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.10.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-02-
|
11
|
+
date: 2024-02-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|