google-cloud-orchestration-airflow-service-v1 0.9.1 → 0.10.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/google/cloud/orchestration/airflow/service/v1/environments/client.rb +1097 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/environments/paths.rb +42 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/environments/rest/client.rb +1020 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/environments/rest/service_stub.rb +653 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/environments_pb.rb +30 -2
- data/lib/google/cloud/orchestration/airflow/service/v1/environments_services_pb.rb +57 -0
- data/lib/google/cloud/orchestration/airflow/service/v1/image_versions_pb.rb +2 -2
- data/lib/google/cloud/orchestration/airflow/service/v1/operations_pb.rb +1 -1
- data/lib/google/cloud/orchestration/airflow/service/v1/version.rb +1 -1
- data/proto_docs/google/cloud/orchestration/airflow/service/v1/environments.rb +485 -0
- data/proto_docs/google/protobuf/any.rb +2 -1
- metadata +2 -2
@@ -360,6 +360,320 @@ module Google
|
|
360
360
|
end
|
361
361
|
end
|
362
362
|
|
363
|
+
# Create user workloads Secret request.
|
364
|
+
# @!attribute [rw] parent
|
365
|
+
# @return [::String]
|
366
|
+
# Required. The environment name to create a Secret for, in the form:
|
367
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
368
|
+
# @!attribute [rw] user_workloads_secret
|
369
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsSecret]
|
370
|
+
# Required. User workloads Secret to create.
|
371
|
+
class CreateUserWorkloadsSecretRequest
|
372
|
+
include ::Google::Protobuf::MessageExts
|
373
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
374
|
+
end
|
375
|
+
|
376
|
+
# Get user workloads Secret request.
|
377
|
+
# @!attribute [rw] name
|
378
|
+
# @return [::String]
|
379
|
+
# Required. The resource name of the Secret to get, in the form:
|
380
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsSecrets/\\{userWorkloadsSecretId}"
|
381
|
+
class GetUserWorkloadsSecretRequest
|
382
|
+
include ::Google::Protobuf::MessageExts
|
383
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
384
|
+
end
|
385
|
+
|
386
|
+
# List user workloads Secrets request.
|
387
|
+
# @!attribute [rw] parent
|
388
|
+
# @return [::String]
|
389
|
+
# Required. List Secrets in the given environment, in the form:
|
390
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
391
|
+
# @!attribute [rw] page_size
|
392
|
+
# @return [::Integer]
|
393
|
+
# Optional. The maximum number of Secrets to return.
|
394
|
+
# @!attribute [rw] page_token
|
395
|
+
# @return [::String]
|
396
|
+
# Optional. The next_page_token value returned from a previous List request,
|
397
|
+
# if any.
|
398
|
+
class ListUserWorkloadsSecretsRequest
|
399
|
+
include ::Google::Protobuf::MessageExts
|
400
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
401
|
+
end
|
402
|
+
|
403
|
+
# Update user workloads Secret request.
|
404
|
+
# @!attribute [rw] user_workloads_secret
|
405
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsSecret]
|
406
|
+
# Optional. User workloads Secret to override.
|
407
|
+
class UpdateUserWorkloadsSecretRequest
|
408
|
+
include ::Google::Protobuf::MessageExts
|
409
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
410
|
+
end
|
411
|
+
|
412
|
+
# Delete user workloads Secret request.
|
413
|
+
# @!attribute [rw] name
|
414
|
+
# @return [::String]
|
415
|
+
# Required. The Secret to delete, in the form:
|
416
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsSecrets/\\{userWorkloadsSecretId}"
|
417
|
+
class DeleteUserWorkloadsSecretRequest
|
418
|
+
include ::Google::Protobuf::MessageExts
|
419
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
420
|
+
end
|
421
|
+
|
422
|
+
# Create user workloads ConfigMap request.
|
423
|
+
# @!attribute [rw] parent
|
424
|
+
# @return [::String]
|
425
|
+
# Required. The environment name to create a ConfigMap for, in the form:
|
426
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
427
|
+
# @!attribute [rw] user_workloads_config_map
|
428
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsConfigMap]
|
429
|
+
# Required. User workloads ConfigMap to create.
|
430
|
+
class CreateUserWorkloadsConfigMapRequest
|
431
|
+
include ::Google::Protobuf::MessageExts
|
432
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
433
|
+
end
|
434
|
+
|
435
|
+
# Get user workloads ConfigMap request.
|
436
|
+
# @!attribute [rw] name
|
437
|
+
# @return [::String]
|
438
|
+
# Required. The resource name of the ConfigMap to get, in the form:
|
439
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsConfigMaps/\\{userWorkloadsConfigMapId}"
|
440
|
+
class GetUserWorkloadsConfigMapRequest
|
441
|
+
include ::Google::Protobuf::MessageExts
|
442
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
443
|
+
end
|
444
|
+
|
445
|
+
# List user workloads ConfigMaps request.
|
446
|
+
# @!attribute [rw] parent
|
447
|
+
# @return [::String]
|
448
|
+
# Required. List ConfigMaps in the given environment, in the form:
|
449
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
450
|
+
# @!attribute [rw] page_size
|
451
|
+
# @return [::Integer]
|
452
|
+
# Optional. The maximum number of ConfigMaps to return.
|
453
|
+
# @!attribute [rw] page_token
|
454
|
+
# @return [::String]
|
455
|
+
# Optional. The next_page_token value returned from a previous List request,
|
456
|
+
# if any.
|
457
|
+
class ListUserWorkloadsConfigMapsRequest
|
458
|
+
include ::Google::Protobuf::MessageExts
|
459
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
460
|
+
end
|
461
|
+
|
462
|
+
# Update user workloads ConfigMap request.
|
463
|
+
# @!attribute [rw] user_workloads_config_map
|
464
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsConfigMap]
|
465
|
+
# Optional. User workloads ConfigMap to override.
|
466
|
+
class UpdateUserWorkloadsConfigMapRequest
|
467
|
+
include ::Google::Protobuf::MessageExts
|
468
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
469
|
+
end
|
470
|
+
|
471
|
+
# Delete user workloads ConfigMap request.
|
472
|
+
# @!attribute [rw] name
|
473
|
+
# @return [::String]
|
474
|
+
# Required. The ConfigMap to delete, in the form:
|
475
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsConfigMaps/\\{userWorkloadsConfigMapId}"
|
476
|
+
class DeleteUserWorkloadsConfigMapRequest
|
477
|
+
include ::Google::Protobuf::MessageExts
|
478
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
479
|
+
end
|
480
|
+
|
481
|
+
# User workloads Secret used by Airflow tasks that run with Kubernetes executor
|
482
|
+
# or KubernetesPodOperator.
|
483
|
+
# @!attribute [rw] name
|
484
|
+
# @return [::String]
|
485
|
+
# Identifier. The resource name of the Secret, in the form:
|
486
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsSecrets/\\{userWorkloadsSecretId}"
|
487
|
+
# @!attribute [rw] data
|
488
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
489
|
+
# Optional. The "data" field of Kubernetes Secret, organized in key-value
|
490
|
+
# pairs, which can contain sensitive values such as a password, a token, or a
|
491
|
+
# key. The values for all keys have to be base64-encoded strings. For details
|
492
|
+
# see: https://kubernetes.io/docs/concepts/configuration/secret/
|
493
|
+
class UserWorkloadsSecret
|
494
|
+
include ::Google::Protobuf::MessageExts
|
495
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
496
|
+
|
497
|
+
# @!attribute [rw] key
|
498
|
+
# @return [::String]
|
499
|
+
# @!attribute [rw] value
|
500
|
+
# @return [::String]
|
501
|
+
class DataEntry
|
502
|
+
include ::Google::Protobuf::MessageExts
|
503
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
504
|
+
end
|
505
|
+
end
|
506
|
+
|
507
|
+
# The user workloads Secrets for a given environment.
|
508
|
+
# @!attribute [rw] user_workloads_secrets
|
509
|
+
# @return [::Array<::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsSecret>]
|
510
|
+
# The list of Secrets returned by a ListUserWorkloadsSecretsRequest.
|
511
|
+
# @!attribute [rw] next_page_token
|
512
|
+
# @return [::String]
|
513
|
+
# The page token used to query for the next page if one exists.
|
514
|
+
class ListUserWorkloadsSecretsResponse
|
515
|
+
include ::Google::Protobuf::MessageExts
|
516
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
517
|
+
end
|
518
|
+
|
519
|
+
# User workloads ConfigMap used by Airflow tasks that run with Kubernetes
|
520
|
+
# executor or KubernetesPodOperator.
|
521
|
+
# @!attribute [rw] name
|
522
|
+
# @return [::String]
|
523
|
+
# Identifier. The resource name of the ConfigMap, in the form:
|
524
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}/userWorkloadsConfigMaps/\\{userWorkloadsConfigMapId}"
|
525
|
+
# @!attribute [rw] data
|
526
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
527
|
+
# Optional. The "data" field of Kubernetes ConfigMap, organized in key-value
|
528
|
+
# pairs. For details see:
|
529
|
+
# https://kubernetes.io/docs/concepts/configuration/configmap/
|
530
|
+
class UserWorkloadsConfigMap
|
531
|
+
include ::Google::Protobuf::MessageExts
|
532
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
533
|
+
|
534
|
+
# @!attribute [rw] key
|
535
|
+
# @return [::String]
|
536
|
+
# @!attribute [rw] value
|
537
|
+
# @return [::String]
|
538
|
+
class DataEntry
|
539
|
+
include ::Google::Protobuf::MessageExts
|
540
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
541
|
+
end
|
542
|
+
end
|
543
|
+
|
544
|
+
# The user workloads ConfigMaps for a given environment.
|
545
|
+
# @!attribute [rw] user_workloads_config_maps
|
546
|
+
# @return [::Array<::Google::Cloud::Orchestration::Airflow::Service::V1::UserWorkloadsConfigMap>]
|
547
|
+
# The list of ConfigMaps returned by a ListUserWorkloadsConfigMapsRequest.
|
548
|
+
# @!attribute [rw] next_page_token
|
549
|
+
# @return [::String]
|
550
|
+
# The page token used to query for the next page if one exists.
|
551
|
+
class ListUserWorkloadsConfigMapsResponse
|
552
|
+
include ::Google::Protobuf::MessageExts
|
553
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
554
|
+
end
|
555
|
+
|
556
|
+
# Request for listing workloads in a Cloud Composer environment.
|
557
|
+
# @!attribute [rw] parent
|
558
|
+
# @return [::String]
|
559
|
+
# Required. The environment name to get workloads for, in the form:
|
560
|
+
# "projects/\\{projectId}/locations/\\{locationId}/environments/\\{environmentId}"
|
561
|
+
# @!attribute [rw] page_size
|
562
|
+
# @return [::Integer]
|
563
|
+
# Optional. The maximum number of environments to return.
|
564
|
+
# @!attribute [rw] page_token
|
565
|
+
# @return [::String]
|
566
|
+
# Optional. The next_page_token value returned from a previous List request,
|
567
|
+
# if any.
|
568
|
+
# @!attribute [rw] filter
|
569
|
+
# @return [::String]
|
570
|
+
# Optional. The list filter.
|
571
|
+
# Currently only supports equality on the type field. The value of a field
|
572
|
+
# specified in the filter expression must be one ComposerWorkloadType enum
|
573
|
+
# option. It's possible to get multiple types using "OR" operator, e.g.:
|
574
|
+
# "type=SCHEDULER OR type=CELERY_WORKER". If not specified, all items are
|
575
|
+
# returned.
|
576
|
+
class ListWorkloadsRequest
|
577
|
+
include ::Google::Protobuf::MessageExts
|
578
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
579
|
+
end
|
580
|
+
|
581
|
+
# Response to ListWorkloadsRequest.
|
582
|
+
# @!attribute [rw] workloads
|
583
|
+
# @return [::Array<::Google::Cloud::Orchestration::Airflow::Service::V1::ListWorkloadsResponse::ComposerWorkload>]
|
584
|
+
# The list of environment workloads.
|
585
|
+
# @!attribute [rw] next_page_token
|
586
|
+
# @return [::String]
|
587
|
+
# The page token used to query for the next page if one exists.
|
588
|
+
class ListWorkloadsResponse
|
589
|
+
include ::Google::Protobuf::MessageExts
|
590
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
591
|
+
|
592
|
+
# Information about a single workload.
|
593
|
+
# @!attribute [rw] name
|
594
|
+
# @return [::String]
|
595
|
+
# Name of a workload.
|
596
|
+
# @!attribute [rw] type
|
597
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::ListWorkloadsResponse::ComposerWorkloadType]
|
598
|
+
# Type of a workload.
|
599
|
+
# @!attribute [r] status
|
600
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::ListWorkloadsResponse::ComposerWorkloadStatus]
|
601
|
+
# Output only. Status of a workload.
|
602
|
+
class ComposerWorkload
|
603
|
+
include ::Google::Protobuf::MessageExts
|
604
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
605
|
+
end
|
606
|
+
|
607
|
+
# Workload status.
|
608
|
+
# @!attribute [r] state
|
609
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::ListWorkloadsResponse::ComposerWorkloadState]
|
610
|
+
# Output only. Workload state.
|
611
|
+
# @!attribute [r] status_message
|
612
|
+
# @return [::String]
|
613
|
+
# Output only. Text to provide more descriptive status.
|
614
|
+
# @!attribute [r] detailed_status_message
|
615
|
+
# @return [::String]
|
616
|
+
# Output only. Detailed message of the status.
|
617
|
+
class ComposerWorkloadStatus
|
618
|
+
include ::Google::Protobuf::MessageExts
|
619
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
620
|
+
end
|
621
|
+
|
622
|
+
# Supported workload types.
|
623
|
+
module ComposerWorkloadType
|
624
|
+
# Not able to determine the type of the workload.
|
625
|
+
COMPOSER_WORKLOAD_TYPE_UNSPECIFIED = 0
|
626
|
+
|
627
|
+
# Celery worker.
|
628
|
+
CELERY_WORKER = 1
|
629
|
+
|
630
|
+
# Kubernetes worker.
|
631
|
+
KUBERNETES_WORKER = 2
|
632
|
+
|
633
|
+
# Workload created by Kubernetes Pod Operator.
|
634
|
+
KUBERNETES_OPERATOR_POD = 3
|
635
|
+
|
636
|
+
# Airflow scheduler.
|
637
|
+
SCHEDULER = 4
|
638
|
+
|
639
|
+
# Airflow Dag processor.
|
640
|
+
DAG_PROCESSOR = 5
|
641
|
+
|
642
|
+
# Airflow triggerer.
|
643
|
+
TRIGGERER = 6
|
644
|
+
|
645
|
+
# Airflow web server UI.
|
646
|
+
WEB_SERVER = 7
|
647
|
+
|
648
|
+
# Redis.
|
649
|
+
REDIS = 8
|
650
|
+
end
|
651
|
+
|
652
|
+
# Workload states.
|
653
|
+
module ComposerWorkloadState
|
654
|
+
# Not able to determine the status of the workload.
|
655
|
+
COMPOSER_WORKLOAD_STATE_UNSPECIFIED = 0
|
656
|
+
|
657
|
+
# Workload is in pending state and has not yet started.
|
658
|
+
PENDING = 1
|
659
|
+
|
660
|
+
# Workload is running fine.
|
661
|
+
OK = 2
|
662
|
+
|
663
|
+
# Workload is running but there are some non-critical problems.
|
664
|
+
WARNING = 3
|
665
|
+
|
666
|
+
# Workload is not running due to an error.
|
667
|
+
ERROR = 4
|
668
|
+
|
669
|
+
# Workload has finished execution with success.
|
670
|
+
SUCCEEDED = 5
|
671
|
+
|
672
|
+
# Workload has finished execution with failure.
|
673
|
+
FAILED = 6
|
674
|
+
end
|
675
|
+
end
|
676
|
+
|
363
677
|
# Request to create a snapshot of a Cloud Composer environment.
|
364
678
|
# @!attribute [rw] environment
|
365
679
|
# @return [::String]
|
@@ -467,6 +781,16 @@ module Google
|
|
467
781
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
468
782
|
end
|
469
783
|
|
784
|
+
# The configuration for data storage in the environment.
|
785
|
+
# @!attribute [rw] bucket
|
786
|
+
# @return [::String]
|
787
|
+
# Optional. The name of the Cloud Storage bucket used by the environment. No
|
788
|
+
# `gs://` prefix.
|
789
|
+
class StorageConfig
|
790
|
+
include ::Google::Protobuf::MessageExts
|
791
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
792
|
+
end
|
793
|
+
|
470
794
|
# Configuration information for an environment.
|
471
795
|
# @!attribute [rw] gke_cluster
|
472
796
|
# @return [::String]
|
@@ -572,6 +896,10 @@ module Google
|
|
572
896
|
#
|
573
897
|
# This field is supported for Cloud Composer environments in versions
|
574
898
|
# composer-2.2.0-airflow-*.*.* and newer.
|
899
|
+
# @!attribute [rw] data_retention_config
|
900
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::DataRetentionConfig]
|
901
|
+
# Optional. The configuration setting for Airflow database data retention
|
902
|
+
# mechanism.
|
575
903
|
class EnvironmentConfig
|
576
904
|
include ::Google::Protobuf::MessageExts
|
577
905
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -639,6 +967,13 @@ module Google
|
|
639
967
|
# or db-n1-standard-16. If not specified, db-n1-standard-2 will be used.
|
640
968
|
# Supported for Cloud Composer environments in versions
|
641
969
|
# composer-1.*.*-airflow-*.*.*.
|
970
|
+
# @!attribute [rw] zone
|
971
|
+
# @return [::String]
|
972
|
+
# Optional. The Compute Engine zone where the Airflow database is created. If
|
973
|
+
# zone is provided, it must be in the region selected for the environment. If
|
974
|
+
# zone is not provided, a zone is automatically selected. The zone can only
|
975
|
+
# be set during environment creation. Supported for Cloud Composer
|
976
|
+
# environments in versions composer-2.*.*-airflow-*.*.*.
|
642
977
|
class DatabaseConfig
|
643
978
|
include ::Google::Protobuf::MessageExts
|
644
979
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -800,6 +1135,16 @@ module Google
|
|
800
1135
|
#
|
801
1136
|
# This field is supported for Cloud Composer environments in versions
|
802
1137
|
# composer-1.*.*-airflow-2.*.*.
|
1138
|
+
# @!attribute [rw] cloud_data_lineage_integration
|
1139
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::CloudDataLineageIntegration]
|
1140
|
+
# Optional. The configuration for Cloud Data Lineage integration.
|
1141
|
+
# @!attribute [rw] web_server_plugins_mode
|
1142
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::SoftwareConfig::WebServerPluginsMode]
|
1143
|
+
# Optional. Whether or not the web server uses custom plugins.
|
1144
|
+
# If unspecified, the field defaults to `PLUGINS_ENABLED`.
|
1145
|
+
#
|
1146
|
+
# This field is supported for Cloud Composer environments in versions
|
1147
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
803
1148
|
class SoftwareConfig
|
804
1149
|
include ::Google::Protobuf::MessageExts
|
805
1150
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -830,6 +1175,18 @@ module Google
|
|
830
1175
|
include ::Google::Protobuf::MessageExts
|
831
1176
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
832
1177
|
end
|
1178
|
+
|
1179
|
+
# Web server plugins mode of the Cloud Composer environment.
|
1180
|
+
module WebServerPluginsMode
|
1181
|
+
# Default mode.
|
1182
|
+
WEB_SERVER_PLUGINS_MODE_UNSPECIFIED = 0
|
1183
|
+
|
1184
|
+
# Web server plugins are not supported.
|
1185
|
+
PLUGINS_DISABLED = 1
|
1186
|
+
|
1187
|
+
# Web server plugins are supported.
|
1188
|
+
PLUGINS_ENABLED = 2
|
1189
|
+
end
|
833
1190
|
end
|
834
1191
|
|
835
1192
|
# Configuration for controlling how IPs are allocated in the
|
@@ -1006,6 +1363,29 @@ module Google
|
|
1006
1363
|
#
|
1007
1364
|
# See:
|
1008
1365
|
# https://cloud.google.com/kubernetes-engine/docs/how-to/ip-masquerade-agent
|
1366
|
+
# @!attribute [rw] composer_network_attachment
|
1367
|
+
# @return [::String]
|
1368
|
+
# Optional. Network Attachment that Cloud Composer environment is connected
|
1369
|
+
# to, which provides connectivity with a user's VPC network. Takes precedence
|
1370
|
+
# over network and subnetwork settings. If not provided, but network and
|
1371
|
+
# subnetwork are defined during environment, it will be provisioned. If not
|
1372
|
+
# provided and network and subnetwork are also empty, then connectivity to
|
1373
|
+
# user's VPC network is disabled. Network attachment must be provided in
|
1374
|
+
# format
|
1375
|
+
# projects/\\{project}/regions/\\{region}/networkAttachments/\\{networkAttachment}.
|
1376
|
+
#
|
1377
|
+
# This field is supported for Cloud Composer environments in versions
|
1378
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
1379
|
+
# @!attribute [rw] composer_internal_ipv4_cidr_block
|
1380
|
+
# @return [::String]
|
1381
|
+
# Optional. The IP range in CIDR notation to use internally by Cloud
|
1382
|
+
# Composer. IP addresses are not reserved - and the same range can be used by
|
1383
|
+
# multiple Cloud Composer environments. In case of overlap, IPs from this
|
1384
|
+
# range will not be accessible in the user's VPC network. Cannot be updated.
|
1385
|
+
# If not specified, the default value of '100.64.128.0/20' is used.
|
1386
|
+
#
|
1387
|
+
# This field is supported for Cloud Composer environments in versions
|
1388
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
1009
1389
|
class NodeConfig
|
1010
1390
|
include ::Google::Protobuf::MessageExts
|
1011
1391
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -1070,6 +1450,17 @@ module Google
|
|
1070
1450
|
# If this field is set to true, `IPAllocationPolicy.use_ip_aliases` must be
|
1071
1451
|
# set to true for Cloud Composer environments in versions
|
1072
1452
|
# composer-1.*.*-airflow-*.*.*.
|
1453
|
+
# @!attribute [rw] enable_private_builds_only
|
1454
|
+
# @return [::Boolean]
|
1455
|
+
# Optional. If `true`, builds performed during operations that install Python
|
1456
|
+
# packages have only private connectivity to Google services (including
|
1457
|
+
# Artifact Registry) and VPC network (if either `NodeConfig.network` and
|
1458
|
+
# `NodeConfig.subnetwork` fields or `NodeConfig.composer_network_attachment`
|
1459
|
+
# field are specified). If `false`, the builds also have access to the
|
1460
|
+
# internet.
|
1461
|
+
#
|
1462
|
+
# This field is supported for Cloud Composer environments in versions
|
1463
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
1073
1464
|
# @!attribute [rw] private_cluster_config
|
1074
1465
|
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::PrivateClusterConfig]
|
1075
1466
|
# Optional. Configuration for the private GKE cluster for a Private IP
|
@@ -1142,6 +1533,15 @@ module Google
|
|
1142
1533
|
# @!attribute [rw] worker
|
1143
1534
|
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::WorkerResource]
|
1144
1535
|
# Optional. Resources used by Airflow workers.
|
1536
|
+
# @!attribute [rw] triggerer
|
1537
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::TriggererResource]
|
1538
|
+
# Optional. Resources used by Airflow triggerers.
|
1539
|
+
# @!attribute [rw] dag_processor
|
1540
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::WorkloadsConfig::DagProcessorResource]
|
1541
|
+
# Optional. Resources used by Airflow DAG processors.
|
1542
|
+
#
|
1543
|
+
# This field is supported for Cloud Composer environments in versions
|
1544
|
+
# composer-3.*.*-airflow-*.*.* and newer.
|
1145
1545
|
class WorkloadsConfig
|
1146
1546
|
include ::Google::Protobuf::MessageExts
|
1147
1547
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -1203,6 +1603,44 @@ module Google
|
|
1203
1603
|
include ::Google::Protobuf::MessageExts
|
1204
1604
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1205
1605
|
end
|
1606
|
+
|
1607
|
+
# Configuration for resources used by Airflow triggerers.
|
1608
|
+
# @!attribute [rw] count
|
1609
|
+
# @return [::Integer]
|
1610
|
+
# Optional. The number of triggerers.
|
1611
|
+
# @!attribute [rw] cpu
|
1612
|
+
# @return [::Float]
|
1613
|
+
# Optional. CPU request and limit for a single Airflow triggerer replica.
|
1614
|
+
# @!attribute [rw] memory_gb
|
1615
|
+
# @return [::Float]
|
1616
|
+
# Optional. Memory (GB) request and limit for a single Airflow triggerer
|
1617
|
+
# replica.
|
1618
|
+
class TriggererResource
|
1619
|
+
include ::Google::Protobuf::MessageExts
|
1620
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1621
|
+
end
|
1622
|
+
|
1623
|
+
# Configuration for resources used by Airflow DAG processors.
|
1624
|
+
# @!attribute [rw] cpu
|
1625
|
+
# @return [::Float]
|
1626
|
+
# Optional. CPU request and limit for a single Airflow DAG processor
|
1627
|
+
# replica.
|
1628
|
+
# @!attribute [rw] memory_gb
|
1629
|
+
# @return [::Float]
|
1630
|
+
# Optional. Memory (GB) request and limit for a single Airflow DAG
|
1631
|
+
# processor replica.
|
1632
|
+
# @!attribute [rw] storage_gb
|
1633
|
+
# @return [::Float]
|
1634
|
+
# Optional. Storage (GB) request and limit for a single Airflow DAG
|
1635
|
+
# processor replica.
|
1636
|
+
# @!attribute [rw] count
|
1637
|
+
# @return [::Integer]
|
1638
|
+
# Optional. The number of DAG processors. If not provided or set to 0, a
|
1639
|
+
# single DAG processor instance will be created.
|
1640
|
+
class DagProcessorResource
|
1641
|
+
include ::Google::Protobuf::MessageExts
|
1642
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1643
|
+
end
|
1206
1644
|
end
|
1207
1645
|
|
1208
1646
|
# The Recovery settings of an environment.
|
@@ -1264,6 +1702,15 @@ module Google
|
|
1264
1702
|
end
|
1265
1703
|
end
|
1266
1704
|
|
1705
|
+
# Configuration for Cloud Data Lineage integration.
|
1706
|
+
# @!attribute [rw] enabled
|
1707
|
+
# @return [::Boolean]
|
1708
|
+
# Optional. Whether or not Cloud Data Lineage integration is enabled.
|
1709
|
+
class CloudDataLineageIntegration
|
1710
|
+
include ::Google::Protobuf::MessageExts
|
1711
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1712
|
+
end
|
1713
|
+
|
1267
1714
|
# An environment for running orchestration tasks.
|
1268
1715
|
# @!attribute [rw] name
|
1269
1716
|
# @return [::String]
|
@@ -1298,6 +1745,12 @@ module Google
|
|
1298
1745
|
# * Values must conform to regexp: [\p\\{Ll}\p\\{Lo}\p\\{N}_-]\\{0,63}
|
1299
1746
|
# * Both keys and values are additionally constrained to be <= 128 bytes in
|
1300
1747
|
# size.
|
1748
|
+
# @!attribute [r] satisfies_pzs
|
1749
|
+
# @return [::Boolean]
|
1750
|
+
# Output only. Reserved for future use.
|
1751
|
+
# @!attribute [rw] storage_config
|
1752
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::StorageConfig]
|
1753
|
+
# Optional. Storage configuration for this environment.
|
1301
1754
|
class Environment
|
1302
1755
|
include ::Google::Protobuf::MessageExts
|
1303
1756
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -1378,6 +1831,38 @@ module Google
|
|
1378
1831
|
NO_CONFLICT = 2
|
1379
1832
|
end
|
1380
1833
|
end
|
1834
|
+
|
1835
|
+
# The configuration setting for Airflow database data retention mechanism.
|
1836
|
+
# @!attribute [rw] task_logs_retention_config
|
1837
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::TaskLogsRetentionConfig]
|
1838
|
+
# Optional. The configuration settings for task logs retention
|
1839
|
+
class DataRetentionConfig
|
1840
|
+
include ::Google::Protobuf::MessageExts
|
1841
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1842
|
+
end
|
1843
|
+
|
1844
|
+
# The configuration setting for Task Logs.
|
1845
|
+
# @!attribute [rw] storage_mode
|
1846
|
+
# @return [::Google::Cloud::Orchestration::Airflow::Service::V1::TaskLogsRetentionConfig::TaskLogsStorageMode]
|
1847
|
+
# Optional. The mode of storage for Airflow workers task logs. For details,
|
1848
|
+
# see go/composer-store-task-logs-in-cloud-logging-only-design-doc
|
1849
|
+
class TaskLogsRetentionConfig
|
1850
|
+
include ::Google::Protobuf::MessageExts
|
1851
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1852
|
+
|
1853
|
+
# The definition of task_logs_storage_mode.
|
1854
|
+
module TaskLogsStorageMode
|
1855
|
+
# This configuration is not specified by the user.
|
1856
|
+
TASK_LOGS_STORAGE_MODE_UNSPECIFIED = 0
|
1857
|
+
|
1858
|
+
# Store task logs in Cloud Logging and in the environment's Cloud Storage
|
1859
|
+
# bucket.
|
1860
|
+
CLOUD_LOGGING_AND_CLOUD_STORAGE = 1
|
1861
|
+
|
1862
|
+
# Store task logs in Cloud Logging only.
|
1863
|
+
CLOUD_LOGGING_ONLY = 2
|
1864
|
+
end
|
1865
|
+
end
|
1381
1866
|
end
|
1382
1867
|
end
|
1383
1868
|
end
|
@@ -129,7 +129,8 @@ module Google
|
|
129
129
|
#
|
130
130
|
# Note: this functionality is not currently available in the official
|
131
131
|
# protobuf release, and it is not used for type URLs beginning with
|
132
|
-
# type.googleapis.com.
|
132
|
+
# type.googleapis.com. As of May 2023, there are no widely used type server
|
133
|
+
# implementations and no plans to implement one.
|
133
134
|
#
|
134
135
|
# Schemes other than `http`, `https` (or the empty scheme) might be
|
135
136
|
# used with implementation specific semantics.
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-orchestration-airflow-service-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.10.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-
|
11
|
+
date: 2024-02-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|