google-cloud-dataform-v1beta1 0.a → 0.2.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.yardopts +12 -0
- data/AUTHENTICATION.md +149 -0
- data/README.md +144 -8
- data/lib/google/cloud/dataform/v1beta1/bindings_override.rb +102 -0
- data/lib/google/cloud/dataform/v1beta1/dataform/client.rb +3843 -0
- data/lib/google/cloud/dataform/v1beta1/dataform/credentials.rb +47 -0
- data/lib/google/cloud/dataform/v1beta1/dataform/paths.rb +151 -0
- data/lib/google/cloud/dataform/v1beta1/dataform/rest/client.rb +2971 -0
- data/lib/google/cloud/dataform/v1beta1/dataform/rest/service_stub.rb +2189 -0
- data/lib/google/cloud/dataform/v1beta1/dataform/rest.rb +54 -0
- data/lib/google/cloud/dataform/v1beta1/dataform.rb +56 -0
- data/lib/google/cloud/dataform/v1beta1/dataform_pb.rb +504 -0
- data/lib/google/cloud/dataform/v1beta1/dataform_services_pb.rb +117 -0
- data/lib/google/cloud/dataform/v1beta1/rest.rb +38 -0
- data/lib/google/cloud/dataform/v1beta1/version.rb +7 -2
- data/lib/google/cloud/dataform/v1beta1.rb +45 -0
- data/lib/google-cloud-dataform-v1beta1.rb +21 -0
- data/proto_docs/README.md +4 -0
- data/proto_docs/google/api/client.rb +318 -0
- data/proto_docs/google/api/field_behavior.rb +71 -0
- data/proto_docs/google/api/launch_stage.rb +71 -0
- data/proto_docs/google/api/resource.rb +222 -0
- data/proto_docs/google/cloud/dataform/v1beta1/dataform.rb +1351 -0
- data/proto_docs/google/protobuf/any.rb +141 -0
- data/proto_docs/google/protobuf/duration.rb +98 -0
- data/proto_docs/google/protobuf/empty.rb +34 -0
- data/proto_docs/google/protobuf/field_mask.rb +229 -0
- data/proto_docs/google/protobuf/timestamp.rb +129 -0
- data/proto_docs/google/type/expr.rb +75 -0
- data/proto_docs/google/type/interval.rb +45 -0
- metadata +227 -13
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5510d33ce5ff601f2bae900630aa07c30ae3530f3af3ce3a20d9b1fa321cef59
|
4
|
+
data.tar.gz: 4d5330a717013c98285a759fc90cbb2501291db970322ce8f36ff8cfda36bc14
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 572b9a75bed5d1da7cb34ac04430d5b49bb45b2c72651619672dbe1999bb86813f33abfb80c2958594bb5ed1849ac9aa4d5751ff187e7aab8f7c118a1bf5d1e8
|
7
|
+
data.tar.gz: ad8e73092999a637b2c8df17c88262014340f5289672d9b1808905775e569af7d004103d8676d22ab3d60f04ecdd4348415f0bcbd4e61756b5d3c5bcd2911805
|
data/.yardopts
ADDED
data/AUTHENTICATION.md
ADDED
@@ -0,0 +1,149 @@
|
|
1
|
+
# Authentication
|
2
|
+
|
3
|
+
In general, the google-cloud-dataform-v1beta1 library uses
|
4
|
+
[Service Account](https://cloud.google.com/iam/docs/creating-managing-service-accounts)
|
5
|
+
credentials to connect to Google Cloud services. When running within
|
6
|
+
[Google Cloud Platform environments](#google-cloud-platform-environments) the
|
7
|
+
credentials will be discovered automatically. When running on other
|
8
|
+
environments, the Service Account credentials can be specified by providing the
|
9
|
+
path to the
|
10
|
+
[JSON keyfile](https://cloud.google.com/iam/docs/managing-service-account-keys)
|
11
|
+
for the account (or the JSON itself) in
|
12
|
+
[environment variables](#environment-variables). Additionally, Cloud SDK
|
13
|
+
credentials can also be discovered automatically, but this is only recommended
|
14
|
+
during development.
|
15
|
+
|
16
|
+
## Quickstart
|
17
|
+
|
18
|
+
1. [Create a service account and credentials](#creating-a-service-account).
|
19
|
+
2. Set the [environment variable](#environment-variables).
|
20
|
+
|
21
|
+
```sh
|
22
|
+
export GOOGLE_CLOUD_CREDENTIALS=path/to/keyfile.json
|
23
|
+
```
|
24
|
+
|
25
|
+
3. Initialize the client.
|
26
|
+
|
27
|
+
```ruby
|
28
|
+
require "google/cloud/dataform/v1beta1"
|
29
|
+
|
30
|
+
client = ::Google::Cloud::Dataform::V1beta1::Dataform::Client.new
|
31
|
+
```
|
32
|
+
|
33
|
+
## Credential Lookup
|
34
|
+
|
35
|
+
The google-cloud-dataform-v1beta1 library aims to make authentication
|
36
|
+
as simple as possible, and provides several mechanisms to configure your system
|
37
|
+
without requiring **Service Account Credentials** directly in code.
|
38
|
+
|
39
|
+
**Credentials** are discovered in the following order:
|
40
|
+
|
41
|
+
1. Specify credentials in method arguments
|
42
|
+
2. Specify credentials in configuration
|
43
|
+
3. Discover credentials path in environment variables
|
44
|
+
4. Discover credentials JSON in environment variables
|
45
|
+
5. Discover credentials file in the Cloud SDK's path
|
46
|
+
6. Discover GCP credentials
|
47
|
+
|
48
|
+
### Google Cloud Platform environments
|
49
|
+
|
50
|
+
When running on Google Cloud Platform (GCP), including Google Compute Engine
|
51
|
+
(GCE), Google Kubernetes Engine (GKE), Google App Engine (GAE), Google Cloud
|
52
|
+
Functions (GCF) and Cloud Run, **Credentials** are discovered automatically.
|
53
|
+
Code should be written as if already authenticated.
|
54
|
+
|
55
|
+
### Environment Variables
|
56
|
+
|
57
|
+
The **Credentials JSON** can be placed in environment variables instead of
|
58
|
+
declaring them directly in code. Each service has its own environment variable,
|
59
|
+
allowing for different service accounts to be used for different services. (See
|
60
|
+
the READMEs for the individual service gems for details.) The path to the
|
61
|
+
**Credentials JSON** file can be stored in the environment variable, or the
|
62
|
+
**Credentials JSON** itself can be stored for environments such as Docker
|
63
|
+
containers where writing files is difficult or not encouraged.
|
64
|
+
|
65
|
+
The environment variables that google-cloud-dataform-v1beta1
|
66
|
+
checks for credentials are configured on the service Credentials class (such as
|
67
|
+
{::Google::Cloud::Dataform::V1beta1::Dataform::Credentials}):
|
68
|
+
|
69
|
+
* `GOOGLE_CLOUD_CREDENTIALS` - Path to JSON file, or JSON contents
|
70
|
+
* `GOOGLE_CLOUD_KEYFILE` - Path to JSON file, or JSON contents
|
71
|
+
* `GOOGLE_APPLICATION_CREDENTIALS` - Path to JSON file
|
72
|
+
|
73
|
+
```ruby
|
74
|
+
require "google/cloud/dataform/v1beta1"
|
75
|
+
|
76
|
+
ENV["GOOGLE_CLOUD_CREDENTIALS"] = "path/to/keyfile.json"
|
77
|
+
|
78
|
+
client = ::Google::Cloud::Dataform::V1beta1::Dataform::Client.new
|
79
|
+
```
|
80
|
+
|
81
|
+
### Configuration
|
82
|
+
|
83
|
+
The path to the **Credentials JSON** file can be configured instead of storing
|
84
|
+
it in an environment variable. Either on an individual client initialization:
|
85
|
+
|
86
|
+
```ruby
|
87
|
+
require "google/cloud/dataform/v1beta1"
|
88
|
+
|
89
|
+
client = ::Google::Cloud::Dataform::V1beta1::Dataform::Client.new do |config|
|
90
|
+
config.credentials = "path/to/keyfile.json"
|
91
|
+
end
|
92
|
+
```
|
93
|
+
|
94
|
+
Or globally for all clients:
|
95
|
+
|
96
|
+
```ruby
|
97
|
+
require "google/cloud/dataform/v1beta1"
|
98
|
+
|
99
|
+
::Google::Cloud::Dataform::V1beta1::Dataform::Client.configure do |config|
|
100
|
+
config.credentials = "path/to/keyfile.json"
|
101
|
+
end
|
102
|
+
|
103
|
+
client = ::Google::Cloud::Dataform::V1beta1::Dataform::Client.new
|
104
|
+
```
|
105
|
+
|
106
|
+
### Cloud SDK
|
107
|
+
|
108
|
+
This option allows for an easy way to authenticate during development. If
|
109
|
+
credentials are not provided in code or in environment variables, then Cloud SDK
|
110
|
+
credentials are discovered.
|
111
|
+
|
112
|
+
To configure your system for this, simply:
|
113
|
+
|
114
|
+
1. [Download and install the Cloud SDK](https://cloud.google.com/sdk)
|
115
|
+
2. Authenticate using OAuth 2.0 `$ gcloud auth application-default login`
|
116
|
+
3. Write code as if already authenticated.
|
117
|
+
|
118
|
+
**NOTE:** This is _not_ recommended for running in production. The Cloud SDK
|
119
|
+
*should* only be used during development.
|
120
|
+
|
121
|
+
## Creating a Service Account
|
122
|
+
|
123
|
+
Google Cloud requires **Service Account Credentials** to
|
124
|
+
connect to the APIs. You will use the **JSON key file** to
|
125
|
+
connect to most services with google-cloud-dataform-v1beta1.
|
126
|
+
|
127
|
+
If you are not running this client within
|
128
|
+
[Google Cloud Platform environments](#google-cloud-platform-environments), you
|
129
|
+
need a Google Developers service account.
|
130
|
+
|
131
|
+
1. Visit the [Google Cloud Console](https://console.cloud.google.com/project).
|
132
|
+
2. Create a new project or click on an existing project.
|
133
|
+
3. Activate the menu in the upper left and select **APIs & Services**. From
|
134
|
+
here, you will enable the APIs that your application requires.
|
135
|
+
|
136
|
+
*Note: You may need to enable billing in order to use these services.*
|
137
|
+
|
138
|
+
4. Select **Credentials** from the side navigation.
|
139
|
+
|
140
|
+
Find the "Create credentials" drop down near the top of the page, and select
|
141
|
+
"Service account" to be guided through downloading a new JSON key file.
|
142
|
+
|
143
|
+
If you want to re-use an existing service account, you can easily generate a
|
144
|
+
new key file. Just select the account you wish to re-use, click the pencil
|
145
|
+
tool on the right side to edit the service account, select the **Keys** tab,
|
146
|
+
and then select **Add Key**.
|
147
|
+
|
148
|
+
The key file you download will be used by this library to authenticate API
|
149
|
+
requests and should be stored in a secure location.
|
data/README.md
CHANGED
@@ -1,8 +1,144 @@
|
|
1
|
-
#
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
1
|
+
# Ruby Client for the Dataform V1beta1 API
|
2
|
+
|
3
|
+
API Client library for the Dataform V1beta1 API
|
4
|
+
|
5
|
+
Dataform is a service for data analysts to develop, test, version control, and schedule complex SQL workflows for data transformation in BigQuery.
|
6
|
+
|
7
|
+
https://github.com/googleapis/google-cloud-ruby
|
8
|
+
|
9
|
+
This gem is a _versioned_ client. It provides basic client classes for a
|
10
|
+
specific version of the Dataform V1beta1 API. Most users should consider using
|
11
|
+
the main client gem,
|
12
|
+
[google-cloud-dataform](https://rubygems.org/gems/google-cloud-dataform).
|
13
|
+
See the section below titled *Which client should I use?* for more information.
|
14
|
+
|
15
|
+
## Installation
|
16
|
+
|
17
|
+
```
|
18
|
+
$ gem install google-cloud-dataform-v1beta1
|
19
|
+
```
|
20
|
+
|
21
|
+
## Before You Begin
|
22
|
+
|
23
|
+
In order to use this library, you first need to go through the following steps:
|
24
|
+
|
25
|
+
1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
|
26
|
+
1. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
|
27
|
+
1. [Enable the API.](https://console.cloud.google.com/apis/library/dataform.googleapis.com)
|
28
|
+
1. {file:AUTHENTICATION.md Set up authentication.}
|
29
|
+
|
30
|
+
## Quick Start
|
31
|
+
|
32
|
+
```ruby
|
33
|
+
require "google/cloud/dataform/v1beta1"
|
34
|
+
|
35
|
+
client = ::Google::Cloud::Dataform::V1beta1::Dataform::Client.new
|
36
|
+
request = ::Google::Cloud::Dataform::V1beta1::ListRepositoriesRequest.new # (request fields as keyword arguments...)
|
37
|
+
response = client.list_repositories request
|
38
|
+
```
|
39
|
+
|
40
|
+
View the [Client Library Documentation](https://cloud.google.com/ruby/docs/reference/google-cloud-dataform-v1beta1/latest)
|
41
|
+
for class and method documentation.
|
42
|
+
|
43
|
+
See also the [Product Documentation](https://cloud.google.com/dataform)
|
44
|
+
for general usage information.
|
45
|
+
|
46
|
+
## Enabling Logging
|
47
|
+
|
48
|
+
To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
|
49
|
+
The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/current/stdlibs/logger/Logger.html) as shown below,
|
50
|
+
or a [`Google::Cloud::Logging::Logger`](https://googleapis.dev/ruby/google-cloud-logging/latest)
|
51
|
+
that will write logs to [Cloud Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
|
52
|
+
and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.
|
53
|
+
|
54
|
+
Configuring a Ruby stdlib logger:
|
55
|
+
|
56
|
+
```ruby
|
57
|
+
require "logger"
|
58
|
+
|
59
|
+
module MyLogger
|
60
|
+
LOGGER = Logger.new $stderr, level: Logger::WARN
|
61
|
+
def logger
|
62
|
+
LOGGER
|
63
|
+
end
|
64
|
+
end
|
65
|
+
|
66
|
+
# Define a gRPC module-level logger method before grpc/logconfig.rb loads.
|
67
|
+
module GRPC
|
68
|
+
extend MyLogger
|
69
|
+
end
|
70
|
+
```
|
71
|
+
|
72
|
+
|
73
|
+
## Google Cloud Samples
|
74
|
+
|
75
|
+
To browse ready to use code samples check [Google Cloud Samples](https://cloud.google.com/docs/samples).
|
76
|
+
|
77
|
+
## Supported Ruby Versions
|
78
|
+
|
79
|
+
This library is supported on Ruby 2.6+.
|
80
|
+
|
81
|
+
Google provides official support for Ruby versions that are actively supported
|
82
|
+
by Ruby Core—that is, Ruby versions that are either in normal maintenance or
|
83
|
+
in security maintenance, and not end of life. Older versions of Ruby _may_
|
84
|
+
still work, but are unsupported and not recommended. See
|
85
|
+
https://www.ruby-lang.org/en/downloads/branches/ for details about the Ruby
|
86
|
+
support schedule.
|
87
|
+
|
88
|
+
## Which client should I use?
|
89
|
+
|
90
|
+
Most modern Ruby client libraries for Google APIs come in two flavors: the main
|
91
|
+
client library with a name such as `google-cloud-dataform`,
|
92
|
+
and lower-level _versioned_ client libraries with names such as
|
93
|
+
`google-cloud-dataform-v1beta1`.
|
94
|
+
_In most cases, you should install the main client._
|
95
|
+
|
96
|
+
### What's the difference between the main client and a versioned client?
|
97
|
+
|
98
|
+
A _versioned client_ provides a basic set of data types and client classes for
|
99
|
+
a _single version_ of a specific service. (That is, for a service with multiple
|
100
|
+
versions, there might be a separate versioned client for each service version.)
|
101
|
+
Most versioned clients are written and maintained by a code generator.
|
102
|
+
|
103
|
+
The _main client_ is designed to provide you with the _recommended_ client
|
104
|
+
interfaces for the service. There will be only one main client for any given
|
105
|
+
service, even a service with multiple versions. The main client includes
|
106
|
+
factory methods for constructing the client objects we recommend for most
|
107
|
+
users. In some cases, those will be classes provided by an underlying versioned
|
108
|
+
client; in other cases, they will be handwritten higher-level client objects
|
109
|
+
with additional capabilities, convenience methods, or best practices built in.
|
110
|
+
Generally, the main client will default to a recommended service version,
|
111
|
+
although in some cases you can override this if you need to talk to a specific
|
112
|
+
service version.
|
113
|
+
|
114
|
+
### Why would I want to use the main client?
|
115
|
+
|
116
|
+
We recommend that most users install the main client gem for a service. You can
|
117
|
+
identify this gem as the one _without_ a version in its name, e.g.
|
118
|
+
`google-cloud-dataform`.
|
119
|
+
The main client is recommended because it will embody the best practices for
|
120
|
+
accessing the service, and may also provide more convenient interfaces or
|
121
|
+
tighter integration into frameworks and third-party libraries. In addition, the
|
122
|
+
documentation and samples published by Google will generally demonstrate use of
|
123
|
+
the main client.
|
124
|
+
|
125
|
+
### Why would I want to use a versioned client?
|
126
|
+
|
127
|
+
You can use a versioned client if you are content with a possibly lower-level
|
128
|
+
class interface, you explicitly want to avoid features provided by the main
|
129
|
+
client, or you want to access a specific service version not be covered by the
|
130
|
+
main client. You can identify versioned client gems because the service version
|
131
|
+
is part of the name, e.g. `google-cloud-dataform-v1beta1`.
|
132
|
+
|
133
|
+
### What about the google-apis-<name> clients?
|
134
|
+
|
135
|
+
Client library gems with names that begin with `google-apis-` are based on an
|
136
|
+
older code generation technology. They talk to a REST/JSON backend (whereas
|
137
|
+
most modern clients talk to a [gRPC](https://grpc.io/) backend) and they may
|
138
|
+
not offer the same performance, features, and ease of use provided by more
|
139
|
+
modern clients.
|
140
|
+
|
141
|
+
The `google-apis-` clients have wide coverage across Google services, so you
|
142
|
+
might need to use one if there is no modern client available for the service.
|
143
|
+
However, if a modern client is available, we generally recommend it over the
|
144
|
+
older `google-apis-` clients.
|
@@ -0,0 +1,102 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2023 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
require "gapic/config"
|
20
|
+
|
21
|
+
module Google
|
22
|
+
module Cloud
|
23
|
+
module Dataform
|
24
|
+
##
|
25
|
+
# @example Loading just the REST part of this package, including all its services, and instantiating a REST client
|
26
|
+
#
|
27
|
+
# require "google/cloud/dataform/v1beta1/rest"
|
28
|
+
# client = ::Google::Cloud::Dataform::V1beta1::Dataform::Rest::Client.new
|
29
|
+
#
|
30
|
+
module V1beta1
|
31
|
+
##
|
32
|
+
# @private
|
33
|
+
# Initialize the mixin bindings configuration
|
34
|
+
#
|
35
|
+
def self.configure
|
36
|
+
@configure ||= begin
|
37
|
+
namespace = ["Google", "Cloud", "Dataform"]
|
38
|
+
parent_config = while namespace.any?
|
39
|
+
parent_name = namespace.join "::"
|
40
|
+
parent_const = const_get parent_name
|
41
|
+
break parent_const.configure if parent_const.respond_to? :configure
|
42
|
+
namespace.pop
|
43
|
+
end
|
44
|
+
|
45
|
+
default_config = Configuration.new parent_config
|
46
|
+
default_config.bindings_override["google.cloud.location.Locations.GetLocation"] = [
|
47
|
+
Gapic::Rest::GrpcTranscoder::HttpBinding.create_with_validation(
|
48
|
+
uri_method: :get,
|
49
|
+
uri_template: "/v1beta1/{name}",
|
50
|
+
matches: [
|
51
|
+
["name", %r{^projects/[^/]+/locations/[^/]+/?$}, false]
|
52
|
+
],
|
53
|
+
body: nil
|
54
|
+
)
|
55
|
+
]
|
56
|
+
default_config.bindings_override["google.cloud.location.Locations.ListLocations"] = [
|
57
|
+
|
58
|
+
Gapic::Rest::GrpcTranscoder::HttpBinding.create_with_validation(
|
59
|
+
uri_method: :get,
|
60
|
+
uri_template: "/v1beta1/{name}/locations",
|
61
|
+
matches: [
|
62
|
+
["name", %r{^projects/[^/]+/?$}, false]
|
63
|
+
],
|
64
|
+
body: nil
|
65
|
+
)
|
66
|
+
]
|
67
|
+
default_config
|
68
|
+
end
|
69
|
+
yield @configure if block_given?
|
70
|
+
@configure
|
71
|
+
end
|
72
|
+
|
73
|
+
##
|
74
|
+
# @private
|
75
|
+
# Configuration class for the google.cloud.dataform.v1beta1 package.
|
76
|
+
#
|
77
|
+
# This class contains common configuration for all services
|
78
|
+
# of the google.cloud.dataform.v1beta1 package.
|
79
|
+
#
|
80
|
+
# This configuration is for internal use of the client library classes,
|
81
|
+
# and it is not intended that the end-users will read or change it.
|
82
|
+
#
|
83
|
+
class Configuration
|
84
|
+
extend ::Gapic::Config
|
85
|
+
|
86
|
+
# @private
|
87
|
+
# Overrides for http bindings for the RPC of the mixins for this package.
|
88
|
+
# Services in this package should use these when creating clients for the mixin services.
|
89
|
+
# @return [::Hash{::Symbol=>::Array<::Gapic::Rest::GrpcTranscoder::HttpBinding>}]
|
90
|
+
config_attr :bindings_override, {}, ::Hash, nil
|
91
|
+
|
92
|
+
# @private
|
93
|
+
def initialize parent_config = nil
|
94
|
+
@parent_config = parent_config unless parent_config.nil?
|
95
|
+
|
96
|
+
yield self if block_given?
|
97
|
+
end
|
98
|
+
end
|
99
|
+
end
|
100
|
+
end
|
101
|
+
end
|
102
|
+
end
|