fog-google 1.8.2 → 1.12.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: f5891afe294dbc055e5e3f3ff46a2dab00692cb3
-  data.tar.gz: f81a710b9e7774d9ece9c8b49d02c9fe54a37fac
+SHA256:
+  metadata.gz: f1c1391e08462b5fb89fdd154a48c0377d51e297c796bd93410ccd408e4588f0
+  data.tar.gz: 3be445fcb9bf73d16c8d244dfd48353628250314f9a06c02dafd68401d89c7eb
 SHA512:
-  metadata.gz: 47b3b0b0a4687ec054180bda94aa7e45a65d3e65a6c7145a574d4f3f9fbbc433da67b60e61de5ceff72664fd5839f20ccc5694ae61daae606885d3e259b4c714
-  data.tar.gz: 44ed811c6cc6246667aed5742d2b43ca312cf2864b19a8c477d1592ca9b11066d421e0ee4be21e2db9356098e794ac2800357946f75052313a8c4af0aad82788
+  metadata.gz: 279cba589d3876f6f01a868f9997578a966e106e276a8ef979559ce8ff79adcad6248731faa79fe31f132880997207638242899798bebafd843a590c71d554f8
+  data.tar.gz: ae4fc9fdeeb86471d020fef16a7b7b4f5b15b8c56438138e85e6494efd8a3c5d91ff183857e84aa84824fc937264bf6852b9fe3d581b4a3d4fee6f4cc3ab59ea

data/.fog.example

@@ -15,10 +15,8 @@
 # START GOOGLE CONFIG
 my_google_credentials:
     google_project: my-project-id
-    google_client_email: xxxxxxxxxxx-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx@developer.gserviceaccount.com
     google_json_key_location: /path/to/my-project-xxxxxxxxxxxx.json
-    # You can also provide service account credentials with `google_json_key_string` or 
-    # with `google_key_location` and `google_key_string` for P12 private keys.
+    # You can also provide service account credentials with `google_json_key_string`
     # If so, uncomment the two following lines.
     # HMAC credentials follow a similar format:
 	#google_storage_access_key_id: GOOGXXXXXXXXXXXXXXXX

data/.rubocop.yml

@@ -1,5 +1,5 @@
 # Fog custom enforced styles
-Metrics/LineLength:
+Layout/LineLength:
   Enabled: false
 
 Style/ConditionalAssignment:
@@ -94,7 +94,7 @@ Naming/PredicateName:
   - is_
   - has_
   - have_
-  NamePrefixBlacklist:
+  ForbiddenPrefixes:
   - is_
   Exclude:
   - spec/**/*
@@ -246,7 +246,7 @@ Style/WhenThen:
 Lint/EachWithObjectArgument:
   Description: Check for immutable argument given to each_with_object.
   Enabled: true
-Lint/HandleExceptions:
+Lint/SuppressedException:
   Description: Don't suppress exception.
   StyleGuide: https://github.com/bbatsov/ruby-style-guide#dont-hide-exceptions
   Enabled: false

data/.travis.yml

@@ -1,16 +1,18 @@
 language: ruby
 cache: bundler
 sudo: false
-dist: trusty
 matrix:
   fast_finish: true
   include:
-    - rvm: 2.3
     - rvm: 2.4
     - rvm: 2.5
-    - rvm: jruby-9.1
+    - rvm: 2.6
+    - rvm: 2.7
+    - rvm: jruby-9.2
     - rvm: jruby-head
+    - rvm: truffleruby-head
   allow_failures:
     - rvm: jruby-head
+    - rvm: truffleruby-head
 notifications:
   email: false

data/CHANGELOG.md

@@ -6,6 +6,132 @@ This project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html
 
 ## Next
 
+
+## 1.12.0
+
+### User-facing
+
+#### Added
+
+- \#509 Add ShieldedInstanceConfig support to `Server#insert` [lcy0321]
+
+#### Fixed
+
+- \#508 Fix GoogleXML::File#save incorrectly passing body to headers [stanhu]
+
+- \#506 Add Trufferuby head to CI [gogainda]
+
+### Development changes
+
+#### Fixed
+
+- \#510 Upgrade CI docker image to Ubuntu 18.04 [temikus]
+
+
+## 1.11.0
+
+### User-facing
+
+#### Added
+
+- \#503 - Add fallback URL signing mechanism via IAM SignBlob API [temikus]
+
+#### Fixed
+
+- \#498 Add `:idempotent` flag to Fog::Storage::GoogleXML::Real#head_object, fixing
+          `Excon::Error::Socket: end of file reached (EOFError)` in certain scenarios, see \#416 [temikus]
+- \#500 Set default options automatically if missing in `Pubsub#pull_subscription`
+
+### Development changes
+
+#### Fixed
+
+- \#501 DRY'ed up the retry methods in monitoring tests [temikus]
+- \#500 Cleanup unneeded constants in Server model, fix flaky PubSub tests [temikus]
+
+## 1.10.0
+
+### User-facing
+
+#### Added
+
+- \#480 Add label support to `Disk` model [militarpancho]
+- \#485 Add a `Server#set_server_machine_type` request [gscho]
+- \#490 Add RHEL SAP cloud image project [kgaikwad]
+- \#491 Add `exclude_projects` option to exclude any global project [kgaikwad]
+- \#495 Add support to perform Windows passwords reset procedure through Fog [dvanbrug]
+
+#### Fixed
+- \#455 Fix metadata format for `Server#add_ssh_key()` [kgaikwad]
+- \#452 Fix `Address.{associate,disassociate}` methods [temikus]
+- \#486 Fix `Monitoring#create_time_series` method [temikus]
+- \#493 Add sync/async support to `Google::SQL::SslCert` model init [temikus]
+
+### Development changes
+
+#### Added
+
+- \#474 Added a manually-triggered pipeline to build from HEAD [temikus]
+- \#470 Added tests for `Server#add_ssh_key()` [kgaikwad]
+- \#461 Added dependabot integration [temikus]
+- \#458 Add SECURITY.md, outlining the lib security policy [icco]
+- \#457 Added Ruby 2.6 to travis, switch to default distro [icco]
+- \#453 Implemented worker-side caching of dependencies between jobs [temikus]
+- \#452 Increase `Address` model test coverage [temikus]
+
+#### Fixed
+
+- \#469 Zone/Monitoring test logging/style improvements [icco]
+- \#465 Stopped counting non-implemented mocks in code coverage [temikus]
+- \#463 Fixed SQL tests broken by the API change [temikus]
+- \#476 Re-enabled Stackdriver pagination tests [temikus]
+- \#488 Tiny fix to ssh key tests to remove a race condition [temikus]
+- \#493 Removing SQLv1 API support from tests [temikus]
+
+## 1.9.1
+
+### User-facing
+
+#### Fixed
+
+- \#448 Add `:google_application_default` as recognized argument in 
+  Fog::Compute::Google client [mavin]
+
+### Development changes
+
+#### Added
+
+- \#449 Add a helper rake task to populate changelog [temikus]
+
+## 1.9.0
+
+### User-facing
+
+#### Added
+
+- \#442 Add support for Application Default credentials [mavin]
+  - This change allows the use of Application Default Credentials so that end 
+    users can authenticate without a service account for development, testing,
+    and one-off interactions by using `:google_application_default`client 
+    option. See README for more details.
+
+### Fixed
+
+- \#444 Remove deprecated `google_client_email` option from client parameters 
+  [temikus]
+- \#446 Updating service parameters to avoid "unrecognised parameter" warnings
+  when initializing Fog client with application default auth [temikus]
+
+### Development changes
+
+#### Fixed
+
+- \#441 Update CI pipeline to Concourse V4 [temikus]
+- \#444 Rework client authentication workflow [temikus]
+  - Separate different auth streams into private helper methods
+  - Add a fallback auth option - Google Application Default credentials
+  - Minor fixes and performance optimizations
+
 ## 1.8.2
 
 ### User-facing
@@ -294,8 +420,6 @@ We encourage people using 0.5.1 to upgrade.
 
 ## Template to use
 
-## Next release
-
 ### User-facing
 
 #### Changed

data/CONTRIBUTING.md

@@ -94,7 +94,6 @@ make sure you have a `:test` credential in `~/.fog`, something like:
 ```
 test:
   google_project: my-project
-  google_client_email: xxxxxxxxxxxxx-xxxxxxxxxxxxx@developer.gserviceaccount.com
   google_json_key_location: /path/to/my-project-xxxxxxxxxxxxx.json
 ```
 

data/README.md

@@ -1,6 +1,6 @@
 # Fog::Google
 
-[![Gem Version](https://badge.fury.io/rb/fog-google.svg)](http://badge.fury.io/rb/fog-google) [![Build Status](https://travis-ci.org/fog/fog-google.svg?branch=master)](https://travis-ci.org/fog/fog-google) [![codecov](https://codecov.io/gh/fog/fog-google/branch/master/graph/badge.svg)](https://codecov.io/gh/fog/fog-google) [![Doc coverage](https://inch-ci.org/github/fog/fog-google.svg?branch=master)](https://inch-ci.org/github/fog/fog-google)
+[![Gem Version](https://badge.fury.io/rb/fog-google.svg)](http://badge.fury.io/rb/fog-google) [![Build Status](https://travis-ci.org/fog/fog-google.svg?branch=master)](https://travis-ci.org/fog/fog-google) [![codecov](https://codecov.io/gh/fog/fog-google/branch/master/graph/badge.svg)](https://codecov.io/gh/fog/fog-google) [![Dependabot Status](https://api.dependabot.com/badges/status?host=github&repo=fog/fog-google)](https://dependabot.com) [![Doc coverage](https://inch-ci.org/github/fog/fog-google.svg?branch=master)](https://inch-ci.org/github/fog/fog-google)
 
 The main maintainers for the Google sections are @icco, @Temikus and @plribeiro3000. Please send pull requests to them.
 
@@ -8,7 +8,7 @@ The main maintainers for the Google sections are @icco, @Temikus and @plribeiro3
 
 - As of **v1.0.0**, fog-google includes google-api-client as a dependency, there is no need to include it separately anymore.
 
-- Fog-google is currently supported on Ruby 2.3+ See [supported ruby versions](#supported-ruby-versions) for more info.
+- Fog-google is currently supported on Ruby 2.4+ See [supported ruby versions](#supported-ruby-versions) for more info.
 
 See **[MIGRATING.md](MIGRATING.md)** for migration between major versions.
 
@@ -27,8 +27,8 @@ As of 2017-12-15, we are still working on making Fog for Google Compute engine (
 
 ## SQL
 
-Fog implements [v1beta4](https://cloud.google.com/sql/docs/mysql/admin-api/v1beta4/) of the Google Cloud SQL Admin API. As of 2017-11-06, Cloud SQL is mostly feature-complete. Please [file issues](https://github.com/fog/fog-google/issues) for any anomalies you see or features you would like as we finish 
-adding remaining features. 
+Fog implements [v1beta4](https://cloud.google.com/sql/docs/mysql/admin-api/v1beta4/) of the Google Cloud SQL Admin API. As of 2017-11-06, Cloud SQL is mostly feature-complete. Please [file issues](https://github.com/fog/fog-google/issues) for any anomalies you see or features you would like as we finish
+adding remaining features.
 
 ## DNS
 
@@ -36,8 +36,8 @@ Fog implements [v1](https://cloud.google.com/dns/api/v1/) of the Google Cloud DN
 
 ## Monitoring
 
-Fog implements [v3](https://cloud.google.com/monitoring/api/v3/) of the Google Cloud Monitoring API. As of 2017-10-05, we believe Fog for Google Cloud Monitoring is feature complete for metric-related resources and are working on supporting groups. 
- 
+Fog implements [v3](https://cloud.google.com/monitoring/api/v3/) of the Google Cloud Monitoring API. As of 2017-10-05, we believe Fog for Google Cloud Monitoring is feature complete for metric-related resources and are working on supporting groups.
+
 We are always looking for people to improve our code and test coverage, so please [file issues](https://github.com/fog/fog-google/issues) for any anomalies you see or features you would like.
 
 ## Pubsub
@@ -94,6 +94,57 @@ cat .fog.example >> ~/.fog # appends the sample configuration
 vim ~/.fog                 # edit file with yout config
 ```
 
+As of `1.9.0` fog-google supports Google [application default credentials (ADC)](https://cloud.google.com/docs/authentication/production)
+The auth method uses [Google::Auth.get_application_default](https://www.rubydoc.info/gems/googleauth/0.6.7/Google%2FAuth.get_application_default)
+under the hood.
+
+Example workflow for a GCE instance with [service account scopes](https://cloud.google.com/compute/docs/access/create-enable-service-accounts-for-instances)
+defined:
+
+```
+> connection = Fog::Compute::Google.new(:google_project => "my-project", :google_application_default => true)
+=> #<Fog::Compute::Google::Real:32157700...
+> connection.servers
+=> [  <Fog::Compute::Google::Server ...  ]
+```
+
+#### CarrierWave integration
+
+It is common to integrate Fog with Carrierwave. Here's a minimal config that's commonly put in `config/initializers/carrierwave.rb`:
+
+```
+CarrierWave.configure do |config|
+    config.fog_provider = 'fog/google'
+    config.fog_credentials = {
+        provider: 'Google',
+        google_project: Rails.application.secrets.google_cloud_storage_project_name,
+        google_json_key_string: Rails.application.secrets.google_cloud_storage_credential_content
+        # can optionally use google_json_key_location if using an actual file;
+    }
+    config.fog_directory = Rails.application.secrets.google_cloud_storage_bucket_name
+end
+```
+
+This needs a corresponding secret in `config/secrets.yml`, e.g.:
+
+```
+development:
+    google_cloud_storage_project_name: your-project-name
+    google_cloud_storage_credential_content: '{
+        "type": "service_account",
+        "project_id": "your-project-name",
+        "private_key_id": "REDACTED",
+        "private_key": "-----BEGIN PRIVATE KEY-----REDACTED-----END PRIVATE KEY-----\n",
+        "client_email": "REDACTED@your-project-name.iam.gserviceaccount.com",
+        "client_id": "REDACTED",
+        "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+        "token_uri": "https://accounts.google.com/o/oauth2/token",
+        "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+        "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/REDACTED%40your-project-name.iam.gserviceaccount.com"
+    }'
+    google_cloud_storage_bucket_name: your-bucket-name
+```
+
 #### SSH-ing into instances
 
 If you want to be able to bootstrap SSH-able instances, (using `servers.bootstrap`,) be sure you have a key in `~/.ssh/id_rsa` and `~/.ssh/id_rsa.pub`
@@ -114,10 +165,10 @@ $ bundle exec pry
 
 ## Supported Ruby Versions
 
-Fog-google is currently supported on Ruby 2.3+.
+Fog-google is currently supported on Ruby 2.4+.
 
 In general we support (and run our CI) for Ruby versions that are actively supported
-by Ruby Core - that is, Ruby versions that are not end of life. Older versions of 
+by Ruby Core - that is, Ruby versions that are not end of life. Older versions of
 Ruby _may_ still work, but are unsupported and not recommended. See https://www.ruby-lang.org/en/downloads/branches/
 for details about the Ruby support schedule.
 

data/SECURITY.md

@@ -0,0 +1,16 @@
+# Security Policy
+
+Our README.md is the end all be all for authoritative information, but the following is our security policy.
+
+## Supported Versions
+
+Versions with :white_check_mark: are supported. All other versions need to be upgraded.
+
+| Version | Supported          |
+| ------- | ------------------ |
+| 1.9.x   | :white_check_mark: |
+| 0.1.x   | :white_check_mark: until July 1st, 2019 |
+
+## Reporting a Vulnerability
+
+Please file an issue here to report a vulnerability. For immediate escalations, please email nat@natwelch.com and temikus@google.com with the subject `[Fog-Google Security Issue] Description`.

data/ci/README.md

@@ -9,8 +9,6 @@ PR when the test completes.
 
 In order to run the fog-google Concourse Pipeline you must have an existing
 [Concourse](http://concourse.ci) environment.
-See [Deploying Concourse on Google Compute Engine](https://github.com/cloudfoundry-incubator/bosh-google-cpi-release/blob/master/docs/concourse/README.md)
-for instructions.
 
 To deploy the pipeline:
 
@@ -25,16 +23,17 @@ fly -t fog-ci login -c <YOUR CONCOURSE URL>
 * Update the [credentials.yml](https://github.com/fog/fog-google/blob/master/ci/credentials.yml.tpl)
 file. See [Credentials Requirements](#credentials-requirements) for specific instructions.
 
-* Set the fog-google pipeline:
+* Set the fog-google pipelines:
 
 ```
-fly -t fog-ci set-pipeline -p fog-google -c pipeline.yml -l credentials.yml
+fly -t fog set-pipeline -p build-head -c build-head-pipeline.yml -l credentials.yml
+fly -t fog-ci set-pipeline -p pr-integration -c integration-pipeline.yml -l credentials.yml
 ```
 
 * Unpause the fog-google pipeline:
 
 ```
-fly -t fog-ci unpause-pipeline -p fog-google
+fly -t fog-ci unpause-pipeline -p pr-integration
 ```
 
 ## Credentials Requirements
@@ -42,18 +41,19 @@ fly -t fog-ci unpause-pipeline -p fog-google
 Several external pieces of authentication are needed for credentials.yml
 
 1. A JSON Service Account File for a service account with at least Editor access to the project.
-    * To get a Service Account File, see [here](https://developers.google.com/identity/protocols/OAuth2ServiceAccount#creatinganaccount) 
+    * To get a Service Account File, see [here](https://developers.google.com/identity/protocols/OAuth2ServiceAccount#creatinganaccount)
       and create using the Project/Editor role.
 
 1. A [Github Access Token](https://github.com/blog/1509-personal-api-tokens) with at least
 `repo:status` access and a private key with push access to the `fog/fog-google` repositoy.
 
+1. A [Codecov.io](https://codecov.io/) token for tracking test coverage.
+
 These items are equivalent to your login credentials for their resources.
 
 ## Login Gotchas
 
-* If your Concourse deployment is using a self-signed certificate, use `--insecure` to
-trust the provided certificate.
+* Our concourse pipeline is using GitHub auth, providing access to manipulate the pipeline to the members of the [fog-google team](https://github.com/orgs/fog/teams/fog-google), managed through the OAuth application managed by [fog-google bot](https://github.com/fog-google-bot).
 
 * If logging into a specific team, ie `fog-google`, use `--team-name fog-google` to specify that.
 

data/ci/build-head-pipeline.yml

@@ -0,0 +1,173 @@
+jobs:
+  - name: manual-trigger
+    plan:
+    - get: master
+      trigger: false
+
+  - name: integration-compute-core_compute
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-core_compute
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-compute-core_networking
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-core_networking
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-compute-instance_groups
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-instance_groups
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-compute-loadbalancing
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-loadbalancing
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-tests-monitoring
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:monitoring
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-tests-pubsub
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:pubsub
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-sqlv1
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:sql-sqlv1
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-sqlv2
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:sql-sqlv2
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-tests-storage
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:storage
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+resources:
+  - name: master
+    type: git
+    source:
+      uri: https://github.com/fog/fog-google.git
+      branch: master