gitlab-fog-google 1.13.0

data/Rakefile

@@ -0,0 +1,19 @@
+require "rubygems"
+require "bundler/setup"
+
+# Immediately sync all stdout so that tools like buildbot can
+# immediately load in the output.
+$stdout.sync = true
+$stderr.sync = true
+
+# Load all the rake tasks from the "tasks" folder. This folder
+# allows us to nicely separate rake tasks into individual files
+# based on their role, which makes development and debugging easier
+# than one monolithic file.
+task_dir = File.expand_path("../tasks", __FILE__)
+Dir["#{task_dir}/**/*.rake"].each do |task_file|
+  load task_file
+end
+
+desc "Default Task"
+task :default => "test:travis"

data/SECURITY.md

@@ -0,0 +1,16 @@
+# Security Policy
+
+Our README.md is the end all be all for authoritative information, but the following is our security policy.
+
+## Supported Versions
+
+Versions with :white_check_mark: are supported. All other versions need to be upgraded.
+
+| Version | Supported          |
+| ------- | ------------------ |
+| 1.9.x   | :white_check_mark: |
+| 0.1.x   | :white_check_mark: until July 1st, 2019 |
+
+## Reporting a Vulnerability
+
+Please file an issue here to report a vulnerability. For immediate escalations, please email nat@natwelch.com and temikus@google.com with the subject `[Fog-Google Security Issue] Description`.

data/ci/.gitignore

@@ -0,0 +1 @@
+credentials.yml

data/ci/README.md

@@ -0,0 +1,65 @@
+# fog-google CI
+
+This pipeline performs integration tests against every PR with the
+`integrate` label. This allows whitelisted PRs to be tested
+automatically before being merged. Status is updated on the
+PR when the test completes.
+
+## Setup
+
+In order to run the fog-google Concourse Pipeline you must have an existing
+[Concourse](http://concourse.ci) environment.
+
+To deploy the pipeline:
+
+* Download the `fly` binary from the Concourse web interface and place it in your `$PATH`.
+
+* Login to your Concourse:
+
+```
+fly -t fog-ci login -c <YOUR CONCOURSE URL>
+```
+
+* Update the [credentials.yml](https://github.com/fog/fog-google/blob/master/ci/credentials.yml.tpl)
+file. See [Credentials Requirements](#credentials-requirements) for specific instructions.
+
+* Set the fog-google pipelines:
+
+```
+fly -t fog set-pipeline -p build-head -c build-head-pipeline.yml -l credentials.yml
+fly -t fog-ci set-pipeline -p pr-integration -c integration-pipeline.yml -l credentials.yml
+```
+
+* Unpause the fog-google pipeline:
+
+```
+fly -t fog-ci unpause-pipeline -p pr-integration
+```
+
+## Credentials Requirements
+
+Several external pieces of authentication are needed for credentials.yml
+
+1. A JSON Service Account File for a service account with at least Editor access to the project.
+    * To get a Service Account File, see [here](https://developers.google.com/identity/protocols/OAuth2ServiceAccount#creatinganaccount)
+      and create using the Project/Editor role.
+
+1. A [Github Access Token](https://github.com/blog/1509-personal-api-tokens) with at least
+`repo:status` access and a private key with push access to the `fog/fog-google` repositoy.
+
+1. A [Codecov.io](https://codecov.io/) token for tracking test coverage.
+
+These items are equivalent to your login credentials for their resources.
+
+## Login Gotchas
+
+* Our concourse pipeline is using GitHub auth, providing access to manipulate the pipeline to the members of the [fog-google team](https://github.com/orgs/fog/teams/fog-google), managed through the OAuth application managed by [fog-google bot](https://github.com/fog-google-bot).
+
+* If logging into a specific team, ie `fog-google`, use `--team-name fog-google` to specify that.
+
+## Dockerfile
+
+The [docker-image](https://github.com/fog/fog-google/blob/master/ci/docker-image) directory contains
+the Dockerfile necessary for recreating the Docker image used in tasks. This is referenced
+in a per-task basis as `image_resource`, ie in
+image_resource [run-int.yml](https://github.com/fog/fog-google/blob/master/ci/tasks/run-int.yml)

data/ci/build-head-pipeline.yml

@@ -0,0 +1,173 @@
+jobs:
+  - name: manual-trigger
+    plan:
+    - get: master
+      trigger: false
+
+  - name: integration-compute-core_compute
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-core_compute
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-compute-core_networking
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-core_networking
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-compute-instance_groups
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-instance_groups
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-compute-loadbalancing
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-loadbalancing
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-tests-monitoring
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:monitoring
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-tests-pubsub
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:pubsub
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-sqlv1
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:sql-sqlv1
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-sqlv2
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:sql-sqlv2
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+  - name: integration-tests-storage
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: master
+        version: every
+        trigger: true
+        passed:
+          - manual-trigger
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:storage
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+
+resources:
+  - name: master
+    type: git
+    source:
+      uri: https://github.com/fog/fog-google.git
+      branch: master

data/ci/credentials.yml.template

@@ -0,0 +1,28 @@
+---
+# Codecov.io token to upload coverage reports
+codecov_token:
+# Google Cloud Platform project to run under
+google_project:
+# Google Compute Engine Service Account JSON
+google_json_key_data: |
+  {
+    "type": "service_account",
+    "project_id": "myproject",
+    "private_key_id": "number",
+    "private_key": "-----BEGIN PRIVATE KEY-----\nIAMAVERYLONGKEYAMA==\n-----END PRIVATE KEY-----\n",
+    "client_email": "account@myproject.iam.gserviceaccount.com",
+    "client_id": "7435873987592347",
+    "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+    "token_uri": "https://accounts.google.com/o/oauth2/token",
+    "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+    "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/account%40myproject.iam.gserviceaccount.com"
+  }
+
+# An access token with repo:status access from an account that has push access to the repo
+github_access_token:
+# A SSH private key associated with the access token's account or
+# a repo push deploy key
+github_private_key: |
+  -----BEGIN RSA PRIVATE KEY-----
+  IAMAVERYLONGKEYAMA=
+  -----END RSA PRIVATE KEY-----

data/ci/docker-image/Dockerfile

@@ -0,0 +1,18 @@
+FROM ubuntu:18.04
+
+# Common dependencies for the CI env and gems with C extensions
+RUN DEBIAN_FRONTEND=noninteractive apt-get -y -qq update && apt-get -y -qq install \
+  build-essential \
+  curl \
+  git \
+  zlib1g-dev \
+  libssl-dev \
+  libreadline-dev \
+  libyaml-dev \
+  libxml2-dev \
+  libxslt-dev
+
+# Ubuntu 18.04 will fetch us Ruby 2.5.x
+RUN DEBIAN_FRONTEND=noninteractive apt-get -y -qq install ruby ruby-dev && apt-get clean
+
+RUN gem install bundler

data/ci/integration-pipeline.yml

@@ -0,0 +1,226 @@
+jobs:
+  - name: integration-compute-core_compute
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: pull-request
+        version: every
+        trigger: true
+      - put: pull-request
+        params: {path: fog-google-src, status: pending}
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-core_compute
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+        on_failure:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: failure
+
+  - name: integration-compute-core_networking
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: pull-request
+        version: every
+        trigger: true
+      - put: pull-request
+        params: {path: fog-google-src, status: pending}
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-core_networking
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+        on_failure:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: failure
+
+  - name: integration-compute-instance_groups
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: pull-request
+        version: every
+        trigger: true
+      - put: pull-request
+        params: {path: fog-google-src, status: pending}
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-instance_groups
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+        on_failure:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: failure
+
+  - name: integration-compute-loadbalancing
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: pull-request
+        version: every
+        trigger: true
+      - put: pull-request
+        params: {path: fog-google-src, status: pending}
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:compute-loadbalancing
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+        on_failure:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: failure
+
+  - name: integration-tests-monitoring
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: pull-request
+        version: every
+        trigger: true
+      - put: pull-request
+        params: {path: fog-google-src, status: pending}
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:monitoring
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+        on_failure:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: failure
+
+  - name: integration-tests-pubsub
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: pull-request
+        version: every
+        trigger: true
+      - put: pull-request
+        params: {path: fog-google-src, status: pending}
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:pubsub
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+        on_failure:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: failure
+
+  - name: integration-sqlv2
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: pull-request
+        version: every
+        trigger: true
+      - put: pull-request
+        params: {path: fog-google-src, status: pending}
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:sql-sqlv2
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+        on_failure:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: failure
+
+  - name: integration-tests-storage
+    serial: true
+    plan:
+      - get: fog-google-src
+        resource: pull-request
+        version: every
+        trigger: true
+      - put: pull-request
+        params: {path: fog-google-src, status: pending}
+
+      - task: run-integration-tests
+        file: fog-google-src/ci/tasks/run-int.yml
+        params:
+          rake_task: test:storage
+          codecov_token: {{codecov_token}}
+          google_project: {{google_project}}
+          google_json_key_data: {{google_json_key_data}}
+        on_failure:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: failure
+
+  - name: github-pr-aggregator
+    plan:
+      - get: fog-google-src
+        resource: pull-request
+        passed: [integration-tests-storage,
+                 integration-tests-pubsub,
+                 integration-tests-monitoring,
+                 integration-sqlv2,
+                 integration-compute-core_compute,
+                 integration-compute-core_networking,
+                 integration-compute-instance_groups,
+                 integration-compute-loadbalancing]
+        trigger: true
+        on_success:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: success
+        on_failure:
+          put: pull-request
+          params:
+            path: fog-google-src
+            status: failure
+
+resources:
+  - name: pull-request
+    type: pull-request
+    source:
+      access_token: {{github_access_token}}
+      private_key: {{github_private_key}}
+      label: integrate
+      repo: fog/fog-google
+
+resource_types:
+  # This is a third party resource.
+  # The referenced docker-image is maintained externally
+  # https://github.com/jtarchie/pullrequest-resource
+  - name: pull-request
+    type: docker-image
+    source:
+      repository: jtarchie/pr