activerecord-spanner-adapter 0.1.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 8ff8fa6b4d8ed65a702bde98a87cd0c8f2297d66
-  data.tar.gz: bfce942a21417f01f4aec9c211c7c27fc7a5b278
+SHA256:
+  metadata.gz: f8f379074a93053e240a8dc13c74b3a3f85cf2b767830901fffd7bcf3bf2b3ba
+  data.tar.gz: f5ac8e18ed5cc732b753c40b36add02b164a39ea14396fa720371b7d65645684
 SHA512:
-  metadata.gz: 54da92b648a12aa2f8add6dc52f03c1255fd529c178aadfcfb112520d8f6c918095bcdd6c33907f848da124edcf6a390e5c39133c0ebc35ce2baf9b53fb6effd
-  data.tar.gz: 88072ff07c34f9d9d2a3314a0c8b258bc3bb34433e811c6a825775ffa663852ca3a01bf30e992c94ce2e029ce4c2ec87f1967175532c34af4231787459f1b5a8
+  metadata.gz: 39062a1c09f09cc4da8c1dd7d592905a61ae4b6e914aa88060572c9bda1dbe2626808ab92efcdef21ca18c61c7c116c3a4f55903c5829ff5044984e72e69763c
+  data.tar.gz: 41a26004516514ec6573e554ba664824105a5f0687d4a831057ff69a92ba9d329fbb185d310d9e5e2d6f1449470aaf573873ffddb038063166aee64c360f10d1

data/.github/CODEOWNERS

@@ -0,0 +1,7 @@
+# Code owners file.
+# This file controls who is tagged for review for any given pull request.
+#
+# For syntax help see:
+# https://help.github.com/en/github/creating-cloning-and-archiving-repositories/about-code-owners#codeowners-syntax
+
+*     @jiren @skuruppu @dazuma @hengfengli @olavloite @xiangshen-dk

data/.github/sync-repo-settings.yaml

@@ -0,0 +1,16 @@
+rebaseMergeAllowed: true
+squashMergeAllowed: true
+mergeCommitAllowed: false
+branchProtectionRules:
+- pattern: master
+  isAdminEnforced: true
+  requiredStatusCheckContexts:
+    - 'cla/google'
+  requiredApprovingReviewCount: 1
+  requiresCodeOwnerReviews: true
+  requiresStrictStatusChecks: true
+permissionRules:
+  - team: yoshi-ruby
+    permission: push
+  - team: yoshi-ruby-admins
+    permission: admin

data/.github/workflows/acceptance-tests-on-emulator.yaml

@@ -0,0 +1,45 @@
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+name: acceptance tests on emulator
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    services:
+      emulator:
+        image: gcr.io/cloud-spanner-emulator/emulator:latest
+        ports:
+          - 9010:9010
+          - 9020:9020
+
+    strategy:
+      max-parallel: 4
+      matrix:
+        ruby: [2.6, 2.7, 3.0]
+        ar: [6.0.4, 6.1.4]
+        # Exclude Ruby 3.0 and ActiveRecord 6.0.x as that combination is not supported.
+        exclude:
+          - ruby: 3.0
+            ar: 6.0.4
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+    # To automatically get bug fixes and new Ruby versions for ruby/setup-ruby
+    # (see https://github.com/ruby/setup-ruby#versioning):
+      uses: ruby/setup-ruby@v1
+      with:
+        bundler-cache: false
+        ruby-version: ${{ matrix.ruby }}
+    - name: Set ActiveRecord version
+      run: sed -i "s/\"activerecord\", \"~> 6.1.4\"/\"activerecord\", \"${{ matrix.ar }}\"/" activerecord-spanner-adapter.gemspec
+    - name: Install dependencies
+      run: bundle install
+    - name: Run acceptance tests on emulator
+      run: bundle exec rake acceptance
+      env:
+        SPANNER_EMULATOR_HOST: localhost:9010
+        SPANNER_TEST_PROJECT: test-project
+        SPANNER_TEST_INSTANCE: test-instance

data/.github/workflows/acceptance-tests-on-production.yaml

@@ -0,0 +1,49 @@
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+name: acceptance tests on production
+jobs:
+  check-env:
+    outputs:
+      has-key: ${{ steps.project-id.outputs.defined }}
+    runs-on: ubuntu-latest
+    steps:
+    - id: project-id
+      env:
+        GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }}
+      if: "${{ env.GCP_PROJECT_ID != '' }}"
+      run: echo "::set-output name=defined::true"
+
+  test:
+    needs: [check-env]
+    if: needs.check-env.outputs.has-key == 'true'
+    runs-on: ubuntu-latest
+
+    strategy:
+      max-parallel: 4
+      matrix:
+        ruby: [3.0]
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+    # To automatically get bug fixes and new Ruby versions for ruby/setup-ruby
+    # (see https://github.com/ruby/setup-ruby#versioning):
+      uses: ruby/setup-ruby@v1
+      with:
+        bundler-cache: true
+        ruby-version: ${{ matrix.ruby }}
+    - name: Setup GCloud
+      uses: google-github-actions/setup-gcloud@master
+      with:
+        project_id: ${{ secrets.GCP_PROJECT_ID }}
+        service_account_key: ${{ secrets.GCP_SA_KEY }}
+        export_default_credentials: true
+    - name: Install dependencies
+      run: bundle install
+    - name: Run acceptance tests on production
+      run: bundle exec rake acceptance\[,,,"exclude cases/migration"\]
+      env:
+        SPANNER_TEST_PROJECT: ${{ secrets.GCP_PROJECT_ID }}
+        SPANNER_TEST_INSTANCE: ruby-activerecord-test

data/.github/workflows/ci.yaml

@@ -0,0 +1,33 @@
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+name: ci
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      max-parallel: 4
+      matrix:
+        ruby: [2.6, 2.7, 3.0]
+        ar: [6.0.4, 6.1.4]
+        # Exclude Ruby 3.0 and ActiveRecord 6.0.x as that combination is not supported.
+        exclude:
+          - ruby: 3.0
+            ar: 6.0.4
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+    # To automatically get bug fixes and new Ruby versions for ruby/setup-ruby
+    # (see https://github.com/ruby/setup-ruby#versioning):
+      uses: ruby/setup-ruby@v1
+      with:
+        bundler-cache: false
+        ruby-version: ${{ matrix.ruby }}
+    - name: Set ActiveRecord version
+      run: sed -i "s/\"activerecord\", \"~> 6.1.4\"/\"activerecord\", \"${{ matrix.ar }}\"/" activerecord-spanner-adapter.gemspec
+    - name: Install dependencies
+      run: bundle install
+    - name: Run tests
+      run: bundle exec rake test

data/.github/workflows/nightly-acceptance-tests-on-emulator.yaml

@@ -0,0 +1,52 @@
+on:
+  schedule:
+    # 06:00 UTC
+    - cron:  '0 6 * * *'
+name: nightly acceptance tests on emulator
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    services:
+      emulator:
+        image: gcr.io/cloud-spanner-emulator/emulator:latest
+        ports:
+          - 9010:9010
+          - 9020:9020
+
+    strategy:
+      max-parallel: 4
+      matrix:
+        # Run acceptance tests all supported combinations of Ruby and ActiveRecord.
+        ruby: [2.5, 2.6, 2.7, 3.0]
+        ar: [6.0.0, 6.0.1, 6.0.2.2, 6.0.3.7, 6.0.4, 6.1.0, 6.1.1, 6.1.2.1, 6.1.3.2, 6.1.4]
+        # Exclude Ruby 3.0 and ActiveRecord 6.0.x as that combination is not supported.
+        exclude:
+          - ruby: 3.0
+            ar: 6.0.0
+          - ruby: 3.0
+            ar: 6.0.1
+          - ruby: 3.0
+            ar: 6.0.2.2
+          - ruby: 3.0
+            ar: 6.0.3.7
+          - ruby: 3.0
+            ar: 6.0.4
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+      uses: ruby/setup-ruby@v1
+      with:
+        # Disable caching as we are overriding the ActiveRecord below.
+        bundler-cache: false
+        ruby-version: ${{ matrix.ruby }}
+    - name: Set ActiveRecord version
+      run: sed -i "s/\"activerecord\", \"~> 6.1.4\"/\"activerecord\", \"${{ matrix.ar }}\"/" activerecord-spanner-adapter.gemspec
+    - name: Install dependencies
+      run: bundle install
+    - name: Run acceptance tests on emulator
+      run: bundle exec rake acceptance
+      env:
+        SPANNER_EMULATOR_HOST: localhost:9010
+        SPANNER_TEST_PROJECT: test-project
+        SPANNER_TEST_INSTANCE: test-instance

data/.github/workflows/nightly-acceptance-tests-on-production.yaml

@@ -0,0 +1,35 @@
+on:
+  schedule:
+    # 02:00 UTC
+    - cron:  '0 2 * * *'
+name: nightly acceptance tests on production
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    strategy:
+      max-parallel: 4
+      matrix:
+        ruby: [3.0]
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+    # To automatically get bug fixes and new Ruby versions for ruby/setup-ruby
+    # (see https://github.com/ruby/setup-ruby#versioning):
+      uses: ruby/setup-ruby@v1
+      with:
+        bundler-cache: true
+        ruby-version: ${{ matrix.ruby }}
+    - name: Setup GCloud
+      uses: google-github-actions/setup-gcloud@master
+      with:
+        project_id: ${{ secrets.GCP_PROJECT_ID }}
+        service_account_key: ${{ secrets.GCP_SA_KEY }}
+        export_default_credentials: true
+    - name: Install dependencies
+      run: bundle install
+    - name: Run acceptance tests on production
+      run: bundle exec rake acceptance
+      env:
+        SPANNER_TEST_PROJECT: ${{ secrets.GCP_PROJECT_ID }}
+        SPANNER_TEST_INSTANCE: ruby-activerecord-test

data/.github/workflows/nightly-unit-tests.yaml

@@ -0,0 +1,40 @@
+on:
+  schedule:
+    # 05:30 UTC
+    - cron:  '30 5 * * *'
+name: nightly-unit-tests
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      max-parallel: 4
+      matrix:
+        # Run unit tests all supported combinations of Ruby and ActiveRecord.
+        ruby: [2.5, 2.6, 2.7, 3.0]
+        ar: [6.0.0, 6.0.1, 6.0.2.2, 6.0.3.7, 6.0.4, 6.1.0, 6.1.1, 6.1.2.1, 6.1.3.2, 6.1.4]
+        # Exclude Ruby 3.0 and ActiveRecord 6.0.x as that combination is not supported.
+        exclude:
+          - ruby: 3.0
+            ar: 6.0.0
+          - ruby: 3.0
+            ar: 6.0.1
+          - ruby: 3.0
+            ar: 6.0.2.2
+          - ruby: 3.0
+            ar: 6.0.3.7
+          - ruby: 3.0
+            ar: 6.0.4
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+      uses: ruby/setup-ruby@v1
+      with:
+        # Disable caching as we are overriding the ActiveRecord below.
+        bundler-cache: false
+        ruby-version: ${{ matrix.ruby }}
+    - name: Set ActiveRecord version
+      run: sed -i "s/\"activerecord\", \"~> 6.1.4\"/\"activerecord\", \"${{ matrix.ar }}\"/" activerecord-spanner-adapter.gemspec
+    - name: Install dependencies
+      run: bundle install
+    - name: Run tests
+      run: bundle exec rake test

data/.github/workflows/release-please-label.yml

@@ -0,0 +1,25 @@
+name: release-please-label
+on:
+  pull_request_target:
+    branches:
+      - master
+    types:
+      - opened
+jobs:
+  release-please-label:
+    if: "${{ github.event.sender.login == 'yoshi-code-bot' && startsWith(github.event.pull_request.title, 'chore: release ') }}"
+    runs-on: ubuntu-latest
+    steps:
+      - name: ReleaseLabel
+        uses: actions/github-script@v4
+        with:
+          github-token: ${{secrets.YOSHI_APPROVER_TOKEN}}
+          script: |
+            core.info('Labeling release');
+            await github.issues.addLabels({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: context.payload.pull_request.number,
+              labels: ['autorelease: pending']
+            });
+            core.info('Labeled');

data/.github/workflows/release-please.yml

@@ -0,0 +1,39 @@
+name: Release-Please
+on:
+  schedule:
+    - cron: '27 8 * * *'
+  workflow_dispatch:
+    inputs:
+      gem:
+        description: "Name of single gem to release. Leave blank to check all gems."
+        required: false
+      args:
+        description: "Extra command line arguments."
+        required: false
+
+jobs:
+  release-please:
+    if: ${{ github.repository == 'googleapis/ruby-spanner-activerecord' }}
+    runs-on: ubuntu-latest
+    env:
+      GITHUB_TOKEN: ${{ secrets.YOSHI_CODE_BOT_TOKEN }}
+      RELEASE_PLEASE_DISABLE: ${{ secrets.RELEASE_PLEASE_DISABLE }}
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v2
+      - name: Install Ruby 2.7
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "2.7"
+      - name: Install NodeJS 12.x
+        uses: actions/setup-node@v2
+        with:
+          node-version: "12.x"
+      - name: Install tools
+        run: "gem install --no-document toys && npm install release-please"
+      - name: execute
+        run: |
+          toys release please -v --fork \
+            --github-event-name=${{ github.event_name }} \
+            --version-file=lib/activerecord_spanner_adapter/version.rb \
+            ${{ github.event.inputs.args }} -- ${{ github.event.inputs.gem }}

data/.github/workflows/rubocop.yaml

@@ -0,0 +1,31 @@
+name: rubocop
+
+on:
+  pull_request:
+    types: [opened, synchronize]
+  push:
+    branches: [ master ]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: setup ruby
+      uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: '2.5'
+    - name: cache gems
+      uses: actions/cache@v1
+      with:
+        path: vendor/bundle
+        key: ${{ runner.os }}-rubocop-${{ hashFiles('**/Gemfile.lock') }}
+        restore-keys: ${{ runner.os }}-rubocop-
+    - name: install gems
+      run: |
+        bundle config set path vendor/bundle
+        bundle install --jobs 4 --retry 3
+    - name: exec rubocop
+      run: bundle exec rubocop --parallel

data/.gitignore

@@ -1,9 +1,71 @@
-/.bundle/
-/.yardoc
-/Gemfile.lock
-/_yardoc/
+*.gem
+*.rbc
+/.config
 /coverage/
-/doc/
+/InstalledFiles
 /pkg/
 /spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
 /tmp/
+
+# Node-related
+/node_modules/
+/package-lock.json
+
+# Used by dotenv library to load environment variables.
+# .env
+
+# Ignore Byebug command history file.
+.byebug_history
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+# Ignore RubyMine project files
+.idea
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+Gemfile.lock
+.ruby-version
+.ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+# Used by RuboCop. Remote config files pulled in from inherit_from directive.
+# .rubocop-https?--*
+
+# Extra
+.DS_Store
+.DS_STORE
+*.diff
+*.swp
+*.env*
+byebug_history

data/.kokoro/populate-secrets.sh

@@ -0,0 +1,77 @@
+#!/bin/bash
+
+# Copyright 2021 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This file is called in the early stage of `trampoline_v2.sh` to
+# populate secrets needed for the CI builds.
+
+set -eo pipefail
+
+function now { date +"%Y-%m-%d %H:%M:%S" | tr -d '\n' ;}
+function msg { println "$*" >&2 ;}
+function println { printf '%s\n' "$(now) $*" ;}
+
+# Populates requested secrets set in SECRET_MANAGER_KEYS
+
+# In Kokoro CI builds, we use the service account attached to the
+# Kokoro VM. This means we need to setup auth on other CI systems.
+# For local run, we just use the gcloud command for retrieving the
+# secrets.
+
+if [[ "${RUNNING_IN_CI:-}" == "true" ]]; then
+    GCLOUD_COMMANDS=(
+        "docker"
+        "run"
+        "--entrypoint=gcloud"
+        "--volume=${KOKORO_GFILE_DIR}:${KOKORO_GFILE_DIR}"
+        "gcr.io/google.com/cloudsdktool/cloud-sdk"
+    )
+    if [[ "${TRAMPOLINE_CI:-}" == "kokoro" ]]; then
+        SECRET_LOCATION="${KOKORO_GFILE_DIR}/secret_manager"
+    else
+        echo "Authentication for this CI system is not implemented yet."
+        exit 2
+        # TODO: Determine appropriate SECRET_LOCATION and the GCLOUD_COMMANDS.
+    fi
+else
+    # For local run, use /dev/shm or temporary directory for
+    # KOKORO_GFILE_DIR.
+    if [[ -d "/dev/shm" ]]; then
+        export KOKORO_GFILE_DIR=/dev/shm
+    else
+        export KOKORO_GFILE_DIR=$(mktemp -d -t ci-XXXXXXXX)
+    fi
+    SECRET_LOCATION="${KOKORO_GFILE_DIR}/secret_manager"
+    GCLOUD_COMMANDS=("gcloud")
+fi
+
+msg "Creating folder on disk for secrets: ${SECRET_LOCATION}"
+mkdir -p ${SECRET_LOCATION}
+
+for key in $(echo ${SECRET_MANAGER_KEYS} | sed "s/,/ /g")
+do
+    msg "Retrieving secret ${key}"
+    "${GCLOUD_COMMANDS[@]}" \
+        secrets versions access latest \
+        --project cloud-devrel-kokoro-resources \
+        --secret $key > \
+        "$SECRET_LOCATION/$key"
+    if [[ $? == 0 ]]; then
+        msg "Secret written to ${SECRET_LOCATION}/${key}"
+    else
+        msg "Error retrieving secret ${key}"
+        exit 2
+    fi
+done

data/.kokoro/release.cfg

@@ -0,0 +1,33 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+# Build logs will be here
+action {
+  define_artifacts {
+    regex: "**/*sponge_log.xml"
+  }
+}
+
+# Download resources for system tests (service account key, etc.)
+gfile_resources: "/bigstore/cloud-devrel-kokoro-resources/google-cloud-ruby"
+
+# Download trampoline resources.
+gfile_resources: "/bigstore/cloud-devrel-kokoro-resources/trampoline"
+
+# Use the trampoline script to run in docker.
+build_file: "ruby-spanner-activerecord/.kokoro/trampoline_v2.sh"
+
+# Configure the docker image for kokoro-trampoline.
+env_vars: {
+  key: "TRAMPOLINE_IMAGE"
+  value: "gcr.io/cloud-devrel-kokoro-resources/yoshi-ruby/release"
+}
+
+env_vars: {
+  key: "TRAMPOLINE_BUILD_FILE"
+  value: ".kokoro/release.sh"
+}
+
+env_vars: {
+  key: "SECRET_MANAGER_KEYS"
+  value: "releasetool-publish-reporter-app,releasetool-publish-reporter-googleapis-installation,releasetool-publish-reporter-pem,docuploader_service_account"
+}

data/.kokoro/release.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -eo pipefail
+
+# Install gems in the user directory because the default install directory
+# is in a read-only location.
+export GEM_HOME=$HOME/.gem
+export PATH=$GEM_HOME/bin:$PATH
+
+python3 -m pip install git+https://github.com/googleapis/releasetool
+python3 -m pip install gcp-docuploader
+gem install --no-document toys
+
+python3 -m releasetool publish-reporter-script > /tmp/publisher-script; source /tmp/publisher-script
+toys release perform -v --enable-docs < /dev/null