kite 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e147a21c1ce86a6b496f71c358b65d0f135fd150
-  data.tar.gz: 9778352a81fd5503e02d63cccd30258259ecfb9e
+  metadata.gz: 25b3ffbf1ab0d9f9051e151fd1732e530bb34140
+  data.tar.gz: 87ec25eebd7051aadd66108ee9c07edc2c3075ae
 SHA512:
-  metadata.gz: 7b73426bd0445b7d1cc51962ec5b6b0f56d801d0172d8802171638c1481c6e11cb9aaeaaa2c2ad0684a211a8b0fac6c7808920d3e306a6b4df16e28a94e2e769
-  data.tar.gz: b57f47dd619107714edae4673659520eb128e185c8c29ce5aee3b5a231005133b61569615a57e08d76ef7023526020fb5cb3b8f9e638e4403c98caa73e2b14ef
+  metadata.gz: d76705019d103462282d966f858e44b525fd22457b9b86a742bbbba59b2ceca08b5dfd1f89abe862954748321566d5fd3b6140fd6de9d03eb5362a35fc1a31fc
+  data.tar.gz: 371cb05797eff3bcc7a7586683dd0f7354e2269c5c6800abfe21528e017f19c64a52d10f6ff24bc7038f4ac16f8a6f6350d57554dcb40045c6ed1a398877226e

data/.gitignore

@@ -10,3 +10,5 @@
 
 # rspec failure tracking
 .rspec_status
+
+*.gem

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Change Log
 
+## [v0.1.0](https://github.com/helios-technologies/kite/tree/v0.1.0) (2017-10-09)
+[Full Changelog](https://github.com/helios-technologies/kite/compare/v0.0.9...v0.1.0)
+
+**Closed issues:**
+
+- Use read-only Vault token for Concourse [\#49](https://github.com/helios-technologies/kite/issues/49)
+- Remove credentials from manifest [\#48](https://github.com/helios-technologies/kite/issues/48)
+
+**Merged pull requests:**
+
+- Replaced rendering db and auth passwords with BOSH interpolation [\#59](https://github.com/helios-technologies/kite/pull/59) ([vshatravenko](https://github.com/vshatravenko))
+- Updated kops instructions [\#58](https://github.com/helios-technologies/kite/pull/58) ([vshatravenko](https://github.com/vshatravenko))
+- Added no-ip + platform-internal tag for GCP instances [\#56](https://github.com/helios-technologies/kite/pull/56) ([vshatravenko](https://github.com/vshatravenko))
+- Added instructions for kops cluster creation [\#55](https://github.com/helios-technologies/kite/pull/55) ([vshatravenko](https://github.com/vshatravenko))
+- Added manifest credentials interpolation; updated docs [\#54](https://github.com/helios-technologies/kite/pull/54) ([vshatravenko](https://github.com/vshatravenko))
+- Added functional tests [\#53](https://github.com/helios-technologies/kite/pull/53) ([vshatravenko](https://github.com/vshatravenko))
+- Fixed docs and setup-tunnel mode [\#51](https://github.com/helios-technologies/kite/pull/51) ([vshatravenko](https://github.com/vshatravenko))
+
 ## [v0.0.9](https://github.com/helios-technologies/kite/tree/v0.0.9) (2017-09-29)
 [Full Changelog](https://github.com/helios-technologies/kite/compare/v0.0.8...v0.0.9)
 
@@ -82,4 +100,3 @@
 [Full Changelog](https://github.com/helios-technologies/kite/compare/v0.0.2...v0.0.3)
 
 ## [v0.0.2](https://github.com/helios-technologies/kite/tree/v0.0.2) (2017-08-24)
-

data/Dockerfile

@@ -1,16 +1,37 @@
 FROM ruby:2.4.1
 
-RUN apt-get update && apt-get install -y zip
+RUN apt-get update && apt-get install -y zip curl wget
+
+ARG TERRAFORM_VERSION=0.10.8
+ARG BOSH_VERSION=2.0.44
+ARG GCLOUD_VERSION=178.0.0
 
 # Install Terraform
-RUN curl https://releases.hashicorp.com/terraform/0.10.5/terraform_0.10.5_linux_amd64.zip?_ga=2.49593953.619315674.1505216069-1504763789.1498760046 -o terraform.zip
-RUN unzip terraform -d /usr/bin/terraform && chmod +x /usr/bin/terraform
+RUN curl -Ls https://releases.hashicorp.com/terraform/${TERRAFORM_VERSION}/terraform_${TERRAFORM_VERSION}_linux_amd64.zip -o terraform.zip \
+    && unzip terraform -d /usr/bin/terraform \
+    && chmod +x /usr/bin/terraform \
+    && rm -f terraform.zip
 
 # Install BOSH v2
-RUN curl https://s3.amazonaws.com/bosh-cli-artifacts/bosh-cli-2.0.31-linux-amd64 -o /usr/bin/bosh && chmod +x /usr/bin/bosh
+RUN curl -Ls https://s3.amazonaws.com/bosh-cli-artifacts/bosh-cli-${BOSH_VERSION}-linux-amd64 -o /usr/bin/bosh \
+    && chmod +x /usr/bin/bosh
+
+# Install gcloud
+RUN set -ex \
+    && cd /usr/local/ \
+    && curl -LsO https://dl.google.com/dl/cloudsdk/channels/rapid/downloads/google-cloud-sdk-${GCLOUD_VERSION}-linux-x86_64.tar.gz \
+    && tar xvf google-cloud-sdk-${GCLOUD_VERSION}-linux-x86_64.tar.gz \
+    && ./google-cloud-sdk/install.sh -q --rc-path /etc/profile.d/gcloud.sh --additional-components kubectl docker-credential-gcr \
+    && rm google-cloud-sdk-${GCLOUD_VERSION}-linux-x86_64.tar.gz
+
+ENV PATH=/usr/local/google-cloud-sdk/bin:${PATH}
+
+# Install helm
+RUN curl -s https://raw.githubusercontent.com/kubernetes/helm/master/scripts/get | bash
+
+# Install Kite
+RUN gem install kite
 
-# Copy kite source, build and install the gem , egnerate a test cloud skeleton
-COPY . /kite
-WORKDIR /kite
-RUN bundle && rake build && gem install pkg/kite-*
-RUN kite new test
+# Add concourse entrypoints
+ADD lib /opt/lib
+ADD bin/concourse /opt/resource/

data/Makefile

@@ -1,12 +1,24 @@
-IMAGE ?= kaigara/kitebox
-TAG   ?= $(shell git describe --tags --abbrev=0 2>/dev/null || echo "1.0.0")
+VERSION := $(shell git describe --tags --abbrev=0 2>/dev/null | tr -d 'v')
+IMAGE   := heliostech/kite:$(VERSION)
 
-.PHONY: build
+.PHONY: default build push run ci deploy
+
+default: build run
 
 build:
-	echo "Building $(IMAGE):$(TAG)"
-	docker build -t "$(IMAGE):$(TAG)" .
-start: build
-	docker run -d --name="kitebox" $(IMAGE):$(TAG)
-clean:
-	docker rm $(docker stop {kitebox})
+	@echo '> Building "kite" docker image...'
+	@docker build -t $(IMAGE) .
+
+push: build
+	gcloud docker -- push $(IMAGE)
+
+run:
+	@echo '> Starting "kite" container...'
+	@docker run -d $(IMAGE)
+
+ci:
+	@fly -t ci set-pipeline -p kite -c config/pipelines/review.yml -n
+	@fly -t ci unpause-pipeline -p kite
+
+deploy: push
+	@helm install ./config/charts/kite --set "image.tag=$(VERSION)"

data/README.md

@@ -1,5 +1,6 @@
 # Kite
 
+![Build Status](https://ci.helioscloud.com/api/v1/teams/heliostech/pipelines/kite/jobs/build-master/badge)
 [![Build Status](https://travis-ci.org/helios-technologies/kite.svg?branch=master)](https://travis-ci.org/helios-technologies/kite)
 [![codecov](https://codecov.io/gh/helios-technologies/kite/branch/master/graph/badge.svg)](https://codecov.io/gh/helios-technologies/kite)
 
@@ -72,6 +73,14 @@ After checking out the repo, run `bin/setup` to install dependencies. Then, run
 
 To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
+### Concourse Resource
+
+To use resource scripts locally, set env variable `is_devel` to `true`, e.h.:
+
+```sh
+$ ruby -Ilib ./bin/concourse/in
+```
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/helios-technologies/kite.

data/bin/concourse/check

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+
+$: << (ENV['is_devel'] ? File.expand_path('../../../lib', __FILE__) : '/opt/lib')
+
+require 'kite/helpers/concourse'
+include Kite::Helpers::Concourse
+
+# We'll use this variables later
+# cwd = ARGV[0]
+# params = Kite::Helpers::Concourse.params(STDIN.read)
+
+Kite::Helpers::Concourse.respond(version: { status: 'ok' })

data/bin/concourse/in

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+
+$: << (ENV['is_devel'] ? File.expand_path('../../../lib', __FILE__) : '/opt/lib')
+
+require 'kite/helpers/concourse'
+include Kite::Helpers::Concourse
+
+# We'll use this variables later
+# cwd = ARGV[0]
+# params = Kite::Helpers::Concourse.params(STDIN.read)
+
+Kite::Helpers::Concourse.respond(version: { status: 'ok' })

data/bin/concourse/out

@@ -0,0 +1,46 @@
+#!/usr/bin/env ruby
+$: << (ENV['is_devel'] ? File.expand_path('../../../lib', __FILE__) : '/opt/lib')
+require 'kite/helpers/concourse'
+
+Dir.chdir ARGV[0]
+params = Kite::Helpers::Concourse.params(STDIN.read)
+
+Kite::Helpers::Concourse.fatal '`source` missing' unless params['source']
+
+key = params['source']['json_key']
+kubeconfig = params['source']['kubeconfig']
+command = params['params']['command']
+
+Kite::Helpers::Concourse.fatal '`kubeconfig` missing' if kubeconfig.to_s.empty?
+Kite::Helpers::Concourse.fatal '`command` missing' if command.to_s.empty?
+
+path_key = '/tmp/key.json'
+path_kubeconfig = '/tmp/kubeconfig'
+
+File.write(path_key, key) if key
+File.write(path_kubeconfig, kubeconfig)
+
+env = {
+  'KUBECONFIG' => path_kubeconfig,
+}
+
+if key
+  env['GOOGLE_CREDENTIALS'] = path_key
+  unless Kite::Helpers::Concourse.execute("gcloud auth activate-service-account --key-file=#{ path_key }", env)
+    ::Kite::Helpers::Concourse.respond(
+      version: { status: 'error' },
+      metadata: ["Failed to execute command #{ command }"]
+    )
+    exit 1
+  end
+end
+
+if Kite::Helpers::Concourse.execute(command, env)
+  ::Kite::Helpers::Concourse.respond(version: { status: 'ok' })
+else
+  ::Kite::Helpers::Concourse.respond(
+    version: { status: 'error' },
+    metadata: ["Failed to execute command #{ command }"]
+  )
+  exit 1
+end

data/config/pipelines/review.yml

@@ -0,0 +1,158 @@
+# Check `docs/pipeline.md` to get info about this file
+resource_types:
+  - name: slack-notification
+    type: docker-image
+    source:
+      repository: cfcommunity/slack-notification-resource
+      tag: latest
+
+  - name: pull-request
+    type: docker-image
+    source:
+      repository: jtarchie/pr
+
+resources:
+  - name: kite-repository
+    type: git
+    source:
+      uri: git@github.com:helios-technologies/kite
+      branch: master
+      private_key: ((git_private_key))
+
+  - name: pull-requests
+    type: pull-request
+    source:
+      access_token: ((github_token))
+      base: master
+      private_key: ((git_private_key))
+      repo: helios-technologies/kite
+      uri: git@github.com:helios-technologies/kite
+
+  - name: kite-image
+    type: docker-image
+    source:
+      repository: gcr.io/helios-devel/kitebox
+      username: _json_key
+      password: ((gcr_password))
+
+  - name: slack-alert
+    type: slack-notification
+    source:
+      url: https://hooks.slack.com/services/((slack_webhook))
+
+jobs:
+  - name: pr-build
+    plan:
+      - get: pull-requests
+        trigger: true
+      - task: tag
+        file: pull-requests/config/pipelines/tasks/create-pull-requests-tag.yml
+      - put: kite-image
+        params:
+          build: pull-requests
+          tag: tag/name
+
+  - name: pr-unit
+    serial: true
+    plan:
+      - get: pull-requests
+        passed: [pr-build]
+        trigger: true
+      - get: kite-image
+        passed: [pr-build]
+        trigger: true
+      - put: pull-requests
+        params:
+          path: pull-requests
+          status: pending
+      - task: run-tests
+        file: pull-requests/config/pipelines/tasks/run-pr-tests.yml
+        on_success:
+          do:
+          - put: pull-requests
+            params:
+              path: pull-requests
+              status: success
+          - put: slack-alert
+            params:
+              channel: '#ci-alerts'
+              text: |
+                kite PR tests have passed! :thumbsup_all:
+                Check it out at:
+                $ATC_EXTERNAL_URL/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
+                or at:
+                $ATC_EXTERNAL_URL/builds/$BUILD_ID
+                see on github:
+                `cat pull-requests/.git/url`
+
+        on_failure:
+          do:
+          - put: pull-requests
+            params:
+              path: pull-requests
+              status: failure
+          - put: slack-alert
+            params:
+              channel: '#ci-alerts'
+              text: |
+                kite PR tests have failed! :thumbsdown_all:
+                Check it out at:
+                $ATC_EXTERNAL_URL/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
+                or at:
+                $ATC_EXTERNAL_URL/builds/$BUILD_ID
+                see on github:
+                `cat pull-requests/.git/url`
+
+  - name: master-build
+    serial: true
+    plan:
+      - get: kite-repository
+        trigger: true
+      - task: tag
+        file: kite-repository/config/pipelines/tasks/create-repository-tag.yml
+      - put: kite-image
+        params:
+          build: kite-repository
+          tag: tag/name
+      - put: slack-alert
+        params:
+          channel: '#ci-alerts'
+          text: |
+            kite master branch was built and pushed!
+            Check it out at:
+            $ATC_EXTERNAL_URL/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
+            or at:
+            $ATC_EXTERNAL_URL/builds/$BUILD_ID
+
+  - name: master-unit
+    serial: true
+    plan:
+      - get: kite-repository
+        passed: [master-build]
+        trigger: true
+      - get: kite-image
+        passed: [master-build]
+        trigger: true
+      - task: run-tests
+        file: kite-repository/config/pipelines/tasks/run-master-tests.yml
+        on_success:
+          put: slack-alert
+          params:
+            channel: '#ci-alerts'
+            text: |
+              kite master tests have passed! :thumbsup_all:
+              Check it out at:
+              $ATC_EXTERNAL_URL/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
+              or at:
+              $ATC_EXTERNAL_URL/builds/$BUILD_ID
+
+        on_failure:
+          put: slack-alert
+          params:
+            channel: '#ci-alerts'
+            text: |
+              kite master tests have failed! :thumbsdown_all:
+              Check it out at:
+              $ATC_EXTERNAL_URL/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
+              or at:
+              $ATC_EXTERNAL_URL/builds/$BUILD_ID

data/config/pipelines/tasks/create-pull-requests-tag.yml

@@ -0,0 +1,13 @@
+---
+platform: linux
+image_resource:
+  type: docker-image
+  source:
+    repository: alpine/git
+run:
+  path: sh
+  args: ['-xc', 'cd pull-requests && git rev-parse --short=8 HEAD > ../tag/name']
+inputs:
+  - name: pull-requests
+outputs:
+  - name: tag

data/config/pipelines/tasks/create-repository-tag.yml

@@ -0,0 +1,13 @@
+---
+platform: linux
+image_resource:
+  type: docker-image
+  source:
+    repository: alpine/git
+run:
+  path: sh
+  args: ['-xc', 'cd kite-repository && git rev-parse --short=8 HEAD > ../tag/name']
+inputs:
+  - name: kite-repository
+outputs:
+  - name: tag

data/config/pipelines/tasks/run-master-tests.yml

@@ -0,0 +1,12 @@
+---
+platform: linux
+image_resource:
+  type: docker-image
+  source:
+    repository: gcr.io/helios-devel/kitebox
+    username: _json_key
+    password: ((gcr_password))
+
+run:
+  path: sh
+  args: ["-exc", "echo Success"]

data/config/pipelines/tasks/run-pr-tests.yml

@@ -0,0 +1,12 @@
+---
+platform: linux
+image_resource:
+  type: docker-image
+  source:
+    repository: gcr.io/helios-devel/kitebox
+    username: _json_key
+    password: ((gcr_password))
+
+run:
+  path: sh
+  args: ["-exc", "echo Success"]