kite 0.2.0 → 1.0.0

data/lib/kite/version.rb

@@ -1,3 +1,3 @@
 module Kite
-  VERSION = "0.2.0"
+  VERSION = "1.0.0"
 end

data/tpl/aws/environment/main.tf.tt

@@ -0,0 +1,5 @@
+provider "aws" {
+  region = "<%= @cloud['region'] %>"
+  access_key = "<%= @cloud['aws']['access_key'] %>"
+  secret_key = "<%= @cloud['aws']['secret_key'] %>"
+}

data/tpl/aws/environment/s3.tf.tt

@@ -0,0 +1,13 @@
+# Create a bucket for kite purposes
+resource "aws_s3_bucket" "kite_bucket" {
+  bucket_prefix  = "<%= @cloud['aws']['bucket_name'] %>"
+
+  tags {
+    Name         = "<%= @cloud['aws']['bucket_name'] %>"
+    Component    = "kite-stack"
+  }
+}
+
+output "bucket_name" {
+  value = "${aws_s3_bucket.kite_bucket.id}"
+}

data/tpl/gcp/environment/gcs.tf.tt

@@ -0,0 +1,18 @@
+# Setup Terraform GCS backend to be able to store .tfstate remotely
+terraform {
+  backend "gcs" {
+    bucket  = "<%= @cloud['gcp']['bucket_name'] %>"
+    prefix  = "<%= @env_name %>-terraform.tfstate"
+    project = "<%= @cloud['gcp']['project'] %>"
+  }
+}
+
+# Store .tfstate in a GCS bucket
+data "terraform_remote_state" "tfstate" {
+  backend = "gcs"
+  config {
+    bucket  = "<%= @cloud['gcp']['bucket_name'] %>"
+    path    = "<%= @env_name %>-terraform.tfstate"
+    project = "<%= @cloud['gcp']['project'] %>"
+  }
+}

data/tpl/gcp/environment/main.tf.tt

@@ -0,0 +1,5 @@
+provider "google" {
+  credentials = "${file("<%= @cloud['gcp']['service_account'] %>")}"
+  project = "<%= @cloud['gcp']['project'] %>"
+  region = "<%= @cloud['region'] %>"
+}

data/tpl/gcp/environment/outputs.tf.tt

@@ -0,0 +1,5 @@
+output service_account_b64 {
+  description = "GCloud service account key"
+  value       = "${base64encode(file("<%= @cloud['gcp']['service_account'] %>"))}"
+  sensitive   = true
+}

data/tpl/service/%output_path%/pipelines/review.yml.tt

@@ -12,7 +12,19 @@ resource_types:
     source:
       repository: jtarchie/pr
 
+  - name: kite
+    type: docker-image
+    source:
+      repository: heliostech/kite
+      tag: v0.2.0
+
 resources:
+  - name: k8s
+    type: kite
+    source:
+      json_key: ((gcr_password))
+      kubeconfig: ((kubeconfig))
+
   - name: <%= @name %>-repository
     type: git
     source:
@@ -68,7 +80,8 @@ jobs:
           path: pull-requests
           status: pending
       - task: run-tests
-        file: pull-requests/<%= @output %>/pipelines/tasks/run-pr-tests.yml
+        image: <%= @name %>-image
+        file: pull-requests/<%= @output %>/pipelines/tasks/run-unit.yml
         on_success:
           do:
           - put: pull-requests
@@ -119,16 +132,18 @@ jobs:
         params:
           build: <%= @name %>-repository
           tag: tag/name
-<% unless @slack.nil? or @slack.empty? -%>
-      - put: slack-alert
-        params:
-          channel: '#<%= @slack %>'
-          text: |
-            <%= @name %> master branch was built and pushed!
-            Check it out at:
-            $ATC_EXTERNAL_URL/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
-            or at:
-            $ATC_EXTERNAL_URL/builds/$BUILD_ID
+<% unless @slack.to_s.empty? -%>
+        on_success:
+          try:
+            put: slack-alert
+            params:
+              channel: '#<%= @slack %>'
+              text: |
+                <%= @name %> master branch was built and pushed!
+                Check it out at:
+                $ATC_EXTERNAL_URL/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
+                or at:
+                $ATC_EXTERNAL_URL/builds/$BUILD_ID
 <% end -%>
 
   - name: master-unit
@@ -141,18 +156,20 @@ jobs:
         passed: [master-build]
         trigger: true
       - task: run-tests
-        file: <%= @name %>-repository/<%= @output %>/pipelines/tasks/run-master-tests.yml
-<% unless @slack.nil? or @slack.empty? -%>
+        image: <%= @name %>-image
+        file: <%= @name %>-repository/<%= @output %>/pipelines/tasks/run-unit.yml
+<% unless @slack.to_s.empty? -%>
         on_success:
-          put: slack-alert
-          params:
-            channel: '#<%= @slack %>'
-            text: |
-              <%= @name %> master tests have passed! :thumbsup_all:
-              Check it out at:
-              $ATC_EXTERNAL_URL/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
-              or at:
-              $ATC_EXTERNAL_URL/builds/$BUILD_ID
+          try:
+            put: slack-alert
+            params:
+              channel: '#<%= @slack %>'
+              text: |
+                <%= @name %> master tests have passed! :thumbsup_all:
+                Check it out at:
+                $ATC_EXTERNAL_URL/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
+                or at:
+                $ATC_EXTERNAL_URL/builds/$BUILD_ID
 
         on_failure:
           put: slack-alert
@@ -166,24 +183,25 @@ jobs:
               $ATC_EXTERNAL_URL/builds/$BUILD_ID
 <% end -%>
 
-  - name: helm-deploy
+  - name: master-deploy
     serial: true
     plan:
       - get: <%= @name %>-repository
-      - task: helm-deploy
-        file: <%= @name %>-repository/<%= @output %>/pipelines/tasks/helm-deploy.yml
+        passed: [master-unit]
+        trigger: true
+      - put: k8s
         params:
-          GOOGLE_APPLICATION_JSON: ((gcr_password))
-          KUBECONFIG_FILE: ((kubeconfig))
-<% unless @slack.nil? or @slack.empty? -%>
+          command: "bash -xc 'cd /tmp/build/put/<%= @name %>-repository && VERSION=$(git rev-parse --short=8 HEAD) make deploy'"
+<% unless @slack.to_s.empty? -%>
         on_success:
-          put: slack-alert
-          params:
-            channel: '#<%= @slack %>'
-            text: |
-              <%= @name %> deployment has succeeded! :thumbsup_all:
-              Check it out at:
-              $ATC_EXTERNAL_URL/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
-              or at:
-              $ATC_EXTERNAL_URL/builds/$BUILD_ID
+          try:
+            put: slack-alert
+            params:
+              channel: '#<%= @slack %>'
+              text: |
+                <%= @name %> deployment has succeeded! :thumbsup_all:
+                Check it out at:
+                $ATC_EXTERNAL_URL/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME
+                or at:
+                $ATC_EXTERNAL_URL/builds/$BUILD_ID
 <% end -%>

data/tpl/service/%output_path%/pipelines/tasks/create-pull-requests-tag.yml.tt

@@ -3,7 +3,7 @@ platform: linux
 image_resource:
   type: docker-image
   source:
-    repository: alpine/git
+    repository: heliostech/kite
 run:
   path: sh
   args: ['-xc', 'cd pull-requests && git rev-parse --short=8 HEAD > ../tag/name']

data/tpl/service/%output_path%/pipelines/tasks/create-repository-tag.yml.tt

@@ -3,7 +3,7 @@ platform: linux
 image_resource:
   type: docker-image
   source:
-    repository: alpine/git
+    repository: heliostech/kite
 run:
   path: sh
   args: ['-xc', 'cd <%= @name %>-repository && git rev-parse --short=8 HEAD > ../tag/name']

data/tpl/service/%output_path%/pipelines/tasks/run-unit.yml.tt

@@ -0,0 +1,7 @@
+---
+platform: linux
+
+run:
+  path: sh
+  args: ["-exc", "cd /app && npm test"]
+

data/tpl/service/Makefile.tt

@@ -1,12 +1,16 @@
-VERSION := $(shell cat VERSION)
+VERSION ?= $(shell cat VERSION)
+ENV     ?= staging
+SERVICE := <%= @name %>
 IMAGE   := <%= @image %>:$(VERSION)
+CURRENT_CONTEXT := $(shell kubectl config current-context)
 
 .PHONY: default build push run ci deploy
 
 default: build run
 
 build:
-	@echo '> Building "<%= @name %>" docker image...'
+	@echo '> Using ENV: $(ENV) and context: $(CURRENT_CONTEXT)'
+	@echo '> Building "$(SERVICE)" docker image...'
 	@docker build -t $(IMAGE) .
 
 push: build
@@ -17,12 +21,12 @@ push: build
 <% end -%>
 
 run:
-	@echo '> Starting "<%= @name %>" container...'
+	@echo '> Starting "$(SERVICE)" container...'
 	@docker run -d $(IMAGE)
 
 ci:
-	@fly -t ci set-pipeline -p <%= @name %> -c <%= @output %>/pipelines/review.yml -n
-	@fly -t ci unpause-pipeline -p <%= @name %>
+	@fly -t ci set-pipeline -p $(SERVICE) -c <%= @output %>/pipelines/review.yml -n
+	@fly -t ci unpause-pipeline -p $(SERVICE)
 
-deploy: push
-	@helm install ./<%= @output %>/charts/<%= @name %> --set "image.tag=$(VERSION)"
+deploy:
+	@helm install ./<%= @output %>/charts/$(SERVICE) --set "image.tag=$(VERSION)"

data/tpl/service/docs/getting-started.md

@@ -0,0 +1,73 @@
+# Prerequisites
+
+You should have these packages installed:
+
+1. [Kubernetes](https://kubernetes.io/docs/tasks/tools/install-kubectl/)
+
+  - Download the binary for your OS
+  - Unzip it and run `chmod +x kubectl && sudo mv kubectl /usr/local/bin/kubectl`
+  - Check if the kubectl is installed by running `kubectl version`
+
+2. [Vault](https://www.vaultproject.io/docs/install/index.html)
+
+  - Download the binary for your OS
+  - Unzip it and run `chmod +x vault && sudo mv vault /usr/local/bin/vault`
+  - Check if the Vault is installed by running `vault -v`
+
+3. [Google Cloud SDK](https://cloud.google.com/sdk/downloads)
+
+  - Enter the following at a command prompt: `curl https://sdk.cloud.google.com | bash`
+  - Restart your shell: `exec -l $SHELL`
+  - Run gcloud init to initialize the gcloud environment: `gcloud init`
+
+4. [Helm](https://github.com/kubernetes/helm/blob/master/docs/install.md)
+
+  - Download the binary for your OS
+  - Unzip it and run `chmod +x helm && sudo mv helm /usr/local/bin/helm`
+  - Check if the Helm is installed by running `helm version`
+
+5. [Concourse](https://github.com/concourse/fly)
+
+  - Download the binary for your OS
+  - Unzip it and run `chmod +x fly && sudo mv fly /usr/local/bin/fly`
+  - Check if the fly is installed by running `fly -v`
+
+## Usage
+
+1. Run your Docker image locally with `make run`
+
+2. Push the Docker image to the registry using `make push`, so that Concourse and Kubernetes can fetch the image when needed
+
+3. Deploy the Concourse pipeline using `make ci`, this will create and unpause a new pipeline named by your service.
+   To further configure your pipeline, edit the `*output_dir*/pipelines/review.yml`
+
+4. To add/change/delete Vault secrets to use in the pipeline, run
+   ```shell
+   export VAULT_ADDR=https://vault.example.com
+   vault write concourse/<team>/<secret> value=<value> # save secret to storage
+   vault read concourse/<team>/<secret> # read value of secret
+   vault delete concourse/<team>/<secret> # delete secret
+   ```
+
+5. Deploy the helm chart using `make deploy`.
+
+   Charts are basically Kubernetes config files which can be used as templates, packaged and easily distributed.
+
+   To deploy a Helm chart you only need the template files(`*output_dir*/charts/*service_name*/templates`)
+   and the values for them(`*output_dir*/charts/*service_name*/values.yaml`).
+   Values can be specified either from command line by using `helm install *chart* --set "optionFoo=bar"`
+   or from a file by using `helm install *chart* -f *values-prod.yml*`
+
+   `make deploy` command runs
+      `helm install ./*output_dir*/charts/*service_name* --set "image.tag=$(VERSION)"`
+   which installs this service's helm charts with current Docker image tag specified
+
+   To list the deployed Helm charts, use `helm ls`
+
+   To apply changes made to the chart, use `helm upgrade *deployment name* *output_dir*/charts/*service_name*`
+
+   To access your deployment locally:
+   - Get pod name `export POD_NAME=$(kubectl get pods --namespace default -l "app=<%= @name %>,release=elder-ibis" -o jsonpath="{.items[0].metadata.name}")`
+   - Port-forward the pod to localhost `kubectl port-forward $POD_NAME *local_port*:*image_port*`
+   - Visit http://127.0.0.1:*port* to use your application
+   - See current status of deployments `kubectl get deployments`, pods `kubectl get pods`, services `kubectl get service`

data/tpl/service/docs/service.md

@@ -0,0 +1,101 @@
+# Kite Generate Service
+
+```shell
+kite generate service NAME --git=GIT --image=IMAGE
+```
+
+## Description
+
+Creates __folder__, which contains:
+
+- `VERSION`
+- `docs/pipeline.md`
+- `Dockerfile`
+- `Makefile`
+- `config/`
+
+### VERSION
+This file contains current __version__ of your project.
+
+### docs/pipeline.md
+Created basic __documentation__ with explanation of generated concourse pipeline.
+
+### Dockerfile
+Kite generates default `Dockerfile` with nginx.
+
+*Example:*
+
+```dockerfile
+FROM nginx:1.13
+# MAINTAINER Some Name <email@test.com>
+
+RUN echo "Hello, Test!" > /usr/share/nginx/html/index.html
+```
+
+### Makefile
+Kite generates `Makefile` for easy run, push, deploy, and manage kite generated pipeline.
+
+*Example:*
+
+```makefile
+VERSION := $(shell cat VERSION)
+IMAGE   := eu.gcr.io/test-production/test:$(VERSION)
+
+.PHONY: default build push run ci deploy
+
+default: build run
+
+build:
+  @echo '> Building "test" docker image...'
+  @docker build -t $(IMAGE) .
+
+push: build
+  docker push $(IMAGE)
+
+run:
+  @echo '> Starting "test" container...'
+  @docker run -d $(IMAGE)
+
+ci:
+  @fly -t ci set-pipeline -p test -c config/pipelines/review.yml -n
+  @fly -t ci unpause-pipeline -p test
+
+deploy:
+  @helm install ./config/charts/test --set "image.tag=$(VERSION)"
+```
+
+### Config
+
+Kite generates subfolder with stuff for helm chart and concourse pipeline.
+
+You can __configure__ folder name with `--output NAME`.
+
+By default it called `config/`. We recommend you to use name `.kite/`.
+
+# Getting started with kite generate service
+
+Lets start from basic command.
+
+Kite have three __required__ parameters:
+
+- `service name`
+- `--image IMAGE`
+- `--git LINK`
+
+You can use `http` or `ssh` link to git repository.
+You can use Docker Hub, GCP Container Registry, etc as path to your docker image.
+
+*Example:*
+
+```shell
+kite generate service test --git ssh@github.com:example/test.git --image eu.gcr.io/test-project/test-image
+```
+
+Kite have __6 optional__ parameters:
+
+- `--name=NAME` Name of the service
+- `--output=OUTPUT` Config output sub-directory
+- `--slack=SLACK` Slack notifications
+- `--provider=PROVIDER` Cloud provider (AWS, GCP)
+- `--image-version=IMAGE_VERSION` Docker image tag, defualt 0.1.0
+- `--chart-version=CHART_VERSION` Chart version, default 0.1.0

data/tpl/skel/Gemfile.tt

@@ -1,12 +1,3 @@
 source 'https://rubygems.org'
 
 gem 'kite', '~> <%= Kite::VERSION %>'
-
-# Use AWS
-# gem 'aws-sdk', '~> 2'
-
-# Use GCP
-# gem 'google-cloud'
-
-# Use Jekyll
-# gem 'jekyll'