gbuild 0.2.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: e498c940ad38cc29dac08303b331074185ec47e21dbaeae836f92a816597b3f9
+  data.tar.gz: d2f537841c4fd0519dc2146b2450830fdef6dcf885affbdcf04392d555047d1b
+SHA512:
+  metadata.gz: e27cdcf651b0e5f58a79e1019cdc15776306ca78f70ea2d4daefe9765585835d0dac58f2d4f3d6940874daebb9beb52af50477e0da857c000e9988ae66dbf54b
+  data.tar.gz: 795daa5c80523080151551d9b2d2e2de5c45b42f2c3f2f8d0bc340f0e0480619c924de9a2f9521970330e999bbed8b204f406b208ef4c51ea99801986968c73c

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.ruby-gemset

@@ -0,0 +1 @@
+gbuild

data/.ruby-version

@@ -0,0 +1 @@
+2.6.0

data/.travis.yml

@@ -0,0 +1,7 @@
+---
+sudo: false
+language: ruby
+cache: bundler
+rvm:
+  - 2.5.3
+before_install: gem install bundler -v 1.16.6

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in gbuild.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,39 @@
+PATH
+  remote: .
+  specs:
+    gbuild (0.2.0)
+      clamp
+      kommando
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    clamp (1.3.0)
+    diff-lcs (1.3)
+    kommando (0.1.2)
+    rake (10.5.0)
+    rspec (3.8.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+    rspec-core (3.8.0)
+      rspec-support (~> 3.8.0)
+    rspec-expectations (3.8.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-mocks (3.8.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-support (3.8.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.16)
+  gbuild!
+  rake (~> 10.0)
+  rspec (~> 3.0)
+
+BUNDLED WITH
+   1.17.2

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2019 Matti Paksula
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,50 @@
+# gbuild
+
+Fast Google Cloud Build builds without YAMLs or Git triggers.
+
+ - Uses Kaniko and caching
+ - Also removes the build source and logs (Google doesn't do this automatically)
+ - Requires `gcloud` and `gsutil`
+
+
+## Usage
+
+Basic usage:
+
+        gbuild gcr.io/project/name
+
+Advanced usage:
+
+        gbuild eu.gcr.io/project/name:latest \
+            --build-arg first=1 --build-arg second=2 \
+            --no-cache \
+            --clean-source \
+            --timeout 30
+
+Clean all logs and sources:
+
+        gbuild clean project
+
+Delete an image:
+
+        gbuild delete gcr.io/project/name
+
+Full usage:
+
+        Usage:
+            gbuild [OPTIONS] IMAGE
+
+        Parameters:
+            IMAGE                         GCR URL (gcr.io/project/image)
+
+        Options:
+            --context CONTEXT             build context, defaults to current working directory
+            --build-arg BUILD_ARG         docker build argument, can be given multiple times
+            --[no-]cache                  cache layers (default: true)
+            --[no-]clean-source           clean source (default: true)
+            --[no-]clean-log              clean log (default: true)
+            --debug                       debug (default: false)
+            --dockerfile DOCKERFILE       path to Dockerfile (default: nil)
+            --project PROJECT             gcloud project, defaults to project part in GCR URL
+            --timeout TIMEOUT             build timeout
+            -h, --help                    print help

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "gbuild"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/e2e/build_args/Dockerfile

@@ -0,0 +1,5 @@
+FROM busybox
+ARG first
+ARG second
+
+RUN echo $first && echo $second

data/e2e/custom_dockerfile/Dockerfile.custom

@@ -0,0 +1 @@
+FROM busybox

data/e2e/e2e.sh

@@ -0,0 +1,21 @@
+#!/usr/bin/env sh
+set -e
+set -x
+
+cd e2e/simple
+  ../../exe/gbuild --debug gcr.io/$GCLOUD_PROJECT/simple
+cd ../..
+
+exe/gbuild --debug gcr.io/$GCLOUD_PROJECT/build_args --context e2e/simple --timeout 1
+
+exe/gbuild --debug gcr.io/$GCLOUD_PROJECT/build_args --context e2e/build_args
+
+exe/gbuild --debug gcr.io/$GCLOUD_PROJECT/custom_dockerfile --context e2e/custom_dockerfile --dockerfile Dockerfile.custom
+exe/gbuild --debug gcr.io/$GCLOUD_PROJECT/nested_dockerfile --context e2e/nested_dockerfile --dockerfile subdir/Dockerfile
+
+exe/gbuild delete gcr.io/$GCLOUD_PROJECT/simple
+exe/gbuild delete gcr.io/$GCLOUD_PROJECT/build_args
+exe/gbuild delete gcr.io/$GCLOUD_PROJECT/custom_dockerfile
+exe/gbuild delete gcr.io/$GCLOUD_PROJECT/nested_dockerfile
+
+exe/gbuild clean $GCLOUD_PROJECT

data/e2e/nested_dockerfile/subdir/Dockerfile

@@ -0,0 +1 @@
+FROM busybox

data/e2e/simple/Dockerfile

@@ -0,0 +1 @@
+FROM busybox

data/exe/gbuild

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+# add lib to libpath (only needed when running from the sources)
+require 'pathname'
+lib_path = File.expand_path('../../lib', Pathname.new(__FILE__).realpath)
+$LOAD_PATH.unshift lib_path unless $LOAD_PATH.include?(lib_path)
+
+STDOUT.sync = true
+
+require 'gbuild'
+Gbuild::RootCommand.run

data/gbuild.gemspec

@@ -0,0 +1,31 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "gbuild/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "gbuild"
+  spec.version       = Gbuild::VERSION
+  spec.authors       = ["Matti Paksula"]
+  spec.email         = ["matti.paksula@iki.fi"]
+
+  spec.summary       = "gbuild"
+  spec.homepage      = "https://github.com/matti/gbuild"
+  spec.license       = "MIT"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "clamp"
+  spec.add_dependency "kommando"
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

data/lib/gbuild.rb

@@ -0,0 +1,26 @@
+require "clamp"
+if Clamp.respond_to? :allow_options_after_parameters
+  Clamp.allow_options_after_parameters = true
+end
+
+require "kommando"
+require "erb"
+
+module Gbuild
+  def self.source_bucket(project_name)
+    "gs://#{project_name}_cloudbuild/gbuild-sources"
+  end
+
+  def self.logs_bucket(project_name)
+    "gs://#{project_name}_cloudbuild/gbuild-logs"
+  end
+end
+
+require_relative "gbuild/version"
+require_relative "gbuild/template"
+
+require_relative "gbuild/clean_command"
+require_relative "gbuild/build_command"
+require_relative "gbuild/delete_command"
+
+require_relative "gbuild/root_command"

data/lib/gbuild/build_command.rb

@@ -0,0 +1,70 @@
+# frozen_string_literal: true
+require "tempfile"
+
+module Gbuild
+  class BuildCommand < Clamp::Command
+    parameter "IMAGE", "GCR URL (gcr.io/project/image)"
+    option "--context", "CONTEXT", "build context, defaults to current working directory"
+    option "--build-arg", "BUILD_ARG", "docker build argument, can be given multiple times", multivalued: true
+
+    option "--[no-]cache", :flag, "cache layers", default: true
+    option "--[no-]clean-source", :flag, "clean source", default: true
+    option "--[no-]clean-log", :flag, "clean log", default: true
+
+    option "--debug", :flag, "debug", default: false
+
+    option "--dockerfile", "DOCKERFILE", "path to Dockerfile", default: nil
+    option "--project", "PROJECT", "gcloud project, defaults to project part in GCR URL"
+    option "--timeout", "TIMEOUT", "build timeout"
+
+    def execute
+      project_name = unless project
+        _, project_from_image, _ = image.split("/")
+        project_from_image
+      else
+        project
+      end
+
+      build_source = "#{Gbuild.source_bucket(project_name)}/#{SecureRandom.uuid}"
+      build_log = "#{Gbuild.logs_bucket(project_name)}/#{SecureRandom.uuid}"
+
+      t = Template.new "build.yaml"
+      t.set :image, image
+      t.set :dockerfile, dockerfile if dockerfile
+      t.set :build_args, build_arg_list
+      t.set :cache, (cache? ? "true" : "false")
+      t.set :debug, debug?
+
+      gcloud_config = Tempfile.new
+      File.write gcloud_config.path, t.result
+
+      puts t.result if debug?
+
+      cmd = ["gcloud","builds","submit"]
+      cmd << context unless context == {}
+
+      cmd += ["--gcs-log-dir", build_source]
+      cmd += ["--gcs-source-staging-dir", build_log]
+
+      cmd += ["--config", gcloud_config.path]
+      cmd += ["--timeout", timeout] if timeout
+      cmd += ["--project", project_name]
+
+      build_cmd = cmd.join " "
+      puts build_cmd if debug?
+      build_k = Kommando.new build_cmd, output: true
+      build_k.run
+
+      waits = []
+      if clean_source?
+        puts "removing source from #{build_source}"
+        waits << (Kommando.run_async "gsutil rm -r #{build_source}")
+      end
+      if clean_log?
+        puts "removing log from #{build_log}"
+        waits << (Kommando.run_async "gsutil rm -r #{build_log}")
+      end
+      waits.each { |k| k.wait }
+    end
+  end
+end

data/lib/gbuild/clean_command.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Gbuild
+  class CleanCommand < Clamp::Command
+    parameter "PROJECT", "project"
+
+    def execute
+      Kommando.run "gsutil -m rm -r #{Gbuild.source_bucket(project)}", output: true
+      Kommando.run "gsutil -m rm -r #{Gbuild.source_bucket(project)}", output: true
+    end
+  end
+end

data/lib/gbuild/delete_command.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Gbuild
+  class DeleteCommand < Clamp::Command
+    parameter "IMAGE", "image to delete"
+
+    def execute
+      Kommando.run "gcloud container images delete #{image} --quiet --force-delete-tags", output: true
+    end
+  end
+end

data/lib/gbuild/root_command.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+require "tempfile"
+require "securerandom"
+
+module Gbuild
+  class RootCommand < Clamp::Command
+    banner "💥 gbuild #{Gbuild::VERSION}"
+
+    option ['-v', '--version'], :flag, "Show version information" do
+      puts Gbuild::VERSION
+      exit 0
+    end
+
+    subcommand ["build"], "build", BuildCommand
+    subcommand ["clean"], "clean", CleanCommand
+    subcommand ["delete"], "delete", DeleteCommand
+
+    def self.run
+      case ARGV.first
+      when nil
+        super
+      when "clean"
+        ARGV.shift
+        CleanCommand.run
+      when "delete"
+        ARGV.shift
+        DeleteCommand.run
+      else
+        BuildCommand.run
+      end
+    end
+  end
+end

data/lib/gbuild/template.rb

@@ -0,0 +1,19 @@
+module Gbuild
+  class Template
+    def initialize(name)
+      path = File.expand_path(
+        File.join(__dir__, "..","..", "templates", name)
+      )
+
+      @__erb = ERB.new File.read(path), trim_mode: "<>"
+    end
+
+    def set(key, value)
+      instance_variable_set "@#{key}", value
+    end
+
+    def result
+      @__erb.result binding
+    end
+  end
+end

data/lib/gbuild/version.rb

@@ -0,0 +1,3 @@
+module Gbuild
+  VERSION = "0.2.0"
+end

data/templates/build.yaml

@@ -0,0 +1,18 @@
+steps:
+<% if @debug %>
+  - name: busybox
+    entrypoint: sh
+    args:
+      - -c
+      - "ls -l"
+<% end %>
+  - name: gcr.io/kaniko-project/executor:latest
+    args:
+<% if @dockerfile %>
+      - --dockerfile=<%= @dockerfile %>
+<% end %>
+      - --cache=<%= @cache %>
+      - --destination=<%= @image %>
+<% @build_args.each do |build_arg| %>
+      - --build-arg=<%= build_arg %>
+<% end %>

metadata

@@ -0,0 +1,141 @@
+--- !ruby/object:Gem::Specification
+name: gbuild
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Matti Paksula
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-02-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: clamp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: kommando
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: 
+email:
+- matti.paksula@iki.fi
+executables:
+- gbuild
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- e2e/build_args/Dockerfile
+- e2e/custom_dockerfile/Dockerfile.custom
+- e2e/e2e.sh
+- e2e/nested_dockerfile/subdir/Dockerfile
+- e2e/simple/Dockerfile
+- exe/gbuild
+- gbuild.gemspec
+- lib/gbuild.rb
+- lib/gbuild/build_command.rb
+- lib/gbuild/clean_command.rb
+- lib/gbuild/delete_command.rb
+- lib/gbuild/root_command.rb
+- lib/gbuild/template.rb
+- lib/gbuild/version.rb
+- templates/build.yaml
+homepage: https://github.com/matti/gbuild
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.1
+signing_key: 
+specification_version: 4
+summary: gbuild
+test_files: []