dklet 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 9dd62d9e1e833237c0ad745846ebca53657d8d050930b299ad59cc15cee316c2
+  data.tar.gz: 41322b580ebeb1dfcd381a325be7b3ccb29ab2315b6e9434db7cffec1ea69926
+SHA512:
+  metadata.gz: 2b317d7d44c67c7d8bae36858d86b681f84ebdc5a67c09f7dd2d3f24bf7569648620a432c9cd2916aa80ab7f56a339c14e72423899f59d2f05ec59bb9f75361b
+  data.tar.gz: fe49b4cb5e65ede0270e4a978fdecf1ca88258a77516767af54bba9cbd6ede77d1597b585144307b60390a8e09a311476b2cb0545eb8507a11bc7312c74203b3

data/.gitignore

@@ -0,0 +1 @@
+pkg

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.5.1
+before_install: gem install bundler -v 1.16.2

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at cao7113@hotmail.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,10 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+gemspec
+
+gem 'byebug'
+
+# https://github.com/hashicorp/vault-ruby
+#gem "vault", "~> 0.12"

data/Gemfile.lock

@@ -0,0 +1,39 @@
+PATH
+  remote: .
+  specs:
+    dklet (0.1.0)
+      thor
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    byebug (10.0.2)
+    diff-lcs (1.3)
+    rake (10.5.0)
+    rspec (3.7.0)
+      rspec-core (~> 3.7.0)
+      rspec-expectations (~> 3.7.0)
+      rspec-mocks (~> 3.7.0)
+    rspec-core (3.7.1)
+      rspec-support (~> 3.7.0)
+    rspec-expectations (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-mocks (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-support (3.7.1)
+    thor (0.20.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.16)
+  byebug
+  dklet!
+  rake (~> 10.0)
+  rspec (~> 3.0)
+
+BUNDLED WITH
+   1.16.2

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Ruijian Cao
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,25 @@
+# Dklet
+
+A practical dsl for daily container life
+
+## Installation
+
+  $ gem install dklet
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/cao7113/dklet. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+
+## Code of Conduct
+
+Everyone interacting in the Dklet project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/cao7113/dklet/blob/master/CODE_OF_CONDUCT.md).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "dklet"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/dklet.gemspec

@@ -0,0 +1,30 @@
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "dklet/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "dklet"
+  spec.version       = Dklet::VERSION
+  spec.authors       = ["Ruijian Cao"]
+  spec.email         = ["cao7113@hotmail.com"]
+
+  spec.summary       = %q{practical DSL for daily container life}
+  spec.description   = spec.summary
+  spec.homepage      = "https://github.com/dailyops/kc/dklet"
+  spec.license       = "MIT"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+
+  spec.add_dependency "thor" #, "~> 0.20.0"
+end

data/exe/mkdklet

@@ -0,0 +1,21 @@
+#!/usr/bin/env ruby
+require 'dklet'
+
+rbfile = ARGV[0]
+abort "rbfile required!" if rbfile.nil?
+
+rpath = Pathname(rbfile)
+abort "rbfile #{rpath.to_s} existed!" if rpath.exist?
+
+rpath.parent.mkpath
+extra = ARGV[1..-1].join(' ')
+
+handler = File.basename(__FILE__)
+tmpl = Dklet.lib_path.join('template/dklet.erb').read
+
+erb = ERB.new(tmpl, nil, '%<>')
+result = erb.result(binding)
+rpath.write(result)
+rpath.chmod(0755)
+puts "file: #{rpath} generated by #{handler}!"
+exec "#{ENV['EDITOR'] || 'vi'} #{rpath}" if extra =~ /(-o|--open)/

data/exe/rundklet

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+
+file = ARGV[0]
+abort "Error: require docklet file!" unless file
+$PROGRAM_NAME = file
+ARGV.shift
+
+# Tricks to support env preset vars (high priority before register)
+argv = ARGV
+idx = argv.index('--env') || argv.index('-e')
+if idx
+  ENV['APP_ENV'] ||= argv[idx+1]
+end
+idx = argv.index('--release') || argv.index('-r')
+if idx
+  ENV['APP_RELEASE'] ||= argv[idx+1]
+end
+
+require "dklet"
+extend Dklet::DSL
+load file
+
+# load tag-specific features, eg. rails_web
+app_tags.each do |atag|
+  #puts "==loading #{atag}"
+  require "dklet/app_tags/#{atag}"
+end
+
+let_cli_magic_start! # make dockerize fun with ruby

data/lib/dklet/app_tags/rails_web.rb

@@ -0,0 +1,35 @@
+custom_commands do
+  desc 'rails_boot', 'run rails boot script'
+  def rails_boot
+    #docker-compose exec website rails db:reset
+    system <<~Desc
+      docker exec #{ops_container} rails db:create 2>/dev/null
+    Desc
+    invoke :db_migrate
+  end
+
+  desc 'rails_console', 'run into rails console'
+  def rails_console
+    system <<~Desc
+      docker exec -it #{ops_container} rails console
+    Desc
+  end
+
+  desc 'db_migrate', 'run db migrate'
+  def db_migrate
+    system <<~Desc
+      docker exec #{ops_container} rails db:migrate
+    Desc
+  end
+
+  desc 'browse', 'open browser'
+  def browse(tp = :web)
+    domain = fetch("#{tp}_domain".to_sym)
+    return unless domain
+    doms = domain.split(',')
+    system <<~Desc
+      open http://#{doms.first}
+    Desc
+  end
+  map 'open' => 'browse'
+end

data/lib/dklet/cli.rb

@@ -0,0 +1,357 @@
+require "thor"
+class DockletCLI < Thor
+  #include Thor::Actions
+  default_command :main
+
+  class_option :debug, type: :boolean, default: false, banner: 'in debug mode, more log'
+  class_option :dry, type: :boolean, default: false, banner: 'dry run'
+  class_option :quiet, type: :boolean, default: false, banner: 'keep quiet'
+  class_option :force, type: :boolean, default: false, banner: 'force do'
+  class_option :env, banner: 'app env', aliases: ['-e']
+  class_option :release, banner: 'what app release for', aliases: ['-r']
+
+  desc 'version', 'show dklet version'
+  def version
+    puts Dklet.version
+  end
+  map '-v' => "version"
+
+  desc 'main', 'main user entry'
+  option :preclean, type: :boolean, default: true, banner: 'clean before do anything'
+  option :build, type: :boolean, default: true, banner: 'build image'
+  def main
+    invoke_clean if options[:preclean] && task_opts(:main)[:preclean] != false
+
+    invoke_hooks_for(:main, type: :before)
+    invoke :build, [], {} if options[:build] && task_opts(:main)[:build] != false
+    invoke_hooks_for(:main)
+  end
+
+  desc 'console', 'get ruby console'
+  def console
+    pp registry
+    byebug 
+    puts "=ok"
+  end
+
+  desc 'log [CONTAINER]', 'logs in container'
+  def log(cid = ops_container)
+    unless cid
+      container_missing
+      return
+    end
+    system <<~Desc
+      docker logs -t -f --details #{cid}
+    Desc
+  end
+
+  desc 'runsh [CONTAINER]', 'run into container'
+  option :cmd, banner: 'run command in container'
+  option :opts, banner: 'docker run options'
+  option :tmp, type: :boolean, default: false, banner: 'allow run tmp container'
+  def runsh(cid = ops_container)
+    tmprun = options[:tmp]
+    if tmprun
+      dkcmd = "docker run -t -d" 
+      dkcmd += " --network #{netname}" if netname
+      dkcmd += " #{options[:opts]}" if options[:opts]
+      cid = `#{dkcmd} #{docker_image} sleep 3d`.chomp
+      puts "==run tmp container: #{cid}" unless options[:quiet]
+    end
+
+    abort "No container found!" unless cid
+
+    cmd = options[:cmd] || 'sh'
+    puts "run : #{cmd}" unless options[:quiet]
+
+    if cmd == 'sh' # simple case
+      cmds = <<~Desc
+        docker exec -it #{options[:opts]} #{cid} #{cmd}
+      Desc
+    else
+      tfile = Dklet::Util.tmpfile_for cmd
+      dst_file = "/tmp/dklet-#{File.basename(tfile)}-#{rand(10000)}"
+      # todo user permissions for pg
+      cmds = <<~Desc
+        docker cp --archive #{tfile} #{cid}:#{dst_file}
+        docker exec -it #{options[:opts]} #{cid} sh -c 'sh #{dst_file} && rm -f #{dst_file}'
+      Desc
+    end
+    puts cmds unless options[:quiet]
+    system cmds unless options[:dry]
+
+    if tmprun
+      system <<~Desc
+        docker rm -f #{cid}
+      Desc
+    end
+  end
+  map "sh" => :runsh
+
+  desc 'daemon', 'docker run in daemon'
+  option :opts, banner: 'run extra options'
+  def daemon
+    invoke :build, [], {}
+    system "docker run -d #{options[:opts]} #{docker_image}" unless options[:dry]
+  end
+
+  desc 'build', 'build image'
+  option :opts, banner: 'build extra options like --no-cache'
+  def build
+    return unless dockerfile
+
+    unless options[:dry]
+      invoke_hooks_for(:build, type: :before)
+    end
+
+    cmd = "docker build --tag #{docker_image}"
+    net = build_net
+    cmd += " --network #{net}" if net
+    cmd += " #{options[:opts]}" if options[:opts]
+
+    bpath = smart_build_context_path
+    cmd = if bpath
+      "#{cmd} --file #{dockerfile} #{bpath}"
+    else # nil stand for do not need build context
+      "cat #{dockerfile} | #{cmd} -"
+    end
+    puts "build command:\n  #{cmd}" if options[:debug]
+
+    system cmd unless options[:dry]
+  end
+
+  desc 'note', 'display user notes'
+  def note
+    puts user_notes.join("\n")
+  end
+
+  desc 'clean', 'clean container artifacts'
+  # keep cache reused
+  option :image, type: :boolean, default: false, banner: 'clean user-derived images'
+  def clean
+    invoke_hooks_for(:clean, type: :before)
+
+    unless specfile # do not clean container if compose-file exists
+      cids = containers_for_release
+      unless cids.empty?
+        str_ids = cids.join(' ')
+        system <<~Desc
+          echo ==clean containers: #{str_ids}
+          docker rm --force #{str_ids}
+        Desc
+      end
+    end
+
+    invoke_hooks_for(:clean)
+
+    if options[:image] && dockerfile
+      system <<~Desc
+        echo ==clean image: #{docker_image}
+        docker rmi --force #{docker_image} 2>/dev/null
+      Desc
+    end
+  end
+
+  desc 'spec', 'display specs'
+  option :spec, type: :boolean, default: true, banner: 'show rendered specfile'
+  option :dockerfile, type: :boolean, default: true, banner: 'show Dockerfile'
+  def spec
+    if options[:spec] && specfile
+      puts File.read(specfile)
+      puts "# rendered at #{specfile}" if options[:debug]
+    end
+    if options[:dockerfile] && dockerfile
+      puts File.read(dockerfile)
+      puts "# Dockerfile at #{dockerfile} " if options[:debug]
+    end
+  end
+
+  desc 'image_name', 'display image name'
+  def image_name
+    puts docker_image
+  end
+
+  desc 'image', 'list related image'
+  def image
+    system "docker images #{docker_image}"
+  end 
+
+  desc 'ps', 'ps related containers'
+  option :imaged, type: :boolean, default: false, banner: 'same image digest'
+  def ps
+    cmd = if options[:imaged]
+        "docker ps -f ancestor=#{docker_image} -a"
+      else
+        "docker ps #{container_filters_for_release} -a"
+      end
+    puts cmd if options[:debug]
+    system cmd unless options[:dry]
+  end
+
+  desc 'netup [NETNAME]', 'make networking'
+  def netup(net = netname)
+    return unless net
+    ensure_docker_net(net)
+    puts "network #{net} working"
+  end
+
+  desc 'netdown [NETNAME]', 'clean networking'
+  def netdown(net = netname)
+    puts "cleaning net: #{net}" if options[:debug]
+    return unless net
+    return unless find_net(net)
+
+    cids = containers_in_net(net)
+    binded = !cids.empty?
+    if binded 
+      if options[:force] || yes?("#{cids.size} containers linked, FORCELY remove(y|n)?")
+        system "docker rm -f #{cids.join(' ')}"
+        binded = false
+      end
+    end
+    if binded
+      puts "#{net} has binded resources, skipped"
+    else
+      system "docker network rm #{net}"
+      puts "network #{net} cleaned"
+    end
+  end
+
+  desc 'netps [NETNAME]', 'ps in a network' 
+  def netps(net = netname)
+    return unless net
+    system <<~Desc
+      docker ps -f network=#{net} -a
+    Desc
+  end
+
+  desc 'netls', 'list networks' 
+  def netls()
+    system <<~Desc
+      docker network ls
+    Desc
+  end
+
+  desc 'comprun', 'compose run'
+  def comprun(*args)
+    cmd = <<~Desc
+      #{compose_cmd} #{args.join(' ')}
+    Desc
+    puts cmd if options[:debug]
+    system cmd unless options[:dry]
+  end
+
+  desc 'vols', 'ls volumes'
+  def vols
+    system <<~Desc
+      ls -l #{volumes_root}/
+    Desc
+  end
+
+  desc 'clear_app_volumes', 'clear app volumes'
+  def clear_app_volumes
+    if app_volumes.directory?
+      if options[:force] || yes?("Remove app volumes dir data?")
+        app_volumes.rmtree
+      end
+    end
+  end
+
+  desc 'inspect_info', 'inspect info'
+  option :image, type: :boolean, default: false, aliases: ['-i'], banner: 'inspect image'
+  option :container, type: :boolean, default: false, aliases: ['-c'], banner: 'inspect container'
+  def inspect_info
+    cmd = nil
+    if options[:image]
+      cmd = "docker inspect #{docker_image}"
+    elsif options[:container]
+      cid = containers_for_release.first || container_name || ops_container
+      cmd = "docker inspect #{cid}"
+    else
+      h = {
+        script: dklet_script,
+        script_path: script_path,
+        script_name: script_name,
+        appname: appname,
+        env: env,
+        release: app_release,
+        full_release_name: full_release_name,
+        container_name: container_name,
+        image: docker_image,
+        approot: approot,
+        build_root: build_root,
+        build_net: build_net,
+        release_labels: release_label_hash,
+        network: netname,
+        voluemes_root: volumes_root,
+        app_volumes: app_volumes,
+        domain: proxy_domain,
+        dsl_methods: dsl_methods,
+        registry: registry
+      }
+      pp h
+    end
+    system cmd if cmd
+  end
+  map 'inspect' => 'inspect_info'
+  map 'info' => 'inspect_info'
+
+  desc 'mock1', ''
+  def mock1(time)
+    puts "invoked at #{time}"
+  end
+
+  desc 'mock2', ''
+  def mock2
+    invoke :mock1, [Time.now]
+    puts 'first invoked'
+    invoke :mock1, [Time.now]
+    puts 'sencond invoked'
+
+    invoke2 :mock1, [Time.now], {}
+    puts 'third invoked'
+    invoke2 :mock1, [Time.now], {}
+    puts '4th invoked'
+  end
+
+  no_commands do
+    include Dklet::DSL
+
+    def invoke_clean
+      invoke :clean, [], {}
+    end
+
+    def invoke_hooks_for(name = :main, type: :after)
+      hooks_name = "#{name}_#{type}_hooks".to_sym
+      hooks = fetch(hooks_name)
+      if hooks && !hooks.empty?
+        hooks.each do |hook|
+          # eval by receiver dierectly
+          instance_eval &hook if hook.respond_to?(:call)
+        end
+      end
+    end
+
+    # https://github.com/erikhuda/thor/issues/73
+    def invoke2(task, args, options)
+      (klass, task) = Thor::Util.find_class_and_command_by_namespace(task)
+      klass.new.invoke(task, args, options)
+    end
+
+    def container_run(cmds, opts = nil)
+      cmds = cmds.join("\n") if cmds.is_a?(Array)
+      opts = (opts||{}).merge(cmd: cmds).merge(options.slice('quiet', 'dry'))
+      invoke :runsh, [], opts
+    end
+
+    # encapsulate run commands behaviors in system
+    def system_run(cmds, opts={})
+      unless options[:quiet]
+        puts cmds
+      end
+      unless options[:dry]
+        system cmds
+      end
+    end
+  end # of no_commands
+end

data/lib/dklet/dsl.rb

@@ -0,0 +1,408 @@
+module Dklet::DSL
+  class << self
+    def registry
+      @_registry ||= {}
+    end
+
+    def dsl_methods
+      @_dsl_methods ||= []
+    end
+
+    def dsl_method(mthd)
+      dsl_methods << mthd
+      define_method(mthd) do
+        fetch_with_default(mthd)
+      end
+    end
+  end
+
+  def registry
+    Dklet::DSL.registry
+  end
+
+  def add_dsl &blk
+    Dklet::DSL.module_eval &blk
+  end
+
+  def dsl_methods
+    Dklet::DSL.dsl_methods
+  end
+  
+  def register(key, value)
+    registry[key] = value
+  end
+
+  def fetch(key)
+    val = registry[key]
+    if val && val.respond_to?(:call)
+      val = val.call
+    end
+    val
+  end
+
+  def fetch_with_default(key)
+    provided = fetch(key)
+    return provided if provided
+    mthd = "default_#{key}"
+    send(mthd) if respond_to?(mthd)
+  end
+
+  def register_docker_image(name)
+    register :docker_image, name
+  end
+
+  # release is not relevant
+  def default_docker_image
+    "#{env}/#{appname}:#{image_tag}"
+  end
+
+  def default_image_tag
+    "edge"
+  end
+
+  def default_image_labels
+    app_labels = image_label_hash.map{|k, v| [k,v].join('=') }.join(' ')
+    "maintainer=dailyops built_from=docklet #{app_labels}"
+  end
+
+  def image_label_hash
+    {
+      dklet_app: appname,
+      dklet_env: env
+    }
+  end
+
+  def release_label_hash
+    image_label_hash.merge(dklet_release: app_release)
+  end
+
+  # maybe from external image
+  def dkrun_cmd(labeled: true, opts: nil, named: false)
+    cmd = "docker run"
+    if labeled
+      release_labels = release_label_hash.map do |k, v|
+        "--label=#{k}=#{v}"
+      end.join(' ')
+      cmd += " #{release_labels}"
+    end
+    cmd += " --net #{netname}" if netname
+    cmd += " --name #{container_name}" if named
+    cmd += " #{opts}" if opts
+    cmd
+  end
+
+  def dktmprun(opts: nil)
+    cmd = dkrun_cmd(opts: "--rm -i #{opts}", labeled: false)
+    "#{cmd} #{docker_image}"
+  end
+
+  def container_filters_for_release
+    release_label_hash.map do |k, v|
+      "--filter label=#{k}=#{v}"
+    end.join(' ')
+  end
+
+  def containers_for_release
+    `docker ps -aq #{container_filters_for_release}`.split("\n")
+  end
+
+  # Note: if img1:t1 = img2:t2 points to same image hashid, they will be selected as same
+  def containers_for_image(img = docker_image)
+    `docker ps -aq -f ancestor=#{img}`.split("\n")
+  end
+
+  def containers_in_net(net = netname)
+    `docker ps -aq -f network=#{net}`.split("\n")
+  end 
+
+  def dklet_script
+    Pathname($PROGRAM_NAME)
+  end
+
+  # 触发脚本所在(绝对)路径
+  def script_path
+    dklet_script.realdirpath.dirname
+  end
+
+  # use <parent_path_name>_<script_file_name> to ensure possible unique
+  def script_name # not file name
+    sname = fetch(:script_name)
+    return sname if sname
+    name = dklet_script.basename('.rb').to_s
+    pname = script_path.basename.to_s
+    "#{pname}_#{name}"
+  end
+  
+  def set_file_for(name, str)
+    register name, Dklet::Util.tmpfile_for(str)
+  end
+
+  def file_for(name)
+    fetch(name)
+  end
+
+  def file_content_for(name)
+    fpath = fetch(name)
+    return unless fpath
+    File.read(fpath)
+  end
+
+  # todo
+  def dklet_config_for(name)
+    p = Pathname("/dkconf/#{full_release_name}")
+    p.mkpath unless p.directory?
+    p.join(name)
+  end
+
+  def rendered_file_for(name, locals: {}, in_binding: binding)
+    tmpl = file_content_for(name)
+    return unless tmpl
+    erb = ERB.new(tmpl, nil, '%<>')
+    rendered = erb.result(in_binding)
+    Dklet::Util.tmpfile_for(rendered)
+  end
+
+  # Dockerfile for image build
+  def write_dockerfile(str, path: nil)
+    set_file_for(:dockerfile, str)
+    register_build_root(path) if path
+  end
+
+  def raw_dockerfile
+    fetch(:dockerfile)
+  end
+
+  def dockerfile
+    rendered_file_for(:dockerfile)
+  end
+
+  # specfile for k8s resources spec manifest
+  def write_specfile(str)
+    set_file_for(:specfile, str)
+  end
+
+  def raw_specfile
+    fetch(:specfile)
+  end
+
+  ## rendered in current context
+  def specfile
+    rendered_file_for(:specfile)
+  end
+
+  def disable(key)
+    (registry[:disable] ||= {})[key] = true
+  end
+
+  def disabled?(key)
+    (registry[:disable] ||= {})[key]
+  end
+
+  # main dsl
+  def task(name = :main, opts={}, &blk)
+    type = opts.delete(:type) || :after
+    hooks_name = "#{name}_#{type}_hooks".to_sym 
+    (registry[hooks_name] ||= []) << blk
+    task_opts(name).merge!(opts) unless opts.empty?
+  end
+
+  def before_task(name = :main, &blk)
+    task(name, type: :before, &blk)
+  end 
+
+  def task_opts(name = :main)
+    key = "opts_for_task_#{name}".to_sym
+    registry[key] ||= {}
+  end
+
+  def let_cli_magic_start!
+    DockletCLI.start
+  end
+
+  def custom_commands &blk
+    DockletCLI.class_eval &blk
+  end
+
+  def add_note str
+    (registry[:user_notes] ||= []) << str
+  end
+
+  def user_notes
+    fetch(:user_notes)
+  end
+
+  # docker networking
+  def register_net(name = :dailyops, build: false)
+    register :netname, name
+    ensure_docker_net(name) if build
+  end
+
+  def netname
+    fetch(:netname)
+  end
+
+  def ensure_docker_net(name, driver: :bridge)
+    unless netid = find_net(name)
+      puts "create new network: #{name}"
+      netid = `docker network create #{name} --label #{label_pair(:name, name)} --driver=#{driver}`
+    end
+    netid
+  end
+
+  # use label (not name) filter to avoid str part match
+  def find_net(name)
+    cmd = "docker network ls -q --filter label=#{label_pair(:name, name)}"
+    netid = `#{cmd}`.chomp
+    return netid unless netid.empty?
+    nil
+  end
+
+  def label_key(key, prefix: true)
+    prefix ? "docklet.#{key}" : key
+  end
+
+  # key=value pair
+  def label_pair(key, val, prefix: true)
+    [label_key(key, prefix: prefix), val].join('=')
+  end
+
+  ## project name for docker-compose
+  def compose_name
+    "#{fetch(:compose_name) || appname}_#{env}"
+  end
+
+  # -f, --file
+  # -p, --project-name to altertive project name, eg. default net prefix
+  def compose_cmd
+    "docker-compose -f #{specfile} --project-name #{compose_name} --project-directory #{approot}"
+  end 
+
+  def register_approot path
+    register_path(:approot, path)
+  end
+
+  def approot
+    fetch(:approot) || build_root || script_path
+  end
+
+  def appname
+    fetch(:appname) || script_name
+  end
+
+  # take into acccount: app, env, app_release
+  def full_release_name
+    [env, appname, app_release].compact.join('_')
+  end
+
+  # make path friendly 
+  def release_path_name
+    full_release_name.gsub(/_/, '-')
+  end
+
+  def register_app_tag(tag)
+    app_tags << tag
+  end
+
+  def app_tags
+    registry[:app_tags] ||= []
+  end
+
+  def smart_build_context_path
+    # use explicitly specified, maybe nil
+    return build_root if registry.has_key?(:build_root)
+    # check build path dependent
+    body = File.read(dockerfile)
+    need_path = body =~ /^\s*(ADD|COPY)\s/i
+    script_path if need_path
+  end
+
+  def register_build_root path
+    register_path(:build_root, path)
+  end
+
+  def build_root
+    fetch(:build_root)
+  end
+
+  def register_build_net net
+    register(:build_net, net)
+  end
+
+  def build_net
+    fetch(:build_net)
+  end
+
+  def register_path key, path
+    path = Pathname(path) unless path.is_a?(Pathname)
+    register key, path
+  end
+
+  def register_ops(cid)
+    register :ops_container, cid
+  end
+
+  def default_ops_container
+    containers_for_release.first # || container_name
+  end
+
+  def default_container_name
+    full_release_name
+  end
+
+  def container_missing
+    puts "Not found container for image: #{docker_image}"
+  end
+
+  def register_default_env(str)
+    register :default_env, str
+  end
+
+  def env
+    ENV['APP_ENV'] || fetch(:default_env) || 'dev'
+  end
+
+  # 标识一次运行发布的用途, 如redis for hirails-only
+  def app_release
+    ENV['APP_RELEASE'] || 'default'
+  end
+
+  def volumes_root
+    vols_root = "#{ENV['HOME']}/DockerVolumes"
+    root = fetch(:volumes_root) || if File.directory?(vols_root)
+        # friendly to File sharing on Docker for Mac
+        vols_root
+      else
+        '~/docker-volumes'
+      end
+    proot = Pathname(root)
+    proot.mkpath unless proot.directory?
+    proot
+  end
+
+  def default_app_volumes
+    volumes_root.join(release_path_name)
+  end
+
+  ## top proxy domain part
+  def proxy_domain
+    ENV['LOCAL_DKLET_DOMAIN'] || 'lh'
+  end
+
+  def domain_for(*doms)
+    doms.map{|d| "#{d}.#{proxy_domain}" }.join(',')
+  end
+
+  # ref dklet/mac/
+  def host_domain_in_container
+    ENV['HOST_DOMAIN_IN_CONTAINER'] || 'host.dokcer.internal'
+  end
+end
+
+%i(
+  docker_image
+  image_tag
+  image_labels
+  container_name
+  ops_container
+  app_volumes
+).each{|m| Dklet::DSL.dsl_method(m) }

data/lib/dklet/util.rb

@@ -0,0 +1,22 @@
+require 'tempfile'
+require 'socket'
+
+module Dklet::Util
+  module_function
+
+  def tmpfile_for(str, prefix: 'kc-tmp')
+    file = Tempfile.new(prefix)
+    file.write str
+    file.close # save to disk
+    # unlink清理问题：引用进程结束时自动删除？👍 
+    file.path
+  end
+
+  def human_timestamp(t = Time.now)
+    t.strftime("%Y%m%d%H%M%S")
+  end
+
+  def host_ip
+    Socket.ip_address_list.find { |ai| ai.ipv4? && !ai.ipv4_loopback? }.ip_address
+  end
+end

data/lib/dklet/version.rb

@@ -0,0 +1,7 @@
+module Dklet
+  VERSION = "0.1.1"
+
+  def self.version
+    VERSION
+  end
+end

data/lib/dklet.rb

@@ -0,0 +1,15 @@
+require "pathname"
+require "erb"
+
+module Dklet
+  class << self
+    def lib_path
+      Pathname(__dir__)
+    end
+  end
+end
+
+require "dklet/version"
+require 'dklet/util'
+require 'dklet/dsl'
+require 'dklet/cli'

data/lib/template/dklet.erb

@@ -0,0 +1,27 @@
+#!/usr/bin/env rundklet
+add_note <<~Note
+Note
+
+# https://docs.docker.com/develop/develop-images/dockerfile_best-practices
+write_dockerfile <<~Desc
+  FROM alpine:3.7
+  LABEL <%%=image_labels%>
+Desc
+
+task :main do
+  system_run <<~Desc
+    #{dkrun_cmd(named: true)} -d #{docker_image}
+    # #{compose_cmd} up -d
+  Desc
+end
+
+custom_commands do
+  desc 'try', 'try'
+  def try
+    system_run <<~Desc
+      #{dktmprun} echo hi container #{container_name}
+    Desc
+  end
+end
+
+# Generated with dklet version: <%=Dklet.version%>

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: dklet
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Ruijian Cao
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-10-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: practical DSL for daily container life
+email:
+- cao7113@hotmail.com
+executables:
+- mkdklet
+- rundklet
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- dklet.gemspec
+- exe/mkdklet
+- exe/rundklet
+- lib/dklet.rb
+- lib/dklet/app_tags/rails_web.rb
+- lib/dklet/cli.rb
+- lib/dklet/dsl.rb
+- lib/dklet/util.rb
+- lib/dklet/version.rb
+- lib/template/dklet.erb
+homepage: https://github.com/dailyops/kc/dklet
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: practical DSL for daily container life
+test_files: []