d13n 0.5.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 579f082bbf5421f1d1601f2126536657c7993105021a5ebba7f8f1db62d5165f
+  data.tar.gz: f45437b4cb7dbacaccca7df1ad21853b8c7c65d6e57caa9d8bd8b4227a359b22
+SHA512:
+  metadata.gz: 10e622d409f03a863cc1e8ba4d7f34e8eb9a8aa43d69f3656569ce943032395f64c3d55d7c7ac499dc011224e6ab3411d731b4babaa1f989c73ae634862b3efe
+  data.tar.gz: 9cfa4a24d039dca47895dec39be701d88e811511ff6adc71bb1e0768e9273d95effb66b680ce4e2d2cbd62f5dc04c6a5371e0f9cfb4bc02a69bec5041650f94f

data/.gitignore

@@ -0,0 +1,35 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/
+
+# Vim
+*.swp
+*.swo
+
+# ctags
+tags
+
+#Mac
+.DS_Store
+tmp/
+
+.idea
+reports/
+target/
+log
+migrations/*.db

data/.rspec

@@ -0,0 +1,6 @@
+--format Fuubar
+--color
+--format html
+--out reports/rspec/result.html
+--format json
+--out reports/rspec/result.json

data/.rubocop.yml

@@ -0,0 +1,5 @@
+AllCops:
+  Exclude:
+    - 'vendor/**/*'
+    - 'spec/fixtures/**/*'
+    - 'tmp/**/*'

data/.ruby-version

@@ -0,0 +1 @@
+ruby-2.5.0@d13n

data/Gemfile

@@ -0,0 +1,22 @@
+source 'http://gems.sd.laxino.com'
+
+#gem 'config_kit'
+gemspec
+group :development do
+  gem 'guard'
+  gem 'guard-rspec', require: false
+  gem 'guard-bundler', require: false
+  gem 'linguistics'
+end
+
+group :test do
+  gem 'rubocop', require: false
+  gem 'simplecov', '0.16.0'
+  gem 'rspec'
+  gem 'rspec-nc'
+  gem 'fuubar'
+  gem 'factory_bot'
+  gem 'rack-test'
+  gem 'faker'
+  gem 'as-duration'
+end

data/Gemfile.lock

@@ -0,0 +1,151 @@
+PATH
+  remote: .
+  specs:
+    d13n (0.4.6)
+      bundler (~> 1.14)
+      config_kit (= 0.0.16)
+      statsd-instrument (~> 2.2, >= 2.2.0)
+
+GEM
+  remote: http://gems.sd.laxino.com/
+  specs:
+    activesupport (5.1.4)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (~> 0.7)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    as-duration (0.1.1)
+    ast (2.4.0)
+    coderay (1.1.2)
+    concurrent-ruby (1.0.5)
+    config_kit (0.0.16)
+      bundler (~> 1.12)
+      diplomat (= 2.0.2)
+      git (= 1.3.0)
+    diff-lcs (1.3)
+    diplomat (2.0.2)
+      faraday (~> 0.9)
+      json
+    docile (1.3.0)
+    factory_bot (4.8.2)
+      activesupport (>= 3.0.0)
+    faker (1.8.4)
+      i18n (~> 0.5)
+    faraday (0.15.2)
+      multipart-post (>= 1.2, < 3)
+    ffi (1.9.18)
+    formatador (0.2.5)
+    fuubar (2.2.0)
+      rspec-core (~> 3.0)
+      ruby-progressbar (~> 1.4)
+    git (1.3.0)
+    guard (2.14.1)
+      formatador (>= 0.2.4)
+      listen (>= 2.7, < 4.0)
+      lumberjack (~> 1.0)
+      nenv (~> 0.1)
+      notiffany (~> 0.0)
+      pry (>= 0.9.12)
+      shellany (~> 0.0)
+      thor (>= 0.18.1)
+    guard-bundler (2.1.0)
+      bundler (~> 1.0)
+      guard (~> 2.2)
+      guard-compat (~> 1.1)
+    guard-compat (1.2.1)
+    guard-rspec (4.7.3)
+      guard (~> 2.1)
+      guard-compat (~> 1.1)
+      rspec (>= 2.99.0, < 4.0)
+    i18n (0.9.1)
+      concurrent-ruby (~> 1.0)
+    json (2.1.0)
+    linguistics (2.1.0)
+      loggability (~> 0.11)
+    listen (3.1.5)
+      rb-fsevent (~> 0.9, >= 0.9.4)
+      rb-inotify (~> 0.9, >= 0.9.7)
+      ruby_dep (~> 1.2)
+    loggability (0.14.0)
+    lumberjack (1.0.12)
+    method_source (0.9.0)
+    minitest (5.10.3)
+    multipart-post (2.0.0)
+    nenv (0.3.0)
+    notiffany (0.1.1)
+      nenv (~> 0.1)
+      shellany (~> 0.0)
+    parallel (1.12.1)
+    parser (2.5.1.0)
+      ast (~> 2.4.0)
+    powerpack (0.1.1)
+    pry (0.11.2)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    rack (2.0.3)
+    rack-test (0.7.0)
+      rack (>= 1.0, < 3)
+    rainbow (3.0.0)
+    rb-fsevent (0.10.2)
+    rb-inotify (0.9.10)
+      ffi (>= 0.5.0, < 2)
+    rspec (3.7.0)
+      rspec-core (~> 3.7.0)
+      rspec-expectations (~> 3.7.0)
+      rspec-mocks (~> 3.7.0)
+    rspec-core (3.7.0)
+      rspec-support (~> 3.7.0)
+    rspec-expectations (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-mocks (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-nc (0.3.0)
+      rspec (>= 3)
+      terminal-notifier (>= 1.4)
+    rspec-support (3.7.0)
+    rubocop (0.54.0)
+      parallel (~> 1.10)
+      parser (>= 2.5)
+      powerpack (~> 0.1)
+      rainbow (>= 2.2.2, < 4.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (~> 1.0, >= 1.0.1)
+    ruby-progressbar (1.9.0)
+    ruby_dep (1.5.0)
+    shellany (0.0.1)
+    simplecov (0.16.0)
+      docile (~> 1.1)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.2)
+    statsd-instrument (2.2.1)
+    terminal-notifier (2.0.0)
+    thor (0.20.0)
+    thread_safe (0.3.6)
+    tzinfo (1.2.4)
+      thread_safe (~> 0.1)
+    unicode-display_width (1.3.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  as-duration
+  d13n!
+  factory_bot
+  faker
+  fuubar
+  guard
+  guard-bundler
+  guard-rspec
+  linguistics
+  rack-test
+  rspec
+  rspec-nc
+  rubocop
+  simplecov (= 0.16.0)
+
+BUNDLED WITH
+   1.14.6

data/Guardfile

@@ -0,0 +1,63 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+## Uncomment and set this to only include directories you want to watch
+# directories %w(app lib config test spec features) \
+#  .select{|d| Dir.exists?(d) ? d : UI.warning("Directory #{d} does not exist")}
+
+## Note: if you are using the `directories` clause above and you are not
+## watching the project directory ('.'), then you will want to move
+## the Guardfile to a watched dir and symlink it back, e.g.
+#
+#  $ mkdir config
+#  $ mv Guardfile config/
+#  $ ln -s config/Guardfile .
+#
+# and, you'll have to watch "config/Guardfile" instead of "Guardfile"
+
+guard :bundler do
+  require 'guard/bundler'
+  require 'guard/bundler/verify'
+  helper = Guard::Bundler::Verify.new
+
+  files = ['Gemfile']
+  files += Dir['*.gemspec'] if files.any? { |f| helper.uses_gemspec?(f) }
+
+  # Assume files are symlinked from somewhere
+  files.each { |file| watch(helper.real_path(file)) }
+end
+
+# Note: The cmd option is now required due to the increasing number of ways
+#       rspec may be run, below are examples of the most common uses.
+#  * bundler: 'bundle exec rspec'
+#  * bundler binstubs: 'bin/rspec'
+#  * spring: 'bin/rspec' (This will use spring if running and you have
+#                          installed the spring binstubs per the docs)
+#  * zeus: 'zeus rspec' (requires the server to be started separately)
+#  * 'just' rspec: 'rspec'
+
+guard :rspec, cmd: "bundle exec rspec" do
+  require "guard/rspec/dsl"
+  dsl = Guard::RSpec::Dsl.new(self)
+
+  # Feel free to open issues for suggestions and improvements
+
+  # RSpec files
+  rspec = dsl.rspec
+  watch(rspec.spec_helper) { rspec.spec_dir }
+  watch(rspec.spec_support) { rspec.spec_dir }
+  watch(rspec.spec_files)
+
+  # Ruby files
+  ruby = dsl.ruby
+  dsl.watch_spec_files_for(ruby.lib_files)
+  watch(%r{^spec/(.+)\.rb$}) {|m| puts m}
+  watch(%r{^lib/d13n/(.+)\.rb$}) { |m| ["spec/unit/#{m[1]}_spec.rb","spec/funcational/#{m[1]}_spec.rb"]}
+  watch(%r{^spec/factories/(.+)\.rb$})  { |m| ["spec/d13n/functional/service_objects/#{m[1]}_spec.rb","spec/d13n/unit/service_objects/#{m[1]}_spec.rb"] }
+  watch('spec/spec_helper.rb')  { "spec" }
+  # Turnip features and steps
+  watch(%r{^spec/acceptance/(.+)\.feature$})
+  watch(%r{^spec/acceptance/steps/(.+)_steps\.rb$}) do |m|
+    Dir[File.join("**/#{m[1]}.feature")][0] || "spec/acceptance"
+  end
+end

data/README.md

@@ -0,0 +1,200 @@
+# Dockerization Gem for Microservice
+
+To reduce developer afford to apply docker techinology for Microserice, d13n gem privodes following features:
+
+* Microservice Scaffold
+* Configuration Management
+* Log Management
+* Metric Collection
+* Alert and Monitor
+
+d13n provides a executable command 'd13n' and some sub-commands to cater all freatures
+
+## Microservice Scaffold
+
+To lower the barrier for developer bootstrap a docker compactable Microserivce application, d13n provides scaffold feature to boostrap Microservice application folder in:
+
+* CI Build and Release Docker files and scripts
+* CI Workflow Makefile 
+* DB Migration folder
+* Jenkinsfile
+* Application Configuration YAML file
+
+### How to Use
+
+d13n sub-command 'scaffold' will provide scaffold feature with minimun required options
+
+Here is the help of scaffold:
+
+```bash
+Usage: d13n scaffold [OPTIONS] ["description"]
+
+Specific options:
+    -a, --app APP                            Specify an application to scaffold
+    -p, --project PROJECT                    Specify project of application to scaffold
+    -b, --bare                               Scaffold a bare folder
+```
+
+The required options of scaffold are application name and project name belonged to application
+
+Example:
+
+```bash
+d13n scaffold -p g2 -a piston
+Setting up appication [Piston] directories...
+Generating Rake file ...
+Generating Rake Task folder ...
+Generating database migration folders ...
+Generating Rake migration file ...
+Generating Gemfile ...
+Generating Makefile ...
+Generating test.yml ...
+Generating docker folder ...
+Generating docker development folder ...
+Generating development docker files ...
+Generating docker release folder ...
+Generating release docker files ...
+Generating docker scripts ...
+Generating Jekinsfile ...
+Generating Ruby Version file ...
+Generating RSpec configuraion file ...
+Generating Spec folders ...
+Generating Rspec Helper file ...
+Generating Rspec rake task file ...
+```
+
+Above is to generate a project named g2 and application piston.
+
+Run Docker Test Step
+
+```bash
+cd piston
+make test
+```
+
+## Library Scaffold
+
+For library, d13n privods a bare option to scaffold some files and folders, which can help to speed up the library development with docker ready on CI testing.
+
+### How to use 
+
+Assume an library named pivot-api with empty folder
+
+```
+mkdir pivot-api
+cd pivot-api
+
+git init .
+git remote add origin http://ben.wu@stash.mo.laxino.com/scm/g2/pivot-api.git
+```
+
+After git repository create and add origin path, next to use d13n to scaffold a library folders and files
+
+```
+d13n scaffold -a pivot-api -p g2 --bare
+Generating Rake file ...
+Generating Rake Task folder ...
+Generating database migration folders ...
+Generating Rake migration file ...
+Generating Gemfile ...
+Generating Makefile ...
+Generating pivot-api.yml ...
+Generating docker folder ...
+Generating docker development folder ...
+Generating development docker files ...
+Generating docker release folder ...
+Generating release docker files ...
+Generating docker scripts ...
+Generating Jekinsfile ...
+Generating Ruby Version file ...
+Generating RSpec configuraion file ...
+Generating Spec folders ...
+Generating Rspec Helper file ...
+Generating Rspec rake task file ...
+```
+
+Above folder and files will be generated
+
+```
+git add .
+git commit -m 'first init'
+git push origin master
+```
+
+## Backgroud Job Example
+```
+require 'd13n/service/background_job'
+module Websocket::Api
+  class Service < ::Sinatra::Base
+  #
+  # define service routes here
+  #
+    background_job "a" do |opts|
+      EventMachine.run {
+        timer = EventMachine::PeriodicTimer.new(1) do
+          Websocket.logger.info(Websocket.config.to_hash)
+        end
+      }
+    end
+
+    get '/ws' do
+      headers 'Access-Control-Allow-Origin' => '*'
+      headers 'Access-Control-Allow-Headers' => '*'
+
+      if request.websocket?
+        @srv_manager ||= RollingRestartWS::ServiceManager.new
+        @ws_manager = @srv_manager.ws_manager
+        request.websocket do |ws|
+          ws.onopen do
+            Websocket.logger.info 'Socket Client connected'
+          end
+
+          ws.onmessage do |msg|
+
+            mem = `ps -o rss= -p #{Process.pid}`.to_i
+            Websocket.logger.info "Socket Client message received(#{msg.size}) #{msg}"
+            @msg = msg
+            response = process :json
+            response = "#{response}, mem:#{mem}"
+            Websocket.logger.info "Socket Response(#{response.size}) #{response}"
+            ws.send(response)
+          end
+
+          ws.onclose do
+            Websocket.logger.debug 'Socket Client disconnected'
+            ws = nil
+          end
+        end
+
+      else
+        'Hello from WebSocket'
+      end
+    end
+
+    get '/service' do
+      process :json
+      
+    end
+
+    def process(format)
+      uri = URI('http://localhost:3004')
+      Net::HTTP.get(uri)
+      mem = `ps -o rss= -p #{Process.pid}`.to_i
+      "Hello again #{format}, mem: #{mem}"
+    end
+  end
+end
+```
+
+## Developement Stage to build gem
+
+* checkout the master
+* build gem with gemspec file
+* install gem locally
+
+```bash
+git clone http://{your name}@stash.mo.laxino.com/scm/~ben.wu/d13n.git
+cd d13n
+gem build d13n.gemspec
+gem install -l d13n-{version}.gem
+```

data/bin/d13n

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH << File.expand_path(File.join File.dirname(__FILE__), '..', 'lib')
+require 'd13n/cli/command'
+begin
+  D13n::Cli::Command.run
+rescue D13n::Cli::Command::CommandFailure => failure
+  STDERR.puts failure.message
+  STDERR.puts failure.options if failure.options
+  exit 1
+end

data/d13n.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'd13n/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "d13n"
+  spec.version       = D13n::VERSION::STRING
+  spec.authors       = ["Ben Wu"]
+  spec.email         = ["ben.wu@laxino.com"]
+
+  spec.summary       = %q{Write a short summary, because Rubygems requires one.}
+  spec.description   = %q{Write a longer description or delete this line.}
+  spec.homepage      = "http://github.com/cheokman"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "bin"
+  spec.executables   = ['d13n']
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "rspec", "~> 3.0"
+
+  spec.add_dependency "bundler", "~> 1.14"
+  spec.add_runtime_dependency 'statsd-instrument', '~> 2.2', '>= 2.2.0'
+  spec.add_runtime_dependency 'config_kit', '0.0.16'
+end

data/lib/d13n/application/class_methods.rb

@@ -0,0 +1,56 @@
+module D13n::Application
+  module ClassMethods
+    def self.extended(descendant)
+      D13n.application = descendant
+    end
+
+    def config
+      @config ||= D13n.config
+    end
+
+    def config=(cfg)
+      @config = cfg
+    end
+
+    def logger
+      @logger ||= D13n.logger
+    end
+
+    def logger=(log)
+      @logger = log
+    end
+
+    def default_source
+      D13n::Configuration::DefaultSource.defaults
+    end
+
+    def default_source=(default_config)
+      D13n::Configuration::DefaultSource.defaults = default_config
+    end
+
+    # def opt_state
+    #   D13n::Api::OperationState.opt_get
+    # end
+
+    def service
+      D13n.service
+    end
+
+    def application
+      D13n.application
+    end
+
+    def app_name
+      D13n.app_name
+    end
+
+    def app_prefix
+      D13n.app_prefix
+    end
+
+    def reset
+      @config = nil
+      @logger = nil
+    end
+  end
+end

data/lib/d13n/application.rb

@@ -0,0 +1,3 @@
+require 'd13n/application/class_methods'
+module D13n::Application
+end

data/lib/d13n/cli/command.rb

@@ -0,0 +1,76 @@
+require 'optparse'
+require 'pp'
+
+$LOAD_PATH << "#{File.dirname(__FILE__)}/.."
+
+module D13n
+  module Cli
+    class Command
+      class CommandFailure < StandardError
+        attr_reader :options
+        def initialize message, opt_parser=nil
+          super message
+          @options = opt_parser
+        end
+      end
+
+      def initialize(args)
+        if Hash === args
+          args.each do |k, v| 
+            instance_variable_set "@#{k}", v.to_s if v
+          end
+        else
+
+          @options = options do |opts|
+            opts.on("-h", "Show this help") {  raise CommandFailure, opts.to_s }
+          end
+          raise CommandFailure, @options.to_s if args.empty?
+          @leftover = @options.parse(args)
+        end
+      rescue OptionParser::ParseError => e
+        raise CommandFailure.new(e.message, @options)
+      end
+
+      @commands = []
+      def self.inherited(subclass)
+        @commands << subclass
+      end
+
+      cmds = cmds = File.expand_path(File.join(File.dirname(__FILE__), 'commands', '*.rb'))
+      Dir[cmds].each { |command| require command }
+
+      def self.run
+        @command_names = @commands.map{ |c| c.command}
+
+        extra = []
+
+        options = ARGV.options do |opts|
+          script_name = File.basename($0)
+          opts.banner = "Usage: #{script_name} [ #{ @command_names.join(" | ")} ] [options]"
+          opts.separator "use '#{script_name} <command> -h' to see detailed command options"
+          opts
+        end
+        extra = options.order!
+        command = extra.shift
+
+        if command.nil?
+          STDOUT.puts "No command provided"
+          STDOUT.puts options.to_s
+        elsif !@command_names.include?(command)
+          STDOUT.puts "Unrecognized command: #{command}"
+          STDOUT.puts options
+        else
+          command_class = @commands.find{ |c| c.command == command}
+          command_class.new(extra).run
+        end
+      rescue OptionParser::InvalidOption => e
+        raise CommandFailure.new(e.message)
+      end
+
+      def run
+        raise NotImplementedError, 'Command class must be able to #run!'
+      end
+
+    end
+  end
+end