docker-sync 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 6f672a525e3ac21a5fe659eb7d0a15d8ba617e14
+  data.tar.gz: cbacd747e7959c1319c1f897070bd1d6d3a7da18
+SHA512:
+  metadata.gz: c9ac6925db1d1e9da1088d6f85c82a0a47e4183933da35873df1aa02d7b93ed868976705cd496b9b98afaf41f10f551c1b1ca7f1baa95397b87e8cfe2aeb59cb
+  data.tar.gz: 973e7208ff7e7f9d560ba96f3a93d40bd56f7a82f4f02207a865248cb6d9c11dbaf0785ef6ab677f2e9205198e1b96a61310ee5810a53d1730aa87b0e34e238c

data/Thorfile

@@ -0,0 +1,7 @@
+#lib = File.expand_path('./lib', __dir__)
+$LOAD_PATH.unshift File.expand_path('../lib', __FILE__)
+
+thor = File.expand_path('../tasks', __FILE__)
+Dir.glob(File.join(thor, '/**/*.thor')).each { |taskfile|
+  load taskfile
+}

data/bin/docker-sync

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+require "thor"
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+
+thor = File.expand_path('../../tasks', __FILE__)
+Dir.glob(File.join(thor, '/**/*.thor')).each { |taskfile|
+  load taskfile
+}
+
+Sync.start

data/lib/config.rb

@@ -0,0 +1,59 @@
+require 'pp'
+require 'Pathname'
+# this has basically completely reused from Thor::runner.rb - thank you!
+
+module DockerSyncConfig
+  def find_config
+    files = find_config_file
+    if files.length > 0
+      return files.pop
+    else
+      raise('No docker-sync.yml configuration found in your path ( traversing up ) Did you define it for your project?')
+    end
+  end
+  # this has been ruthlessly stolen from Thor/runner.rb - please do not hunt me for that :)
+  def find_config_file(skip_lookup = false)
+    # Finds docker-sync.yml by traversing from your current directory down to the root
+    # directory of your system. If at any time we find a docker-sync.yml file, we stop.
+    #
+    #
+    # ==== Example
+    #
+    # If we start at /Users/wycats/dev/thor ...
+    #
+    # 1. /Users/wycats/dev/thor
+    # 2. /Users/wycats/dev
+    # 3. /Users/wycats <-- we find a docker-sync.yml here, so we stop
+    #
+    # Suppose we start at c:\Documents and Settings\james\dev\docker-sync ...
+    #
+    # 1. c:\Documents and Settings\james\dev\docker-sync.yml
+    # 2. c:\Documents and Settings\james\dev
+    # 3. c:\Documents and Settings\james
+    # 4. c:\Documents and Settings
+    # 5. c:\ <-- no docker-sync.yml found!
+    #
+    docker_sync_files = []
+
+    unless skip_lookup
+      Pathname.pwd.ascend do |path|
+        docker_sync_files = globs_for_config(path).map { |g| Dir[g] }.flatten
+        break unless docker_sync_files.empty?
+      end
+    end
+
+    files = []
+    files += docker_sync_files
+  end
+
+  # Where to look for docker-sync.yml files.
+  #
+  def globs_for_config(path)
+    path = escape_globs(path)
+    ["#{path}/docker-sync.yml"]
+  end
+
+  def escape_globs(path)
+    path.to_s.gsub(/[*?{}\[\]]/, '\\\\\\&')
+  end
+end

data/lib/docker_sync/sync_manager.rb

@@ -0,0 +1,133 @@
+require 'thor/shell'
+require 'docker_sync/sync_process'
+require 'execution'
+require 'yaml'
+
+module Docker_Rsync
+  class SyncManager
+    include Thor::Shell
+
+    @sync_processes
+    @configurations
+    @config_path
+    def initialize(options)
+      @sync_processes = []
+      @config_syncs = []
+      @config_options = []
+      @config_syncs = []
+      @config_path = options[:config_path]
+      load_configuration
+    end
+
+    def load_configuration
+      unless File.exist?(@config_path)
+        raise "Config could not be loaded from #{@config_path} - it does not exist"
+      end
+
+      config =  YAML.load_file(@config_path)
+      validate_config(config)
+      @config_options = config['options'] || {}
+      @config_syncs = config['syncs']
+      upgrade_syncs_config
+    end
+
+    def get_sync_points
+      return @config_syncs
+    end
+
+    def upgrade_syncs_config
+      @config_syncs.each do |name, config|
+        @config_syncs[name]['config_path'] = @config_path
+        @config_syncs[name]['src'] = File.expand_path(@config_syncs[name]['src'])
+        unless config.key?('verbose')
+          @config_syncs[name]['verbose'] = @config_options['verbose'] || false
+        end
+      end
+    end
+
+    def validate_config(config)
+      unless config.key?('syncs')
+        raise ('no syncs defined')
+      end
+
+      config['syncs'].each do |name, sync_config|
+        validate_sync_config(name, sync_config)
+      end
+
+      return true
+    end
+
+    def validate_sync_config(name, sync_config)
+      %w[src dest sync_host_port].each do |key|
+        raise ("#{name} does not have #{key} condiguration value set - this is mandatory") unless sync_config.key?(key)
+      end
+    end
+
+    def init_sync_processes(sync_name = nil)
+      if sync_name.nil?
+        @config_syncs.each { |name,sync_configuration|
+          @sync_processes.push(create_sync(name, sync_configuration))
+        }
+      else
+        unless @config_syncs.key?(sync_name)
+          raise("Could not find sync configuration with name #{sync_name}")
+        end
+        @sync_processes.push(create_sync(sync_name, @config_syncs[sync_name]))
+      end
+    end
+
+
+    def clean(sync_name = nil)
+      init_sync_processes(sync_name)
+      @sync_processes.each { |sync_process|
+        sync_process.clean
+      }
+    end
+
+    def sync(sync_name = nil)
+      init_sync_processes(sync_name)
+      @sync_processes.each { |sync_process|
+        sync_process.sync
+      }
+    end
+
+    def run(sync_name = nil)
+      init_sync_processes(sync_name)
+
+      @sync_processes.each { |sync_process|
+        sync_process.run
+      }
+
+      begin
+        @sync_processes.each do |sync_process|
+          sync_process.watch_thread.join
+        end
+
+      rescue SystemExit, Interrupt
+
+        puts "Shutting down..."
+        @sync_processes.each do |sync_process|
+          sync_process.stop
+        end
+        @sync_processes.each do |sync_process|
+          sync_process.watch_thread.kill
+        end
+
+      rescue Exception => e
+
+        puts "EXCEPTION: #{e.inspect}"
+        puts "MESSAGE: #{e.message}"
+
+      end
+    end
+
+    def create_sync(sync_name, sync_configuration)
+      sync_process = Docker_Sync::SyncProcess.new(sync_name, sync_configuration)
+      return sync_process
+    end
+
+    def stop
+
+    end
+  end
+end

data/lib/docker_sync/sync_process.rb

@@ -0,0 +1,133 @@
+require 'thor/shell'
+require 'execution'
+require 'shellwords'
+module Docker_Sync
+  class SyncProcess
+    include Thor::Shell
+    include Execution
+    @options
+    @sync_name
+    @watch_thread
+
+    def initialize(sync_name, options)
+      defaults = {
+        'verbose' => false,
+        'sync_host_ip' => get_host_ip
+      }
+      @sync_name = sync_name
+      @options = defaults.merge(options)
+
+    end
+
+    def get_host_ip
+      return 'localhost'
+    end
+
+    def run
+      start_container
+      sync
+      watch
+    end
+
+    def stop
+      say_status 'ok', "Stopping sync container #{@sync_name}"
+      begin
+        `docker stop #{@sync_name}`
+      rescue Exception => e
+        say_status 'error', "Stopping failed of #{@sync_name}:", :red
+        puts e.message
+      end
+    end
+
+    def start_container
+      say_status 'ok', 'Starting rsync', :white
+      running = `docker ps --filter 'status=running' --filter 'name=#{@sync_name}' | grep #{@sync_name}`
+      if running == ''
+        say_status 'ok', "#{@sync_name} container not running", :white
+        exists = `docker ps --filter "status=exited" --filter "name=filesync_dw" | grep filesync_dw`
+        if exists == ''
+          say_status 'ok', "creating #{@sync_name} container", :white
+          cmd = "docker run -p '#{@options['sync_host_port']}:873' -v #{@sync_name}:#{@options['dest']} -e VOLUME=#{@options['dest']} --name #{@sync_name} -d eugenmayer/rsync"
+        else
+          say_status 'success', "starting #{@sync_name} container", :green
+          cmd = "docker start #{@sync_name}"
+        end
+        say_status 'command', cmd, :white
+        `#{cmd}` || raise('Start failed')
+      else
+        say_status 'ok', "#{@sync_name} container still running", :blue
+      end
+      say_status 'success', "starting initial #{@sync_name} of src", :green
+      # this sleep is needed since the container could be not started
+      sleep 1
+      sync
+    end
+
+    def stop_container
+      `docker stop #{@sync_name}`
+    end
+
+    def reset_container
+      stop_container
+      `docker rm #{@sync_name}`
+      `docker volume rm #{@sync_name}`
+    end
+
+    def clean
+      reset_container
+    end
+
+    def sync
+      args = sync_options
+      cmd = 'rsync ' + args.join(' ')
+
+      say_status 'command', cmd, :white if @options['verbose']
+
+      out = `#{cmd}`
+      if $?.exitstatus > 0
+        say_status 'error', "Error starting sync, exit code #{$?.exitstatus}", :red
+        say_status 'message', out
+      else
+        say_status 'success', "Synced #{@options['src']}", :green
+        if @options['verbose']
+          say_status 'output', out
+        end
+      end
+    end
+
+    def sync_options
+      args = []
+      unless @options['sync_excludes'].nil?
+        args = @options['sync_excludes'].map { |pattern| "--exclude='#{pattern}'" } + args
+      end
+      args.push('-ap')
+      args.push(@options['sync_args']) if @options.key?('sync_args')
+      args.push("#{@options['src']}/") # add a trailing slash
+      args.push("rsync://#{@options['sync_host_ip']}:#{@options['sync_host_port']}/volume")
+    end
+
+    def watch
+      args = watch_options
+      say_status 'ok', "Starting to watch #{@options['src']} - Press CTRL-C to stop", :green
+      cmd = 'fswatch ' + args.join(' ')
+      say_status 'command', cmd, :white if @options['verbose']
+
+      @watch_thread = threadexec(cmd, "Sync #{@sync_name}", :blue)
+    end
+
+    def watch_options
+      args = []
+      unless @options['watch_excludes'].nil?
+        args = @options['watch_excludes'].map { |pattern| "--exclude='#{pattern}'" } + args
+      end
+      args.push('-orIE')
+      args.push(@options['watch_args']) if @options.key?('watch_args')
+      args.push(@options['src'])
+      args.push(" | xargs -I -n1 thor sync:sync -n #{@sync_name} --config='#{@options['config_path']}'")
+    end
+
+    def watch_thread
+      return @watch_thread
+    end
+  end
+end

data/lib/execution.rb

@@ -0,0 +1,34 @@
+require 'open3'
+require 'colorize'
+
+module Execution
+
+  Thread.abort_on_exception = true
+
+  def threadexec(command, prefix = nil, color = nil)
+
+    unless prefix.nil?
+      prefix = "#{prefix}    | "
+    end
+
+    if color.nil?
+      color = :cyan
+    end
+
+    Thread.new {
+      Open3.popen3(command) do |stdin, stdout, stderr, wait_thr|
+
+        while lineOut = stdout.gets
+          puts prefix.nil? ? lineOut : prefix.colorize(color) + lineOut
+        end
+
+        while lineErr = stderr.gets
+          puts prefix.nil? ? lineErr : prefix.colorize(color) + lineErr
+        end
+
+      end
+    }
+
+  end
+
+end

data/tasks/sync.thor

@@ -0,0 +1,81 @@
+require 'docker_sync/sync_manager'
+require 'config'
+
+class Sync < Thor
+  include DockerSyncConfig
+  class_option :config, :aliases => '-c',:default => nil, :type => :string, :desc => 'Path of the docker_sync config'
+  class_option :sync_name, :aliases => '-n',:type => :string, :desc => 'If given, only this sync configuration will be references/started/synced'
+
+  desc 'start', 'Start all sync configurations in this project'
+  def start
+    if options[:config]
+      config_path = options[:config]
+    else
+      begin
+        config_path = find_config
+      rescue Exception => e
+        say_status 'error', e.message, :red
+        return
+      end
+    end
+    @sync_manager = Docker_Rsync::SyncManager.new(:config_path => config_path)
+    @sync_manager.run(options[:sync_name])
+  end
+
+  desc 'sync_only', 'sync - do not start a watcher'
+  def sync
+    if options[:config]
+      config_path = options[:config]
+    else
+      begin
+        config_path = find_config
+      rescue Exception => e
+        say_status 'error', e.message, :red
+        return
+      end
+    end
+    @sync_manager = Docker_Rsync::SyncManager.new(:config_path => config_path)
+    @sync_manager.sync(options[:sync_name])
+  end
+
+  desc 'clean', 'Stop and clean up all sync endpoints'
+  def clean
+    if options[:config]
+      config_path = options[:config]
+    else
+      begin
+        config_path = find_config
+      rescue Exception => e
+        say_status 'error', e.message, :red
+        return
+      end
+    end
+    @sync_manager = Docker_Rsync::SyncManager.new(:config_path => config_path)
+    @sync_manager.clean(options[:sync_name])
+    say_status 'success', 'Finished cleanup. Removed stopped, removed sync container and removed there volumes', :green
+  end
+
+  desc 'list', 'List all sync-points of the project configuration path'
+  method_option :verbose, :default => false, :type => :boolean, :desc => 'Verbose output'
+  def list
+    if options[:config]
+      config_path = options[:config]
+    else
+      begin
+        config_path = find_config
+      rescue Exception => e
+        say_status 'error', e.message, :red
+        return
+      end
+    end
+
+    say_status 'ok',"Found configuration at #{config_path}"
+    @sync_manager = Docker_Rsync::SyncManager.new(:config_path => config_path)
+    @sync_manager.get_sync_points.each do |name, config|
+      say_status name, "On address #{config['sync_host_ip']}:#{config['sync_host_port']}",:white unless options['verbose']
+      puts "\n---------------[#{name}] #{config['sync_host_ip']}:#{config['sync_host_port']} ---------------\n" if options['verbose']
+      print_table(config) if options['verbose']
+    end
+  end
+
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: docker-sync
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Eugen Mayer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-07-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Sync your code live to docker-containers without losing any performance
+  on OSX
+email: eugen.mayer@kontextwork.de
+executables:
+- docker-sync
+extensions: []
+extra_rdoc_files: []
+files:
+- Thorfile
+- bin/docker-sync
+- lib/config.rb
+- lib/docker_sync/sync_manager.rb
+- lib/docker_sync/sync_process.rb
+- lib/execution.rb
+- tasks/sync.thor
+homepage: https://github.com/EugenMayer/docker_sync
+licenses:
+- GPL
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: Docker Sync - Fast and efficient way to sync code to docker-containers
+test_files: []