yggdrasil 0.0.5 → 0.0.6

data/lib/yggdrasil/version.rb

@@ -1,10 +1,9 @@
 class Yggdrasil
-  VERSION = "0.0.5"
-  CMD = File::basename($0)
+  VERSION = "0.0.6"
 
-  def Yggdrasil.version
+  def version
     puts <<"EOS"
-#{CMD}, version #{VERSION}
+#@base_cmd, version #{VERSION}
 
 Copyright (C) 2012-2013 Tomohisa Kusukawa.
 Yggdrasil is open source software, see https://github.com/tkusukawa/yggdrasil/

data/lib/yggdrasil_common.rb

@@ -0,0 +1,102 @@
+module YggdrasilCommon
+
+=begin
+  def method_missing(action, *args)
+    self.class.send action, *args
+  end
+=end
+
+  # load config value from config file
+  def read_config(config_file)
+    configs = Hash.new
+    begin
+      File.open(config_file) do |file|
+        l = 0
+        while (line = file.gets)
+          l += 1
+          next if /^\s*#.*$/ =~ line  # comment line
+          if /^\s*(\S+)\s*=\s*(\S+).*$/ =~ line
+            key, val = $1, $2
+            key.gsub!(/-/, '_')
+            configs[key.to_sym] = val
+          else
+            error "syntax error. :#{config_file}(#{l})"
+          end
+        end
+      end
+    rescue
+      error "can not open config file: #{config_file}"
+    end
+    configs
+  end
+
+  def parse_options(args, valid_params)
+    valid_params['--debug'] = :debug? # common
+    @options ||= Hash.new
+    pos = 0
+    while args.size > pos
+      if valid_params.has_key?(args[pos])
+        option_note = args[pos]
+        option_key = valid_params[option_note]
+        args = args[0...pos]+args[pos+1..-1]
+        if option_key.to_s[-1,1] == '?'
+          @options[option_key] = true
+        else
+          error "Not enough arguments provided: #{option_note}" unless args.size > pos
+          option_value = args[pos].dup
+          args = args[0...pos]+args[pos+1..-1]
+          @options[option_key] = option_value
+        end
+        next
+      end
+      pos += 1
+    end
+    args
+  end
+
+  def input_user_pass
+    until @options.has_key?(:username) do
+      error "Can't get username or password" if @options.has_key?(:non_interactive?)
+      print "Input svn username: "
+      input = $stdin.gets
+      error "can not input username" unless input
+      input.chomp!
+      return if input.size == 0
+      @options[:username] = @options[:ro_username] = input
+    end
+    until @options.has_key?(:password) do
+      error "Can't get username or password" if @options.has_key?(:non_interactive?)
+      print "Input svn password: "
+      #input = `sh -c 'read -s hoge;echo $hoge'`
+      system3 'stty -echo', false
+      input = $stdin.gets
+      system3 'stty echo', false
+      puts
+      error "can not input password" unless input
+      input.chomp!
+      @options[:password] = @options[:ro_password] = input
+    end
+  end
+
+  # @param [String] cmd
+  def system3(cmd, err_exit=true)
+    out = `#{cmd} 2>&1`
+    stat = $?
+
+    unless stat.success?
+      return nil unless err_exit
+      $stderr.puts "#@base_cmd error: command failure: #{cmd}"
+      $stderr.puts "command output:"
+      $stderr.puts out
+      exit stat.exitstatus
+    end
+    out
+  end
+
+  # @param [String] msg
+  def error(msg)
+    $stderr.puts "#@base_cmd error: #{msg}"
+    $stderr.puts
+    exit 1
+  end
+end

data/lib/yggdrasil_server.rb

@@ -0,0 +1,77 @@
+require 'socket'
+
+require "yggdrasil_common"
+
+require "yggdrasil_server/init_server"
+require "yggdrasil_server/results"
+
+require "yggdrasil_server/get_repo"
+require "yggdrasil_server/get_ro_id_pw"
+require "yggdrasil_server/put_result"
+
+class YggdrasilServer
+  MESSAGE_QUIT = 'quit'
+  MESSAGES = {
+      :get_repo => [],
+      :get_ro_id_pw => [],
+      :put_result => [:hostname],
+  }
+
+  def initialize(exist_config = true)
+    @base_cmd = File::basename($0)
+    @current_dir = `readlink -f .`.chomp
+    @config_dir = "#{ENV["HOME"]}/.yggdrasil"
+    @server_config_file = "#@config_dir/server_config"
+    @results_dir = "#@config_dir/results"
+
+    return unless exist_config
+    configs = read_config(@server_config_file)
+    error "need 'port' in config file" unless (@port = configs[:port])
+    error "need 'repo' in config file" unless (@repo = configs[:repo])
+    @ro_username = configs[:ro_username] if configs.has_key?(:ro_username)
+    @ro_password = configs[:ro_password] if configs.has_key?(:ro_password)
+  end
+
+  def server(args)
+    args = parse_options(args, {'--debug'=>:debug?})
+    if args.size != 0
+      error "invalid arguments: #{args.join(',')}"
+    end
+
+    puts "Start: yggdrasil server (port:#@port)"
+    TCPServer.do_not_reverse_lookup = true
+    s0 = TCPServer.open(@port.to_i)
+    loop do
+      sock = s0.accept
+      msg = sock.gets # first line
+      if msg && msg.chomp! != MESSAGE_QUIT
+        msg.chomp!
+        puts "RCV: #{msg}"
+        msg_parts = msg.split
+        if msg_parts.size != 0
+          msg_cmd = msg_parts[0]
+          part_names = MESSAGES[msg_cmd.to_sym]
+          if (msg_parts.size - 1) == part_names.size
+            # make hash of args
+            msg_arg_hash = Hash.new
+            (0...part_names.size).each do |i|
+              msg_arg_hash[part_names[i]] = msg_parts[i+1]
+            end
+
+            # execute request (msg_cmd == method name)
+            send msg_cmd, sock, msg_arg_hash
+          else
+            puts "fail: number of arguments is mismatch: #{msg}"
+          end
+        end
+      end
+      sock.close
+      break if @options.has_key?(:debug?) && msg == MESSAGE_QUIT
+    end
+    s0.close # MESSAGE_QUIT
+  end
+
+  protected
+  include YggdrasilCommon
+end
+

data/lib/yggdrasil_server/get_repo.rb

@@ -0,0 +1,6 @@
+class YggdrasilServer
+  def get_repo(sock, arg_hash = {})
+    sock.puts @repo
+    arg_hash
+  end
+end

data/lib/yggdrasil_server/get_ro_id_pw.rb

@@ -0,0 +1,9 @@
+class YggdrasilServer
+  def get_ro_id_pw(sock, arg_hash = {})
+    if @ro_username
+      sock.puts @ro_username
+      sock.puts @ro_password
+    end
+    arg_hash
+  end
+end

data/lib/yggdrasil_server/init_server.rb

@@ -0,0 +1,62 @@
+class YggdrasilServer
+
+  # @param [Array] args
+  def init_server(args)
+
+    args = parse_options(args,
+                         {'--port'=>:port, '--repo'=>:repo,
+                          '--ro-username'=>:ro_username, '--ro-password'=>:ro_password})
+    if args.size != 0
+      error "invalid arguments: #{args.join(',')}"
+    end
+
+    if !@options.has_key?(:ro_username) && @options.has_key?(:ro_password)
+      error "--ro-password option need --ro-username, too."
+    end
+
+    until @options.has_key?(:port)
+      print "Input tcp port number: "
+      input = $stdin.gets
+      error "can not input tcp port number" unless input
+
+      input.chomp!
+      unless %r{\d+} =~ input && input.to_i < 0x10000
+        puts "ERROR: Invalid port number."
+        redo
+      end
+      @options[:port] = input # string
+    end
+
+    until @options.has_key?(:repo)
+      print "Input svn repo URL: "
+      input = $stdin.gets
+      error "can not input svn repo URL." unless input
+
+      unless %r{^(http://|https://|file://|svn://)} =~ input
+        puts "ERROR: Invalid URL."
+        redo
+      end
+      @options[:repo] = input
+    end
+    @options[:repo].chomp!
+    @options[:repo].chomp!('/')
+
+    unless @options.has_key?(:ro_password)
+      puts "Input read-only username/password (clients use this to read repo)."
+      puts "ATTENTION! username/password are stored to disk unencrypted!"
+      input_user_pass
+    end
+
+    # make config file
+    Dir.mkdir @config_dir, 0755 unless File.exist?(@config_dir)
+    File.open(@server_config_file, "w") do |f|
+      f.write "port=#{@options[:port]}\n"\
+              "repo=#{@options[:repo]}\n"
+      if @options.has_key?(:ro_password)
+        f.write "ro_username=#{@options[:ro_username]}\n"\
+                "ro_password=#{@options[:ro_password]}\n"
+      end
+    end
+  end
+end
+

data/lib/yggdrasil_server/put_result.rb

@@ -0,0 +1,16 @@
+class YggdrasilServer
+  def put_result(sock, arg_hash = {})
+    result_string = ""
+    while (line=sock.gets)
+      result_string << line
+    end
+    # make result file
+    Dir.mkdir @results_dir, 0755 unless File.exist?(@results_dir)
+    result_file = "#@results_dir/#{arg_hash[:hostname]}_#{sock.peeraddr[3]}"
+    File.delete result_file if File.exist?(result_file)
+    File.open(result_file, "w") do |f|
+      f.write result_string
+    end
+    arg_hash
+  end
+end

data/lib/yggdrasil_server/results.rb

@@ -0,0 +1,30 @@
+class YggdrasilServer
+
+  # @param [Array] args
+  def results(args)
+    args = parse_options(args, {'--limit'=>:limit})
+
+    if args.size != 0
+      error "invalid arguments: #{args.join(',')}"
+    end
+
+    return unless File.exist?(@results_dir)
+    files = Dir.entries(@results_dir)
+    files.each do |file|
+      next if /^\./ =~ file
+      absolute = "#@results_dir/#{file}"
+      if @options.has_key?(:limit)
+        stat = File.stat(absolute)
+        if stat.mtime < (Time.now - @options[:limit].to_i * 60)
+          puts "######## #{file} TOO OLD: #{stat.mtime.to_s}"
+          next
+        end
+      end
+      buf = File.read("#@results_dir/#{file}")
+      if buf.gsub(/\s*\n/m, '') != ''
+        puts "######## #{file} Mismatch:"
+        puts buf
+      end
+    end
+  end
+end

data/spec/check_spec.rb

@@ -0,0 +1,145 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe Yggdrasil, "check" do
+  it '-------- check' do
+    puts '-------- check'
+    prepare_environment
+    init_yggdrasil
+  end
+
+  it 'should execute checker and svn add the result' do
+    puts "\n---- should execute checker and svn add the result"
+    `rm -f /tmp/yggdrasil-test/.yggdrasil/checker/gem_list`
+    `echo 'echo hoge' > /tmp/yggdrasil-test/.yggdrasil/checker/hoge`
+    `chmod +x /tmp/yggdrasil-test/.yggdrasil/checker/hoge`
+
+    cmd = %w{check --username hoge --password foo}
+    out = catch_out {Yggdrasil.command(cmd)}
+    out.should == <<"EOS"
+A                0   tmp/yggdrasil-test/.yggdrasil/checker_result
+A                0   tmp/yggdrasil-test/.yggdrasil/checker_result/hoge
+A                0   tmp/yggdrasil-test/.yggdrasil
+
+Index: tmp/yggdrasil-test/.yggdrasil/checker_result/hoge
+===================================================================
+--- tmp/yggdrasil-test/.yggdrasil/checker_result/hoge	(revision 0)
++++ tmp/yggdrasil-test/.yggdrasil/checker_result/hoge	(revision 0)
+@@ -0,0 +1 @@
++hoge
+EOS
+  end
+
+  it 'should commit the checker result' do
+    puts "\n---- should commit the checker result"
+    cmd = %w{commit / --username hoge --password foo --non-interactive -m add\ checker}
+    out = catch_out {Yggdrasil.command cmd}
+
+    out.should == <<"EOS"
+Adding         tmp/yggdrasil-test/.yggdrasil
+Adding         tmp/yggdrasil-test/.yggdrasil/checker_result
+Adding         tmp/yggdrasil-test/.yggdrasil/checker_result/hoge
+Transmitting file data .
+Committed revision 4.
+EOS
+  end
+
+  it 'should delete result if checker deleted' do
+    puts "\n---- should delete result if checker deleted"
+    `rm -f /tmp/yggdrasil-test/.yggdrasil/checker/hoge`
+    cmd = %w{check --username hoge --password foo}
+    out = catch_out {Yggdrasil.command(cmd)}
+    out.should == <<"EOS"
+D                4   tmp/yggdrasil-test/.yggdrasil/checker_result/hoge
+
+Index: tmp/yggdrasil-test/.yggdrasil/checker_result/hoge
+===================================================================
+--- tmp/yggdrasil-test/.yggdrasil/checker_result/hoge	(revision 4)
++++ tmp/yggdrasil-test/.yggdrasil/checker_result/hoge	(working copy)
+@@ -1 +0,0 @@
+-hoge
+EOS
+  end
+
+  it 'should commit the checker result(delete)' do
+    puts "\n---- should commit the checker result(delete)"
+    cmd = %w{commit / --username hoge --password foo --non-interactive -m delete\ checker}
+    out = catch_out {Yggdrasil.command cmd}
+
+    out.should == <<"EOS"
+Deleting       tmp/yggdrasil-test/.yggdrasil/checker_result/hoge
+
+Committed revision 5.
+EOS
+  end
+
+  it 'should record check result by yggdrasil server' do
+    puts "\n---- should record check result by yggdrasil server"
+
+    prepare_environment
+
+    sock = 0
+    begin
+      sock = TCPSocket.open("localhost", 4000)
+    rescue
+      puts "OK. no server"
+    else
+      puts "NG. zombie server. try quit"
+      sock.puts("quit")
+      sock.close
+    end
+
+    Yggdrasil.command %w{init-server} +
+                          %w{--port 4000} +
+                          %w{--repo svn://localhost/tmp/yggdrasil-test/svn-repo/servers/{HOST}/}+
+                          %w{--ro-username hoge --ro-password foo},
+                      "\n\n"
+    fork do
+      Yggdrasil.command %w{server --debug}
+    end
+
+    sleep 1
+    Yggdrasil.command %w{init --debug --server localhost:4000} +
+                          %w{--username hoge --password foo},
+                      "Y\nhoge\nfoo\n"
+    `rm -f /tmp/yggdrasil-test/.yggdrasil/checker/gem_list`
+    Yggdrasil.command %w{check}
+
+    sleep 1
+    File.exist?("/tmp/yggdrasil-test/.yggdrasil/results").should be_true
+    files = Dir.entries("/tmp/yggdrasil-test/.yggdrasil/results")
+    result_files = files.select{|file| %r{^#{Socket.gethostname}} =~ file}
+    result_files.size.should == 1
+    `cat /tmp/yggdrasil-test/.yggdrasil/results/#{result_files[0]}`.should == <<"EOS"
+A                0   tmp/yggdrasil-test
+A                0   tmp/yggdrasil-test/.yggdrasil
+A                0   tmp/yggdrasil-test/.yggdrasil/checker_result
+A                0   tmp
+
+EOS
+
+    `echo hoge > /tmp/yggdrasil-test/A`
+    Yggdrasil.command %w{add /tmp/yggdrasil-test/A}
+    Yggdrasil.command %w{commit --username hoge --password foo /},
+                      "Y\nHOGE\n"
+
+    `echo foo >> /tmp/yggdrasil-test/A`
+    Yggdrasil.command %w{check}
+
+    `cat /tmp/yggdrasil-test/.yggdrasil/results/#{result_files[0]}`.should == <<"EOS"
+M                2   tmp/yggdrasil-test/A
+
+Index: tmp/yggdrasil-test/A
+===================================================================
+--- tmp/yggdrasil-test/A	(revision 2)
++++ tmp/yggdrasil-test/A	(working copy)
+@@ -1 +1,2 @@
+ hoge
++foo
+EOS
+
+    sock = TCPSocket.open("localhost", 4000)
+    sock.puts("quit")
+    sock.close
+    Process.waitall
+  end
+end