milkode 0.1.0

data/lib/milkode/cdstk/cdstk_yaml.rb

@@ -0,0 +1,106 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2011/02/20
+
+require 'yaml'
+require 'pathname'
+require 'milkode/common/dbdir'
+
+module Milkode
+  class CdstkYaml
+    class YAMLAlreadyExist < RuntimeError
+    end
+    
+    class YAMLNotExist < RuntimeError
+    end
+
+    def self.create(path = ".")
+      yf = yaml_file(path)
+      raise YAMLAlreadyExist.new if FileTest.exist? yf
+      obj = CdstkYaml.new(yf, {'contents' => [], 'version' => 0.1})
+      obj.save
+      return obj
+    end
+
+    def self.load(path = ".")
+      yf = yaml_file(path)
+      raise YAMLNotExist.new unless FileTest.exist? yf
+      open(yf) do |f|
+        return CdstkYaml.new(yf, YAML.load(f.read()))
+      end
+    end
+
+    def initialize(yaml_file, data)
+      @yaml_file = yaml_file
+      @data = data
+    end
+
+    def add(dirs)
+      contents.concat(dirs.map{|v|{'directory' => v}})
+      contents.uniq!
+    end
+
+    def remove(query)
+      r = query.select(contents)
+      r.each {|v| contents.delete v}
+    end
+
+    def save
+      open(@yaml_file, "w") { |f| YAML.dump(@data, f) }
+    end
+
+    def contents
+      @data['contents']
+    end
+
+    def package_num
+      @data['contents'].size
+    end
+
+    def directorys
+      contents.map{|v|v['directory']}
+    end
+
+    def version
+      @data['version']
+    end
+
+    def list(query = nil)
+      query ? query.select(contents) : contents
+    end
+
+    def exist?(shortname)
+      @data['contents'].find {|v| File.basename(v['directory']) == shortname }   
+    end
+
+    def cleanup
+      contents.delete_if do |v|
+        if (!File.exist? v['directory'])
+          yield v if block_given?
+          true
+        else
+          false
+        end
+      end
+    end
+
+    def self.yaml_file(path)
+      Dbdir.yaml_path(path)
+    end
+
+    class Query
+      def initialize(keywords)
+        @keywords = keywords
+      end
+
+      def select(contents)
+        contents.find_all do |v|
+          @keywords.any? {|s| File.basename(v['directory']).include? s }
+        end
+      end
+    end
+  end
+end

data/lib/milkode/cdstk/cli_cdstk.rb

@@ -0,0 +1,103 @@
+# -*- coding: utf-8 -*-
+require 'optparse'
+require 'milkode/cdstk/cli_cdstksub'
+require 'milkode/cdstk/cdstk'
+require 'milkode/common/dbdir.rb'
+require 'milkode/cdweb/cli_cdweb'
+include Milkode
+
+module Milkode
+  class CLI_Cdstk
+    def self.execute(stdout, arguments=[])
+      opt = OptionParser.new <<EOF
+#{File.basename($0)} COMMAND [ARGS]
+
+The most commonly used #{File.basename($0)} are:
+  init        Init db.
+  add         Add packages.
+  update      Update packages.
+  web         Run web-app.
+  remove      Remove packages.
+  list        List packages. 
+  pwd         Disp current db.
+  cleanup     Cleanup garbage records.
+  rebuild     Rebuild db.
+  dump        Dump records.
+EOF
+
+      subopt = Hash.new
+      suboptions = Hash.new
+      
+      subopt['init'], suboptions['init'] = CLI_Cdstksub.setup_init
+      subopt['add'] = CLI_Cdstksub.setup_add
+      subopt['update'] = OptionParser.new("#{File.basename($0)} update package1 [package2 ...]")
+      subopt['remove'], suboptions['remove'] = CLI_Cdstksub.setup_remove
+      subopt['list'], suboptions['list'] = CLI_Cdstksub.setup_list
+      subopt['pwd'], suboptions['pwd'] = CLI_Cdstksub.setup_pwd
+      subopt['cleanup'], suboptions['cleanup'] = CLI_Cdstksub.setup_cleanup
+      subopt['rebuild'] = OptionParser.new("#{File.basename($0)} rebuild")
+      subopt['dump'] = OptionParser.new("#{File.basename($0)} dump")
+      subopt['web'], suboptions['web'] = CLI_Cdstksub.setup_web
+
+      opt.order!(arguments)
+      subcommand = arguments.shift
+
+      if (subopt[subcommand])
+        subopt[subcommand].parse!(arguments) unless arguments.empty?
+        init_default = suboptions['init'][:init_default]
+
+        db_dir = select_dbdir(subcommand, init_default)
+        obj = Cdstk.new(stdout, db_dir)
+
+        case subcommand
+        when 'init'
+          FileUtils.mkdir_p db_dir if (init_default)
+          obj.init 
+        when 'update'
+          obj.update(arguments)
+        when 'add'
+          obj.add(arguments)
+        when 'remove'
+          obj.remove(arguments, suboptions[subcommand])
+        when 'list'
+          obj.list(arguments, suboptions[subcommand])
+        when 'pwd'
+          obj.pwd(suboptions[subcommand])
+        when 'cleanup'
+          obj.cleanup(suboptions[subcommand])
+        when 'rebuild'
+          obj.rebuild
+        when 'dump'
+          obj.dump
+        when 'web'
+          Milkode::CLI_Cdweb.execute_with_options(stdout, suboptions[subcommand])
+        end
+      else
+        if subcommand
+          $stderr.puts "#{File.basename($0)}: '#{subcommand}' is not a #{File.basename($0)} command. See '#{File.basename($0)} --help'"
+        else
+          stdout.puts opt.help
+        end
+      end
+    end
+
+    private
+
+    def self.select_dbdir(subcommand, init_default)
+      if (subcommand == 'init')
+        if (init_default)
+          Dbdir.default_dir
+        else
+          '.'
+        end
+      else
+        if (Dbdir.dbdir?('.') || !Dbdir.dbdir?(Dbdir.default_dir))
+          '.'
+        else
+          Dbdir.default_dir
+        end
+      end
+    end
+ 
+  end
+end

data/lib/milkode/cdstk/cli_cdstksub.rb

@@ -0,0 +1,102 @@
+# -*- coding: utf-8 -*-
+require 'optparse'
+require 'milkode/cdstk/cdstk'
+require 'milkode/common/dbdir.rb'
+require 'milkode/cdweb/cli_cdweb'
+include Milkode
+
+module Milkode
+  class CLI_Cdstksub
+    def self.setup_init
+      options = {:init_default => false}
+      
+      opt = OptionParser.new("#{File.basename($0)} init")
+      opt.on('--default', 'Init default db, ENV[\'MILKODE_DEFAULT_DIR\'] or ~/.milkode.') { options[:init_default] = true }
+
+      return opt, options
+    end
+
+    def self.setup_add
+      bin = File.basename($0)
+      
+      opt = OptionParser.new(<<EOF)
+#{bin} add package1 [package2 ...]
+usage:
+  #{bin} add /path/to/dir1
+  #{bin} add /path/to/dir2 /path/to/dir3
+  #{bin} add /path/is/*
+  #{bin} add /path/to/zipfile.zip
+  #{bin} add /path/to/addon.xpi
+  #{bin} add http://example.com/urlfile.zip
+EOF
+
+      opt
+    end
+
+    def self.setup_remove
+      options = {:force => false}
+
+      opt = OptionParser.new("#{File.basename($0)} remove package1 [package2 ...]")
+      opt.on('-f', '--force', 'Force remove.') { options[:force] = true }
+
+      return opt, options
+    end
+
+    def self.setup_list
+      options = {:verbose => false}
+
+      opt = OptionParser.new("#{File.basename($0)} list package1 [package2 ...]")
+      opt.on('-v', '--verbose', 'Be verbose.') { options[:verbose] = true }
+
+      return opt, options
+    end
+
+    def self.setup_pwd
+      options = {:default => false}
+
+      opt = OptionParser.new("#{File.basename($0)} pwd package1 [package2 ...]")
+      opt.on('--default', 'Show default db, ENV[\'MILKODE_DEFAULT_DIR\'] or ~/.milkode.') { options[:default] = true }
+
+      return opt, options
+    end
+
+    def self.setup_cleanup
+      options = {:verbose => false, :force => false}
+      
+      opt = OptionParser.new("#{File.basename($0)} cleanup")
+      opt.on('-f', '--force', 'Force cleanup.') { options[:force] = true }
+
+      return opt, options
+    end
+
+    def self.setup_web
+      options = {
+        :environment => ENV['RACK_ENV'] || "development",
+        :pid         => nil,
+        :Port        => 9292,
+        :Host        => "0.0.0.0",
+        :AccessLog   => [],
+        :config      => "config.ru",
+        # ----------------------------
+        :server      => "thin",
+        :LaunchBrowser => true,
+        :DbDir => Milkode::CLI_Cdweb::select_dbdir,
+      }
+      
+      opts = OptionParser.new("#{File.basename($0)} web")
+      opts.on('--db DB_DIR', 'Database dir (default : current_dir)') {|v| options[:DbDir] = v }
+      opts.on("-o", "--host HOST", "listen on HOST (default: 0.0.0.0)") {|host| options[:Host] = host }
+      opts.on('-p', '--port PORT', 'use PORT (default: 9292)') {|v| options[:Port] = v }
+      opts.on("-s", "--server SERVER", "serve using SERVER (default : thin)") {|s| options[:server] = s }
+      opts.on('-n', '--no-browser', 'No launch browser.') {|v| options[:LaunchBrowser] = false }
+      
+      # --hostが'-h'を上書きするので、'-h'を再定義してあげる
+      opts.on_tail("-h", "-?", "--help", "Show this message") do
+        puts opts
+        exit
+      end
+      
+      return opts, options
+    end
+  end
+end

data/lib/milkode/cdview/cli_cdview.rb

@@ -0,0 +1,43 @@
+# -*- coding: utf-8 -*-
+require 'optparse'
+require 'milkode/findgrep/findgrep'
+require 'milkode/common/dbdir'
+include Milkode
+
+module Milkode
+  class CLI_Cdview
+    def self.execute(stdout, arguments=[])
+      # オプション
+      option = FindGrep::FindGrep::DEFAULT_OPTION
+      option.dbFile = Dbdir.groonga_path(Dbdir.default_dir)
+      
+      # デフォルトのマッチモードは'File'
+      option.isMatchFile = true
+
+      # オプション解析
+      opt = OptionParser.new("#{File.basename($0)} [option] keyword1 [keyword2 ...]")
+      opt.on('--db [GREN_DB_FILE]', 'Search from the grendb database.') {|v| option.dbFile = Dbdir.groonga_path(v) }
+      opt.on('-f KEYWORD', '--file-keyword KEYWORD', 'Path keyword. (Enable multiple call)') {|v| option.filePatterns << v}
+      opt.on('-s SUFFIX', '--suffix SUFFIX',  'Search suffix.') {|v| option.suffixs << v }
+      opt.on('-i', '--ignore', 'Ignore case.') {|v| option.ignoreCase = true}
+      opt.on('-c', '--color', 'Color highlight.') {|v| option.colorHighlight = true}
+      opt.on('--no-snip', 'There being a long line, it does not snip.') {|v| option.noSnip = true }
+      opt.on('-g', '--groonga-only', 'Search only groonga db.') {|v| option.groongaOnly = true }
+      opt.on('--mf', '--match-file', 'Match file. (Default)') {|v| option.isMatchFile = true }
+      opt.on('-l', '--ml', '--match-line', 'Match line, same mode as "gren".') {|v| option.isMatchFile = false }
+
+      opt.parse!(arguments)
+
+      # 検索オブジェクトの生成
+      if (option.dbFile && (arguments.size > 0 || option.keywordsOr.size > 0))
+        findGrep = FindGrep::FindGrep.new(arguments, option)
+        findGrep.searchAndPrint(stdout)
+      else
+        stdout.print opt.help
+        stdout.puts
+        stdout.puts "please set GREN DATABSE FILE!! (--db option, or set ENV['GRENDB_DEFAULT_DB'].)" unless option.dbFile
+      end
+
+    end
+  end
+end

data/lib/milkode/cdweb/app.rb

@@ -0,0 +1,136 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2011/06/25
+
+require 'rubygems'
+require 'sinatra'
+require 'haml'
+require 'sass'
+
+$LOAD_PATH.unshift '../..'
+require 'milkode/cdweb/lib/database'
+require 'milkode/cdweb/lib/command'
+require 'milkode/cdweb/lib/mkurl'
+
+set :haml, :format => :html5
+
+get '/' do
+  @version = "0.1.0"
+  @package_num = Database.instance.fileList('').size
+  @file_num = Database.instance.fileNum
+  haml :index
+end
+
+post '/home*' do |path|
+  path = path.sub(/^\//, "")
+
+  case params[:shead]
+  when 'all'
+    path = ""
+  when 'package'
+    path = path.split('/')[0]
+  end
+
+  redirect Mkurl.new("home/#{path}", params).inherit_query_shead
+end
+
+get '/home*' do |path|
+  before = Time.now
+  path = path.sub(/^\//, "")
+  record = Database.instance.record(path)
+
+  if (record)
+    view(record, params, before)
+  else
+    unless (params[:query])
+      filelist(path, params, before)
+    else
+      search(path, params, before)
+    end
+  end
+end
+
+get %r{/help} do
+  haml :help
+end
+
+# -- helper function --
+
+helpers do
+  # -- escape functions --
+  alias h escape_html
+  alias escape_url escape
+
+  def escape_path(src)
+    escape_url(src).gsub("%2F", '/')
+  end
+  
+  # -- utility -- 
+  def link(query)
+    "<a href='#{'/home?query=' + escape_url(query)}'>#{query}</a>"
+  end
+
+  def create_form(path, query, shead)
+    shead = shead || 'directory'
+    
+    # こっちにすると'検索'ボタンを押した時に新しくウィンドウが開く
+    # <form action='' target='_blank' method='post'>
+    <<EOF
+  <form action='' method='post'>
+    <p>
+      <input name='query' size='60' type='text' value='#{query}' />
+      <input type='submit' value='検索'><br></input>
+      #{create_radio('all', shead)}
+      <label>全体を検索</label>
+      #{create_radio('package', shead)}
+      <label> #{package_name(path)} 以下</label>
+      #{create_radio('directory', shead)}
+      <label> #{current_name(path)} 以下</label>
+    </p>
+  </form>
+EOF
+  end
+
+  def create_radio(value, shead)
+    str = (value == shead) ? 'checked' : ''
+    "<input name='shead' type='radio' value='#{value}' #{str}/>"
+  end
+
+  def create_headmenu(path, query)
+    # href = "#{request.path_info}?'#{request.query_string}"
+    # href = '/home/rack-1.3.0/lib/rack/handler/cgi.rb?shead=directory'
+    href = Mkurl.new('/home/' + path, params).inherit_query_shead
+    <<EOF
+    <a href="/home" class="headmenu">全てのパッケージ</a>
+    <a href="#{href}" class="headmenu" onclick="window.open('#{href}'); return false;">新しい検索</a>
+EOF
+  end
+
+  def topic_path(path, params)
+    href = '/home'
+    path.split('/').map {|v|
+      href += '/' + v
+      "<a href='#{Mkurl.new(href, params).inherit_shead}'>#{v}</a>"
+    }.join('/')
+  end
+
+  def package_name(path)
+    (path == "") ? 'root' : path.split('/')[0]
+  end
+
+  def current_name(path)
+    (path == "") ? 'root' : File.basename(path)
+  end
+
+  def path_title(path)
+    (path == "") ? "root" : path
+  end
+
+  def filelist_title(path)
+    (path == "") ? "Package List" : path
+  end
+end
+