milkode 0.1.0

data/lib/milkode/cdweb/cli_cdweb.rb

@@ -0,0 +1,111 @@
+# -*- coding: utf-8 -*-
+require 'rubygems'
+require 'rack'
+require 'launchy'
+require 'optparse'
+require 'milkode/cdweb/lib/database'
+
+module Rack
+  class Server
+    def start
+      if options[:warn]
+        $-w = true
+      end
+
+      if includes = options[:include]
+        $LOAD_PATH.unshift(*includes)
+      end
+
+      if library = options[:require]
+        require library
+      end
+
+      if options[:debug]
+        $DEBUG = true
+        require 'pp'
+        p options[:server]
+        pp wrapped_app
+        pp app
+      end
+
+      # Touch the wrapped app, so that the config.ru is loaded before
+      # daemonization (i.e. before chdir, etc).
+      wrapped_app
+
+      daemonize_app if options[:daemonize]
+      write_pid if options[:pid]
+
+      trap(:INT) do
+        if server.respond_to?(:shutdown)
+          server.shutdown
+        else
+          exit
+        end
+      end
+
+      server.run wrapped_app, options do
+        if (options[:LaunchBrowser])
+          host = options[:Host] || options[:BindAddress] # options[:BindAddress] for WEBrick
+          Launchy.open("http://#{host}:#{options[:Port]}")
+        end
+      end
+    end
+  end
+end
+
+module Milkode
+  class CLI_Cdweb
+    def self.execute(stdout, argv)
+      options = {
+        :environment => ENV['RACK_ENV'] || "development",
+        :pid         => nil,
+        :Port        => 9292,
+        :Host        => "0.0.0.0",
+        :AccessLog   => [],
+        :config      => "config.ru",
+        # ----------------------------
+        :server      => "thin",
+        :LaunchBrowser => true,
+        :DbDir => select_dbdir,
+      }
+
+      opts = OptionParser.new("#{File.basename($0)}")
+      opts.on('--db DB_DIR', 'Database dir (default : current_dir)') {|v| options[:DbDir] = v }
+      opts.on("-o", "--host HOST", "listen on HOST (default: 0.0.0.0)") {|host| options[:Host] = host }
+      opts.on('-p', '--port PORT', 'use PORT (default: 9292)') {|v| options[:Port] = v }
+      opts.on("-s", "--server SERVER", "serve using SERVER (default : thin)") {|s| options[:server] = s }
+      opts.on('-n', '--no-browser', 'No launch browser.') {|v| options[:LaunchBrowser] = false }
+
+      # --hostが'-h'を上書きするので、'-h'を再定義してあげる
+      opts.on_tail("-h", "-?", "--help", "Show this message") do
+        puts opts
+        exit
+      end
+      
+      opts.parse!(argv)
+      
+      # 実行！！
+      execute_with_options(options)
+    end
+    
+    def self.execute_with_options(stdout, options)
+      # 使用するデータベースの位置設定
+      Database.setup(File.expand_path(options[:DbDir]))
+
+      # サーバースクリプトのある場所へ移動
+      FileUtils.cd(File.dirname(__FILE__))
+
+      # Rackサーバー起動
+      Rack::Server.start(options)
+    end
+    
+
+    def self.select_dbdir
+      if (Dbdir.dbdir?('.') || !Dbdir.dbdir?(Dbdir.default_dir))
+        '.'
+      else
+        Dbdir.default_dir
+      end
+    end
+  end
+end

data/lib/milkode/cdweb/config.ru

@@ -0,0 +1,3 @@
+require './app'
+run Sinatra::Application
+

data/lib/milkode/cdweb/lib/coderay_wrapper.rb

@@ -0,0 +1,94 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2011/07/03
+
+require 'rubygems'
+require 'coderay'
+require 'coderay/helpers/file_type'
+
+module Milkode
+  class CodeRayWrapper
+    attr_reader :line_number_start
+    
+    def initialize(content, filename, match_lines = [])
+      @content = content
+      @filename = filename
+      @match_lines = match_lines
+      @highlight_lines = match_lines.map{|v|v.index+1}
+      @line_number_start = 1
+    end
+
+    def set_range(range)
+      content_a = @content.to_a
+      range = limit_range(range, content_a)
+      @content = content_a[range]
+      @line_number_start = range.first + 1
+    end
+
+    def limit_range(range, array)
+      Range.new(range.first < 0 ? 0 : range.first,
+                range.last >= array.size ? array.size - 1 : range.last)
+    end
+
+    def to_html
+      html = CodeRay.scan(@content, file_type).
+        html(
+             :wrap => nil,
+             :line_numbers => :table,
+             :css => :class,
+             :highlight_lines => @highlight_lines,
+             :line_number_start => @line_number_start
+             )
+
+      milkode_ornament(html)
+    end
+
+    def milkode_ornament(html)
+      a = html.split("\n")
+
+      line_number = @line_number_start
+      is_code_content = false
+
+      a.each_with_index do |l, index|
+        if (l =~ /  <td class="code"><pre (.*?)>(.*)<tt>/)
+          a[index] = "  <td class=\"code\"><pre #{$1}><span #{line_attr(line_number)}>#{$2}</span><tt>"
+          is_code_content = true
+          line_number += 1
+          next
+        elsif (l =~ %r|</tt></pre></td>|)
+          is_code_content = false
+        end
+
+        if (is_code_content)
+          if (l =~ %r|</tt>(.*)<tt>|)
+            a[index] = "</tt><span #{line_attr(line_number)}>#{$1}</span><tt>"
+            line_number += 1
+          end
+        end
+      end
+          
+      a.join("\n") + "\n"
+    end
+
+    def file_type
+      case File.extname(@filename)
+      when ".el"
+        :scheme
+      else
+        CodeRay::FileType.fetch @filename, :plaintext
+      end
+    end
+
+    def line_attr(no)
+      r = []
+      r << "id=\"#{no}\""
+      r << "class=\"highlight-line\"" if @highlight_lines.include?(no)
+      r.join(" ")
+    end
+  end
+end
+
+

data/lib/milkode/cdweb/lib/command.rb

@@ -0,0 +1,67 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2011/07/11
+
+require 'milkode/cdweb/lib/database'
+require 'milkode/cdweb/lib/coderay_wrapper'
+require 'milkode/cdweb/lib/search_contents'
+require 'milkode/cdweb/lib/search_files'
+require 'milkode/cdweb/lib/mkurl'
+
+module Milkode
+  def view(record, params, before)
+    @title = record.shortpath
+    @path = record.shortpath
+
+    q = params[:query] && Query.new(params[:query]) 
+
+    if (q and !q.keywords.empty?)
+      grep = Grep.new(record.content)
+      match_lines = grep.match_lines_and(q.keywords)
+      @record_content = CodeRayWrapper.new(record.content, record.shortpath, match_lines).to_html
+    else
+      @record_content = CodeRayWrapper.new(record.content, record.shortpath).to_html
+    end
+    
+    @elapsed = Time.now - before
+    haml :view
+  end
+
+  def search(path, params, before)
+    @path = path
+    query = Query.new(params[:query])
+    @title = "'#{query.query_string}' in #{path_title(path)}"
+
+    if (query.keywords.size > 0)
+      searcher = SearchContents.new(path, params, query)
+    else
+      searcher = SearchFiles.new(path, params, query)
+    end
+    
+    @total_records = searcher.total_records
+    @range = searcher.data_range
+    @record_content = searcher.html_contents  + searcher.html_pagination;
+    @elapsed = Time.now - before
+    haml :search
+  end
+
+  def filelist(path, params, before)
+    @title = filelist_title(path)
+    @path = path
+    fileList = Database.instance.fileList(path)
+    @total_records = fileList.size
+    @record_content = fileList.map do |v|
+      "<dt class='result-file'>#{file_or_dirimg(v[1])}<a href='#{Mkurl.new('/home/' + v[0], params).inherit_query_shead}'>#{File.basename v[0]}</a></dt>"
+    end
+    @elapsed = Time.now - before
+    haml :filelist
+  end
+
+  def file_or_dirimg(is_file)
+    src = (is_file) ? '/images/file.png' : '/images/directory.png'
+    "<img alt='' style='vertical-align:bottom; border: 0; margin: 1px;' src='#{src}'>"
+  end
+end

data/lib/milkode/cdweb/lib/database.rb

@@ -0,0 +1,260 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief  Milkodeで使用するデータベース
+# @author ongaeshi
+# @date   2010/10/17
+
+require 'rubygems'
+require 'pathname'
+require 'singleton'
+require 'groonga'
+require 'milkode/common/dbdir'
+include Milkode
+
+module Milkode
+  class Database
+    include Singleton
+
+    @@db_dir = nil
+
+    def self.setup(db_dir)
+      @@db_dir = db_dir
+    end
+
+    def initialize
+      open(@@db_dir || Dbdir.default_dir)
+    end
+
+    def open(db_dir)
+      dbfile = Dbdir.expand_groonga_path(db_dir)
+      
+      if File.exist? dbfile
+        Groonga::Database.open(dbfile)
+      else
+        raise "error    : #{dbfile} not found!!"
+      end
+      
+      @documents = Groonga::Context.default["documents"]
+    end
+
+    def record(shortpath)
+      table = @documents.select { |record| record.shortpath == shortpath }
+      return table.records[0]
+    end
+
+    def fileNum
+      @documents.select.size
+    end
+    
+    def search(patterns, packages, fpaths, suffixs, offset = 0, limit = -1)
+      # @todo fpathを厳密に検索するには、検索結果からさらに先頭からのパスではないものを除外する
+      records, total_records = searchMain(patterns, packages, fpaths, suffixs, offset, limit)
+    end
+
+    def selectAll(offset = 0, limit = -1)
+      table = @documents.select
+
+      # マッチ数
+      total_records = table.size
+
+      # 2010/10/29 ongaeshi
+      # 本当はこのようにgroongaAPIでソートしたいのだが上手くいかなかった
+      #       # ファイル名順にソート
+      #       records = table.sort([{:key => "shortpath", :order => "descending"}],
+      #                            :offset => page * limit,
+      #                            :limit => limit)
+      
+      # ソート
+      if (limit != -1)
+        records = table.records.sort_by{|record| record.shortpath.downcase }[offset, limit]
+      else
+        records = table.records.sort_by{|record| record.shortpath.downcase }[offset..limit]
+      end
+        
+      return records, total_records
+    end
+
+    def selectAll2(offset = 0, limit = -1)
+      records, total_records = selectAll(offset, limit)
+      records
+    end
+    
+    # レコード数を得る
+    def totalRecords
+      reopen_patch
+      @documents.select.size      
+    end
+
+    # @sample test/test_database.rb:43 TestDatabase#t_fileList
+    def fileList(base)
+      base_parts = base.split("/")
+      base_depth = base_parts.length
+      
+      # shortpathにマッチするものだけに絞り込む
+      if (base == "")
+        records = @documents.select.records
+      else
+        records = @documents.select {|record| record.shortpath =~ base }.to_a
+      end
+
+      # ファイルリストの生成
+      paths = records.map {|record|
+        record.shortpath.split("/")
+      }.find_all {|parts|
+        parts.length > base_depth and parts[0, base_depth] == base_parts
+      }.map {|parts|
+        is_file = parts.length == base_depth + 1
+        path = parts[0, base_depth + 1].join("/")
+        [path, is_file]
+      }.uniq
+      
+      paths
+    end
+    
+    # コンテンツの削除
+    # @todo パッケージ名完全一致になっていないので直す
+    def remove(packages)
+      # データベースを開き直す
+      reopen_patch
+      
+      # 削除したコンテンツをインデックスから削除
+      records, total_records = search([], packages, [], [])
+
+      # 検索結果はHashのレコードなので、これを直接deleteしても駄目
+      # 1. Record#record_idを使って主キー(Groonga#Arrayのレコード)を取り出し
+      # 2. Record#delete で削除
+      records.each do |r|
+        yield r if block_given?
+        r.record_id.delete
+      end
+    end
+
+    # 実体の存在しないデータを削除
+    def cleanup
+      # データベースを開き直す
+      reopen_patch
+
+      # クリーンアップ
+      records = selectAll2
+
+      records.each do |r|
+        unless File.exist? r.path
+          yield r if block_given?
+          r.record_id.delete
+        end
+      end
+    end
+    
+    private 
+
+    def reopen_patch
+      # 削除系のコマンドが上手く動作しないためのパッチ
+      # 本質的な解決にはなっていないと思う
+      open(@@db_dir || Dbdir.default_dir)
+    end
+
+    def searchMain(patterns, packages, fpaths, suffixs, offset, limit)
+      table = @documents.select do |record|
+        expression = nil
+
+        # キーワード
+        patterns.each do |word|
+          sub_expression = record.content =~ word
+          if expression.nil?
+            expression = sub_expression
+          else
+            expression &= sub_expression
+          end
+        end
+        
+        # パッケージ(OR)
+        pe = package_expression(record, packages) 
+        if (pe)
+          if expression.nil?
+            expression = pe
+          else
+            expression &= pe
+          end
+        end
+        
+        # ファイルパス
+        fpaths.each do |word|
+          sub_expression = record.path =~ word
+          if expression.nil?
+            expression = sub_expression
+          else
+            expression &= sub_expression
+          end
+        end
+
+        # 拡張子(OR)
+        se = suffix_expression(record, suffixs) 
+        if (se)
+          if expression.nil?
+            expression = se
+          else
+            expression &= se
+          end
+        end
+        
+        # 検索式
+        expression
+      end
+
+      # スコアとタイムスタンプでソート
+      records = table.sort([{:key => "_score", :order => "descending"},
+                            {:key => "timestamp", :order => "descending"}],
+                           :offset => offset,
+                           :limit => limit)
+      
+      # パッケージの条件追加
+      if (packages.size > 0)
+        records.delete_if do |record|
+          !packages.any?{|package| record.shortpath.split('/')[0] =~ /#{package}/ }
+        end
+      end
+
+      # マッチ数
+      total_records = records.size
+      
+      return records, total_records
+    end
+    private :searchMain
+
+    def package_expression(record, packages)
+      sub = nil
+      
+      # @todo 専用カラム package が欲しいところ
+      #       でも今でもpackageはORとして機能してるからいいっちゃいい
+      packages.each do |word|
+        e = record.path =~ word
+        if sub.nil?
+          sub = e
+        else
+          sub |= e
+        end
+      end
+
+      sub
+    end
+    private :package_expression
+
+    def suffix_expression(record, suffixs)
+      sub = nil
+      
+      suffixs.each do |word|
+        e = record.suffix =~ word
+        if sub.nil?
+          sub = e
+        else
+          sub |= e
+        end
+      end
+
+      sub
+    end
+    private :suffix_expression
+    
+  end
+end