gren 0.2.4 → 0.3.0

data/lib/grenweb/query.rb

@@ -0,0 +1,82 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief  クエリーの解析
+# @author ongaeshi
+# @date   2010/10/21
+
+require 'rubygems'
+require 'rack'
+
+module Grenweb
+  class Query
+    include Rack::Utils
+    attr_reader :query_string
+  
+    OPTIONS = [
+               ['package',  'p'],
+               ['filepath', 'fpath', 'f'],
+               ['suffix',   's'],
+              ]
+
+    def initialize(request)
+      @query_string = unescape(request.path_info.gsub(/\A\/|\/\z/, ''))
+      init_hash
+      parse
+    end
+
+    def escape_html
+      Rack::Utils::escape_html(@query_string)
+    end
+
+    def empty?
+      keywords.size == 0 && packages.size == 0 && fpaths.size == 0 && suffixs.size == 0
+    end
+
+    def keywords
+      @hash['keywords']
+    end
+
+    def packages
+      calc_param(0)
+    end
+
+    def fpaths
+      calc_param(1)
+    end
+
+    def suffixs
+      calc_param(2)
+    end
+
+    private
+
+    def calc_param(index)
+      OPTIONS[index].inject([]){|result, item| result.concat @hash[item] }
+    end
+
+    def init_hash
+      @hash = {}
+      @hash['keywords'] = []
+
+      OPTIONS.flatten.each do |key|
+        @hash[key] = []
+      end
+    end
+
+    def parse
+      kp = OPTIONS.flatten.join('|')
+      parts = @query_string.scan(/(?:(#{kp}):)?(?:"(.+)"|(\S+))/)
+
+      parts.each do |key, quoted_value, value|
+        text = quoted_value || value
+        unless (key)
+          @hash['keywords'] << text
+        else
+          @hash[key] << text
+        end
+      end
+    end
+  end
+end
+

data/lib/grenweb/searcher.rb

@@ -0,0 +1,127 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief  検索処理本体
+# @author ongaeshi
+# @date   2010/10/13
+
+require 'rack'
+require File.join(File.dirname(__FILE__), 'database')
+require File.join(File.dirname(__FILE__), 'html_renderer')
+require File.join(File.dirname(__FILE__), 'query')
+
+module Grenweb
+  class Searcher
+    include Rack::Utils
+
+    def initialize
+    end
+    
+    def call(env)
+      @request = Rack::Request.new(env)
+      @query = Query.new(@request)
+
+      @response = Rack::Response.new
+      @response["Content-Type"] = "text/html; charset=UTF-8"
+
+      @nth = 3                  # マッチした行の前後何行を表示するか
+
+      if @request.post? or @request['query']
+        post_request
+      else
+        search
+      end
+    end
+
+    private
+
+    def post_request
+      query = @request['query'] || ''
+      if query.empty?
+        @request.path_info = "/"
+      else
+        @request.path_info = "/#{escape(query)}/"
+      end
+      @response.redirect(@request.url.split(/\?/, 2)[0])
+      @response.to_a
+    end
+
+    def search
+      render_header
+      render_search_box
+      render_search_result
+      render_footer
+      @response.to_a
+    end
+
+    def render_header
+      @response.write HTMLRendeler.header("gren : #{@query.escape_html}", "gren")
+    end
+
+    def render_search_box
+      @response.write HTMLRendeler.search_box(@query.escape_html)
+    end
+
+    def render_search_result
+      if @query.empty?
+        @response.write HTMLRendeler.empty_summary
+      else
+        records, total_records, elapsed = Database.instance.search(@query.keywords, @query.packages, @query.fpaths, @query.suffixs, calcPage, calcLimit)
+        render_search_summary(records, total_records, elapsed)
+        records.each { |record| @response.write(HTMLRendeler.result_record(record, @query.keywords, @nth)) }
+        render_pagination(calcPage, total_records)
+      end
+    end
+
+    def render_search_summary(records, total_records, elapsed)
+      pageStart = calcPage * calcLimit
+      @response.write HTMLRendeler.search_summary(@query.query_string,
+                                                  total_records,
+                                                  (total_records.zero? ? 0 : pageStart + 1)..(pageStart + records.size),
+                                                  elapsed)
+    end
+
+    def render_pagination(page, total_records)
+      return if @query.empty?
+      return if total_records < calcLimit
+
+      last_page = (total_records / calcLimit.to_f).ceil
+      @response.write("<div class='pagination'>\n")
+      if page > 0
+        @response.write(HTMLRendeler.pagination_link(page - 1, "<<"))
+      end
+      last_page.times do |i|
+        if i == page
+          @response.write(HTMLRendeler.pagination_span(i))
+        else
+          @response.write(HTMLRendeler.pagination_link(i, i))
+        end
+      end
+      if page < (last_page - 1)
+        @response.write(HTMLRendeler.pagination_link(page + 1, ">>"))
+      end
+      @response.write("</div>\n")
+    end
+
+    def render_footer
+      @response.write HTMLRendeler.footer
+    end
+
+    private
+
+    # 1ページに表示する最大レコードを計算
+    def calcLimit
+      if @query.keywords.size == 0
+        100
+      else
+        20
+      end
+    end
+    
+    # 現在ページを計算
+    def calcPage
+      (@request['page'] || 0).to_i
+    end
+  end
+end
+

data/lib/grenweb/viewer.rb

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief  ソースコードを表示する
+# @author ongaeshi
+# @date   2010/10/13
+
+require 'rack'
+require File.join(File.dirname(__FILE__), 'database')
+
+module Grenweb
+  class Viewer
+    include Rack::Utils
+
+    def initialize
+    end
+    
+    def call(env)
+      @request = Rack::Request.new(env)
+      @response = Rack::Response.new
+      @response["Content-Type"] = "text/html; charset=UTF-8"
+
+      record, elapsed = Database.instance.record(req2query)
+
+      if (record)
+        @response.write HTMLRendeler.header("gren : #{record.shortpath}", "gren")
+        @response.write HTMLRendeler.search_box("")
+        @response.write HTMLRendeler.view_summary(record.shortpath, elapsed)
+        @response.write HTMLRendeler.record_content(record)
+      else
+        @response.write HTMLRendeler.header("gren : not found.", "gren")
+        @response.write HTMLRendeler.search_box("")
+        @response.write HTMLRendeler.empty_summary
+      end
+      @response.write HTMLRendeler.footer
+      
+      @response.to_a
+    end
+
+    private
+
+    def req2query
+      unescape(@request.path_info.gsub(/\A\/|\/z/, ''))
+    end
+    
+    def req2path(component='')
+      path = []
+      path << ((@request.script_name == "") ? '/' : @request.script_name)
+      path << component if (component)
+      path.join('/')
+    end
+  end
+end

data/lib/mkgrendb/mkgrendb.rb

@@ -17,6 +17,7 @@ module Mkgrendb
       puts "input_yaml : #{@input_yaml} found."
       @src = YAML.load(open(@input_yaml).read())
       @file_count = 0
+      @add_count = 0
       @update_count = 0
       @start_time = Time.now
     end
@@ -29,7 +30,7 @@ module Mkgrendb
         if (FileTest.directory? dir)
           db_add_dir(dir)
         else
-          db_add_file(STDOUT, dir)
+          db_add_file(STDOUT, dir, File.basename(dir))
         end
       end
       @end_time = Time.now
@@ -54,7 +55,8 @@ module Mkgrendb
       puts "input_yaml : #{@input_yaml} (#{Util::time_s(time)})"
       puts "output_db  : #{@output_db}*"
       puts "files      : #{@file_count}"
-      puts "updates    : #{@update_count}"
+      puts "add        : #{@add_count}"
+      puts "update     : #{@update_count}"
     end
 
     def dump()
@@ -65,6 +67,7 @@ module Mkgrendb
       records.each do |record|
         p record
         puts "path : #{record.path}"
+        puts "shortpath : #{record.shortpath}"
         puts "suffix : #{record.suffix}"
         puts "timestamp : #{record.timestamp.strftime('%Y/%m/%d %H:%M:%S')}"
         puts "content :", record.content ? record.content[0..64] : nil
@@ -82,6 +85,7 @@ module Mkgrendb
         Groonga::Schema.define do |schema|
           schema.create_table("documents") do |table|
             table.string("path")
+            table.string("shortpath")
             table.text("content")
             table.time("timestamp")
             table.text("suffix")
@@ -92,6 +96,7 @@ module Mkgrendb
                               :key_normalize => true,
                               :default_tokenizer => "TokenBigram") do |table|
             table.index("documents.path", :with_position => true)
+            table.index("documents.shortpath", :with_position => true)
             table.index("documents.content", :with_position => true)
             table.index("documents.suffix", :with_position => true)
           end
@@ -125,14 +130,15 @@ module Mkgrendb
     private :db_open
 
     def db_add_dir(dirname)
-      searchDirectory(STDOUT, dirname, 0)
+      searchDirectory(STDOUT, dirname, File.basename(dirname), 0)
     end
     private :db_add_dir
 
-    def db_add_file(stdout, filename)
+    def db_add_file(stdout, filename, shortpath)
       # 格納するデータ
       values = {
         :path => filename,
+        :shortpath => shortpath,
         :content => nil,
         :timestamp => File.mtime(filename),
         :suffix => File::extname(filename),
@@ -164,6 +170,7 @@ module Mkgrendb
         values.each do |key, value|
           if (key == :path)
             if (isNewFile)
+              @add_count += 1
               puts "add_file   : #{value}"
             else
               @update_count += 1
@@ -176,12 +183,12 @@ module Mkgrendb
 
     end
 
-    def searchDirectory(stdout, dir, depth)
+    def searchDirectory(stdout, dir, shortdir, depth)
       Dir.foreach(dir) do |name|
         next if (name == '.' || name == '..')
           
         fpath = File.join(dir,name)
-        fpath_disp = fpath.gsub(/^.\//, "")
+        shortpath = File.join(shortdir,name)
         
         # 除外ディレクトリならばパス
         next if ignoreDir?(fpath)
@@ -192,10 +199,10 @@ module Mkgrendb
         # ファイルならば中身を探索、ディレクトリならば再帰
         case File.ftype(fpath)
         when "directory"
-          searchDirectory(stdout, fpath, depth + 1)
+          searchDirectory(stdout, fpath, shortpath, depth + 1)
         when "file"
           unless ignoreFile?(fpath)
-            db_add_file(stdout, fpath)
+            db_add_file(stdout, fpath, shortpath)
             @file_count += 1
             puts "file_count : #{@file_count}" if (@file_count % 100 == 0)
           end

data/test/test_gren.rb

@@ -1,7 +1,6 @@
-require File.dirname(__FILE__) + '/test_helper.rb'
+require File.join(File.dirname(__FILE__), "test_helper.rb")
 
 class TestGren < Test::Unit::TestCase
-
   def setup
   end
   

data/test/test_gren_util.rb

@@ -1,32 +1,33 @@
-require File.dirname(__FILE__) + '/test_helper.rb'
-
-class TestGrenSnip < Test::Unit::TestCase
-  def setup
-  end
-  
-  def test_snip
-    str = "abcdefghijkmlnopqrstuvwxyz"
-    assert_equal(str, GrenSnip::snip(str, nil))
-
-    str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|12345678901234567890123456789012345678901234567890123456"
-    assert_equal(str, GrenSnip::snip(str, nil))
-
-    str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234561"
-    match_datas = []
-    match_datas << str.match(/123456789\|/)
-    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>67890123456789012345678901234561", GrenSnip::snip(str, match_datas))
-
-    str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234561"
-    match_datas = []
-    match_datas << str.match(/123456789\|/)
-    match_datas << str.match(/34567/)
-    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>67890123456789012345678901234561", GrenSnip::snip(str, match_datas))
-
-    str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234561"
-    match_datas = []
-    match_datas << str.match(/123456789\|/)
-    match_datas << str.match(/01234561/)
-    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>8901234567890123456789012345678901234561", GrenSnip::snip(str, match_datas))
-
-  end
-end
+require File.join(File.dirname(__FILE__), "test_helper.rb")
+require File.join(File.dirname(__FILE__), "../lib/common/util.rb")
+
+class TestGrenSnip < Test::Unit::TestCase
+  def setup
+  end
+  
+  def test_snip
+    str = "abcdefghijkmlnopqrstuvwxyz"
+    assert_equal(str, GrenSnip::snip(str, nil))
+
+    str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|12345678901234567890123456789012345678901234567890123456"
+    assert_equal(str, GrenSnip::snip(str, nil))
+
+    str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234561"
+    match_datas = []
+    match_datas << str.match(/123456789\|/)
+    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>67890123456789012345678901234561", GrenSnip::snip(str, match_datas))
+
+    str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234561"
+    match_datas = []
+    match_datas << str.match(/123456789\|/)
+    match_datas << str.match(/34567/)
+    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>67890123456789012345678901234561", GrenSnip::snip(str, match_datas))
+
+    str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234561"
+    match_datas = []
+    match_datas << str.match(/123456789\|/)
+    match_datas << str.match(/01234561/)
+    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>8901234567890123456789012345678901234561", GrenSnip::snip(str, match_datas))
+
+  end
+end