gren 0.3.2 → 1.0.0

data/lib/grenweb/public/css/gren.css

@@ -1,63 +0,0 @@
-body {
-}
-
-div.header {
-}
-
-div.footer {
-}
-
-div.header_home {
-    font-size: 170%;
-}
-
-div.footer_home {
-    font-size: 85%;
-    margin-top: 3em;
-}
-
-div.search-summary {
-    border-color:#F4CA3F;
-    background-color:#FEFFF0;
-    border-top-style:solid;
-    border-top-width:1px;
-    border-bottom-style:solid;
-    border-bottom-width:1px;
-    margin-bottom:1em;
-    margin-top:1em;
-    padding-bottom:5px;
-    padding-top:5px;
-    padding-left:5px;
-}
-
-dt.result-record {
-    font-size: 105%;
-}
-
-pre.lines {
-}
-
-div.pagination {
-    background-color:#FEFFF0;
-    text-align: center;
-    margin-bottom: 20px;
-}
-
-pre {
-    border: 1px solid #dedede;
-    margin-bottom: 5px;
-    padding-left: 5px;
-    background-color: #fdfdfd;
-    font-weight: inherit;
-    margin-top: 5px;
-    padding-top: 5px;
-    padding-bottom: 5px;
-}
-
-span.keyword {
-    font-weight: bold;    
-}
-
-font.version {
-    font-size: 35%;
-}

data/lib/grenweb/query.rb

@@ -1,82 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# @file 
-# @brief  クエリーの解析
-# @author ongaeshi
-# @date   2010/10/21
-
-require 'rubygems'
-require 'rack'
-
-module Grenweb
-  class Query
-    include Rack::Utils
-    attr_reader :query_string
-  
-    OPTIONS = [
-               ['package',  'p'],
-               ['filepath', 'fpath', 'f'],
-               ['suffix',   's'],
-              ]
-
-    def initialize(request)
-      @query_string = unescape(request.path_info.gsub(/\A\/|\/\z/, ''))
-      init_hash
-      parse
-    end
-
-    def escape_html
-      Rack::Utils::escape_html(@query_string)
-    end
-
-    def empty?
-      keywords.size == 0 && packages.size == 0 && fpaths.size == 0 && suffixs.size == 0
-    end
-
-    def keywords
-      @hash['keywords']
-    end
-
-    def packages
-      calc_param(0)
-    end
-
-    def fpaths
-      calc_param(1)
-    end
-
-    def suffixs
-      calc_param(2)
-    end
-
-    private
-
-    def calc_param(index)
-      OPTIONS[index].inject([]){|result, item| result.concat @hash[item] }
-    end
-
-    def init_hash
-      @hash = {}
-      @hash['keywords'] = []
-
-      OPTIONS.flatten.each do |key|
-        @hash[key] = []
-      end
-    end
-
-    def parse
-      kp = OPTIONS.flatten.join('|')
-      parts = @query_string.scan(/(?:(#{kp}):)?(?:"(.+)"|(\S+))/)
-
-      parts.each do |key, quoted_value, value|
-        text = quoted_value || value
-        unless (key)
-          @hash['keywords'] << text
-        else
-          @hash[key] << text
-        end
-      end
-    end
-  end
-end
-

data/lib/grenweb/searcher.rb

@@ -1,129 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# @file 
-# @brief  検索処理本体
-# @author ongaeshi
-# @date   2010/10/13
-
-require 'rack'
-require File.join(File.dirname(__FILE__), 'database')
-require File.join(File.dirname(__FILE__), 'html_renderer')
-require File.join(File.dirname(__FILE__), 'query')
-
-module Grenweb
-  class Searcher
-    include Rack::Utils
-
-    def initialize
-    end
-    
-    def call(env)
-      @request = Rack::Request.new(env)
-      @query = Query.new(@request)
-
-      @response = Rack::Response.new
-      @response["Content-Type"] = "text/html; charset=UTF-8"
-
-      @nth = 3                  # マッチした行の前後何行を表示するか
-
-      @rendeler = HTMLRendeler.new(@request.script_name + '/..')
-
-      if @request.post? or @request['query']
-        post_request
-      else
-        search
-      end
-    end
-
-    private
-
-    def post_request
-      query = @request['query'] || ''
-      if query.empty?
-        @request.path_info = "/"
-      else
-        @request.path_info = "/#{escape(query)}/"
-      end
-      @response.redirect(@request.url.split(/\?/, 2)[0])
-      @response.to_a
-    end
-
-    def search
-      render_header
-      render_search_box
-      render_search_result
-      render_footer
-      @response.to_a
-    end
-
-    def render_header
-      @response.write @rendeler.header("gren : #{@query.escape_html}", "gren")
-    end
-
-    def render_search_box
-      @response.write @rendeler.search_box(@query.escape_html)
-    end
-
-    def render_search_result
-      if @query.empty?
-        @response.write @rendeler.empty_summary
-      else
-        records, total_records, elapsed = Database.instance.search(@query.keywords, @query.packages, @query.fpaths, @query.suffixs, calcPage, calcLimit)
-        render_search_summary(records, total_records, elapsed)
-        records.each { |record| @response.write(@rendeler.result_record(record, @query.keywords, @nth)) }
-        render_pagination(calcPage, total_records)
-      end
-    end
-
-    def render_search_summary(records, total_records, elapsed)
-      pageStart = calcPage * calcLimit
-      @response.write @rendeler.search_summary(@query.query_string,
-                                                  total_records,
-                                                  (total_records.zero? ? 0 : pageStart + 1)..(pageStart + records.size),
-                                                  elapsed)
-    end
-
-    def render_pagination(page, total_records)
-      return if @query.empty?
-      return if total_records < calcLimit
-
-      last_page = (total_records / calcLimit.to_f).ceil
-      @response.write("<div class='pagination'>\n")
-      if page > 0
-        @response.write(@rendeler.pagination_link(page - 1, "<<"))
-      end
-      last_page.times do |i|
-        if i == page
-          @response.write(@rendeler.pagination_span(i))
-        else
-          @response.write(@rendeler.pagination_link(i, i))
-        end
-      end
-      if page < (last_page - 1)
-        @response.write(@rendeler.pagination_link(page + 1, ">>"))
-      end
-      @response.write("</div>\n")
-    end
-
-    def render_footer
-      @response.write @rendeler.footer
-    end
-
-    private
-
-    # 1ページに表示する最大レコードを計算
-    def calcLimit
-      if @query.keywords.size == 0
-        100
-      else
-        20
-      end
-    end
-    
-    # 現在ページを計算
-    def calcPage
-      (@request['page'] || 0).to_i
-    end
-  end
-end
-

data/lib/grenweb/viewer.rb

@@ -1,51 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# @file 
-# @brief  ソースコードを表示する
-# @author ongaeshi
-# @date   2010/10/13
-
-require 'rack'
-require File.join(File.dirname(__FILE__), 'database')
-require File.join(File.dirname(__FILE__), 'html_renderer')
-
-module Grenweb
-  class Viewer
-    include Rack::Utils
-
-    def initialize
-    end
-    
-    def call(env)
-      @request = Rack::Request.new(env)
-      @response = Rack::Response.new
-      @response["Content-Type"] = "text/html; charset=UTF-8"
-
-      record, elapsed = Database.instance.record(req2query)
-
-      @rendeler = HTMLRendeler.new(@request.script_name + '/..')
-
-      if (record)
-        @response.write @rendeler.header("gren : #{record.shortpath}", "gren")
-        @response.write @rendeler.search_box("")
-        @response.write @rendeler.view_summary(record.shortpath, elapsed)
-        @response.write @rendeler.record_content(record)
-      else
-        @response.write @rendeler.header("gren : not found.", "gren")
-        @response.write @rendeler.search_box("")
-        @response.write @rendeler.empty_summary
-      end
-      @response.write @rendeler.footer
-      
-      @response.to_a
-    end
-
-    private
-
-    def req2query
-      p @request.path_info
-      unescape(@request.path_info.gsub(/\A\/|\/z/, ''))
-    end
-    
-  end
-end

data/lib/mkgrendb/cli.rb

@@ -1,49 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'optparse'
-require File.join(File.dirname(__FILE__), 'mkgrendb')
-
-module Mkgrendb
-  class CLI
-    def self.execute(stdout, arguments=[])
-      input_yamls = []
-      isDump = false
-      isFull = false
-      isDelete = false
-      isReport = false
-
-      opt = OptionParser.new "#{File.basename($0)} INPUT_YAML1 [INPUT_YAML2 ...]"
-      opt.on('--ddb', "--default-db", "Create or Update default DB. (Plase set ENV['GRENDB_DEFAULT_DB'])") {|v| input_yamls << ENV['GRENDB_DEFAULT_DB']}
-      opt.on('--full', "Full update DB. (Delete and create)") {|v| isFull = true }
-      opt.on('--delete', "Delete DB. (Not delete yaml)") {|v| isDelete = true }
-      opt.on('--dump', "Dump DB.") {|v| isDump = true }
-      opt.on('--report', "Database Report.") {|v| isReport = true }
-      opt.parse!(arguments)
-
-      input_yamls.concat arguments
-
-      if (input_yamls.size >= 1)
-        input_yamls.each do |input_yaml|
-          obj = Mkgrendb.new(input_yaml)
-          
-          if (isFull)
-            obj.full
-            stdout.puts
-          elsif (isDelete)
-            obj.delete
-            stdout.puts
-          elsif (isDump)
-            obj.dump
-          elsif (isReport)
-            obj.report
-          else
-            obj.update
-            stdout.puts
-          end
-
-        end
-      else
-        stdout.puts opt.help
-      end
-    end
-  end
-end

data/lib/mkgrendb/mkgrendb.rb

@@ -1,230 +0,0 @@
-# -*- coding: utf-8 -*-
-
-require 'yaml'
-require 'pathname'
-require 'rubygems'
-require 'groonga'
-require 'fileutils'
-require File.join(File.dirname(__FILE__), '../common/grenfiletest')
-require File.join(File.dirname(__FILE__), '../common/util')
-include Gren
-
-module Mkgrendb
-  class Mkgrendb
-    def initialize(input)
-      input = File.expand_path(input)
-      @input_yaml = input.sub(/\.db$/, ".yaml")
-      @output_db = input.sub(/\.yaml$/, ".db")
-      puts "input_yaml : #{@input_yaml} found."
-      @src = YAML.load(open(@input_yaml).read())
-      @file_count = 0
-      @add_count = 0
-      @update_count = 0
-      @start_time = Time.now
-    end
-
-    def update
-      db_create(@output_db)
-      db_open(@output_db)
-      @src["directory"].each do |dir|
-        dir = File.expand_path(dir)
-
-        if (!FileTest.exist?(dir))
-          puts "[WARNING]  : #{dir} (Not found, skip)"
-        elsif (FileTest.directory? dir)
-          db_add_dir(dir)
-        else
-          db_add_file(STDOUT, dir, File.basename(dir))
-        end
-      end
-      @end_time = Time.now
-      print_result
-    end
-
-    def delete
-      db_delete(@output_db)
-    end
-
-    def full
-      delete
-      update
-    end
-
-    def time
-      @end_time - @start_time 
-    end
-
-    def print_result
-      puts
-      puts "input_yaml : #{@input_yaml} (#{Util::time_s(time)})"
-      puts "output_db  : #{@output_db}*"
-      puts "files      : #{@file_count}"
-      puts "add        : #{@add_count}"
-      puts "update     : #{@update_count}"
-    end
-
-    def dump()
-      db_open(@output_db)
-
-      documents = Groonga::Context.default["documents"]
-      records = documents.select
-      records.each do |record|
-        p record
-        puts "path : #{record.path}"
-        puts "shortpath : #{record.shortpath}"
-        puts "suffix : #{record.suffix}"
-        puts "timestamp : #{record.timestamp.strftime('%Y/%m/%d %H:%M:%S')}"
-        puts "content :", record.content ? record.content[0..64] : nil
-        puts
-      end
-    end
-
-    def db_create(filename)
-      dbfile = Pathname(File.expand_path(filename))
-      dbdir = dbfile.dirname
-      dbdir.mkpath unless dbdir.exist?
-      
-      unless dbfile.exist?
-        Groonga::Database.create(:path => dbfile.to_s)
-        Groonga::Schema.define do |schema|
-          schema.create_table("documents") do |table|
-            table.string("path")
-            table.string("shortpath")
-            table.text("content")
-            table.time("timestamp")
-            table.text("suffix")
-          end
-
-          schema.create_table("terms",
-                              :type => :patricia_trie,
-                              :key_normalize => true,
-                              :default_tokenizer => "TokenBigram") do |table|
-            table.index("documents.path", :with_position => true)
-            table.index("documents.shortpath", :with_position => true)
-            table.index("documents.content", :with_position => true)
-            table.index("documents.suffix", :with_position => true)
-          end
-        end
-        puts "create     : #{filename} created."
-      else
-        puts "message    : #{filename} already exist."
-      end
-    end
-    private :db_create
-
-    def db_delete(filename)
-      raise "Illegal file name : #{filename}." unless filename =~ /\.db$/
-      Dir.glob("#{filename}*").each do |f|
-        puts "delete     : #{f}"
-        FileUtils.rm_r(f)
-      end
-    end
-    private :db_delete
-      
-    def db_open(filename)
-      dbfile = Pathname(File.expand_path(filename))
-      
-      if dbfile.exist?
-        Groonga::Database.open(dbfile.to_s)
-        puts  "open       : #{dbfile} open."
-      else
-        raise "error      : #{dbfile.to_s} not found!!"
-      end
-    end
-    private :db_open
-
-    def db_add_dir(dirname)
-      searchDirectory(STDOUT, dirname, File.basename(dirname), 0)
-    end
-    private :db_add_dir
-
-    def db_add_file(stdout, filename, shortpath)
-      # 格納するデータ
-      values = {
-        :path => filename,
-        :shortpath => shortpath,
-        :content => nil,
-        :timestamp => File.mtime(filename),
-        :suffix => File::extname(filename),
-      }
-      
-      # 検索するデータベース
-      documents = Groonga::Context.default["documents"]
-      
-      # 既に登録されているファイルならばそれを上書き、そうでなければ新規レコードを作成
-      _documents = documents.select do |record|
-        record["path"] == values[:path]
-      end
-      
-      isNewFile = false
-
-      if _documents.size.zero?
-        document = documents.add
-        isNewFile = true
-      else
-        document = _documents.to_a[0].key
-      end
-      
-      # タイムスタンプが新しければデータベースに格納
-      if (document[:timestamp] < values[:timestamp])
-        # 実際に使うタイミングでファイルの内容を読み込み
-        values[:content] = open(filename).read
-        
-        # データベースに格納
-        values.each do |key, value|
-          if (key == :path)
-            if (isNewFile)
-              @add_count += 1
-              puts "add_file   : #{value}"
-            else
-              @update_count += 1
-              puts "update     : #{value}"
-            end
-          end
-          document[key] = value
-        end
-      end
-
-    end
-
-    def searchDirectory(stdout, dir, shortdir, depth)
-      Dir.foreach(dir) do |name|
-        next if (name == '.' || name == '..')
-          
-        fpath = File.join(dir,name)
-        shortpath = File.join(shortdir,name)
-        
-        # 除外ディレクトリならばパス
-        next if ignoreDir?(fpath)
-
-        # 読み込み不可ならばパス
-        next unless FileTest.readable?(fpath)
-
-        # ファイルならば中身を探索、ディレクトリならば再帰
-        case File.ftype(fpath)
-        when "directory"
-          searchDirectory(stdout, fpath, shortpath, depth + 1)
-        when "file"
-          unless ignoreFile?(fpath)
-            db_add_file(stdout, fpath, shortpath)
-            @file_count += 1
-            puts "file_count : #{@file_count}" if (@file_count % 100 == 0)
-          end
-        end          
-      end
-    end
-
-    def ignoreDir?(fpath)
-      FileTest.directory?(fpath) &&
-      GrenFileTest::ignoreDir?(fpath)
-    end
-    private :ignoreDir?
-
-    def ignoreFile?(fpath)
-      GrenFileTest::ignoreFile?(fpath) ||
-      GrenFileTest::binary?(fpath)
-    end
-    private :ignoreFile?
-
-  end
-end