gren 0.1.4 → 0.2.0

data/History.txt

@@ -1,10 +1,14 @@
-=== 0.2.0 2010/08/xx
+=== 0.2.0 2010/09/13
 
-Commin soon!! 
+* grooongaを利用して超高速検索を実現した、grendbをリリース
+  * mkgrendbでデータベース生成
+  * grendbでデータベース検索
 
-!!!公開前に...
-  英語にする
-  文章を綺麗にする
+=== 0.1.4 2010/08/14
+
+* snipモード
+  * 一行が長過ぎる場合は適当に省略する機能を追加
+  * 圧縮したJavascript等で効果を発揮
 
 === 0.1.3 2010/08/13
 

data/Manifest.txt

@@ -4,13 +4,19 @@ PostInstall.txt
 README.rdoc
 Rakefile
 bin/gren
+bin/grendb
+bin/mkgrendb
+lib/common/grenfiletest.rb
+lib/common/grensnip.rb
+lib/common/platform.rb
+lib/common/string_snip.rb
+lib/findgrep/findgrep.rb
+lib/findgrep/result.rb
 lib/gren.rb
 lib/gren/cli.rb
-lib/gren/findgrep.rb
-lib/gren/result.rb
-lib/gren/util.rb
-lib/platform.rb
-lib/string_snip.rb
+lib/grendb/cli.rb
+lib/mkgrendb/cli.rb
+lib/mkgrendb/mkgrendb.rb
 rake_rdoc_custom.rb
 script/console
 script/destroy
@@ -18,5 +24,7 @@ script/generate
 test/test_gren.rb
 test/test_gren_cli.rb
 test/test_gren_util.rb
+test/test_grendb_cli.rb
 test/test_helper.rb
+test/test_mkgrendb_cli.rb
 test/test_string_snip.rb

data/Rakefile

@@ -20,7 +20,7 @@ $hoe = Hoe.spec 'gren' do
   self.rubyforge_name       = self.name # TODO this is default value
 
   # 必要とするgem
-  self.extra_deps         = [['termcolor','>= 1.2.0']]
+  self.extra_deps         = [['termcolor','>= 1.2.0'], ['rroonga','>= 1.0.0']]
 
   # 本来はnewgemの中で設定されるべき(後で報告した方がいいかも)
   self.extra_rdoc_files << "README.rdoc"

data/bin/gren

@@ -7,5 +7,5 @@ require 'rubygems'
 require File.expand_path(File.dirname(__FILE__) + "/../lib/gren")
 require "gren/cli"
 
-Version = "0.1.4"
+Version = "0.2.0"
 Gren::CLI.execute(STDOUT, ARGV)

data/bin/grendb

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+#
+#  Created on 2010-8-25.
+#  Copyright (c) 2010. All rights reserved.
+
+require 'rubygems'
+require File.expand_path(File.dirname(__FILE__) + "/../lib/gren")
+require "grendb/cli"
+
+Version = "0.2.0"
+Grendb::CLI.execute(STDOUT, ARGV)

data/bin/mkgrendb

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+#
+#  Created on 2010-9-12.
+#  Copyright (c) 2010. All rights reserved.
+
+require 'rubygems'
+require File.expand_path(File.dirname(__FILE__) + "/../lib/gren")
+require "mkgrendb/cli"
+
+Version = "0.2.0"
+Mkgrendb::CLI.execute(STDOUT, ARGV)

data/lib/common/grenfiletest.rb

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+
+module GrenFileTest
+  IGNORE_FILE = /(\A#.*#\Z)|(~\Z)|(\A\.#)/
+  IGNORE_DIR = /(\A\.svn\Z)|(\A\.git\Z)|(\ACVS\Z)/
+
+  def self.ignoreDir?(fpath)
+    IGNORE_DIR.match(File.basename(fpath))
+  end
+
+  def self.ignoreFile?(fpath)
+    IGNORE_FILE.match(File.basename(fpath))
+  end
+
+  def self.binary?(fpath)
+      s = File.read(fpath, 1024) or return false
+      return s.index("\x00")
+  end
+end

data/lib/common/grensnip.rb

@@ -0,0 +1,37 @@
+# -*- coding: utf-8 -*-
+
+require File.join(File.dirname(__FILE__), 'string_snip')
+
+class GrenSnip
+  MAX_LINE_SIZE = 256
+  HEADER_SIZE = 32
+  MARGIN_SIZE = 32
+  DELIMITER = '<<snip>>'
+
+  def self.snip(str, match_datas)
+    return str if (str.size <= MAX_LINE_SIZE)
+
+    ranges = []
+    ranges << (0..HEADER_SIZE-1)
+    ranges << (-HEADER_SIZE..-1)
+
+    match_datas.each do |m|
+      ranges << (m.begin(0)-MARGIN_SIZE..m.end(0)+MARGIN_SIZE)
+    end
+
+    snipper = StringSnip.new(MAX_LINE_SIZE, DELIMITER)
+    return snipper.snip(str, ranges)
+  end
+
+  def self.coloring(line, match_datas)
+    match_datas.each do |m|
+      line = line.split(m[0]).join(HighLine::ON_GREEN + m[0] + HighLine::CLEAR)
+    end
+    
+    line = line.split(DELIMITER).join(HighLine::ON_CYAN + DELIMITER + HighLine::CLEAR)
+
+    line
+  end
+end
+
+

data/lib/{gren → findgrep}/findgrep.rb

@@ -4,14 +4,13 @@ require File.join(File.dirname(__FILE__), 'result')
 require 'rubygems'
 require 'termcolor'
 require 'kconv'
-require File.join(File.dirname(__FILE__), '../platform')
-require File.join(File.dirname(__FILE__), 'util')
+require File.join(File.dirname(__FILE__), '../common/platform')
+require File.join(File.dirname(__FILE__), '../common/grenfiletest')
+require File.join(File.dirname(__FILE__), '../common/grensnip')
+require 'groonga'
 
-module Gren
+module FindGrep
   class FindGrep
-    IGNORE_FILE = /(\A#.*#\Z)|(~\Z)|(\A\.#)/
-    IGNORE_DIR = /(\A\.svn\Z)|(\A\.git\Z)|(\ACVS\Z)/
-
     Option = Struct.new(:keywordsSub,
                         :keywordsOr,
                         :directory,
@@ -24,7 +23,8 @@ module Gren
                         :ignoreFiles,
                         :ignoreDirs,
                         :kcode,
-                        :noSnip)
+                        :noSnip,
+                        :dbFile)
 
     DEFAULT_OPTION = Option.new([],
                                 [],
@@ -38,14 +38,16 @@ module Gren
                                 [],
                                 [],
                                 Platform.get_shell_kcode,
-                                false)
+                                false,
+                                nil)
     
     def initialize(patterns, option)
+      @patterns = patterns
       @option = option
       @patternRegexps = strs2regs(patterns, @option.ignoreCase)
       @subRegexps = strs2regs(option.keywordsSub, @option.ignoreCase)
       @orRegexps = strs2regs(option.keywordsOr, @option.ignoreCase)
-      @filePatterns = strs2regs(option.filePatterns)
+      @filePatterns = (!@option.dbFile) ? strs2regs(option.filePatterns) : []
       @ignoreFiles = strs2regs(option.ignoreFiles)
       @ignoreDirs = strs2regs(option.ignoreDirs)
       @result = Result.new(option.directory)
@@ -64,7 +66,11 @@ module Gren
     end
 
     def searchAndPrint(stdout)
-      searchAndPrintIN(stdout, @option.directory, 0)
+      unless (@option.dbFile)
+        searchFromDir(stdout, @option.directory, 0)
+      else
+        searchFromDB(stdout, @option.directory)
+      end
 
       @result.time_stop
       
@@ -93,7 +99,60 @@ module Gren
       end
     end
 
-    def searchAndPrintIN(stdout, dir, depth)
+    def searchFromDB(stdout, dir)
+      # データベース開く
+      dbfile = Pathname(File.expand_path(@option.dbFile))
+      
+      if dbfile.exist?
+        Groonga::Database.open(dbfile.to_s)
+        puts "open    : #{dbfile} open."
+      else
+        raise "error    : #{dbfile.to_s} not found!!"
+      end
+      
+      # ドキュメントを検索
+      documents = Groonga::Context.default["documents"]
+      
+      # 全てのパターンを検索
+      records = documents.select do |record|
+        expression = nil
+
+        # キーワード
+        @patterns.each do |word|
+          sub_expression = record.content =~ word
+          if expression.nil?
+            expression = sub_expression
+          else
+            expression &= sub_expression
+          end
+        end
+        
+        # パス
+        @option.filePatterns.each do |word|
+          sub_expression = record.path =~ word
+          if expression.nil?
+            expression = sub_expression
+          else
+            expression &= sub_expression
+          end
+        end
+
+        # 検索方法
+        expression
+      end
+      
+      # データベースにヒット
+      stdout.puts "Found   : #{records.size} records."
+
+      # 検索にヒットしたファイルを実際に検索
+      records.each do |record|
+        if FileTest.exist? record.path
+          searchFile(stdout, record.path, record.path)
+        end
+      end
+    end
+
+    def searchFromDir(stdout, dir, depth)
       if (@option.depth != -1 && depth > @option.depth)
         return
       end
@@ -119,13 +178,13 @@ module Gren
         # ファイルならば中身を探索、ディレクトリならば再帰
         case File.ftype(fpath)
         when "directory"
-          searchAndPrintIN(stdout, fpath, depth + 1)
+          searchFromDir(stdout, fpath, depth + 1)
         when "file"
           searchFile(stdout, fpath, fpath_disp)
         end          
       end
     end
-    private :searchAndPrintIN
+    private :searchFromDir
 
     def print_fpaths(stdout, data)
       stdout.print data.join("\n")
@@ -137,7 +196,7 @@ module Gren
 
     def ignoreDir?(fpath)
       FileTest.directory?(fpath) &&
-      (IGNORE_DIR.match(File.basename(fpath)) || ignoreDirUser?(fpath))
+      (GrenFileTest::ignoreDir?(File.basename(fpath)) || ignoreDirUser?(fpath))
     end
     private :ignoreDir?
 
@@ -148,9 +207,9 @@ module Gren
 
     def ignoreFile?(fpath)
       !correctFileUser?(fpath) ||
-      IGNORE_FILE.match(File.basename(fpath)) ||
+      GrenFileTest::ignoreFile?(fpath) ||
       ignoreFileUser?(fpath) ||
-      binary?(fpath)
+      GrenFileTest::binary?(fpath)
     end
     private :ignoreFile?
 
@@ -165,11 +224,6 @@ module Gren
     end
     private :ignoreFileUser?
 
-    def binary?(file)
-      s = File.read(file, 1024) or return false
-      return s.index("\x00")
-    end
-
     def searchFile(stdout, fpath, fpath_disp)
       @result.count += 1
       @result.size += FileTest.size(fpath)
@@ -194,12 +248,12 @@ module Gren
 
           if ( result )
             header = "#{fpath_disp}:#{index + 1}:"
-            line = Util::snip(line, match_datas) unless (@option.noSnip)
+            line = GrenSnip::snip(line, match_datas) unless (@option.noSnip)
 
             unless (@option.colorHighlight)
               stdout.puts header + line
             else
-              stdout.puts HighLine::BLUE + header + HighLine::CLEAR + Util::coloring(line, match_datas)
+              stdout.puts HighLine::BLUE + header + HighLine::CLEAR + GrenSnip::coloring(line, match_datas)
             end
 
             unless match_file

data/lib/{gren → findgrep}/result.rb

@@ -1,7 +1,7 @@
 # -*- coding: utf-8 -*-
 require 'find'
 
-module Gren
+module FindGrep
   class Result
     attr_accessor :count
     attr_accessor :search_count

data/lib/gren.rb

@@ -2,5 +2,5 @@ $:.unshift(File.dirname(__FILE__)) unless
   $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
 
 module Gren
-  VERSION = '0.1.4'
+  VERSION = '0.2.0'
 end

data/lib/gren/cli.rb

@@ -1,12 +1,12 @@
 # -*- coding: utf-8 -*-
 require 'optparse'
-require File.join(File.dirname(__FILE__), 'findgrep')
+require File.join(File.dirname(__FILE__), '../findgrep/findgrep')
 
 module Gren
   class CLI
     def self.execute(stdout, arguments=[])
       # オプション
-      option = FindGrep::DEFAULT_OPTION
+      option = FindGrep::FindGrep::DEFAULT_OPTION
 
       # オプション解析
       opt = OptionParser.new("#{File.basename($0)} [option] pattern")
@@ -28,7 +28,7 @@ module Gren
 
       # 検索オブジェクトの生成
       if (arguments.size > 0 || option.keywordsOr.size > 0)
-        findGrep = FindGrep.new(arguments, option)
+        findGrep = FindGrep::FindGrep.new(arguments, option)
         findGrep.searchAndPrint(stdout)
       else
         stdout.print opt.help

data/lib/grendb/cli.rb

@@ -0,0 +1,34 @@
+# -*- coding: utf-8 -*-
+require 'optparse'
+require File.join(File.dirname(__FILE__), '../findgrep/findgrep')
+
+module Grendb
+  class CLI
+    def self.execute(stdout, arguments=[])
+      # オプション
+      option = FindGrep::FindGrep::DEFAULT_OPTION
+      option.dbFile = ENV['GRENDB_DEFAULT_DB']
+
+      # オプション解析
+      opt = OptionParser.new("#{File.basename($0)} [option] keyword1 [keyword2 ...]")
+      opt.on('--db [GREN_DB_FILE]', 'Search from the grendb database.') {|v| option.dbFile = v }
+      opt.on('-f KEYWORD', '--file-keyword KEYWORD', 'Path keyword. (Enable multiple call)') {|v| option.filePatterns << v}
+      opt.on('-i', '--ignore', 'Ignore case.') {|v| option.ignoreCase = true}
+      opt.on('-c', '--color', 'Color highlight.') {|v| option.colorHighlight = true}
+      opt.on('--no-snip', 'There being a long line, it does not snip.') {|v| option.noSnip = true }
+
+      opt.parse!(arguments)
+
+      # 検索オブジェクトの生成
+      if (option.dbFile && (arguments.size > 0 || option.keywordsOr.size > 0))
+        findGrep = FindGrep::FindGrep.new(arguments, option)
+        findGrep.searchAndPrint(stdout)
+      else
+        stdout.print opt.help
+        stdout.puts
+        stdout.puts "please set GREN DATABSE FILE!! (--db option, or set ENV['GRENDB_DEFAULT_DB'].)" unless option.dbFile
+      end
+
+    end
+  end
+end

data/lib/mkgrendb/cli.rb

@@ -0,0 +1,20 @@
+# -*- coding: utf-8 -*-
+require 'optparse'
+require File.join(File.dirname(__FILE__), 'mkgrendb')
+
+module Mkgrendb
+  class CLI
+    def self.execute(stdout, arguments=[])
+      opt = OptionParser.new "#{File.basename($0)} INPUT_YAML1 [INPUT_YAML2 ...]"
+      opt.parse!(arguments)
+
+      if (arguments.size >= 1)
+        # @todo 複数個引数に対応
+        obj = Mkgrendb.new(arguments[0])
+        obj.update
+      else
+        stdout.puts opt.help
+      end
+    end
+  end
+end

data/lib/mkgrendb/mkgrendb.rb

@@ -0,0 +1,142 @@
+# -*- coding: utf-8 -*-
+
+require 'yaml'
+
+require 'pathname'
+
+base_directory = Pathname(__FILE__).dirname + ".."
+$LOAD_PATH.unshift((base_directory + "ext").to_s)
+$LOAD_PATH.unshift((base_directory + "lib").to_s)
+
+require 'rubygems'
+require 'groonga'
+
+require File.join(File.dirname(__FILE__), '../common/grenfiletest')
+
+module Mkgrendb
+  class Mkgrendb
+    def initialize(input_yaml)
+      @output_db = input_yaml.sub(/\.yaml$/, ".db")
+      @src = YAML.load(open(input_yaml).read())
+      db_create(@output_db)
+    end
+
+    def update
+      db_open(@output_db)
+      
+      @src["directory"].each do |dir|
+        db_add_dir(File.expand_path(dir))
+      end
+    end
+
+    def db_create(filename)
+      dbfile = Pathname(File.expand_path(filename))
+      dbdir = dbfile.dirname
+      dbdir.mkpath unless dbdir.exist?
+      
+      unless dbfile.exist?
+        Groonga::Database.create(:path => dbfile.to_s)
+        Groonga::Schema.define do |schema|
+          schema.create_table("documents") do |table|
+            table.string("path")
+            table.text("content")
+          end
+
+          schema.create_table("terms",
+                              :type => :patricia_trie,
+                              :key_normalize => true,
+                              :default_tokenizer => "TokenBigram") do |table|
+            table.index("documents.path")
+            table.index("documents.content")
+          end
+        end
+        puts "create  : #{dbfile.to_s} created."
+      else
+        puts "message : #{dbfile.to_s} already exist."
+      end
+    end
+    private :db_create
+      
+    def db_open(filename)
+      dbfile = Pathname(File.expand_path(filename))
+      
+      if dbfile.exist?
+        Groonga::Database.open(dbfile.to_s)
+        puts "open    : #{dbfile} open."
+      else
+        raise "error    : #{dbfile.to_s} not found!!"
+      end
+    end
+    private :db_open
+
+    def db_add_dir(dirname)
+      searchDirectory(STDOUT, dirname, 0)
+    end
+    private :db_add_dir
+
+    def db_add_file(stdout, filename)
+      # 格納するデータ
+      values = {
+        :path => filename,
+        :content => open(filename).read
+      }
+      
+      # 既に登録されているファイルならばそれを上書き、そうでなければ新規レコードを作成
+      documents = Groonga::Context.default["documents"]
+      _documents = documents.select do |record|
+        record["path"] == values[:path]
+      end
+      
+      if _documents.size.zero?
+        document = documents.add
+      else
+        document = _documents.to_a[0].key
+      end
+      
+      # データベースに格納
+      values.each do |key, value|
+        puts value if (key == :path)
+        document[key] = value
+      end
+
+    end
+
+    def searchDirectory(stdout, dir, depth)
+      Dir.foreach(dir) do |name|
+        next if (name == '.' || name == '..')
+          
+        fpath = File.join(dir,name)
+        fpath_disp = fpath.gsub(/^.\//, "")
+        
+        # 除外ディレクトリならばパス
+        next if ignoreDir?(fpath)
+
+        # 読み込み不可ならばパス
+        next unless FileTest.readable?(fpath)
+
+        # ファイルならば中身を探索、ディレクトリならば再帰
+        case File.ftype(fpath)
+        when "directory"
+          searchDirectory(stdout, fpath, depth + 1)
+        when "file"
+          unless ignoreFile?(fpath)
+            db_add_file(stdout, fpath)
+          end
+        end          
+      end
+    end
+
+    def ignoreDir?(fpath)
+      FileTest.directory?(fpath) &&
+      GrenFileTest::ignoreDir?(fpath)
+    end
+    private :ignoreDir?
+
+    def ignoreFile?(fpath)
+      GrenFileTest::ignoreFile?(fpath) ||
+      GrenFileTest::binary?(fpath)
+    end
+    private :ignoreFile?
+
+  end
+end

data/test/test_gren_util.rb

@@ -1,32 +1,32 @@
 require File.dirname(__FILE__) + '/test_helper.rb'
 
-class TestGrenUtil < Test::Unit::TestCase
+class TestGrenSnip < Test::Unit::TestCase
   def setup
   end
   
   def test_snip
     str = "abcdefghijkmlnopqrstuvwxyz"
-    assert_equal(str, Gren::Util::snip(str, nil))
+    assert_equal(str, GrenSnip::snip(str, nil))
 
     str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|12345678901234567890123456789012345678901234567890123456"
-    assert_equal(str, Gren::Util::snip(str, nil))
+    assert_equal(str, GrenSnip::snip(str, nil))
 
     str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234561"
     match_datas = []
     match_datas << str.match(/123456789\|/)
-    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>67890123456789012345678901234561", Gren::Util::snip(str, match_datas))
+    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>67890123456789012345678901234561", GrenSnip::snip(str, match_datas))
 
     str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234561"
     match_datas = []
     match_datas << str.match(/123456789\|/)
     match_datas << str.match(/34567/)
-    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>67890123456789012345678901234561", Gren::Util::snip(str, match_datas))
+    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>67890123456789012345678901234561", GrenSnip::snip(str, match_datas))
 
     str = "123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789|123456789012345678901234567890123456789012345678901234561"
     match_datas = []
     match_datas << str.match(/123456789\|/)
     match_datas << str.match(/01234561/)
-    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>8901234567890123456789012345678901234561", Gren::Util::snip(str, match_datas))
+    assert_equal("12345678901234567890123456789012<<snip>>90123456789012345678901234567890123456789|123456789012345678901234567890123<<snip>>8901234567890123456789012345678901234561", GrenSnip::snip(str, match_datas))
 
   end
 end

data/test/test_grendb_cli.rb

@@ -0,0 +1,14 @@
+require File.join(File.dirname(__FILE__), "test_helper.rb")
+require 'grendb/cli'
+
+class TestGrendbCli < Test::Unit::TestCase
+  def setup
+    Grendb::CLI.execute(@stdout_io = StringIO.new, [])
+    @stdout_io.rewind
+    @stdout = @stdout_io.read
+  end
+  
+  def test_print_default_output
+#    assert_match(/To update this executable/, @stdout)
+  end
+end

data/test/test_mkgrendb_cli.rb

@@ -0,0 +1,14 @@
+require File.join(File.dirname(__FILE__), "test_helper.rb")
+require 'mkgrendb/cli'
+
+class TestMkgrendbCli < Test::Unit::TestCase
+  def setup
+    Mkgrendb::CLI.execute(@stdout_io = StringIO.new, [])
+    @stdout_io.rewind
+    @stdout = @stdout_io.read
+  end
+  
+  def test_print_default_output
+#    assert_match(/To update this executable/, @stdout)
+  end
+end

metadata

@@ -4,9 +4,9 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 0
-  - 1
-  - 4
-  version: 0.1.4
+  - 2
+  - 0
+  version: 0.2.0
 platform: ruby
 authors: 
 - ongaeshi
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-08-15 00:00:00 +09:00
+date: 2010-09-13 00:00:00 +09:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -32,9 +32,23 @@ dependencies:
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
-  name: rubyforge
+  name: rroonga
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rubyforge
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
@@ -44,11 +58,11 @@ dependencies:
         - 4
         version: 2.0.4
   type: :development
-  version_requirements: *id002
+  version_requirements: *id003
 - !ruby/object:Gem::Dependency 
   name: hoe
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
+  requirement: &id004 !ruby/object:Gem::Requirement 
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
@@ -58,12 +72,14 @@ dependencies:
         - 1
         version: 2.6.1
   type: :development
-  version_requirements: *id003
+  version_requirements: *id004
 description: gren is a next grep tool.
 email: 
 - ongaeshi0621@gmail.com
 executables: 
 - gren
+- grendb
+- mkgrendb
 extensions: []
 
 extra_rdoc_files: 
@@ -78,13 +94,19 @@ files:
 - README.rdoc
 - Rakefile
 - bin/gren
+- bin/grendb
+- bin/mkgrendb
+- lib/common/grenfiletest.rb
+- lib/common/grensnip.rb
+- lib/common/platform.rb
+- lib/common/string_snip.rb
+- lib/findgrep/findgrep.rb
+- lib/findgrep/result.rb
 - lib/gren.rb
 - lib/gren/cli.rb
-- lib/gren/findgrep.rb
-- lib/gren/result.rb
-- lib/gren/util.rb
-- lib/platform.rb
-- lib/string_snip.rb
+- lib/grendb/cli.rb
+- lib/mkgrendb/cli.rb
+- lib/mkgrendb/mkgrendb.rb
 - rake_rdoc_custom.rb
 - script/console
 - script/destroy
@@ -92,7 +114,9 @@ files:
 - test/test_gren.rb
 - test/test_gren_cli.rb
 - test/test_gren_util.rb
+- test/test_grendb_cli.rb
 - test/test_helper.rb
+- test/test_mkgrendb_cli.rb
 - test/test_string_snip.rb
 has_rdoc: true
 homepage: http://ongaeshi.github.com/gren
@@ -129,5 +153,7 @@ test_files:
 - test/test_gren.rb
 - test/test_gren_cli.rb
 - test/test_gren_util.rb
+- test/test_grendb_cli.rb
 - test/test_helper.rb
+- test/test_mkgrendb_cli.rb
 - test/test_string_snip.rb

data/lib/gren/util.rb

@@ -1,39 +0,0 @@
-# -*- coding: utf-8 -*-
-
-require File.join(File.dirname(__FILE__), '../string_snip')
-
-module Gren
-  class Util
-    MAX_LINE_SIZE = 256
-    HEADER_SIZE = 32
-    MARGIN_SIZE = 32
-    DELIMITER = '<<snip>>'
-
-    def self.snip(str, match_datas)
-      return str if (str.size <= MAX_LINE_SIZE)
-
-      ranges = []
-      ranges << (0..HEADER_SIZE-1)
-      ranges << (-HEADER_SIZE..-1)
-
-      match_datas.each do |m|
-        ranges << (m.begin(0)-MARGIN_SIZE..m.end(0)+MARGIN_SIZE)
-      end
-
-      snipper = StringSnip.new(MAX_LINE_SIZE, DELIMITER)
-      return snipper.snip(str, ranges)
-    end
-
-    def self.coloring(line, match_datas)
-      match_datas.each do |m|
-        line = line.split(m[0]).join(HighLine::ON_GREEN + m[0] + HighLine::CLEAR)
-      end
-      
-      line = line.split(DELIMITER).join(HighLine::ON_CYAN + DELIMITER + HighLine::CLEAR)
-
-      line
-    end
-  end
-end
-
-