milkode 0.1.0

data/milkode.gemspec

@@ -0,0 +1,159 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{milkode}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["ongaeshi"]
+  s.date = %q{2011-07-25}
+  s.description = %q{longer description of your gem}
+  s.email = %q{ongaeshi0621@gmail.com}
+  s.executables = ["cdv", "milk", "cdview"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    "Gemfile",
+    "Gemfile.lock",
+    "HISTORY.rdoc",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "bin/cdv",
+    "bin/cdview",
+    "bin/milk",
+    "lib/milkode/cdstk/cdstk.rb",
+    "lib/milkode/cdstk/cdstk_yaml.rb",
+    "lib/milkode/cdstk/cli_cdstk.rb",
+    "lib/milkode/cdstk/cli_cdstksub.rb",
+    "lib/milkode/cdview/cli_cdview.rb",
+    "lib/milkode/cdweb/app.rb",
+    "lib/milkode/cdweb/cli_cdweb.rb",
+    "lib/milkode/cdweb/config.ru",
+    "lib/milkode/cdweb/lib/coderay_wrapper.rb",
+    "lib/milkode/cdweb/lib/command.rb",
+    "lib/milkode/cdweb/lib/database.rb",
+    "lib/milkode/cdweb/lib/grep.rb",
+    "lib/milkode/cdweb/lib/mkurl.rb",
+    "lib/milkode/cdweb/lib/query.rb",
+    "lib/milkode/cdweb/lib/search_contents.rb",
+    "lib/milkode/cdweb/lib/search_files.rb",
+    "lib/milkode/cdweb/public/css/coderay.css",
+    "lib/milkode/cdweb/public/css/gren.css",
+    "lib/milkode/cdweb/public/images/directory.png",
+    "lib/milkode/cdweb/public/images/file.png",
+    "lib/milkode/cdweb/public/images/gren-icon-mini.png",
+    "lib/milkode/cdweb/public/images/gren-icon.png",
+    "lib/milkode/cdweb/views/filelist.haml",
+    "lib/milkode/cdweb/views/help.haml",
+    "lib/milkode/cdweb/views/index.haml",
+    "lib/milkode/cdweb/views/layout.haml",
+    "lib/milkode/cdweb/views/search.haml",
+    "lib/milkode/cdweb/views/view.haml",
+    "lib/milkode/common/dbdir.rb",
+    "lib/milkode/common/display_util.rb",
+    "lib/milkode/common/grenfiletest.rb",
+    "lib/milkode/common/grensnip.rb",
+    "lib/milkode/common/platform.rb",
+    "lib/milkode/common/string_snip.rb",
+    "lib/milkode/common/util.rb",
+    "lib/milkode/findgrep/findgrep.rb",
+    "lib/milkode/findgrep/result.rb",
+    "milkode.gemspec",
+    "test/data/abc.zip",
+    "test/data/nodir_abc.zip",
+    "test/data/nodir_abc_xpi.xpi",
+    "test/file_assert.rb",
+    "test/file_test_utils.rb",
+    "test/rake_test_loader.rb",
+    "test/runner.rb",
+    "test/test_bin_exec.rb",
+    "test/test_cdstk.rb",
+    "test/test_cdstk_yaml.rb",
+    "test/test_coderay_wrapper.rb",
+    "test/test_coderay_wrapper_data.rb",
+    "test/test_database.rb",
+    "test/test_dbdir.rb",
+    "test/test_gren_util.rb",
+    "test/test_helper.rb",
+    "test/test_mkurl.rb",
+    "test/test_query.rb",
+    "test/test_string_snip.rb",
+    "test/test_util.rb"
+  ]
+  s.homepage = %q{http://github.com/ongaeshi/milkode}
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{Line based local source(src) code search engin & web-app}
+  s.test_files = [
+    "test/file_assert.rb",
+    "test/file_test_utils.rb",
+    "test/rake_test_loader.rb",
+    "test/runner.rb",
+    "test/test_bin_exec.rb",
+    "test/test_cdstk.rb",
+    "test/test_cdstk_yaml.rb",
+    "test/test_coderay_wrapper.rb",
+    "test/test_coderay_wrapper_data.rb",
+    "test/test_database.rb",
+    "test/test_dbdir.rb",
+    "test/test_gren_util.rb",
+    "test/test_helper.rb",
+    "test/test_mkurl.rb",
+    "test/test_query.rb",
+    "test/test_string_snip.rb",
+    "test/test_util.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.5.2"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+      s.add_runtime_dependency(%q<termcolor>, [">= 1.2.0"])
+      s.add_runtime_dependency(%q<rroonga>, [">= 1.0.0"])
+      s.add_runtime_dependency(%q<rack>, [">= 1.2.1"])
+      s.add_runtime_dependency(%q<sinatra>, [">= 1.2.6"])
+      s.add_runtime_dependency(%q<launchy>, [">= 0.3.7"])
+      s.add_runtime_dependency(%q<coderay>, [">= 0.9.8"])
+      s.add_runtime_dependency(%q<thin>, [">= 1.2.10"])
+      s.add_runtime_dependency(%q<archive-zip>, [">= 0.3.0"])
+    else
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+      s.add_dependency(%q<termcolor>, [">= 1.2.0"])
+      s.add_dependency(%q<rroonga>, [">= 1.0.0"])
+      s.add_dependency(%q<rack>, [">= 1.2.1"])
+      s.add_dependency(%q<sinatra>, [">= 1.2.6"])
+      s.add_dependency(%q<launchy>, [">= 0.3.7"])
+      s.add_dependency(%q<coderay>, [">= 0.9.8"])
+      s.add_dependency(%q<thin>, [">= 1.2.10"])
+      s.add_dependency(%q<archive-zip>, [">= 0.3.0"])
+    end
+  else
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+    s.add_dependency(%q<termcolor>, [">= 1.2.0"])
+    s.add_dependency(%q<rroonga>, [">= 1.0.0"])
+    s.add_dependency(%q<rack>, [">= 1.2.1"])
+    s.add_dependency(%q<sinatra>, [">= 1.2.6"])
+    s.add_dependency(%q<launchy>, [">= 0.3.7"])
+    s.add_dependency(%q<coderay>, [">= 0.9.8"])
+    s.add_dependency(%q<thin>, [">= 1.2.10"])
+    s.add_dependency(%q<archive-zip>, [">= 0.3.0"])
+  end
+end
+

data/test/file_assert.rb

@@ -0,0 +1,41 @@
+# -*- coding: utf-8 -*-
+#
+# @file
+# @brief ファイルテスト用アサート関数群
+# @author ongaeshi
+# @date 2011/06/22
+#
+# 以下の関数が使えます
+#
+# assert_diff_files(file1, file2)
+#
+# 二つのファイルが等しい場合はテスト成功
+# 失敗した場合は二つのファイルのdiffを表示します
+#
+# assert_lines(s1, s2)
+#
+# 文字列を行単位で比較します。
+#
+
+def assert_diff_files(file1, file2)
+  unless (IO.read(file1) == IO.read(file2))
+    puts `diff -c #{file1} #{file2}`
+    assert_equal true, false
+  else
+    assert_equal true, true
+  end
+end
+
+def assert_lines(s1, s2)
+  a1 = s1.to_a
+  a2 = s2.to_a
+  
+  a1.each_index do |i|
+    assert_equal a1[i], a2[i]
+  end
+
+  # s1の行数が長い時にエラーが出てしまう
+
+  assert_equal a1.size, a2.size
+end
+

data/test/file_test_utils.rb

@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+#
+# @file
+# @brief ファイルテスト用ユーティリティ
+# @author ongaeshi
+# @date 2011/02/21
+#
+#
+# 以下のことを自動でやってくれます
+#
+# 1. tmpディレクトリの作成
+# 2. tmpディレクトリに移動
+# 3. テスト実行
+# 4. 元のディレクトリに戻る
+# 5. tmpディレクトリの削除
+#
+# また、以下の関数が使えます
+#
+# assert_diff_files(file1, file2)
+#
+# 二つのファイルが等しい場合はテスト成功
+# 失敗した場合は二つのファイルのdiffを表示します
+
+require 'pathname'
+require 'fileutils'
+
+module FileTestUtils
+  def setup
+    create_tmp_dir
+    FileUtils.cd(@tmp_dir.to_s)
+  end
+
+  def assert_diff_files(file1, file2)
+    unless (IO.read(file1) == IO.read(file2))
+      puts `diff -c #{file1} #{file2}`
+      assert_equal true, false
+    else
+      assert_equal true, true
+    end
+  end
+
+  def teardown
+    teardown_custom(true)
+  end
+
+  def teardown_custom(is_remove_dir)
+    FileUtils.cd(@prev_dir)
+    FileUtils.rm_rf(@tmp_dir.to_s) if (is_remove_dir)
+  end
+
+  private
+
+  def create_tmp_dir
+    @prev_dir = Dir.pwd
+    @tmp_dir = Pathname(File.dirname(__FILE__)) + "tmp"
+    FileUtils.rm_rf(@tmp_dir.to_s)
+    FileUtils.mkdir_p(@tmp_dir.to_s)
+  end
+end

data/test/rake_test_loader.rb

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+# Load the test files from the command line.
+require 'rubygems'
+require 'groonga'
+
+ARGV.each { |f| load f unless f =~ /^-/  }

data/test/runner.rb

@@ -0,0 +1,11 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2011/03/11
+
+require 'test/unit'
+Test::Unit::AutoRunner.run(true, '.')
+
+

data/test/test_bin_exec.rb

@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2011/03/08
+
+require 'rubygems'
+require 'test/unit'
+require 'milkode/cdstk/cli_cdstk'
+require 'milkode/cdview/cli_cdview'
+
+class TestBinExec < Test::Unit::TestCase
+  def test_bin_exec
+    io = StringIO.new
+
+    Milkode::CLI_Cdstk.execute(io)
+    
+    Milkode::CLI_Cdview.execute(io)
+
+    # 一定時間だけ起動するような仕組みは無いものか
+    # Milkode::CLI_Cdweb.execute(io, "--no-browser -p 5555".split)
+    
+    # puts io.string
+  end
+end
+
+
+
+

data/test/test_cdstk.rb

@@ -0,0 +1,90 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2011/02/20
+
+require 'rubygems'
+require 'groonga'
+require 'test_helper'
+require 'file_test_utils'
+require 'milkode/cdstk/cli_cdstk.rb'
+require 'milkode/cdstk/cdstk'
+require 'stringio'
+
+class TestCdstk < Test::Unit::TestCase
+  include Milkode
+  include FileTestUtils
+  
+  # メッセージを出す時はここをコメントアウト
+  def dbputs(msg)
+    # puts msg
+  end
+  private :dbputs
+
+  def test_basic
+    io = StringIO.new
+
+    begin
+      obj = Cdstk.new(io)
+
+      io.puts('--- init ---')
+      obj.init
+      
+      io.puts('--- add ---')
+      obj.add(['../../lib/milkode/findgrep', '../../lib/milkode/common'])
+      obj.add(['../../lib/milkode/findgrep'])
+      obj.add(['../data/abc.zip'])
+      obj.add(['../data/nodir_abc.zip'])
+      obj.add(['../data/nodir_abc_xpi.xpi'])
+      obj.add(['http://ongaeshi.me/test_data/http_nodir_abc.zip'])
+      assert_raise(OpenURI::HTTPError) { obj.add(['http://ongaeshi.me/test_data/not_found.zip']) }
+
+      FileUtils.touch('last1.txt')
+      obj.add(['last1.txt'])
+      FileUtils.touch('atodekesu.txt')
+      obj.add(['atodekesu.txt'])
+      FileUtils.rm('atodekesu.txt')
+
+      io.puts('--- add notfound ---')
+      obj.add(['notfound.html'])
+
+      io.puts('--- update ---')
+      FileUtils.touch('packages/zip/abc/c.txt')
+      FileUtils.touch('packages/zip/abc/d.txt')
+      obj.update
+
+      io.puts('--- remove ---')
+      obj.remove(['findgrep'], {:force => true})
+      obj.remove([], {:force => true})
+      obj.remove(['abc', 'nodir_abc'], {:force => true})
+
+      io.puts('--- list ---')
+      obj.list([], {:verbose => true})
+      obj.list(['com'], {:verbose => false})
+
+      io.puts('--- cleanup ---')
+      # 何故か 'rake test' で実行すると上手く動かないので、一旦テストから外す
+      # obj.cleanup({:force=>true})
+
+      io.puts('--- rebuild ---')
+      obj.rebuild
+
+      io.puts('--- remove ---')
+      obj.remove(['findgrep', 'common'], {:force => true})
+
+      io.puts('--- dump ---')
+      obj.dump
+    ensure
+      dbputs io.string
+    end
+  end
+
+  def teardown
+    teardown_custom(true)
+    # teardown_custom(false)
+  end
+end
+
+

data/test/test_cdstk_yaml.rb

@@ -0,0 +1,157 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2011/02/20
+
+require 'test_helper'
+require 'milkode/cdstk/cdstk_yaml.rb'
+require 'fileutils'
+
+class TestCdstkYaml < Test::Unit::TestCase
+  include Milkode
+
+  def setup
+    @prev_dir = Dir.pwd
+    @tmp_dir = Pathname(File.dirname(__FILE__)) + "tmp"
+    FileUtils.rm_rf(@tmp_dir.to_s)
+    FileUtils.mkdir_p(@tmp_dir.to_s)
+    FileUtils.cd(@tmp_dir.to_s)
+  end
+
+  def test_000
+    # create
+    yaml = CdstkYaml.create
+    assert_equal yaml.contents, []
+    assert_equal yaml.version, 0.1
+    assert_raise(CdstkYaml::YAMLAlreadyExist) { CdstkYaml.create }
+
+    # load
+    yaml = CdstkYaml.load
+    assert_equal yaml.contents, []
+    assert_equal yaml.version, 0.1
+
+    # load fail
+    FileUtils.mkdir 'loadtest'
+    FileUtils.cd 'loadtest' do
+      assert_raise(CdstkYaml::YAMLNotExist) { CdstkYaml.load }
+    end
+
+    # add
+    yaml.add(['dir1'])
+    yaml.add(['dir2', 'dir3'])
+    assert_equal ['dir1', 'dir2', 'dir3'], yaml.directorys
+
+    # remove
+    yaml.add(['dir2', 'dir4', 'dir5'])
+    yaml.remove(CdstkYaml::Query.new ['dir5'])
+    yaml.remove(CdstkYaml::Query.new ['dir2', 'dir3'])
+    assert_equal ['dir1', 'dir4'], yaml.directorys
+
+    # save
+    yaml.save
+    assert_equal <<EOF, open('milkode.yaml').read
+--- 
+version: 0.1
+contents: 
+- directory: dir1
+- directory: dir4
+EOF
+  end
+
+  def test_001
+    FileUtils.mkdir 'otherpath'
+    yaml = CdstkYaml.create('otherpath')
+    yaml.save
+    
+    # save
+    assert_equal <<EOF, open('otherpath/milkode.yaml').read
+--- 
+version: 0.1
+contents: []
+
+EOF
+  end
+
+  def test_query
+    d = 'directory'
+    
+    contents = [{d => 'key'}, {d => 'keyword'}, {d => 'not'}]
+
+    query = CdstkYaml::Query.new(['key'])
+    assert_equal [{d => 'key'}, {d => 'keyword'}], query.select(contents)
+
+    query = CdstkYaml::Query.new(['word'])
+    assert_equal [{d => 'keyword'}], query.select(contents)
+
+    contents = [{d => 'a/dir'}, {d => 'b/dia'}]
+    query = CdstkYaml::Query.new(['a'])
+    assert_equal [{d => 'b/dia'}], query.select(contents) # ディレクトリ名は含めない
+  end
+
+  def test_list
+    src = <<EOF
+version: 0.1
+contents: 
+- directory: /a/dir1
+- directory: /b/dir4
+EOF
+
+    yaml = CdstkYaml.new('dummy.yaml', YAML.load(src))
+    assert_equal [{"directory"=>"/a/dir1"}, {"directory"=>"/b/dir4"}], yaml.list
+    assert_equal [{"directory"=>"/b/dir4"}], yaml.list(CdstkYaml::Query.new(['4']))
+    assert_equal [], yaml.list(CdstkYaml::Query.new(['a']))
+    assert_equal [{"directory"=>"/a/dir1"}, {"directory"=>"/b/dir4"}], yaml.list(nil)
+  end
+
+  def test_remove
+    src = <<EOF
+version: 0.1
+contents: 
+- directory: /a/dir1
+- directory: /b/dir4
+EOF
+
+    yaml = CdstkYaml.new('dummy.yaml', YAML.load(src))
+
+    yaml.remove(CdstkYaml::Query.new(['dir4']))
+    assert_equal [{"directory"=>"/a/dir1"}], yaml.list
+
+    yaml.remove(CdstkYaml::Query.new(['dir1']))
+    assert_equal [], yaml.list
+
+    # ---
+
+    yaml = CdstkYaml.new('dummy.yaml', YAML.load(src))
+
+    yaml.remove(CdstkYaml::Query.new(['dir1']))
+    assert_equal [{"directory"=>"/b/dir4"}], yaml.list
+
+    yaml.remove(CdstkYaml::Query.new([]))
+    assert_equal [{"directory"=>"/b/dir4"}], yaml.list
+
+  end
+
+  def test_exist
+    src = <<EOF
+version: 0.1
+contents: 
+- directory: /a/dir1
+- directory: /b/dir12
+- directory: /b/dir4
+EOF
+
+    yaml = CdstkYaml.new('dummy.yaml', YAML.load(src))
+
+    assert_not_nil yaml.exist?('dir1')
+    assert_not_nil yaml.exist?('dir12')
+    assert_nil yaml.exist?('dir123')
+    assert_nil yaml.exist?('dir')
+  end
+  
+  def teardown
+    FileUtils.cd(@prev_dir)
+    FileUtils.rm_rf(@tmp_dir.to_s)
+  end
+end