gren 0.3.2 → 1.0.0

data/lib/grenweb/cli.rb

@@ -1,52 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'optparse'
-require 'rubygems'
-require 'rack'
-require 'fileutils'
-require File.join(File.dirname(__FILE__), 'database')
-require 'launchy'
-
-module Grenweb
-  class CLI
-    def self.execute(stdout, arguments=[])
-      option = {
-        :Port => 9292,
-        :DbFile => ENV['GRENDB_DEFAULT_DB'],
-      }
-      
-      opt = OptionParser.new("#{File.basename($0)}")
-      opt.on('--db [GREN_DB_FILE]', 'Search from the grendb database.') {|v| option[:DbFile] = v }
-      opt.on('-p', '--port PORT', 'use PORT (default: 9292)') {|v| option[:Port] = v }
-      opt.on('--no-browser', 'No launch browser.') {|v| option[:NoBrowser] = true }
-      opt.parse!(arguments)
-
-      # webサーバー起動
-      stdout.puts <<EOF
-Start up grenweb !!
-URL : http://localhost:#{option[:Port]}
-DB  : #{option[:DbFile]}
-----------------------------------------
-EOF
-
-      # 使用するデータベースの位置設定
-      Database.setup(option[:DbFile])
-      
-      # サーバースクリプトのある場所へ移動
-      FileUtils.cd(File.dirname(__FILE__))
-      
-      # ブラウザ起動
-      Launchy.open("http://localhost:#{option[:Port]}") unless (option[:NoBrowser])
-      
-      # サーバー起動
-      Rack::Server.start(
-                         :environment => "development",
-                         :pid         => nil,
-                         :Port        => option[:Port],
-                         :Host        => "0.0.0.0",
-                         :AccessLog   => [],
-                         :config      => "grenweb.ru"
-                         )
-
-    end
-  end
-end

data/lib/grenweb/database.rb

@@ -1,179 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# @file 
-# @brief  Grenwebで使用するデータベース
-# @author ongaeshi
-# @date   2010/10/17
-
-require 'groonga'
-require 'pathname'
-require 'singleton'
-
-module Grenweb
-  class Database
-    include Singleton
-
-    def self.setup(dbFile)
-      @@dbFile = dbFile
-    end
-
-    def initialize
-      open(@@dbFile)
-    end
-
-    def open(dbFile)
-      dbfile = Pathname(File.expand_path(dbFile))
-      
-      if dbfile.exist?
-        Groonga::Database.open(dbfile.to_s)
-      else
-        raise "error    : #{dbfile.to_s} not found!!"
-      end
-      
-      @documents = Groonga::Context.default["documents"]
-    end
-
-    def record(shortpath)
-      before = Time.now
-      table = @documents.select { |record| record.shortpath == shortpath }
-      elapsed = Time.now - before
-      return table.records[0], elapsed
-    end
-
-    def fileNum
-      @documents.select.size
-    end
-
-    def search(patterns, packages, fpaths, suffixs, page = 0, limit = -1)
-      before = Time.now
-
-      # 全てのパターンを検索
-      if (fpaths.include?("*"))
-        records, total_records = selectAll(page, limit)
-      else
-        records, total_records = searchMain(patterns, packages, fpaths, suffixs, page, limit)
-      end
-      
-      # 検索にかかった時間
-      elapsed = Time.now - before
-
-      # 結果
-      return records, total_records, elapsed
-    end
-
-    def selectAll(page, limit)
-      table = @documents.select
-
-      # マッチ数
-      total_records = table.size
-
-      # 2010/10/29 ongaeshi
-      # 本当はこのようにgroongaAPIでソートしたいのだが上手くいかなかった
-      #       # ファイル名順にソート
-      #       records = table.sort([{:key => "shortpath", :order => "descending"}],
-      #                            :offset => page * limit,
-      #                            :limit => limit)
-      
-      # ソート
-      records = table.records.sort_by{|record| record.shortpath.downcase }[page * limit, limit]
-
-      return records, total_records
-    end
-
-    def searchMain(patterns, packages, fpaths, suffixs, page, limit)
-      table = @documents.select do |record|
-        expression = nil
-
-        # キーワード
-        patterns.each do |word|
-          sub_expression = record.content =~ word
-          if expression.nil?
-            expression = sub_expression
-          else
-            expression &= sub_expression
-          end
-        end
-        
-        # パッケージ(OR)
-        pe = package_expression(record, packages) 
-        if (pe)
-          if expression.nil?
-            expression = pe
-          else
-            expression &= pe
-          end
-        end
-        
-        # ファイルパス
-        fpaths.each do |word|
-          sub_expression = record.path =~ word
-          if expression.nil?
-            expression = sub_expression
-          else
-            expression &= sub_expression
-          end
-        end
-
-        # 拡張子(OR)
-        se = suffix_expression(record, suffixs) 
-        if (se)
-          if expression.nil?
-            expression = se
-          else
-            expression &= se
-          end
-        end
-        
-        # 検索式
-        expression
-      end
-
-      # マッチ数
-      total_records = table.size
-      
-      # スコアとタイムスタンプでソート
-      records = table.sort([{:key => "_score", :order => "descending"},
-                            {:key => "timestamp", :order => "descending"}],
-                           :offset => page * limit,
-                           :limit => limit)
-
-      return records, total_records
-    end
-    private :searchMain
-
-    def package_expression(record, packages)
-      sub = nil
-      
-      # @todo 専用カラム package が欲しいところ
-      #       でも今でもpackageはORとして機能してるからいいっちゃいい
-      packages.each do |word|
-        e = record.path =~ word
-        if sub.nil?
-          sub = e
-        else
-          sub |= e
-        end
-      end
-
-      sub
-    end
-    private :package_expression
-
-    def suffix_expression(record, suffixs)
-      sub = nil
-      
-      suffixs.each do |word|
-        e = record.suffix =~ word
-        if sub.nil?
-          sub = e
-        else
-          sub |= e
-        end
-      end
-
-      sub
-    end
-    private :suffix_expression
-    
-  end
-end

data/lib/grenweb/grenweb.ru

@@ -1,35 +0,0 @@
-# -*- mode: ruby; coding: utf-8 -*-
-#
-# @file   
-# @brief  gren web検索
-# @author ongaeshi
-# @date   2010/10/13
-
-require 'rubygems'
-require 'rack'
-require File.join(File.dirname(__FILE__), 'home')
-require File.join(File.dirname(__FILE__), 'searcher')
-require File.join(File.dirname(__FILE__), 'viewer')
-require File.join(File.dirname(__FILE__), 'help')
-
-use Rack::CommonLogger          
-use Rack::Runtime
-use Rack::Static, :urls => ["/css", "/images"], :root => "public"
-use Rack::ContentLength
-
-map '/' do
-  run Grenweb::Home.new
-end
-
-map '/::search' do
-  run Grenweb::Searcher.new
-end
-
-map '/::view' do
-  run Grenweb::Viewer.new
-end
-
-map '/::help' do
-  run Grenweb::Help.new
-end
-

data/lib/grenweb/grep.rb

@@ -1,52 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# @file 
-# @brief  grenwebで使用する行指向の検索
-# @author ongaeshi
-# @date   2010/10/18
-
-module Grenweb
-  class Grep
-    attr_reader :content
-    
-    def initialize(content)
-      @content = content.split("\n")
-    end
-
-    MatchLineResult = Struct.new(:index, :match_datas)
-    
-    def match_lines_or(patterns)
-      result = []
-      patternRegexps = strs2regs(patterns, true) # @todo ignoreオプションを付ける
-      
-      @content.each_with_index do |line, index|
-        match_datas = []
-        patternRegexps.each {|v| match_datas << v.match(line)}
-
-        if (match_datas.any?)
-          result << MatchLineResult.new(index, match_datas)
-        end
-      end
-      
-      result
-    end
-
-    def context(result, num)
-    end
-
-    private
-    
-    def strs2regs(strs, ignore = false)
-      regs = []
-
-      strs.each do |v|
-        option = 0
-        option |= Regexp::IGNORECASE if (ignore)
-        regs << Regexp.new(v, option)
-      end
-
-      regs
-    end
-  end
-end
-

data/lib/grenweb/help.rb

@@ -1,39 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# @file 
-# @brief  ホーム画面
-# @author ongaeshi
-# @date   2010/10/13
-
-require 'rack'
-require File.join(File.dirname(__FILE__), 'database')
-require File.join(File.dirname(__FILE__), 'html_renderer')
-require File.join(File.dirname(__FILE__), 'query')
-
-module Grenweb
-  class Help
-    include Rack::Utils
-
-    def call(env)
-      @env = env
-      @request = Rack::Request.new(env)
-      @query = Query.new(@request)
-
-      @response = Rack::Response.new
-      @response["Content-Type"] = "text/html; charset=UTF-8"
-
-      render
-    end
-
-    private
-
-    def render
-      r = HTMLRendeler.new(@request.script_name + '/..')
-      @response.write r.header("gren - help", "gren - help")
-      @response.write r.sample_code
-      @response.write r.footer
-      @response.to_a
-    end
-  end
-end
-

data/lib/grenweb/home.rb

@@ -1,39 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# @file 
-# @brief  ホーム画面
-# @author ongaeshi
-# @date   2010/10/13
-
-require 'rack'
-require File.join(File.dirname(__FILE__), 'database')
-require File.join(File.dirname(__FILE__), 'html_renderer')
-require File.join(File.dirname(__FILE__), 'query')
-
-module Grenweb
-  class Home
-    include Rack::Utils
-
-    def call(env)
-      @env = env
-      @request = Rack::Request.new(env)
-      @query = Query.new(@request)
-
-      @response = Rack::Response.new
-      @response["Content-Type"] = "text/html; charset=UTF-8"
-
-      render
-    end
-
-    private
-
-    def render
-      r = HTMLRendeler.new(@request.script_name)
-      @response.write r.header_home("gren", "gren", Version)
-      @response.write r.search_box
-      @response.write r.footer_home("??", Database.instance.fileNum)
-      @response.to_a
-    end
-  end
-end
-

data/lib/grenweb/html_renderer.rb

@@ -1,243 +0,0 @@
-# -*- coding: utf-8 -*-
-#
-# @file 
-# @brief  HTMLの描画ルーチン
-# @author ongaeshi
-# @date   2010/10/17
-
-require 'rubygems'
-require 'rack'
-require File.join(File.dirname(__FILE__), 'grep')
-
-module Grenweb
-  class HTMLRendeler
-    include Rack::Utils
-
-    def initialize(script_name)
-      @script_name = Pathname(script_name)
-    end
-
-    def header(title, header1)
-      <<EOS
-<?xml version="1.0" encoding="utf-8"?>
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
-       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="ja" lang="ja">
-<head>
-  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
-  <!-- <meta name="robot" content="noindex,nofollow" /> -->
-  <title>#{title}</title>
-  <link rel="stylesheet" href="#{fullpath('css/gren.css')}"  type="text/css" media="all" />
-</head>
-<body>
-<div class="header">
-  <h1>
-    <a href="#{fullpath('')}"><img src="#{fullpath('images/gren-icon-mini.png')}" alt="gren-icon" border="0"/></a>
-    #{header1}
-  </h1>
-</div>
-
-<div class="content">
-EOS
-    end
-    
-    def footer
-      <<EOS
-</div>
-
-<div class="footer">
-</div>
-</body>
-</html>
-EOS
-    end
-    
-    def header_home(title, header1, version)
-      <<EOS
-<?xml version="1.0" encoding="utf-8"?>
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
-       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="ja" lang="ja">
-<head>
-  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
-  <!-- <meta name="robot" content="noindex,nofollow" /> -->
-  <title>#{title}</title>
-  <link rel="stylesheet" href="#{fullpath('css/gren.css')}"  type="text/css" media="all" />
-</head>
-<body>
-<div align="center">
-<div class="header_home">
-  <h1>
-    <a href="#{fullpath('')}"><img src="#{fullpath('images/gren-icon.png')}" alt="gren-icon" border="0" height="100px"/></a>
-    #{header1} <font class="version">#{version}</font>
-  </h1>
-</div>
-
-<div class="content">
-EOS
-    end
-
-    def footer_home(package, files)
-      <<EOS
-</div>
-
-<div class="footer_home">
-  <!-- <a href="#{fullpath('::search/p:*')}">#{package}</a>のパッケージ , -->
-  <a href="#{fullpath('::search/f:*')}">#{files}</a>のファイル<br>
-  <a href="#{fullpath('::help')}">ヘルプ</a> , 
-  <a href="http://ongaeshi.github.com/gren">grenについて</a>
-</div>
-</div>
-</body>
-</html>
-EOS
-    end
-    
-    def result_record(record, patterns, nth=1)
-      if (patterns.size > 0)
-        <<EOS
-    <dt class='result-record'><a href='#{fullpath("::view/" + Rack::Utils::escape_html(record.shortpath))}'>#{record.shortpath}</a></dt>
-    <dd>
-      <pre class='lines'>
-#{result_record_match_line(record, patterns, nth)}
-      </pre>
-    </dd>
-EOS
-      else
-        <<EOS
-    <dt class='result-record'><a href='#{fullpath("::view/" + Rack::Utils::escape_html(record.shortpath))}'>#{record.shortpath}</a></dt>
-EOS
-      end
-    end
-
-    def result_record_match_line(record, patterns, nth)
-      str = ""
-      
-      grep = Grep.new(record.content)
-      lines = grep.match_lines_or(patterns)
-
-      unless (lines.empty?)
-        index = lines[0].index
-        
-        (index - nth..index + nth).each do |i|
-          if (0 <= i && i < grep.content.size)
-            match_datas = (i == index) ? lines[0].match_datas : []
-            str << line(i + 1, grep.content[i], match_datas) + "\n"
-          end
-        end
-      end
-
-      str
-    end
-
-    def record_content(record)
-      <<EOS
-<pre>
-#{record_content_line(record)}
-</pre>
-EOS
-    end
-    
-    def record_content_line(record)
-      str = ""
-
-      grep = Grep.new(record.content)
-      grep.content.each_with_index do |l, index|
-        str << line(index + 1, l, []) + "\n"
-      end
-
-      str
-    end
-
-    def line(lineno, line, match_datas)
-      sprintf("%5d: %s", lineno, match_strong(Rack::Utils::escape_html(line), match_datas))
-    end
-
-    def match_strong(line, match_datas)
-      match_datas.each do |m|
-        line = line.split(m[0]).join('<strong>' + m[0] + '</strong>') unless (m.nil?)
-      end
-      
-      line
-    end
-
-    def pagination_link(page, label)
-      href = "?page=#{page}"
-      pagination_span("<a href='#{href}'>#{label}</a>")
-    end
-
-    def pagination_span(content)
-      "<span class='pagination-link'>#{content}</span>\n"
-    end
-
-    def empty_summary()
-      <<EOS
-  <div class='search-summary'>
-    <p>gren web検索</p>
-  </div>
-EOS
-    end
-
-    def search_summary(keyword, total_records, range, elapsed)
-      <<EOS
-  <div class='search-summary'>
-    <span class="keyword">#{keyword}</span>の検索結果:
-    <span class="total-entries">#{total_records}</span>件中
-    <span class="display-range">#{range.first} - #{range.last}</span>件（#{elapsed}秒）
-  </div>
-EOS
-    end
-
-    def view_summary(path, elapsed)
-      <<EOS
-  <div class='search-summary'>
-    <span class="keyword">#{path}</span>（#{elapsed}秒）
-  </div>
-EOS
-    end
-
-    def search_box(text = "")
-      <<EOS
-<form method="post" action="#{fullpath('::search')}">
-  <p>
-    <input name="query" type="text" size="60" value="#{text}" />
-    <input type="submit" value="検索" />
-  </p>
-</form>
-EOS
-    end
-
-    def sample_code
-      <<EOS
-  <div class='sample-code'>
-  <ol>
-    <li>キーワードで検索<br>
-      #{link('def open')}
-    <li>１フレーズとして検索<br>
-      #{link('"def open"')}
-    <li>パッケージ名で絞り込み<br>
-      #{link('def open p:gren')}
-    <li>ファイル名や拡張子で絞り込み<br>
-      #{link('def open f:test s:rb')}
-    <li>組み合わせ<br>
-      #{link('p:gren p:tidtools s:rb f:test assert f:cli')}
-  </ol>
-  </div>
-EOS
-    end
-
-    def link(keyword)
-      "<a href='#{fullpath('::search' + '/' + Rack::Utils::escape_html(keyword))}'>#{keyword}</a>"
-    end
-
-    def fullpath(path)
-      unless (path == '')
-        (@script_name + path).to_s
-      else
-        @script_name.to_s
-      end
-    end
-  end
-end
-
-