codestock 0.1.0

data/lib/grenweb/database.rb

@@ -0,0 +1,182 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief  Grenwebで使用するデータベース
+# @author ongaeshi
+# @date   2010/10/17
+
+require 'rubygems'
+require 'pathname'
+require 'singleton'
+require 'groonga'
+require File.join(File.dirname(__FILE__), "../common/dbdir")
+
+module Grenweb
+  class Database
+    include Singleton
+    include CodeStock
+
+    def self.setup(db_dir)
+      @@db_dir = db_dir
+    end
+
+    def initialize
+      open(@@db_dir)
+    end
+
+    def open(db_dir)
+      dbfile = db_expand_groonga_path(db_dir)
+      
+      if File.exist? dbfile
+        Groonga::Database.open(dbfile)
+      else
+        raise "error    : #{dbfile} not found!!"
+      end
+      
+      @documents = Groonga::Context.default["documents"]
+    end
+
+    def record(shortpath)
+      before = Time.now
+      table = @documents.select { |record| record.shortpath == shortpath }
+      elapsed = Time.now - before
+      return table.records[0], elapsed
+    end
+
+    def fileNum
+      @documents.select.size
+    end
+
+    def search(patterns, packages, fpaths, suffixs, page = 0, limit = -1)
+      before = Time.now
+
+      # 全てのパターンを検索
+      if (fpaths.include?("*"))
+        records, total_records = selectAll(page, limit)
+      else
+        records, total_records = searchMain(patterns, packages, fpaths, suffixs, page, limit)
+      end
+      
+      # 検索にかかった時間
+      elapsed = Time.now - before
+
+      # 結果
+      return records, total_records, elapsed
+    end
+
+    def selectAll(page, limit)
+      table = @documents.select
+
+      # マッチ数
+      total_records = table.size
+
+      # 2010/10/29 ongaeshi
+      # 本当はこのようにgroongaAPIでソートしたいのだが上手くいかなかった
+      #       # ファイル名順にソート
+      #       records = table.sort([{:key => "shortpath", :order => "descending"}],
+      #                            :offset => page * limit,
+      #                            :limit => limit)
+      
+      # ソート
+      records = table.records.sort_by{|record| record.shortpath.downcase }[page * limit, limit]
+
+      return records, total_records
+    end
+
+    def searchMain(patterns, packages, fpaths, suffixs, page, limit)
+      table = @documents.select do |record|
+        expression = nil
+
+        # キーワード
+        patterns.each do |word|
+          sub_expression = record.content =~ word
+          if expression.nil?
+            expression = sub_expression
+          else
+            expression &= sub_expression
+          end
+        end
+        
+        # パッケージ(OR)
+        pe = package_expression(record, packages) 
+        if (pe)
+          if expression.nil?
+            expression = pe
+          else
+            expression &= pe
+          end
+        end
+        
+        # ファイルパス
+        fpaths.each do |word|
+          sub_expression = record.path =~ word
+          if expression.nil?
+            expression = sub_expression
+          else
+            expression &= sub_expression
+          end
+        end
+
+        # 拡張子(OR)
+        se = suffix_expression(record, suffixs) 
+        if (se)
+          if expression.nil?
+            expression = se
+          else
+            expression &= se
+          end
+        end
+        
+        # 検索式
+        expression
+      end
+
+      # マッチ数
+      total_records = table.size
+      
+      # スコアとタイムスタンプでソート
+      records = table.sort([{:key => "_score", :order => "descending"},
+                            {:key => "timestamp", :order => "descending"}],
+                           :offset => page * limit,
+                           :limit => limit)
+
+      return records, total_records
+    end
+    private :searchMain
+
+    def package_expression(record, packages)
+      sub = nil
+      
+      # @todo 専用カラム package が欲しいところ
+      #       でも今でもpackageはORとして機能してるからいいっちゃいい
+      packages.each do |word|
+        e = record.path =~ word
+        if sub.nil?
+          sub = e
+        else
+          sub |= e
+        end
+      end
+
+      sub
+    end
+    private :package_expression
+
+    def suffix_expression(record, suffixs)
+      sub = nil
+      
+      suffixs.each do |word|
+        e = record.suffix =~ word
+        if sub.nil?
+          sub = e
+        else
+          sub |= e
+        end
+      end
+
+      sub
+    end
+    private :suffix_expression
+    
+  end
+end

data/lib/grenweb/grenweb.ru

@@ -0,0 +1,35 @@
+# -*- mode: ruby; coding: utf-8 -*-
+#
+# @file   
+# @brief  gren web検索
+# @author ongaeshi
+# @date   2010/10/13
+
+require 'rubygems'
+require 'rack'
+require File.join(File.dirname(__FILE__), 'home')
+require File.join(File.dirname(__FILE__), 'searcher')
+require File.join(File.dirname(__FILE__), 'viewer')
+require File.join(File.dirname(__FILE__), 'help')
+
+use Rack::CommonLogger          
+use Rack::Runtime
+use Rack::Static, :urls => ["/css", "/images"], :root => "public"
+use Rack::ContentLength
+
+map '/' do
+  run Grenweb::Home.new
+end
+
+map '/::search' do
+  run Grenweb::Searcher.new
+end
+
+map '/::view' do
+  run Grenweb::Viewer.new
+end
+
+map '/::help' do
+  run Grenweb::Help.new
+end
+

data/lib/grenweb/grep.rb

@@ -0,0 +1,52 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief  grenwebで使用する行指向の検索
+# @author ongaeshi
+# @date   2010/10/18
+
+module Grenweb
+  class Grep
+    attr_reader :content
+    
+    def initialize(content)
+      @content = content.split("\n")
+    end
+
+    MatchLineResult = Struct.new(:index, :match_datas)
+    
+    def match_lines_or(patterns)
+      result = []
+      patternRegexps = strs2regs(patterns, true) # @todo ignoreオプションを付ける
+      
+      @content.each_with_index do |line, index|
+        match_datas = []
+        patternRegexps.each {|v| match_datas << v.match(line)}
+
+        if (match_datas.any?)
+          result << MatchLineResult.new(index, match_datas)
+        end
+      end
+      
+      result
+    end
+
+    def context(result, num)
+    end
+
+    private
+    
+    def strs2regs(strs, ignore = false)
+      regs = []
+
+      strs.each do |v|
+        option = 0
+        option |= Regexp::IGNORECASE if (ignore)
+        regs << Regexp.new(v, option)
+      end
+
+      regs
+    end
+  end
+end
+

data/lib/grenweb/help.rb

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief  ホーム画面
+# @author ongaeshi
+# @date   2010/10/13
+
+require 'rubygems'
+require 'rack'
+require File.join(File.dirname(__FILE__), 'database')
+require File.join(File.dirname(__FILE__), 'html_renderer')
+require File.join(File.dirname(__FILE__), 'query')
+
+module Grenweb
+  class Help
+    include Rack::Utils
+
+    def call(env)
+      @env = env
+      @request = Rack::Request.new(env)
+      @query = Query.new(@request)
+
+      @response = Rack::Response.new
+      @response["Content-Type"] = "text/html; charset=UTF-8"
+
+      render
+    end
+
+    private
+
+    def render
+      r = HTMLRendeler.new(@request.script_name + '/..')
+      @response.write r.header("gren - help", "gren - help")
+      @response.write r.sample_code
+      @response.write r.footer
+      @response.to_a
+    end
+  end
+end
+

data/lib/grenweb/home.rb

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief  ホーム画面
+# @author ongaeshi
+# @date   2010/10/13
+
+require 'rubygems'
+require 'rack'
+require File.join(File.dirname(__FILE__), 'database')
+require File.join(File.dirname(__FILE__), 'html_renderer')
+require File.join(File.dirname(__FILE__), 'query')
+
+module Grenweb
+  class Home
+    include Rack::Utils
+
+    def call(env)
+      @env = env
+      @request = Rack::Request.new(env)
+      @query = Query.new(@request)
+
+      @response = Rack::Response.new
+      @response["Content-Type"] = "text/html; charset=UTF-8"
+
+      render
+    end
+
+    private
+
+    def render
+      r = HTMLRendeler.new(@request.script_name)
+      @response.write r.header_home("gren", "gren", Version)
+      @response.write r.search_box
+      @response.write r.footer_home("??", Database.instance.fileNum)
+      @response.to_a
+    end
+  end
+end
+

data/lib/grenweb/html_renderer.rb

@@ -0,0 +1,244 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief  HTMLの描画ルーチン
+# @author ongaeshi
+# @date   2010/10/17
+
+require 'rubygems'
+require 'pathname'
+require 'rack'
+require File.join(File.dirname(__FILE__), 'grep')
+
+module Grenweb
+  class HTMLRendeler
+    include Rack::Utils
+
+    def initialize(script_name)
+      @script_name = Pathname(script_name)
+    end
+
+    def header(title, header1)
+      <<EOS
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="ja" lang="ja">
+<head>
+  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+  <!-- <meta name="robot" content="noindex,nofollow" /> -->
+  <title>#{title}</title>
+  <link rel="stylesheet" href="#{fullpath('css/gren.css')}"  type="text/css" media="all" />
+</head>
+<body>
+<div class="header">
+  <h1>
+    <a href="#{fullpath('')}"><img src="#{fullpath('images/gren-icon-mini.png')}" alt="gren-icon" border="0"/></a>
+    #{header1}
+  </h1>
+</div>
+
+<div class="content">
+EOS
+    end
+    
+    def footer
+      <<EOS
+</div>
+
+<div class="footer">
+</div>
+</body>
+</html>
+EOS
+    end
+    
+    def header_home(title, header1, version)
+      <<EOS
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="ja" lang="ja">
+<head>
+  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+  <!-- <meta name="robot" content="noindex,nofollow" /> -->
+  <title>#{title}</title>
+  <link rel="stylesheet" href="#{fullpath('css/gren.css')}"  type="text/css" media="all" />
+</head>
+<body>
+<div align="center">
+<div class="header_home">
+  <h1>
+    <a href="#{fullpath('')}"><img src="#{fullpath('images/gren-icon.png')}" alt="gren-icon" border="0" height="100px"/></a>
+    #{header1} <font class="version">#{version}</font>
+  </h1>
+</div>
+
+<div class="content">
+EOS
+    end
+
+    def footer_home(package, files)
+      <<EOS
+</div>
+
+<div class="footer_home">
+  <!-- <a href="#{fullpath('::search/p:*')}">#{package}</a>のパッケージ , -->
+  <a href="#{fullpath('::search/f:*')}">#{files}</a>のファイル<br>
+  <a href="#{fullpath('::help')}">ヘルプ</a> , 
+  <a href="http://ongaeshi.github.com/gren">grenについて</a>
+</div>
+</div>
+</body>
+</html>
+EOS
+    end
+    
+    def result_record(record, patterns, nth=1)
+      if (patterns.size > 0)
+        <<EOS
+    <dt class='result-record'><a href='#{fullpath("::view/" + Rack::Utils::escape_html(record.shortpath))}'>#{record.shortpath}</a></dt>
+    <dd>
+      <pre class='lines'>
+#{result_record_match_line(record, patterns, nth)}
+      </pre>
+    </dd>
+EOS
+      else
+        <<EOS
+    <dt class='result-record'><a href='#{fullpath("::view/" + Rack::Utils::escape_html(record.shortpath))}'>#{record.shortpath}</a></dt>
+EOS
+      end
+    end
+
+    def result_record_match_line(record, patterns, nth)
+      str = ""
+      
+      grep = Grep.new(record.content)
+      lines = grep.match_lines_or(patterns)
+
+      unless (lines.empty?)
+        index = lines[0].index
+        
+        (index - nth..index + nth).each do |i|
+          if (0 <= i && i < grep.content.size)
+            match_datas = (i == index) ? lines[0].match_datas : []
+            str << line(i + 1, grep.content[i], match_datas) + "\n"
+          end
+        end
+      end
+
+      str
+    end
+
+    def record_content(record)
+      <<EOS
+<pre>
+#{record_content_line(record)}
+</pre>
+EOS
+    end
+    
+    def record_content_line(record)
+      str = ""
+
+      grep = Grep.new(record.content)
+      grep.content.each_with_index do |l, index|
+        str << line(index + 1, l, []) + "\n"
+      end
+
+      str
+    end
+
+    def line(lineno, line, match_datas)
+      sprintf("%5d: %s", lineno, match_strong(Rack::Utils::escape_html(line), match_datas))
+    end
+
+    def match_strong(line, match_datas)
+      match_datas.each do |m|
+        line = line.split(m[0]).join('<strong>' + m[0] + '</strong>') unless (m.nil?)
+      end
+      
+      line
+    end
+
+    def pagination_link(page, label)
+      href = "?page=#{page}"
+      pagination_span("<a href='#{href}'>#{label}</a>")
+    end
+
+    def pagination_span(content)
+      "<span class='pagination-link'>#{content}</span>\n"
+    end
+
+    def empty_summary()
+      <<EOS
+  <div class='search-summary'>
+    <p>gren web検索</p>
+  </div>
+EOS
+    end
+
+    def search_summary(keyword, total_records, range, elapsed)
+      <<EOS
+  <div class='search-summary'>
+    <span class="keyword">#{keyword}</span>の検索結果:
+    <span class="total-entries">#{total_records}</span>件中
+    <span class="display-range">#{range.first} - #{range.last}</span>件（#{elapsed}秒）
+  </div>
+EOS
+    end
+
+    def view_summary(path, elapsed)
+      <<EOS
+  <div class='search-summary'>
+    <span class="keyword">#{path}</span>（#{elapsed}秒）
+  </div>
+EOS
+    end
+
+    def search_box(text = "")
+      <<EOS
+<form method="post" action="#{fullpath('::search')}">
+  <p>
+    <input name="query" type="text" size="60" value="#{text}" />
+    <input type="submit" value="検索" />
+  </p>
+</form>
+EOS
+    end
+
+    def sample_code
+      <<EOS
+  <div class='sample-code'>
+  <ol>
+    <li>キーワードで検索<br>
+      #{link('def open')}
+    <li>１フレーズとして検索<br>
+      #{link('"def open"')}
+    <li>パッケージ名で絞り込み<br>
+      #{link('def open p:gren')}
+    <li>ファイル名や拡張子で絞り込み<br>
+      #{link('def open f:test s:rb')}
+    <li>組み合わせ<br>
+      #{link('p:gren p:tidtools s:rb f:test assert f:cli')}
+  </ol>
+  </div>
+EOS
+    end
+
+    def link(keyword)
+      "<a href='#{fullpath('::search' + '/' + Rack::Utils::escape_html(keyword))}'>#{keyword}</a>"
+    end
+
+    def fullpath(path)
+      unless (path == '')
+        (@script_name + path).to_s
+      else
+        @script_name.to_s
+      end
+    end
+  end
+end
+
+

data/lib/grenweb/public/css/gren.css

@@ -0,0 +1,63 @@
+body {
+}
+
+div.header {
+}
+
+div.footer {
+}
+
+div.header_home {
+    font-size: 170%;
+}
+
+div.footer_home {
+    font-size: 85%;
+    margin-top: 3em;
+}
+
+div.search-summary {
+    border-color:#F4CA3F;
+    background-color:#FEFFF0;
+    border-top-style:solid;
+    border-top-width:1px;
+    border-bottom-style:solid;
+    border-bottom-width:1px;
+    margin-bottom:1em;
+    margin-top:1em;
+    padding-bottom:5px;
+    padding-top:5px;
+    padding-left:5px;
+}
+
+dt.result-record {
+    font-size: 105%;
+}
+
+pre.lines {
+}
+
+div.pagination {
+    background-color:#FEFFF0;
+    text-align: center;
+    margin-bottom: 20px;
+}
+
+pre {
+    border: 1px solid #dedede;
+    margin-bottom: 5px;
+    padding-left: 5px;
+    background-color: #fdfdfd;
+    font-weight: inherit;
+    margin-top: 5px;
+    padding-top: 5px;
+    padding-bottom: 5px;
+}
+
+span.keyword {
+    font-weight: bold;    
+}
+
+font.version {
+    font-size: 35%;
+}