gonzui 1.2

data/lib/gonzui/webapp/snippet.rb

@@ -0,0 +1,155 @@
+#
+# snippet.rb - snippet implementation
+#
+# Copyright (C) 2004-2005 Satoru Takabayashi <satoru@namazu.org> 
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+module Gonzui
+  class SnippetMaker
+    include URIMaker
+
+    def initialize(content, result_item, link_uri = nil)
+      @content = content
+      @result_item = result_item
+      @link_uri = link_uri
+
+      # FIXME: should be customizable?
+      @ncontexts = 1
+    end
+
+    private
+    def make_emphasized_line(lineno, line_range, *occ_list)
+      line = [:span]
+      occ_list.each {|occ|
+        occ_range = (occ.byteno ... (occ.byteno + occ.length))
+        pre = range = nil
+        if line_range.include?(occ.byteno)
+          pre = @content.substring(line_range.first...occ.byteno)
+          range = (occ.byteno ... [occ_range.last, line_range.last].min)
+        elsif occ_range.include?(line_range.first)
+          range = (line_range.first ... [occ_range.last, line_range.last].min)
+        end
+        line.push(pre) if pre
+        if range
+          text = @content[range]
+          line.push([:strong, text])
+          line_range = (range.last ... line_range.last)
+        end
+      }
+      remaining = @content.substring(line_range)
+      line.push(remaining)
+      return line
+    end
+
+    def make_occurrences_by_lineno
+      occurrences_by_lineno = {}
+      @result_item.list.sort_by {|occ| occ.byteno}.each {|occ|
+        occurrences_by_lineno[occ.lineno] ||= []
+        occurrences_by_lineno[occ.lineno].push(occ)
+      }
+      return occurrences_by_lineno
+    end
+
+    def add_contexts(lines_with_lineno, occ)
+      @content.each_line_range(occ.byteno, @ncontexts) {|lineno_offset, range|
+        lineno = occ.lineno + lineno_offset
+        line = @content.substring(range)
+        lines_with_lineno.push([line, lineno]) unless lineno == occ.lineno
+      }
+      return lines_with_lineno.sort_by {|line, lineno| lineno }
+    end
+
+    def make_kwic_single
+      lines_with_lineno = []
+      occ = @result_item.list.first
+      text = @content[occ.byteno, occ.length]
+      @content.each_line_range(occ.byteno, @ncontexts) {|lineno_offset, range|
+        lineno = occ.lineno + lineno_offset
+        line = make_emphasized_line(lineno, range, occ)
+        lines_with_lineno.push([line, lineno])
+      }
+      return lines_with_lineno
+    end
+
+    def make_kwic_multi
+      seen = {}
+      lines_with_lineno = []
+      occurrences_by_lineno = make_occurrences_by_lineno
+      occurrences_by_lineno.keys.sort.each {|lineno|
+        occ_list = occurrences_by_lineno[lineno]
+        range = @content.line_range(occ_list.first.byteno)
+        line = make_emphasized_line(lineno, range, *occ_list)
+        lines_with_lineno.push([line, lineno])
+      }
+      if occurrences_by_lineno.length == 1
+        occ = @result_item.list.first
+        lines_with_lineno = add_contexts(lines_with_lineno, occ)
+      end
+      return lines_with_lineno
+    end
+
+    def make_kwic
+      if @result_item.list.length == 1
+        return make_kwic_single
+      else
+        return make_kwic_multi
+      end
+    end
+
+    def collect_context_lines
+      context_lines = {}
+
+      occurrences_by_lineno = make_occurrences_by_lineno
+      occurrences_by_lineno.keys.sort.each {|lineno|
+        occ_list = occurrences_by_lineno[lineno]
+        range = @content.line_range(occ_list.first.byteno)
+        occ = occ_list.first
+        @content.each_line_range(occ.byteno, @ncontexts) {|lineno_offset,range|
+          lineno = occ.lineno + lineno_offset
+          next if context_lines.has_key?(lineno) and lineno_offset != 0
+          line = make_emphasized_line(lineno, range, *occ_list)
+          context_lines[lineno] = line
+        }
+      }
+      return context_lines
+    end
+
+    def make_separator
+      [:div, {:class => "separator"}, ""]
+    end
+
+    public
+    def make_line_oriented_kwic
+      lines_with_lineno = make_kwic
+      pre = [:pre, {:class => "lines"}]
+      lines_with_lineno.sort_by {|line, lineno|
+        lineno
+      }.each {|line, lineno|
+        lineno_uri = make_lineno_uri(@link_uri, lineno)
+        lineno_mark = [:a, {:href => lineno_uri}, lineno.to_s + ": "]
+        pre.push(lineno_mark, line)
+        pre.push("\n")
+      }
+      return pre
+    end
+
+    def make_context_grep
+      context_lines = collect_context_lines
+      pre = [:pre, {:class => "lines"}]
+      prev_lineno = nil
+      context_lines.keys.sort.each {|lineno|
+        lineno_uri = make_lineno_uri(@link_uri, lineno)
+        lineno_mark = [:a, {:href => lineno_uri }, lineno.to_s + ": "]
+        pre.push(make_separator)if prev_lineno and lineno > prev_lineno + 1
+        pre.push(lineno_mark, context_lines[lineno], "\n")
+        prev_lineno = lineno
+      }
+      return pre
+    end
+  end
+end

data/lib/gonzui/webapp/source.rb

@@ -0,0 +1,37 @@
+#
+# source.rb - source servlet
+#
+# Copyright (C) 2004-2005 Satoru Takabayashi <satoru@namazu.org> 
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+module Gonzui
+  class SourceServlet < GonzuiAbstractServlet
+    def self.mount_point
+      "source"
+    end
+
+    def do_GET(request, response)
+      init_servlet(request, response)
+      path = make_path
+      log(path)
+
+      path_id = @dbm.get_path_id(path)
+      if path_id
+        content = @dbm.get_content(path_id)
+        response.body = content
+        mime_type = get_mime_type(path)
+        response["Content-Type"] = mime_type
+      else 
+        response.body = sprintf("%s: not found", path)
+        response.status = 404
+      end
+    end
+
+    GonzuiServlet.register(self)
+  end
+end

data/lib/gonzui/webapp/stat.rb

@@ -0,0 +1,137 @@
+#
+# stat.rb - statistics servlet
+#
+# Copyright (C) 2004-2005 Satoru Takabayashi <satoru@namazu.org> 
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+module Gonzui
+  class StatisticsServlet < GonzuiAbstractServlet
+    def self.mount_point
+      "stat"
+    end
+
+    RankingMax = 100
+
+    def choose_tr_class(i)
+      if (i + 1) % 2 == 0 then "even" else "odd" end
+    end
+
+    def make_heading(*items)
+      tr = [:tr, {:class => "heading"}]
+      items.each {|string, klass, colspan|
+        td = [:td, {:class => klass}, string]
+        td[1][:colspan] = colspan if colspan
+        tr.push(td)
+      }
+      return tr
+    end
+
+    def make_bar(freq, max)
+      percentage = freq * 100 / max
+      style = "width: #{percentage}px;"
+      bar = [:div, {:class => "bar", :style => style}, ""]
+    end
+
+    def do_make_status_line
+      []
+    end
+
+    def make_tr(first, second, third = nil)
+      tr = [:tr]
+      td1 = [:td, {:class => "first", :width => "76%"}, first]
+      if third
+        td2 = [:td, {:class => "nonfirst-right", :width => "12%"}, 
+          commify(second)]
+        td3 = [:td, {:width => "12%"}, third]
+      else
+        td2 = [:td, {:class => "nonfirst-center", :width => "24%"}, 
+          commify(second)]
+      end
+      tr.push(td1)
+      tr.push(td2)
+      tr.push(td3) if td3
+      return tr
+    end
+
+    def make_format_table
+      table = [:table, {:class => "fullwidth"}]
+      heading = make_heading([_("Contents by Format"), "first", 3])
+      table.push(heading)
+      formats = []
+      max = -1
+      @dbm.each_format {|format_id, format_abbrev, format_name|
+        ncontents = @dbm.get_ncontents_by_format_id(format_id)
+        formats.push([format_id, format_abbrev, format_name, ncontents])
+        max = [max, ncontents].max
+      }
+      return if formats.empty?
+      formats = formats.sort_by {|id, abbr, name, ncontents| - ncontents}
+      formats.each_with_index {|item, i|
+        id, abbr, name, ncontents = item
+        text = name
+        tr = make_tr(text, ncontents, make_bar(ncontents, max))
+        k = choose_tr_class(i)
+        tr.insert(1, {:class => k})
+        table.push(tr)
+      }
+      return table
+    end
+
+    def make_overview_table
+      table = [:table, {:class => "fullwidth"}]
+      heading = make_heading([_("Overview"), "first", 2])
+      table.push(heading)
+      trs = []
+      trs << make_tr(_("Packages"),        @dbm.get_npackages)
+      trs << make_tr(_("Contents"),           @dbm.get_ncontents)
+      trs << make_tr(_("Indexed Contents"),   @dbm.get_ncontents_indexed)
+      trs << make_tr(_("Binary Contents"),    @dbm.get_ncontents - @dbm.get_ncontents_indexed)
+      trs << make_tr(_("Lines of Indexed Contents"),   @dbm.get_nlines_indexed)
+      trs << make_tr(_("Indexed Keys"),    @dbm.get_nwords)
+      trs << make_tr(_("Formats"),         @dbm.get_nformats)
+      trs.each_with_index {|tr, i|
+        k = choose_tr_class(i)
+        tr.insert(1, {:class => k})
+        table.push(tr)
+      }
+      return table
+    end
+
+    def make_top_page
+      title = make_title( _("Statistics"))
+      content = [:div]
+      content.push(make_overview_table)
+      content.push(make_format_table)
+      status_line = make_status_line(_("Statistics"))
+      return title, status_line, content
+    end
+
+    def do_GET(request, response)
+      init_servlet(request, response)
+      log()
+
+      @path = make_path
+      title, status_line, content = make_top_page
+      
+      html = make_html
+      head = [:head, title, make_script, *make_meta_and_css]
+      body = [:body]
+      body.push(make_h1)
+      body.push(make_search_form)
+      body.push(status_line)
+      body.push(content)
+      body.push(make_footer)
+      html.push(head)
+      html.push(body)
+      set_content_type_text_html
+      response.body = format_html(html)
+    end
+
+    GonzuiServlet.register(self)
+  end
+end

data/lib/gonzui/webapp/top.rb

@@ -0,0 +1,63 @@
+#
+# top.rb - top page servlet
+#
+# Copyright (C) 2004-2005 Satoru Takabayashi <satoru@namazu.org> 
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+module Gonzui
+  class TopPageServlet < GonzuiAbstractServlet
+    def self.mount_point
+      ""
+    end
+
+    def validate_request
+      return if @request.path_info == "/" or @request.path_info.empty?
+      if @request.path_info == "/favicon.ico"
+        uri = make_doc_uri("favicon.ico")
+        @response.set_redirect(HTTPStatus::MovedPermanently, uri)
+      else
+        raise HTTPStatus::NotFound.new("not found")
+      end
+      assert_not_reached
+    end
+
+    def do_GET(request, response)
+      init_servlet(request, response)
+      validate_request
+      log()
+
+      title = make_title
+      html = make_html
+      head = [:head, title, make_script, *make_meta_and_css]
+      body = [:body]
+
+      content = [:div, {:class => "center"}, 
+        make_h1, 
+        make_search_form(:central => true),
+      ]
+      footer = make_footer
+      summary = [
+        [:br],
+        sprintf(_("Searching %s packages of %s contents"), 
+                commify(@dbm.get_npackages),
+                commify(@dbm.get_ncontents))
+      ]
+      footer.push(*summary)
+      
+      content.push(footer)
+      body.push(content)
+      html.push(head)
+      html.push(body)
+      set_content_type_text_html
+      response.body = format_html(html)
+    end
+
+    GonzuiServlet.register(self)
+  end
+end
+

data/lib/gonzui/webapp/uri.rb

@@ -0,0 +1,140 @@
+#
+# uri.rb - uri functions
+#
+# Copyright (C) 2004-2005 Satoru Takabayashi <satoru@namazu.org> 
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms of 
+# the GNU General Public License version 2.
+#
+
+module Gonzui
+  QueryValue = Struct.new(:short_name, :default_value, :conversion_method)
+
+  module URIMaker
+    ParamTable = {
+      :display_language      => QueryValue.new("dl", nil,   :to_s),
+      :from                  => QueryValue.new("f",  0,     :to_i),
+      :format                => QueryValue.new("fm", "all",  :to_s),
+      :grep_pattern          => QueryValue.new("g",  nil,   :to_s),
+      :license               => QueryValue.new("l",  "all",  :to_s),
+      :nresults_per_page     => QueryValue.new("n",  10,    :to_i),
+      :phrase_query          => QueryValue.new("pq", nil,   :to_s),
+      :basic_query           => QueryValue.new("q",  "",    :to_s),
+      :target_type           => QueryValue.new("tt", nil,   :to_s),
+    }
+
+    def decompose_search_query(search_query)
+      options = {}
+      options[:basic_query] = search_query.string
+      options[:format] = search_query.format
+      options[:license] = search_query.license
+      return options
+    end
+
+    def get_default_query_value(long_name)
+      ParamTable[long_name]
+    end
+
+    def get_query_value(query, long_name)
+      qv = get_default_query_value(long_name)
+      assert(qv)
+      value = query[qv.short_name]
+      if value and not value.empty?
+        return value.send(qv.conversion_method)
+      else
+        return qv.default_value
+      end
+    end
+
+    def get_short_name(long_name)
+      qv = ParamTable[long_name]
+      raise "unknown variable name" if qv.nil?
+      return qv.short_name
+    end
+
+    def make_advanced_search_uri(search_query)
+      make_uri_general(AdvancedSearchServlet)
+    end
+
+    def make_doc_uri(path = nil)
+      make_uri_general(FileHandler, path)
+    end
+
+    def make_google_uri(search_query)
+      sprintf("http://www.google.com/search?q=%s", 
+              HTTPUtils.escape_form(search_query.string_without_properties))
+    end
+
+    def make_lineno_uri(markup_uri, lineno)
+      sprintf("%s#l%d", markup_uri, lineno)
+    end
+
+    def make_markup_uri(path = "", search_query = nil, options = {})
+      if search_query
+        decompose_search_query(search_query).each {|k, v|
+          options[k] = v
+        }
+      end
+      return make_uri_with_options(MarkupServlet, path, options)
+    end
+
+    def make_search_uri(search_query, options = {})
+      options.merge!(decompose_search_query(search_query))
+      make_uri_with_options(SearchServlet, "", options)
+    end
+
+    def make_search_uri_partial(query_string)
+      sprintf("%s?%s=", 
+              make_uri_general(SearchServlet),
+              get_short_name(:basic_query))
+    end
+
+    def make_source_uri(path = nil)
+      make_uri_general(SourceServlet, path)
+    end
+
+    def make_stat_uri(path = nil)
+      make_uri_general(StatisticsServlet, path)
+    end
+
+    def make_top_uri
+      make_uri_general(TopPageServlet)
+    end
+
+    def escape_path(path)
+      path.gsub(%r{[^A-Za-z0-9\-._~!$&'()*+,;=:@/]}) {
+        '%' + $&.unpack("H2")[0].upcase
+      }
+    end
+
+    def make_uri_general(klass, path = nil)
+      assert_non_nil(@config)
+      if path
+        return URI.path_join(@config.base_mount_point,
+                             klass.mount_point,
+                             escape_path(path))
+      else
+        return URI.path_join(@config.base_mount_point, klass.mount_point)
+      end
+    end
+
+    def make_uri_with_options(klass, path, options)
+      params = []
+      options.each {|name, value|
+        next if value.nil?
+        qv = get_default_query_value(name)
+        if qv and value != qv.default_value
+          param = sprintf("%s=%s", qv.short_name, HTTPUtils.escape_form(value.to_s))
+          params.push(param)
+        end
+      }
+      assert_non_nil(@config)
+      uri = URI.path_join(@config.base_mount_point, klass.mount_point)
+      uri = URI.path_join(uri, escape_path(path)) unless path.empty?
+      uri << "?" + params.join("&") unless params.empty?
+      return uri
+    end
+  end
+end