RubyGems - rroonga - Versions diffs - 0.9.2-mswin32 - Mend

rroonga 0.9.2-mswin32

Files changed (202) hide show

data/AUTHORS +5 -0
data/NEWS.ja.rdoc +114 -0
data/NEWS.rdoc +116 -0
data/README.ja.rdoc +65 -0
data/README.rdoc +66 -0
data/Rakefile +217 -0
data/benchmark/common.rb +49 -0
data/benchmark/read-write-many-small-items.rb +144 -0
data/benchmark/write-many-small-items.rb +135 -0
data/example/bookmark.rb +161 -0
data/example/index-html.rb +89 -0
data/example/search/config.ru +211 -0
data/example/search/public/css/groonga.css +122 -0
data/ext/.gitignore +2 -0
data/ext/libruby-groonga.a +0 -0
data/ext/rb-grn-accessor.c +52 -0
data/ext/rb-grn-array-cursor.c +36 -0
data/ext/rb-grn-array.c +210 -0
data/ext/rb-grn-column.c +573 -0
data/ext/rb-grn-context.c +655 -0
data/ext/rb-grn-database.c +472 -0
data/ext/rb-grn-encoding-support.c +64 -0
data/ext/rb-grn-encoding.c +257 -0
data/ext/rb-grn-exception.c +1110 -0
data/ext/rb-grn-expression-builder.c +75 -0
data/ext/rb-grn-expression.c +735 -0
data/ext/rb-grn-fix-size-column.c +166 -0
data/ext/rb-grn-hash-cursor.c +38 -0
data/ext/rb-grn-hash.c +294 -0
data/ext/rb-grn-index-column.c +488 -0
data/ext/rb-grn-logger.c +504 -0
data/ext/rb-grn-object.c +1369 -0
data/ext/rb-grn-operation.c +198 -0
data/ext/rb-grn-patricia-trie-cursor.c +39 -0
data/ext/rb-grn-patricia-trie.c +488 -0
data/ext/rb-grn-procedure.c +52 -0
data/ext/rb-grn-query.c +260 -0
data/ext/rb-grn-record.c +40 -0
data/ext/rb-grn-snippet.c +334 -0
data/ext/rb-grn-table-cursor-key-support.c +69 -0
data/ext/rb-grn-table-cursor.c +247 -0
data/ext/rb-grn-table-key-support.c +731 -0
data/ext/rb-grn-table.c +2141 -0
data/ext/rb-grn-type.c +181 -0
data/ext/rb-grn-utils.c +769 -0
data/ext/rb-grn-variable-size-column.c +36 -0
data/ext/rb-grn-variable.c +108 -0
data/ext/rb-grn-view-accessor.c +53 -0
data/ext/rb-grn-view-cursor.c +35 -0
data/ext/rb-grn-view-record.c +41 -0
data/ext/rb-grn-view.c +421 -0
data/ext/rb-grn.h +700 -0
data/ext/rb-groonga.c +117 -0
data/extconf.rb +266 -0
data/html/bar.svg +153 -0
data/html/developer.html +117 -0
data/html/developer.svg +469 -0
data/html/download.svg +253 -0
data/html/favicon.ico +0 -0
data/html/favicon.xcf +0 -0
data/html/footer.html.erb +28 -0
data/html/head.html.erb +4 -0
data/html/header.html.erb +17 -0
data/html/index.html +147 -0
data/html/install.svg +636 -0
data/html/logo.xcf +0 -0
data/html/ranguba.css +250 -0
data/html/tutorial.svg +559 -0
data/lib/groonga.rb +90 -0
data/lib/groonga/context.rb +184 -0
data/lib/groonga/expression-builder.rb +285 -0
data/lib/groonga/patricia-trie.rb +53 -0
data/lib/groonga/record.rb +311 -0
data/lib/groonga/schema.rb +1191 -0
data/lib/groonga/view-record.rb +56 -0
data/license/GPL +340 -0
data/license/LGPL +504 -0
data/license/RUBY +59 -0
data/misc/grnop2ruby.rb +49 -0
data/pkg-config.rb +333 -0
data/test-unit/Rakefile +40 -0
data/test-unit/TODO +5 -0
data/test-unit/bin/testrb +5 -0
data/test-unit/html/classic.html +15 -0
data/test-unit/html/index.html +25 -0
data/test-unit/html/index.html.ja +27 -0
data/test-unit/lib/test/unit.rb +323 -0
data/test-unit/lib/test/unit/assertionfailederror.rb +25 -0
data/test-unit/lib/test/unit/assertions.rb +1230 -0
data/test-unit/lib/test/unit/attribute.rb +125 -0
data/test-unit/lib/test/unit/autorunner.rb +360 -0
data/test-unit/lib/test/unit/collector.rb +36 -0
data/test-unit/lib/test/unit/collector/descendant.rb +23 -0
data/test-unit/lib/test/unit/collector/dir.rb +108 -0
data/test-unit/lib/test/unit/collector/load.rb +136 -0
data/test-unit/lib/test/unit/collector/objectspace.rb +34 -0
data/test-unit/lib/test/unit/color-scheme.rb +102 -0
data/test-unit/lib/test/unit/color.rb +96 -0
data/test-unit/lib/test/unit/diff.rb +724 -0
data/test-unit/lib/test/unit/error.rb +130 -0
data/test-unit/lib/test/unit/exceptionhandler.rb +39 -0
data/test-unit/lib/test/unit/failure.rb +136 -0
data/test-unit/lib/test/unit/fixture.rb +176 -0
data/test-unit/lib/test/unit/notification.rb +129 -0
data/test-unit/lib/test/unit/omission.rb +191 -0
data/test-unit/lib/test/unit/pending.rb +150 -0
data/test-unit/lib/test/unit/priority.rb +180 -0
data/test-unit/lib/test/unit/runner/console.rb +52 -0
data/test-unit/lib/test/unit/runner/emacs.rb +8 -0
data/test-unit/lib/test/unit/runner/tap.rb +8 -0
data/test-unit/lib/test/unit/testcase.rb +476 -0
data/test-unit/lib/test/unit/testresult.rb +89 -0
data/test-unit/lib/test/unit/testsuite.rb +110 -0
data/test-unit/lib/test/unit/ui/console/outputlevel.rb +14 -0
data/test-unit/lib/test/unit/ui/console/testrunner.rb +466 -0
data/test-unit/lib/test/unit/ui/emacs/testrunner.rb +63 -0
data/test-unit/lib/test/unit/ui/tap/testrunner.rb +92 -0
data/test-unit/lib/test/unit/ui/testrunner.rb +28 -0
data/test-unit/lib/test/unit/ui/testrunnermediator.rb +77 -0
data/test-unit/lib/test/unit/ui/testrunnerutilities.rb +41 -0
data/test-unit/lib/test/unit/util/backtracefilter.rb +41 -0
data/test-unit/lib/test/unit/util/method-owner-finder.rb +28 -0
data/test-unit/lib/test/unit/util/observable.rb +90 -0
data/test-unit/lib/test/unit/util/procwrapper.rb +48 -0
data/test-unit/lib/test/unit/version.rb +7 -0
data/test-unit/sample/adder.rb +13 -0
data/test-unit/sample/subtracter.rb +12 -0
data/test-unit/sample/test_adder.rb +20 -0
data/test-unit/sample/test_subtracter.rb +20 -0
data/test-unit/sample/test_user.rb +23 -0
data/test-unit/test/collector/test-descendant.rb +133 -0
data/test-unit/test/collector/test-load.rb +348 -0
data/test-unit/test/collector/test_dir.rb +406 -0
data/test-unit/test/collector/test_objectspace.rb +100 -0
data/test-unit/test/run-test.rb +15 -0
data/test-unit/test/test-attribute.rb +86 -0
data/test-unit/test/test-color-scheme.rb +67 -0
data/test-unit/test/test-color.rb +47 -0
data/test-unit/test/test-diff.rb +518 -0
data/test-unit/test/test-emacs-runner.rb +60 -0
data/test-unit/test/test-fixture.rb +287 -0
data/test-unit/test/test-notification.rb +33 -0
data/test-unit/test/test-omission.rb +81 -0
data/test-unit/test/test-pending.rb +70 -0
data/test-unit/test/test-priority.rb +119 -0
data/test-unit/test/test-testcase.rb +544 -0
data/test-unit/test/test_assertions.rb +1151 -0
data/test-unit/test/test_error.rb +26 -0
data/test-unit/test/test_failure.rb +33 -0
data/test-unit/test/test_testresult.rb +113 -0
data/test-unit/test/test_testsuite.rb +129 -0
data/test-unit/test/testunit-test-util.rb +14 -0
data/test-unit/test/ui/test_testrunmediator.rb +20 -0
data/test-unit/test/util/test-method-owner-finder.rb +38 -0
data/test-unit/test/util/test_backtracefilter.rb +41 -0
data/test-unit/test/util/test_observable.rb +102 -0
data/test-unit/test/util/test_procwrapper.rb +36 -0
data/test/.gitignore +1 -0
data/test/groonga-test-utils.rb +133 -0
data/test/run-test.rb +58 -0
data/test/test-array.rb +97 -0
data/test/test-column.rb +316 -0
data/test/test-context-select.rb +93 -0
data/test/test-context.rb +73 -0
data/test/test-database.rb +113 -0
data/test/test-encoding.rb +33 -0
data/test/test-exception.rb +93 -0
data/test/test-expression-builder.rb +156 -0
data/test/test-expression.rb +134 -0
data/test/test-fix-size-column.rb +65 -0
data/test/test-gqtp.rb +72 -0
data/test/test-hash.rb +312 -0
data/test/test-index-column.rb +81 -0
data/test/test-logger.rb +37 -0
data/test/test-patricia-trie.rb +189 -0
data/test/test-procedure.rb +37 -0
data/test/test-query.rb +22 -0
data/test/test-record.rb +279 -0
data/test/test-remote.rb +54 -0
data/test/test-schema-view.rb +90 -0
data/test/test-schema.rb +459 -0
data/test/test-snippet.rb +130 -0
data/test/test-table-cursor.rb +153 -0
data/test/test-table-offset-and-limit.rb +102 -0
data/test/test-table-select-normalize.rb +53 -0
data/test/test-table-select.rb +150 -0
data/test/test-table.rb +690 -0
data/test/test-type.rb +71 -0
data/test/test-variable-size-column.rb +98 -0
data/test/test-variable.rb +28 -0
data/test/test-vector-column.rb +76 -0
data/test/test-version.rb +31 -0
data/test/test-view.rb +72 -0
data/text/TUTORIAL.ja.rdoc +392 -0
data/text/expression.rdoc +284 -0
data/vendor/local/bin/grntest.exe +0 -0
data/vendor/local/bin/groonga.exe +0 -0
data/vendor/local/bin/libgroonga.dll +0 -0
data/vendor/local/bin/libmecab.dll +0 -0
data/vendor/local/include/groonga.h +2285 -0
data/vendor/local/lib/libgroonga.lib +0 -0
metadata +280 -0

data/example/index-html.rb ADDED Viewed

@@ -0,0 +1,89 @@
+#!/usr/bin/env ruby
+if ARGV.size < 2 or ARGV.find {|option| option == "-h" or option == "--help"}
+  puts "Usage: #{$0} DATABASE_FILE [FILE_OR_DIRECTORY ...]"
+  exit
+end
+require 'pathname'
+base_directory = Pathname(__FILE__).dirname + ".."
+$LOAD_PATH.unshift((base_directory + "ext").to_s)
+$LOAD_PATH.unshift((base_directory + "lib").to_s)
+require 'rubygems'
+require 'groonga'
+require 'nokogiri'
+database_file, *targets = ARGV
+database_file = Pathname(database_file)
+database_directory = database_file.dirname
+database_directory.mkpath unless database_directory.exist?
+if database_file.exist?
+  Groonga::Database.open(database_file.to_s)
+else
+  Groonga::Database.create(:path => database_file.to_s)
+  Groonga::Schema.define do |schema|
+    schema.create_table("documents") do |table|
+      table.string("title")
+      table.text("content")
+      table.string("path")
+      table.time("last-modified")
+    end
+    schema.create_table("terms",
+                        :type => :patricia_trie,
+                        :key_normalize => true,
+                        :default_tokenizer => "TokenBigram") do |table|
+      table.index("documents.title")
+      table.index("documents.content")
+    end
+  end
+end
+documents = Groonga::Context.default["documents"]
+targets.each do |target|
+  target = Pathname(target)
+  target.find do |path|
+    throw :prune if path.basename.to_s == ".svn"
+    if path.file? and path.extname == ".html"
+      path.open do |html|
+        values = {:path => path.relative_path_from(target).to_s}
+        _documents = documents.select do |record|
+          record["path"] == values[:path]
+        end
+        if _documents.size.zero?
+          document = documents.add
+        else
+          document = _documents.to_a[0].key
+        end
+        html_document = Nokogiri::HTML(html)
+        html_document.css("title").each do |title|
+          values[:title] = title.text
+        end
+        contents = []
+        html_document.css("body").each do |body|
+          contents << body.text
+        end
+        html_document.css("img").each do |image|
+          image_content = []
+          title = image['title']
+          alt = image['alt']
+          image_content << title if title and !title.empty?
+          image_content << alt if alt and !alt.empty?
+          contents.concat(image_content) unless image_content.empty?
+        end
+        values[:content] = contents.join("\n")
+        values["last-modified"] = path.mtime
+        values.each do |key, value|
+          document[key] = value
+        end
+      end
+    end
+  end
+end

data/example/search/config.ru ADDED Viewed

@@ -0,0 +1,211 @@
+# -*- mode: ruby; coding: utf-8 -*-
+base_dir = File.join(File.dirname(__FILE__), "..", "..")
+$LOAD_PATH.unshift(File.join(base_dir, "ext"))
+$LOAD_PATH.unshift(File.join(base_dir, "lib"))
+require 'rubygems'
+require 'rack'
+require 'groonga'
+use Rack::CommonLogger
+use Rack::Static, :urls => ["/css", "/images"], :root => "public"
+Groonga::Database.new("data/database")
+class Searcher
+  include Rack::Utils
+  def initialize
+    @documents = Groonga::Context.default["documents"]
+  end
+  def call(env)
+    request = Rack::Request.new(env)
+    response = Rack::Response.new
+    response["Content-Type"] = "text/html; charset=UTF-8"
+    if /\/\z/ !~ request.path_info
+      request.path_info += "/"
+      response.redirect(request.url)
+      return response.to_a
+    end
+    response.write(<<-EOH)
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="ja" lang="ja">
+<head>
+  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+  <meta name="robot" content="noindex,nofollow" />
+  <title>groongaで全文検索</title>
+  <link rel="stylesheet" href="css/groonga.css" type="text/css" media="all" />
+</head>
+<body>
+<div class="header">
+  <h1>groongaで全文検索</h1>
+</div>
+<div class="content">
+EOH
+    render_search_box(request, response)
+    render_search_result(request, response)
+    response.write(<<-EOF)
+</div>
+<div class="footer">
+<p class="powered-by-groonga">
+  <a href="http://groonga.org/">groonga</a>
+  #{Groonga::VERSION.join('.')}を使っています。
+</p>
+<p class="powered-by-ruby-groonga">
+  <a href="http://groonga.rubyforge.org/">Ruby/groonga</a>
+  #{Groonga::BINDINGS_VERSION.join('.')}を使っています。
+</p>
+</div>
+</body>
+</html>
+EOF
+    response.to_a
+  end
+  private
+  def query(request)
+    request['query'] || ''
+  end
+  def page(request)
+    (request['page'] || 0).to_i
+  end
+  def render_search_box(request, response)
+    response.write(<<-EOF)
+<form method="get" action="./">
+  <p>
+    <a href="."><img src="images/mini-groonga.png" alt="groonga" /></a>
+    <input name="query" type="text" value="#{escape_html(query(request))}" />
+    <input type="submit" value="検索" />
+  </p>
+</form>
+EOF
+  end
+  def render_search_result(request, response)
+    _query = query(request)
+    _page = page(request)
+    limit = 20
+    if _query.empty?
+      records = []
+      response.write(<<-EOS)
+  <div class='search-summary'>
+    <p>Rubyでgroonga使って全文検索</p>
+  </div>
+EOS
+    else
+      options = {}
+      before = Time.now
+      records = @documents.select do |record|
+        record["content"].match(_query)
+      end
+      total_records = records.size
+      records = records.sort([["_score", "descending"],
+                              ["last-modified", "descending"]],
+                             :offset => _page * limit,
+                             :limit => limit)
+      elapsed = Time.now - before
+      response.write(<<-EOS)
+  <div class='search-summary'>
+    <p>
+      <span class="keyword">#{escape_html(query(request))}</span>の検索結果:
+      <span class="total-entries">#{total_records}</span>件中
+      <span class="display-range">
+        #{total_records.zero? ? 0 : (_page * limit) + 1}
+        -
+        #{(_page * limit) + records.size}
+      </span>
+      件（#{elapsed}秒）
+    </p>
+  </div>
+EOS
+    end
+    response.write("  <div class='records'>\n")
+    records.each do |record|
+      render_record(request, response, record)
+    end
+    response.write("  </div>\n")
+    render_pagination(request, response, _page, limit, total_records)
+  end
+  def render_record(request, response, record)
+    response.write("    <div class='record'>\n")
+    href = escape_html(record['.path'])
+    title = escape_html(record['.title'])
+    last_modified = escape_html(record['.last-modified'].iso8601)
+    score = record.score
+    response.write("      <h2><a href='#{href}'>#{title}</a>(#{score})</h2>\n")
+    render_snippet(request, response, record)
+    response.write(<<-EOM)
+      <p class="metadata">
+        <span class="url">#{unescape(href)}</span>
+        -
+        <span class="last-modified">#{last_modified}</span>
+      </p>
+EOM
+    response.write("    </div>\n")
+  end
+  def render_snippet(request, response, record)
+    expression = record.table.expression
+    snippet = expression.snippet([["<span class=\"keyword\">", "</span>"]],
+                                 :width => 100,
+                                 :html_escape => true,
+                                 :normalize => true)
+    separator = "\n<span class='separator'>...</span>\n"
+    response.write(<<-EOS)
+      <p class="snippet">
+        #{snippet.execute(record[".content"]).join(separator)}
+      </p>
+EOS
+  end
+  def render_pagination(request, response, page, limit, total_records)
+    _query = query(request)
+    return if _query.empty?
+    return if total_records < limit
+    last_page = (total_records / limit.to_f).ceil
+    response.write("<div class='pagination'>\n")
+    if page > 0
+      render_pagination_link(request, response, _query, page - 1, "<<")
+    end
+    last_page.times do |i|
+      if i == page
+        response.write(pagination_span(escape_html(i)))
+      else
+        render_pagination_link(request, response, _query, i, i)
+      end
+    end
+    if page < (last_page - 1)
+      render_pagination_link(request, response, _query, page + 1, ">>")
+    end
+    response.write("</div>\n")
+  end
+  def render_pagination_link(request, response, query, page, label)
+    href = "./?query=#{escape_html(query)};page=#{escape_html(page)}"
+    response.write(pagination_span("<a href='#{href}'>#{label}</a>"))
+  end
+  def pagination_span(content)
+    "<span class='pagination-link'>#{content}</span>\n"
+  end
+end
+run Searcher.new

data/example/search/public/css/groonga.css ADDED Viewed

@@ -0,0 +1,122 @@
+body
+{
+  background-color: #fff;
+  color: #000;
+}
+div.header
+{
+  display: none;
+}
+div.search-box
+{
+  width: 100%;
+  text-align: center;
+}
+div.re-search
+{
+}
+div.search-summary
+{
+  font-size: small;
+  border-top: 1px solid #fc3;
+  background-color: #ffd;
+}
+div.search-summary p
+{
+  padding: 3px;
+  margin: 0;
+}
+div.records
+{
+  font-size: smaller;
+  padding-top: 10px;
+  padding-left: 30px;
+  margin-right: 20%;
+  margin-bottom: 30px;
+}
+div.records h2
+{
+  padding: 0;
+  margin-bottom: 5px;
+}
+div.records p
+{
+}
+p.snippet
+{
+  padding: 0;
+  margin: 0;
+}
+p.snippet span.separator
+{
+  font-weight: bold;
+}
+span.keyword,
+span.total-entries,
+span.display-range
+{
+  font-weight: bold;
+}
+div.pagination
+{
+  text-align: center;
+  margin-bottom: 20px;
+}
+p.metadata
+{
+  padding: 0;
+  margin: 0;
+  margin-top: 5px;
+}
+span.url
+{
+  color: green;
+}
+pre
+{
+  overflow: auto;
+  margin: 20px 30px;
+  padding: 10px;
+  border-top: 1px solid #fc3;
+  background-color: #ffd;
+}
+a img
+{
+  border-style: none;
+}
+ul.sources li
+{
+  display: inline;
+}
+div.footer
+{
+  border-top: 1px solid #fc3;
+  background-color: #ffd;
+  margin-top: 5px;
+  text-align: right;
+}
+div.footer p
+{
+  font-size: small;
+  padding: 0;
+  margin: 0;
+}

data/ext/.gitignore ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ *.so
2	+ *.o

data/ext/libruby-groonga.a ADDED Viewed

Binary file

data/ext/rb-grn-accessor.c ADDED Viewed

@@ -0,0 +1,52 @@
+/* -*- c-file-style: "ruby" -*- */
+/*
+  Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+  This library is free software; you can redistribute it and/or
+  modify it under the terms of the GNU Lesser General Public
+  License version 2.1 as published by the Free Software Foundation.
+  This library is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+  Lesser General Public License for more details.
+  You should have received a copy of the GNU Lesser General Public
+  License along with this library; if not, write to the Free Software
+  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+#include "rb-grn.h"
+#define SELF(object) (RVAL2GRNACCESSOR(object))
+VALUE rb_cGrnAccessor;
+grn_obj *
+rb_grn_accessor_from_ruby_object (VALUE object)
+{
+    if (!RVAL2CBOOL(rb_obj_is_kind_of(object, rb_cGrnAccessor))) {
+	rb_raise(rb_eTypeError, "not a groonga accessor");
+    }
+    return RVAL2GRNOBJECT(object, NULL);
+}
+VALUE
+rb_grn_accessor_to_ruby_object (grn_ctx *context, grn_obj *table,
+				rb_grn_boolean owner)
+{
+    return GRNOBJECT2RVAL(rb_cGrnAccessor, context, table, owner);
+}
+/*
+ * Document-class: Groonga::Accessor < Groonga::Object
+ *
+ * キー、値、スコアなど種々の値へのアクセスをカプセル化した
+ * オブジェクト。Groonga::Table#columnで取得できる。
+ */
+void
+rb_grn_init_accessor (VALUE mGrn)
+{
+    rb_cGrnAccessor = rb_define_class_under(mGrn, "Accessor", rb_cGrnObject);
+}