RubyGems - rroonga - Versions diffs - 0.9.2-mswin32 - Mend

rroonga 0.9.2-mswin32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (202) hide show

data/AUTHORS +5 -0
data/NEWS.ja.rdoc +114 -0
data/NEWS.rdoc +116 -0
data/README.ja.rdoc +65 -0
data/README.rdoc +66 -0
data/Rakefile +217 -0
data/benchmark/common.rb +49 -0
data/benchmark/read-write-many-small-items.rb +144 -0
data/benchmark/write-many-small-items.rb +135 -0
data/example/bookmark.rb +161 -0
data/example/index-html.rb +89 -0
data/example/search/config.ru +211 -0
data/example/search/public/css/groonga.css +122 -0
data/ext/.gitignore +2 -0
data/ext/libruby-groonga.a +0 -0
data/ext/rb-grn-accessor.c +52 -0
data/ext/rb-grn-array-cursor.c +36 -0
data/ext/rb-grn-array.c +210 -0
data/ext/rb-grn-column.c +573 -0
data/ext/rb-grn-context.c +655 -0
data/ext/rb-grn-database.c +472 -0
data/ext/rb-grn-encoding-support.c +64 -0
data/ext/rb-grn-encoding.c +257 -0
data/ext/rb-grn-exception.c +1110 -0
data/ext/rb-grn-expression-builder.c +75 -0
data/ext/rb-grn-expression.c +735 -0
data/ext/rb-grn-fix-size-column.c +166 -0
data/ext/rb-grn-hash-cursor.c +38 -0
data/ext/rb-grn-hash.c +294 -0
data/ext/rb-grn-index-column.c +488 -0
data/ext/rb-grn-logger.c +504 -0
data/ext/rb-grn-object.c +1369 -0
data/ext/rb-grn-operation.c +198 -0
data/ext/rb-grn-patricia-trie-cursor.c +39 -0
data/ext/rb-grn-patricia-trie.c +488 -0
data/ext/rb-grn-procedure.c +52 -0
data/ext/rb-grn-query.c +260 -0
data/ext/rb-grn-record.c +40 -0
data/ext/rb-grn-snippet.c +334 -0
data/ext/rb-grn-table-cursor-key-support.c +69 -0
data/ext/rb-grn-table-cursor.c +247 -0
data/ext/rb-grn-table-key-support.c +731 -0
data/ext/rb-grn-table.c +2141 -0
data/ext/rb-grn-type.c +181 -0
data/ext/rb-grn-utils.c +769 -0
data/ext/rb-grn-variable-size-column.c +36 -0
data/ext/rb-grn-variable.c +108 -0
data/ext/rb-grn-view-accessor.c +53 -0
data/ext/rb-grn-view-cursor.c +35 -0
data/ext/rb-grn-view-record.c +41 -0
data/ext/rb-grn-view.c +421 -0
data/ext/rb-grn.h +700 -0
data/ext/rb-groonga.c +117 -0
data/extconf.rb +266 -0
data/html/bar.svg +153 -0
data/html/developer.html +117 -0
data/html/developer.svg +469 -0
data/html/download.svg +253 -0
data/html/favicon.ico +0 -0
data/html/favicon.xcf +0 -0
data/html/footer.html.erb +28 -0
data/html/head.html.erb +4 -0
data/html/header.html.erb +17 -0
data/html/index.html +147 -0
data/html/install.svg +636 -0
data/html/logo.xcf +0 -0
data/html/ranguba.css +250 -0
data/html/tutorial.svg +559 -0
data/lib/groonga.rb +90 -0
data/lib/groonga/context.rb +184 -0
data/lib/groonga/expression-builder.rb +285 -0
data/lib/groonga/patricia-trie.rb +53 -0
data/lib/groonga/record.rb +311 -0
data/lib/groonga/schema.rb +1191 -0
data/lib/groonga/view-record.rb +56 -0
data/license/GPL +340 -0
data/license/LGPL +504 -0
data/license/RUBY +59 -0
data/misc/grnop2ruby.rb +49 -0
data/pkg-config.rb +333 -0
data/test-unit/Rakefile +40 -0
data/test-unit/TODO +5 -0
data/test-unit/bin/testrb +5 -0
data/test-unit/html/classic.html +15 -0
data/test-unit/html/index.html +25 -0
data/test-unit/html/index.html.ja +27 -0
data/test-unit/lib/test/unit.rb +323 -0
data/test-unit/lib/test/unit/assertionfailederror.rb +25 -0
data/test-unit/lib/test/unit/assertions.rb +1230 -0
data/test-unit/lib/test/unit/attribute.rb +125 -0
data/test-unit/lib/test/unit/autorunner.rb +360 -0
data/test-unit/lib/test/unit/collector.rb +36 -0
data/test-unit/lib/test/unit/collector/descendant.rb +23 -0
data/test-unit/lib/test/unit/collector/dir.rb +108 -0
data/test-unit/lib/test/unit/collector/load.rb +136 -0
data/test-unit/lib/test/unit/collector/objectspace.rb +34 -0
data/test-unit/lib/test/unit/color-scheme.rb +102 -0
data/test-unit/lib/test/unit/color.rb +96 -0
data/test-unit/lib/test/unit/diff.rb +724 -0
data/test-unit/lib/test/unit/error.rb +130 -0
data/test-unit/lib/test/unit/exceptionhandler.rb +39 -0
data/test-unit/lib/test/unit/failure.rb +136 -0
data/test-unit/lib/test/unit/fixture.rb +176 -0
data/test-unit/lib/test/unit/notification.rb +129 -0
data/test-unit/lib/test/unit/omission.rb +191 -0
data/test-unit/lib/test/unit/pending.rb +150 -0
data/test-unit/lib/test/unit/priority.rb +180 -0
data/test-unit/lib/test/unit/runner/console.rb +52 -0
data/test-unit/lib/test/unit/runner/emacs.rb +8 -0
data/test-unit/lib/test/unit/runner/tap.rb +8 -0
data/test-unit/lib/test/unit/testcase.rb +476 -0
data/test-unit/lib/test/unit/testresult.rb +89 -0
data/test-unit/lib/test/unit/testsuite.rb +110 -0
data/test-unit/lib/test/unit/ui/console/outputlevel.rb +14 -0
data/test-unit/lib/test/unit/ui/console/testrunner.rb +466 -0
data/test-unit/lib/test/unit/ui/emacs/testrunner.rb +63 -0
data/test-unit/lib/test/unit/ui/tap/testrunner.rb +92 -0
data/test-unit/lib/test/unit/ui/testrunner.rb +28 -0
data/test-unit/lib/test/unit/ui/testrunnermediator.rb +77 -0
data/test-unit/lib/test/unit/ui/testrunnerutilities.rb +41 -0
data/test-unit/lib/test/unit/util/backtracefilter.rb +41 -0
data/test-unit/lib/test/unit/util/method-owner-finder.rb +28 -0
data/test-unit/lib/test/unit/util/observable.rb +90 -0
data/test-unit/lib/test/unit/util/procwrapper.rb +48 -0
data/test-unit/lib/test/unit/version.rb +7 -0
data/test-unit/sample/adder.rb +13 -0
data/test-unit/sample/subtracter.rb +12 -0
data/test-unit/sample/test_adder.rb +20 -0
data/test-unit/sample/test_subtracter.rb +20 -0
data/test-unit/sample/test_user.rb +23 -0
data/test-unit/test/collector/test-descendant.rb +133 -0
data/test-unit/test/collector/test-load.rb +348 -0
data/test-unit/test/collector/test_dir.rb +406 -0
data/test-unit/test/collector/test_objectspace.rb +100 -0
data/test-unit/test/run-test.rb +15 -0
data/test-unit/test/test-attribute.rb +86 -0
data/test-unit/test/test-color-scheme.rb +67 -0
data/test-unit/test/test-color.rb +47 -0
data/test-unit/test/test-diff.rb +518 -0
data/test-unit/test/test-emacs-runner.rb +60 -0
data/test-unit/test/test-fixture.rb +287 -0
data/test-unit/test/test-notification.rb +33 -0
data/test-unit/test/test-omission.rb +81 -0
data/test-unit/test/test-pending.rb +70 -0
data/test-unit/test/test-priority.rb +119 -0
data/test-unit/test/test-testcase.rb +544 -0
data/test-unit/test/test_assertions.rb +1151 -0
data/test-unit/test/test_error.rb +26 -0
data/test-unit/test/test_failure.rb +33 -0
data/test-unit/test/test_testresult.rb +113 -0
data/test-unit/test/test_testsuite.rb +129 -0
data/test-unit/test/testunit-test-util.rb +14 -0
data/test-unit/test/ui/test_testrunmediator.rb +20 -0
data/test-unit/test/util/test-method-owner-finder.rb +38 -0
data/test-unit/test/util/test_backtracefilter.rb +41 -0
data/test-unit/test/util/test_observable.rb +102 -0
data/test-unit/test/util/test_procwrapper.rb +36 -0
data/test/.gitignore +1 -0
data/test/groonga-test-utils.rb +133 -0
data/test/run-test.rb +58 -0
data/test/test-array.rb +97 -0
data/test/test-column.rb +316 -0
data/test/test-context-select.rb +93 -0
data/test/test-context.rb +73 -0
data/test/test-database.rb +113 -0
data/test/test-encoding.rb +33 -0
data/test/test-exception.rb +93 -0
data/test/test-expression-builder.rb +156 -0
data/test/test-expression.rb +134 -0
data/test/test-fix-size-column.rb +65 -0
data/test/test-gqtp.rb +72 -0
data/test/test-hash.rb +312 -0
data/test/test-index-column.rb +81 -0
data/test/test-logger.rb +37 -0
data/test/test-patricia-trie.rb +189 -0
data/test/test-procedure.rb +37 -0
data/test/test-query.rb +22 -0
data/test/test-record.rb +279 -0
data/test/test-remote.rb +54 -0
data/test/test-schema-view.rb +90 -0
data/test/test-schema.rb +459 -0
data/test/test-snippet.rb +130 -0
data/test/test-table-cursor.rb +153 -0
data/test/test-table-offset-and-limit.rb +102 -0
data/test/test-table-select-normalize.rb +53 -0
data/test/test-table-select.rb +150 -0
data/test/test-table.rb +690 -0
data/test/test-type.rb +71 -0
data/test/test-variable-size-column.rb +98 -0
data/test/test-variable.rb +28 -0
data/test/test-vector-column.rb +76 -0
data/test/test-version.rb +31 -0
data/test/test-view.rb +72 -0
data/text/TUTORIAL.ja.rdoc +392 -0
data/text/expression.rdoc +284 -0
data/vendor/local/bin/grntest.exe +0 -0
data/vendor/local/bin/groonga.exe +0 -0
data/vendor/local/bin/libgroonga.dll +0 -0
data/vendor/local/bin/libmecab.dll +0 -0
data/vendor/local/include/groonga.h +2285 -0
data/vendor/local/lib/libgroonga.lib +0 -0
metadata +280 -0

data/example/index-html.rb ADDED Viewed

@@ -0,0 +1,89 @@
+#!/usr/bin/env ruby
+if ARGV.size < 2 or ARGV.find {|option| option == "-h" or option == "--help"}
+  puts "Usage: #{$0} DATABASE_FILE [FILE_OR_DIRECTORY ...]"
+  exit
+end
+require 'pathname'
+base_directory = Pathname(__FILE__).dirname + ".."
+$LOAD_PATH.unshift((base_directory + "ext").to_s)
+$LOAD_PATH.unshift((base_directory + "lib").to_s)
+require 'rubygems'
+require 'groonga'
+require 'nokogiri'
+database_file, *targets = ARGV
+database_file = Pathname(database_file)
+database_directory = database_file.dirname
+database_directory.mkpath unless database_directory.exist?
+if database_file.exist?
+  Groonga::Database.open(database_file.to_s)
+else
+  Groonga::Database.create(:path => database_file.to_s)
+  Groonga::Schema.define do |schema|
+    schema.create_table("documents") do |table|
+      table.string("title")
+      table.text("content")
+      table.string("path")
+      table.time("last-modified")
+    end
+    schema.create_table("terms",
+                        :type => :patricia_trie,
+                        :key_normalize => true,
+                        :default_tokenizer => "TokenBigram") do |table|
+      table.index("documents.title")
+      table.index("documents.content")
+    end
+  end
+end
+documents = Groonga::Context.default["documents"]
+targets.each do |target|
+  target = Pathname(target)
+  target.find do |path|
+    throw :prune if path.basename.to_s == ".svn"
+    if path.file? and path.extname == ".html"
+      path.open do |html|
+        values = {:path => path.relative_path_from(target).to_s}
+        _documents = documents.select do |record|
+          record["path"] == values[:path]
+        end
+        if _documents.size.zero?
+          document = documents.add
+        else
+          document = _documents.to_a[0].key
+        end
+        html_document = Nokogiri::HTML(html)
+        html_document.css("title").each do |title|
+          values[:title] = title.text
+        end
+        contents = []
+        html_document.css("body").each do |body|
+          contents << body.text
+        end
+        html_document.css("img").each do |image|
+          image_content = []
+          title = image['title']
+          alt = image['alt']
+          image_content << title if title and !title.empty?
+          image_content << alt if alt and !alt.empty?
+          contents.concat(image_content) unless image_content.empty?
+        end
+        values[:content] = contents.join("\n")
+        values["last-modified"] = path.mtime
+        values.each do |key, value|
+          document[key] = value
+        end
+      end
+    end
+  end
+end

data/example/search/config.ru ADDED Viewed

@@ -0,0 +1,211 @@
+# -*- mode: ruby; coding: utf-8 -*-
+base_dir = File.join(File.dirname(__FILE__), "..", "..")
+$LOAD_PATH.unshift(File.join(base_dir, "ext"))
+$LOAD_PATH.unshift(File.join(base_dir, "lib"))
+require 'rubygems'
+require 'rack'
+require 'groonga'
+use Rack::CommonLogger
+use Rack::Static, :urls => ["/css", "/images"], :root => "public"
+Groonga::Database.new("data/database")
+class Searcher
+  include Rack::Utils
+  def initialize
+    @documents = Groonga::Context.default["documents"]
+  end
+  def call(env)
+    request = Rack::Request.new(env)
+    response = Rack::Response.new
+    response["Content-Type"] = "text/html; charset=UTF-8"
+    if /\/\z/ !~ request.path_info
+      request.path_info += "/"
+      response.redirect(request.url)
+      return response.to_a
+    end
+    response.write(<<-EOH)
+<?xml version="1.0" encoding="utf-8"?>
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="ja" lang="ja">
+<head>
+  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+  <meta name="robot" content="noindex,nofollow" />
+  <title>groongaで全文検索</title>
+  <link rel="stylesheet" href="css/groonga.css" type="text/css" media="all" />
+</head>
+<body>
+<div class="header">
+  <h1>groongaで全文検索</h1>
+</div>
+<div class="content">
+EOH
+    render_search_box(request, response)
+    render_search_result(request, response)
+    response.write(<<-EOF)
+</div>
+<div class="footer">
+<p class="powered-by-groonga">
+  <a href="http://groonga.org/">groonga</a>
+  #{Groonga::VERSION.join('.')}を使っています。
+</p>
+<p class="powered-by-ruby-groonga">
+  <a href="http://groonga.rubyforge.org/">Ruby/groonga</a>
+  #{Groonga::BINDINGS_VERSION.join('.')}を使っています。
+</p>
+</div>
+</body>
+</html>
+EOF
+    response.to_a
+  end
+  private
+  def query(request)
+    request['query'] || ''
+  end
+  def page(request)
+    (request['page'] || 0).to_i
+  end
+  def render_search_box(request, response)
+    response.write(<<-EOF)
+<form method="get" action="./">
+  <p>
+    <a href="."><img src="images/mini-groonga.png" alt="groonga" /></a>
+    <input name="query" type="text" value="#{escape_html(query(request))}" />
+    <input type="submit" value="検索" />
+  </p>
+</form>
+EOF
+  end
+  def render_search_result(request, response)
+    _query = query(request)
+    _page = page(request)
+    limit = 20
+    if _query.empty?
+      records = []
+      response.write(<<-EOS)
+  <div class='search-summary'>
+    <p>Rubyでgroonga使って全文検索</p>
+  </div>
+EOS
+    else
+      options = {}
+      before = Time.now
+      records = @documents.select do |record|
+        record["content"].match(_query)
+      end
+      total_records = records.size
+      records = records.sort([["_score", "descending"],
+                              ["last-modified", "descending"]],
+                             :offset => _page * limit,
+                             :limit => limit)
+      elapsed = Time.now - before
+      response.write(<<-EOS)
+  <div class='search-summary'>
+    <p>
+      <span class="keyword">#{escape_html(query(request))}</span>の検索結果:
+      <span class="total-entries">#{total_records}</span>件中
+      <span class="display-range">
+        #{total_records.zero? ? 0 : (_page * limit) + 1}
+        -
+        #{(_page * limit) + records.size}
+      </span>
+      件（#{elapsed}秒）
+    </p>
+  </div>
+EOS
+    end
+    response.write("  <div class='records'>\n")
+    records.each do |record|
+      render_record(request, response, record)
+    end
+    response.write("  </div>\n")
+    render_pagination(request, response, _page, limit, total_records)
+  end
+  def render_record(request, response, record)
+    response.write("    <div class='record'>\n")
+    href = escape_html(record['.path'])
+    title = escape_html(record['.title'])
+    last_modified = escape_html(record['.last-modified'].iso8601)
+    score = record.score
+    response.write("      <h2><a href='#{href}'>#{title}</a>(#{score})</h2>\n")
+    render_snippet(request, response, record)
+    response.write(<<-EOM)
+      <p class="metadata">
+        <span class="url">#{unescape(href)}</span>
+        -
+        <span class="last-modified">#{last_modified}</span>
+      </p>
+EOM
+    response.write("    </div>\n")
+  end
+  def render_snippet(request, response, record)
+    expression = record.table.expression
+    snippet = expression.snippet([["<span class=\"keyword\">", "</span>"]],
+                                 :width => 100,
+                                 :html_escape => true,
+                                 :normalize => true)
+    separator = "\n<span class='separator'>...</span>\n"
+    response.write(<<-EOS)
+      <p class="snippet">
+        #{snippet.execute(record[".content"]).join(separator)}
+      </p>
+EOS
+  end
+  def render_pagination(request, response, page, limit, total_records)
+    _query = query(request)
+    return if _query.empty?
+    return if total_records < limit
+    last_page = (total_records / limit.to_f).ceil
+    response.write("<div class='pagination'>\n")
+    if page > 0
+      render_pagination_link(request, response, _query, page - 1, "<<")
+    end
+    last_page.times do |i|
+      if i == page
+        response.write(pagination_span(escape_html(i)))
+      else
+        render_pagination_link(request, response, _query, i, i)
+      end
+    end
+    if page < (last_page - 1)
+      render_pagination_link(request, response, _query, page + 1, ">>")
+    end
+    response.write("</div>\n")
+  end
+  def render_pagination_link(request, response, query, page, label)
+    href = "./?query=#{escape_html(query)};page=#{escape_html(page)}"
+    response.write(pagination_span("<a href='#{href}'>#{label}</a>"))
+  end
+  def pagination_span(content)
+    "<span class='pagination-link'>#{content}</span>\n"
+  end
+end
+run Searcher.new

data/example/search/public/css/groonga.css ADDED Viewed

@@ -0,0 +1,122 @@
+body
+{
+  background-color: #fff;
+  color: #000;
+}
+div.header
+{
+  display: none;
+}
+div.search-box
+{
+  width: 100%;
+  text-align: center;
+}
+div.re-search
+{
+}
+div.search-summary
+{
+  font-size: small;
+  border-top: 1px solid #fc3;
+  background-color: #ffd;
+}
+div.search-summary p
+{
+  padding: 3px;
+  margin: 0;
+}
+div.records
+{
+  font-size: smaller;
+  padding-top: 10px;
+  padding-left: 30px;
+  margin-right: 20%;
+  margin-bottom: 30px;
+}
+div.records h2
+{
+  padding: 0;
+  margin-bottom: 5px;
+}
+div.records p
+{
+}
+p.snippet
+{
+  padding: 0;
+  margin: 0;
+}
+p.snippet span.separator
+{
+  font-weight: bold;
+}
+span.keyword,
+span.total-entries,
+span.display-range
+{
+  font-weight: bold;
+}
+div.pagination
+{
+  text-align: center;
+  margin-bottom: 20px;
+}
+p.metadata
+{
+  padding: 0;
+  margin: 0;
+  margin-top: 5px;
+}
+span.url
+{
+  color: green;
+}
+pre
+{
+  overflow: auto;
+  margin: 20px 30px;
+  padding: 10px;
+  border-top: 1px solid #fc3;
+  background-color: #ffd;
+}
+a img
+{
+  border-style: none;
+}
+ul.sources li
+{
+  display: inline;
+}
+div.footer
+{
+  border-top: 1px solid #fc3;
+  background-color: #ffd;
+  margin-top: 5px;
+  text-align: right;
+}
+div.footer p
+{
+  font-size: small;
+  padding: 0;
+  margin: 0;
+}

data/ext/.gitignore ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ *.so
2	+ *.o

data/ext/libruby-groonga.a ADDED Viewed

Binary file

data/ext/rb-grn-accessor.c ADDED Viewed

@@ -0,0 +1,52 @@
+/* -*- c-file-style: "ruby" -*- */
+/*
+  Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+  This library is free software; you can redistribute it and/or
+  modify it under the terms of the GNU Lesser General Public
+  License version 2.1 as published by the Free Software Foundation.
+  This library is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+  Lesser General Public License for more details.
+  You should have received a copy of the GNU Lesser General Public
+  License along with this library; if not, write to the Free Software
+  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+#include "rb-grn.h"
+#define SELF(object) (RVAL2GRNACCESSOR(object))
+VALUE rb_cGrnAccessor;
+grn_obj *
+rb_grn_accessor_from_ruby_object (VALUE object)
+{
+    if (!RVAL2CBOOL(rb_obj_is_kind_of(object, rb_cGrnAccessor))) {
+	rb_raise(rb_eTypeError, "not a groonga accessor");
+    }
+    return RVAL2GRNOBJECT(object, NULL);
+}
+VALUE
+rb_grn_accessor_to_ruby_object (grn_ctx *context, grn_obj *table,
+				rb_grn_boolean owner)
+{
+    return GRNOBJECT2RVAL(rb_cGrnAccessor, context, table, owner);
+}
+/*
+ * Document-class: Groonga::Accessor < Groonga::Object
+ *
+ * キー、値、スコアなど種々の値へのアクセスをカプセル化した
+ * オブジェクト。Groonga::Table#columnで取得できる。
+ */
+void
+rb_grn_init_accessor (VALUE mGrn)
+{
+    rb_cGrnAccessor = rb_define_class_under(mGrn, "Accessor", rb_cGrnObject);
+}