groonga 0.0.1

data/benchmark/small-many-items.rb

@@ -0,0 +1,175 @@
+#!/usr/bin/ruby
+
+# This benchmark is based on Tokyo Cabinet's benchmark at
+# http://alpha.mixi.co.jp/blog/?p=791
+#
+# On my environment at 2009/04/29:
+# % for x in {0..8}; do ruby benchmark/small-many-items.rb $x; done
+#                           user     system      total        real        memory
+# Hash                  1.070000   0.140000   1.210000 (  1.462675)     46.234MB
+# groonga: Hash: memory 1.380000   0.140000   1.520000 (  1.804040)     23.531MB
+# groonga: Trie: memory 1.780000   0.110000   1.890000 (  2.136395)     15.520MB
+# groonga: Hash: file   1.380000   0.180000   1.560000 (  1.879252)     23.535MB
+# groonga: Trie: file   1.650000   0.160000   1.810000 (  2.257756)     15.523MB
+# TC: Hash: memory      0.680000   0.170000   0.850000 (  1.038155)     38.246MB
+# TC: Tree: memory      0.640000   0.130000   0.770000 (  1.029011)     30.609MB
+# TC: Hash: file        1.150000   2.900000   4.050000 (  4.908274)      0.164MB
+# TC: Tree: file        0.970000   0.210000   1.180000 (  1.416418)      5.367MB
+#
+# Ruby: Debian GNU/Linux sid at 2009/04/29:
+#       ruby 1.8.7 (2008-08-11 patchlevel 72) [x86_64-linux]
+# groonga: HEAD at 2009/04/29: c97c3cf78b8f0761ca48ef211caa155135f89487
+# Ruby/Groonga: trunk at 2009/04/29: r221
+# Tokyo Cabinet: 1.4.17
+# Tokyo Cabinet Ruby: 1.23
+
+require 'benchmark'
+require 'tempfile'
+
+def memory_usage()
+  status = `cat /proc/#{$$}/status`
+  lines = status.split("\n")
+  lines.each do |line|
+    if line =~ /^VmRSS:/
+      line.gsub!(/.*:\s*(\d+).*/, '\1')
+      return line.to_i / 1024.0
+    end
+  end
+  return -1;
+end
+
+n = 500000
+
+@items = []
+
+def item(label, &block)
+  @items << [label, block]
+end
+
+def report(index=0)
+  width = @items.collect do |label, _|
+    label.length
+  end.max
+
+  label, block = @items[index]
+  if label.nil?
+    puts "unavailable report ID: #{index}"
+    puts "available IDs:"
+    @items.each_with_index do |(label, block), i|
+      puts "#{i}: #{label}"
+    end
+    exit 1
+  end
+
+  if index.zero?
+    puts(" " * (width - 1) + Benchmark::Tms::CAPTION.rstrip + "memory".rjust(14))
+  end
+  # GC.disable
+  before = memory_usage
+  result = Benchmark.measure(&block)
+  # GC.enable
+  GC.start
+  size = memory_usage - before
+
+  formatted_size = "%10.3f" % size
+  puts "#{label.ljust(width)} #{result.to_s.strip} #{formatted_size}MB"
+end
+
+values = []
+n.times do |i|
+  values << "%08d" % i
+end
+
+item("Hash") do
+  hash = {}
+  values.each do |value|
+    hash[value] = value
+  end
+end
+
+begin
+  base_dir = File.expand_path(File.join(File.dirname(__FILE__), ".."))
+  $LOAD_PATH.unshift(File.join(base_dir, "src"))
+  $LOAD_PATH.unshift(File.join(base_dir, "src", "lib"))
+
+  require 'groonga'
+  Groonga::Database.create
+
+  item("groonga: Hash: memory") do
+    hash = Groonga::Hash.create(:key_type => "<shorttext>",
+                                :value_size => 8)
+    values.each do |value|
+      hash[value] = value
+    end
+  end
+
+  item("groonga: Trie: memory") do
+    hash = Groonga::PatriciaTrie.create(:key_type => "<shorttext>",
+                                        :value_size => 8)
+    values.each do |value|
+      hash[value] = value
+    end
+  end
+
+  hash_file = Tempfile.new("groonga-hash")
+  item("groonga: Hash: file") do
+    hash = Groonga::Hash.create(:key_type => "<shorttext>",
+                                :value_size => 8,
+                                :path => hash_file.path)
+    values.each do |value|
+      hash[value] = value
+    end
+  end
+
+  trie_file = Tempfile.new("groonga-trie")
+  item("groonga: Trie: file") do
+    hash = Groonga::PatriciaTrie.create(:key_type => "<shorttext>",
+                                        :value_size => 8,
+                                        :path => trie_file.path)
+    values.each do |value|
+      hash[value] = value
+    end
+  end
+rescue LoadError
+end
+
+begin
+  require 'tokyocabinet'
+
+  item("TC: Hash: memory") do
+    db = TokyoCabinet::ADB::new
+    db.open("*#bnum=#{n}#mode=wct#xmsiz=0")
+    values.each do |value|
+      db.put(value, value)
+    end
+  end
+
+  item("TC: Tree: memory") do
+    db = TokyoCabinet::ADB::new
+    db.open("+#bnum=#{n}#mode=wct#xmsiz=0")
+    values.each do |value|
+      db.put(value, value)
+    end
+  end
+
+  hash_file = Tempfile.new(["tc-hash", ".tch"])
+  item("TC: Hash: file") do
+    db = TokyoCabinet::ADB::new
+    db.open("#{hash_file.path}#bnum=#{n}#mode=wct#xmsiz=0")
+    values.each do |value|
+      db.put(value, value)
+    end
+  end
+
+  tree_file = Tempfile.new(["tc-tree", ".tcb"])
+  item("TC: Tree: file") do
+    db = TokyoCabinet::ADB::new
+    db.open("#{tree_file.path}#bnum=#{n}#mode=wct#xmsiz=0")
+    values.each do |value|
+      db.put(value, value)
+    end
+  end
+rescue LoadError
+end
+
+report(Integer(ARGV[0] || 0))

data/example/bookmark.rb

@@ -0,0 +1,38 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+require "rubygems"
+require "groonga"
+
+$KCODE = "UTF-8"
+Groonga::Context.default_options = {:encoding => :utf8}
+
+path = ARGV[0]
+persistent = !path.nil?
+
+Groonga::Database.create(:path => path)
+
+items = Groonga::Hash.create(:name => "<items>", :persistent => persistent)
+
+items.add("http://ja.wikipedia.org/wiki/Ruby")
+items.add("http://www.ruby-lang.org/")
+
+title_column = items.define_column("title", "<text>",
+                                   :persistent => persistent)
+
+terms = Groonga::Hash.create(:name => "<terms>",
+                             :key_type => "<shorttext>",
+                             :key_normalize => true,
+                             :persistent => persistent)
+title_index_column = terms.define_column("item_title", items,
+                                         :type => "index",
+                                         :with_position => true,
+                                         :persistent => persistent)
+title_index_column.source = title_column
+
+items["http://ja.wikipedia.org/wiki/Ruby"]["title"] = "Ruby"
+items["http://www.ruby-lang.org/"]["title"] = "オブジェクトスクリプト言語Ruby"
+
+p terms.collect(&:key)
+p title_index_column.search("Ruby").size
+p title_index_column.search("ruby").size

data/ext/.gitignore

@@ -0,0 +1,2 @@
+*.so
+*.o

data/ext/rb-grn-accessor.c

@@ -0,0 +1,52 @@
+/* -*- c-file-style: "ruby" -*- */
+/*
+  Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+
+  This library is free software; you can redistribute it and/or
+  modify it under the terms of the GNU Lesser General Public
+  License version 2.1 as published by the Free Software Foundation.
+
+  This library is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+  Lesser General Public License for more details.
+
+  You should have received a copy of the GNU Lesser General Public
+  License along with this library; if not, write to the Free Software
+  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#include "rb-grn.h"
+
+#define SELF(object) (RVAL2GRNACCESSOR(object))
+
+VALUE rb_cGrnAccessor;
+
+grn_obj *
+rb_grn_accessor_from_ruby_object (VALUE object)
+{
+    if (!RVAL2CBOOL(rb_obj_is_kind_of(object, rb_cGrnAccessor))) {
+	rb_raise(rb_eTypeError, "not a groonga accessor");
+    }
+
+    return RVAL2GRNOBJECT(object, NULL);
+}
+
+VALUE
+rb_grn_accessor_to_ruby_object (grn_ctx *context, grn_obj *table,
+				rb_grn_boolean owner)
+{
+    return GRNOBJECT2RVAL(rb_cGrnAccessor, context, table, owner);
+}
+
+/*
+ * Document-class: Groonga::Accessor < Groonga::Object
+ *
+ * キー、値、スコアなど種々の値へのアクセスをカプセル化した
+ * オブジェクト。Groonga::Table#columnで取得できる。
+ */
+void
+rb_grn_init_accessor (VALUE mGrn)
+{
+    rb_cGrnAccessor = rb_define_class_under(mGrn, "Accessor", rb_cGrnObject);
+}

data/ext/rb-grn-array-cursor.c

@@ -0,0 +1,28 @@
+/* -*- c-file-style: "ruby" -*- */
+/*
+  Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+
+  This library is free software; you can redistribute it and/or
+  modify it under the terms of the GNU Lesser General Public
+  License version 2.1 as published by the Free Software Foundation.
+
+  This library is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+  Lesser General Public License for more details.
+
+  You should have received a copy of the GNU Lesser General Public
+  License along with this library; if not, write to the Free Software
+  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#include "rb-grn.h"
+
+VALUE rb_cGrnArrayCursor;
+
+void
+rb_grn_init_array_cursor (VALUE mGrn)
+{
+    rb_cGrnArrayCursor =
+        rb_define_class_under(mGrn, "ArrayCursor", rb_cGrnTableCursor);
+}

data/ext/rb-grn-array.c

@@ -0,0 +1,168 @@
+/* -*- c-file-style: "ruby" -*- */
+/*
+  Copyright (C) 2009  Kouhei Sutou <kou@clear-code.com>
+
+  This library is free software; you can redistribute it and/or
+  modify it under the terms of the GNU Lesser General Public
+  License version 2.1 as published by the Free Software Foundation.
+
+  This library is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+  Lesser General Public License for more details.
+
+  You should have received a copy of the GNU Lesser General Public
+  License along with this library; if not, write to the Free Software
+  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#include "rb-grn.h"
+
+#define SELF(object, context) (RVAL2GRNTABLE(object, context))
+
+VALUE rb_cGrnArray;
+
+/*
+ * Document-class: Groonga::Array < Groonga::Table
+ *
+ * 各レコードにキーが存在しないテーブル。レコードはIDで識別
+ * する。
+ */
+
+/*
+ * call-seq:
+ *   Groonga::Array.create(options={})                -> Groonga::Array
+ *   Groonga::Array.create(options={}) {|table| ... }
+ *
+ * キーのないテーブルを生成する。ブロックを指定すると、そのブ
+ * ロックに生成したテーブルが渡され、ブロックを抜けると自動的
+ * にテーブルが破棄される。
+ *
+ * _options_に指定可能な値は以下の通り。
+ *
+ * [+:context+]
+ *   テーブルが利用するGroonga::Context。省略すると
+ *   Groonga::Context.defaultを用いる。
+ *
+ * [+:name+]
+ *   テーブルの名前。名前をつけると、Groonga::Context#[]に名
+ *   前を指定してテーブルを取得することができる。省略すると
+ *   無名テーブルになり、テーブルIDでのみ取得できる。
+ *
+ * [+:path+]
+ *   テーブルを保存するパス。パスを指定すると永続テーブルとな
+ *   り、プロセス終了後もレコードは保持され、次回起動時に
+ *   Groonga::Array.openで保存されたレコードを利用することが
+ *   できる。省略すると一時テーブルになり、プロセスが終了する
+ *   とレコードは破棄される。
+ *
+ * [+:persistent+]
+ *   +true+を指定すると永続テーブルとなる。+path+を省略した
+ *   場合は自動的にパスが付加される。+:context+で指定した
+ *   Groonga::Contextに結びついているデータベースが一時デー
+ *   タベースの場合は例外が発生する。
+ *
+ * [+:value_size+]
+ *   値の大きさを指定する。省略すると0になる。
+ *
+ * 無名一時テーブルを生成する。
+ *   Groonga::Array.create
+ *
+ * 無名永続テーブルを生成する。
+ *   Groonga::Array.create(:path => "/tmp/array.grn")
+ *
+ * 名前付き永続テーブルを生成する。ただし、ファイル名は気に
+ * しない。
+ *   Groonga::Array.create(:name => "<bookmarks>",
+ *                         :persistent => true)
+ *
+ * それぞれのレコードに512バイトの値を格納できる無名一時テー
+ * ブルを生成する。
+ *   Groonga::Array.create(:value => 512)
+ */
+static VALUE
+rb_grn_array_s_create (int argc, VALUE *argv, VALUE klass)
+{
+    grn_ctx *context = NULL;
+    grn_obj *table;
+    const char *name = NULL, *path = NULL;
+    unsigned name_size = 0, value_size = 0;
+    grn_obj_flags flags = GRN_TABLE_NO_KEY;
+    VALUE rb_table;
+    VALUE options, rb_context, rb_name, rb_path, rb_persistent;
+    VALUE rb_value_size;
+
+    rb_scan_args(argc, argv, "01", &options);
+
+    rb_grn_scan_options(options,
+			"context", &rb_context,
+			"name", &rb_name,
+                        "path", &rb_path,
+			"persistent", &rb_persistent,
+			"value_size", &rb_value_size,
+			NULL);
+
+    context = rb_grn_context_ensure(rb_context);
+
+    if (!NIL_P(rb_name)) {
+        name = StringValuePtr(rb_name);
+	name_size = RSTRING_LEN(rb_name);
+    }
+
+    if (!NIL_P(rb_path)) {
+        path = StringValueCStr(rb_path);
+	flags |= GRN_OBJ_PERSISTENT;
+    }
+
+    if (RVAL2CBOOL(rb_persistent))
+	flags |= GRN_OBJ_PERSISTENT;
+
+    if (!NIL_P(rb_value_size))
+	value_size = NUM2UINT(rb_value_size);
+
+    table = grn_table_create(context, name, name_size, path,
+			     flags, NULL, value_size);
+    rb_table = GRNOBJECT2RVAL(klass, context, table, RB_GRN_TRUE);
+    rb_grn_context_check(context, rb_table);
+
+    if (rb_block_given_p())
+        return rb_ensure(rb_yield, rb_table, rb_grn_object_close, rb_table);
+    else
+        return rb_table;
+}
+
+/*
+ * call-seq:
+ *  array.add -> Groonga::Recordまたはnil
+ *
+ * レコード追加し、追加したレコードを返します。レコードの追
+ * 加に失敗した場合は+nil+を返します。
+ */
+static VALUE
+rb_grn_array_add (VALUE self)
+{
+    grn_ctx *context = NULL;
+    grn_obj *table;
+    grn_id id;
+
+    table = SELF(self, &context);
+
+    id = grn_table_add(context, table);
+    rb_grn_context_check(context, self);
+
+    if (GRN_ID_NIL == id)
+	return Qnil;
+    else
+	return rb_grn_record_new(self, id);
+}
+
+void
+rb_grn_init_array (VALUE mGrn)
+{
+    rb_cGrnArray = rb_define_class_under(mGrn, "Array", rb_cGrnTable);
+
+    rb_define_singleton_method(rb_cGrnArray, "create",
+			       rb_grn_array_s_create, -1);
+
+    rb_define_method(rb_cGrnArray, "add", rb_grn_array_add, 0);
+}