cmigemo 1.0.0

data/History.txt

@@ -0,0 +1,6 @@
+=== 1.0.0 / 2009-08-06
+
+* 1 major enhancement
+
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,7 @@
+History.txt
+Manifest.txt
+README.rdoc
+Rakefile
+ext/cmigemo.c
+ext/extconf.rb
+test/test_cmigemo.rb

data/README.rdoc

@@ -0,0 +1,68 @@
+= Ruby/CMigemo
+
+* http://github.com/Constellation/ruby-cmigemo
+
+== DESCRIPTION:
+
+Ruby Binding for C/Migemo
+
+== FEATURES/PROBLEMS:
+
+* get regexp text which match to Japanese phrase
+* get regexp text faster
+* load dict file which have any encoding
+
+== SYNOPSIS:
+
+  require 'cmigemo'
+  $KCODE = 'u'
+  dict_path = File.expand_path('~/dict')
+  cmigemo = CMigemo.new
+  {
+    "migemo-dict"   => CMigemo::MIGEMO,
+    "han2zen.dat"   => CMigemo::HAN2ZEN,
+    "hira2kata.dat" => CMigemo::HIRA2KATA,
+    "roma2hira.dat" => CMigemo::ROMA2HIRA,
+  }.each do |dict_file, type|
+    cmigemo.load(type, File.join(dict_path, dict_file));
+  end
+
+  # get regexp text
+  reg = Regexp.new(cmigemo.query('seiza'))
+
+  puts "match!" if "星座" =~ reg
+  puts "match!" if "正座" =~ reg
+
+== REQUIREMENTS:
+
+* C/Migemo
+
+== INSTALL:
+
+  gem source -a http://gemcutter.org
+  sudo gem install cmigemo
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2009 Constellation
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,74 @@
+# -*- ruby -*-
+require 'rubygems'
+require 'hoe'
+require 'pp'
+
+$version = '1.0.0'
+$readme = 'README.rdoc'
+$rdoc_opts = %W(--main #{$readme} --charset utf-8 --line-numbers)
+
+Hoe.spec'cmigemo' do |p|
+  developer('Constellation', 'utatane.tea@gmail.com')
+  p.description = <<-EOF
+  Ruby binding for C/Migemo
+  use any encoding dictionary
+  faster response
+  EOF
+  p.name = 'cmigemo'
+  p.readme_file = $readme
+  p.extra_rdoc_files = FileList[$readme]
+  p.need_tar = false
+  p.need_zip = false
+  p.summary = 'Ruby binding for C/Migemo'
+  p.test_globs = 'spec/**/*_spec.rb'
+  p.url = 'http://github.com/Constellation/ruby-cmigemo'
+  p.version = $version
+  p.spec_extras[:extensions] = FileList["ext/extconf.rb"].to_a
+  spec_extras[:rdoc_options] = $rdoc_opts
+  #  p.spec_extras[:rdoc_options] = $rdoc_opts
+  #p.clean_globs =
+  # self.rubyforge_name = 'cmigemox' # if different than 'cmigemo'
+end
+
+ext = "ext"
+ext_so = "ext/cmigemo.so"
+ext_files = FileList[
+  "ext/cmigemo.c",
+  "ext/extconf.rb",
+  "ext/Makefile",
+  "lib"
+]
+
+# ext tasks
+desc "build ext"
+task :ext => ["ext/Makefile", ext_so]
+file "ext/Makefile" => ["ext/extconf.rb"] do
+  Dir.chdir(ext) do
+    ruby "extconf.rb"
+  end
+end
+file ext_so => ext_files do
+  Dir.chdir(ext) do
+    sh 'make'
+  end
+  cp ext_so, "lib"
+end
+directory "lib"
+
+#namespace :dict do
+#  desc "get cp932 dict"
+#  task :cp932 do
+#    puts "get cp932 dict"
+#  end
+#  desc "get utf-8 dict"
+#  task :utf8 do
+#    puts "get utf8 dict"
+#  end
+#  desc "get euc-jp dict"
+#  task :eucjp do
+#    puts "get eucjp dict"
+#  end
+#end
+
+
+# vim: syntax=ruby

data/ext/cmigemo.c

@@ -0,0 +1,117 @@
+#include "ruby.h"
+#include "migemo.h"
+
+struct RMigemo {
+  int open;
+  migemo *migemo;
+};
+
+static void rb_cmigemo_free(struct RMigemo*);
+static VALUE rb_cmigemo_close(VALUE);
+static VALUE rb_cmigemo_s_allocate(VALUE);
+static VALUE rb_cmigemo_initialize(VALUE);
+static VALUE rb_cmigemo_load(VALUE, VALUE, VALUE);
+static VALUE rb_cmigemo_query(VALUE, VALUE);
+
+static VALUE cCMigemo;
+
+static VALUE
+rb_cmigemo_s_allocate(VALUE klass)
+{
+  VALUE obj;
+  struct RMigemo *rm;
+  obj = Data_Make_Struct(klass, struct RMigemo, NULL, rb_cmigemo_free, rm);
+  rm->open = 0;
+  rm->migemo = NULL;
+  return obj;
+}
+
+static void rb_cmigemo_free(struct RMigemo *rm)
+{
+  if(rm->open) migemo_close(rm->migemo);
+  free(rm);
+}
+
+static VALUE
+rb_cmigemo_initialize(VALUE self)
+{
+  char *dict;
+  struct RMigemo *rm;
+  int result;
+
+  Data_Get_Struct(self, struct RMigemo, rm);
+  rm->migemo = migemo_open(NULL);
+  rm->open = 1;
+
+  return self;
+}
+
+static VALUE
+rb_cmigemo_close(VALUE self)
+{
+  struct RMigemo *rm;
+  Data_Get_Struct(self, struct RMigemo, rm);
+  if(rm->open){
+    migemo_close(rm->migemo);
+    rm->open = 0;
+  }
+  return Qnil;
+}
+
+static VALUE
+rb_cmigemo_query(VALUE self, VALUE rstr)
+{
+  struct RMigemo *rm;
+  unsigned char* str;
+  migemo *m;
+  VALUE result;
+
+  Data_Get_Struct(self, struct RMigemo, rm);
+  if(rm->open){
+    str = migemo_query(rm->migemo, (unsigned char*)StringValuePtr(rstr));
+    result = rb_tainted_str_new2(str);
+    migemo_release(rm->migemo, str);
+    return result;
+  } else {
+    rb_raise(rb_eException, "migemo closed");
+  }
+}
+
+static VALUE
+rb_cmigemo_load(VALUE self, VALUE id, VALUE rstr)
+{
+  struct RMigemo *rm;
+  int result;
+  int dict_id = NUM2INT(id);
+  char *dict = StringValuePtr(rstr);
+  Data_Get_Struct(self, struct RMigemo, rm);
+
+  if(rm->open){
+    result = migemo_load(rm->migemo, dict_id, dict);
+    if(result == MIGEMO_DICTID_INVALID){
+      rb_raise(rb_eArgError, "invalid dict file");
+    }
+
+    return INT2NUM(result);
+  } else {
+    rb_raise(rb_eException, "migemo closed");
+  }
+}
+
+void Init_cmigemo()
+{
+  cCMigemo = rb_define_class("CMigemo", rb_cData);
+
+  rb_define_alloc_func(cCMigemo, rb_cmigemo_s_allocate);
+  rb_define_private_method(cCMigemo, "initialize", rb_cmigemo_initialize, 0);
+  rb_define_method(cCMigemo, "query", rb_cmigemo_query, 1);
+  rb_define_method(cCMigemo, "load", rb_cmigemo_load, 2);
+  rb_define_method(cCMigemo, "close", rb_cmigemo_close, 0);
+
+  rb_define_const(cCMigemo, "MIGEMO", INT2NUM(MIGEMO_DICTID_MIGEMO));
+  rb_define_const(cCMigemo, "ROMA2HIRA", INT2NUM(MIGEMO_DICTID_ROMA2HIRA));
+  rb_define_const(cCMigemo, "HIRA2KATA", INT2NUM(MIGEMO_DICTID_HIRA2KATA));
+  rb_define_const(cCMigemo, "HAN2ZEN", INT2NUM(MIGEMO_DICTID_HAN2ZEN));
+  rb_define_const(cCMigemo, "ZEN2HAN", INT2NUM(MIGEMO_DICTID_ZEN2HAN));
+}
+

data/ext/extconf.rb

@@ -0,0 +1,6 @@
+require 'mkmf'
+
+have_header('migemo.h');
+have_library('migemo');
+
+create_makefile('cmigemo');

data/test/test_cmigemo.rb

@@ -0,0 +1,41 @@
+require File.dirname(__FILE__) + '/../lib/cmigemo'
+$KCODE = 'u'
+class TestCmigemo < Test::Unit::TestCase
+
+  def setup
+    @cmigemo = CMigemo::new
+    d = File.expand_path(File.join(File.dirname(__FILE__), '../dict/utf-8'))
+    @dicts = {
+      File.join(d, "migemo-dict")   => CMigemo::MIGEMO,
+      File.join(d, "han2zen.dat")   => CMigemo::HAN2ZEN,
+      File.join(d, "hira2kata.dat") => CMigemo::HIRA2KATA,
+      File.join(d, "roma2hira.dat") => CMigemo::ROMA2HIRA,
+    }
+  end
+
+  def test_new
+    assert_instance_of CMigemo, @cmigemo
+  end
+
+  def load_dicts c=@cmigemo
+    @dicts.each do |dict, type|
+      c.load(type, dict)
+    end
+  end
+
+  def test_query
+    load_dicts
+    reg = Regexp.new(@cmigemo.query 'seiza')
+    assert reg =~ "正座"
+    assert reg =~ "星座"
+  end
+
+  def test_close
+    cmigemo = CMigemo::new
+    cmigemo.close
+    assert_raise Exception do
+      cmigemo.query 'seiza'
+    end
+  end
+
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification 
+name: cmigemo
+version: !ruby/object:Gem::Version 
+  version: 1.0.0
+platform: ruby
+authors: 
+- Constellation
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-09 00:00:00 +09:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.3.3
+    version: 
+description: "  Ruby binding for C/Migemo\n  use any encoding dictionary\n  faster response\n"
+email: 
+- utatane.tea@gmail.com
+executables: []
+
+extensions: 
+- ext/extconf.rb
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- README.rdoc
+files: 
+- History.txt
+- Manifest.txt
+- README.rdoc
+- Rakefile
+- ext/cmigemo.c
+- ext/extconf.rb
+- test/test_cmigemo.rb
+has_rdoc: true
+homepage: http://github.com/Constellation/ruby-cmigemo
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README.rdoc
+- --charset
+- utf-8
+- --line-numbers
+require_paths: 
+- ext
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: cmigemo
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Ruby binding for C/Migemo
+test_files: []
+