yai_mecab 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: ff66ae0a73b3690ae65c68520506010730daa821e4fe201849dd7ff279587dbe
+  data.tar.gz: 7936ac39dba1d0922d0a66ea39121fbb86c73ae15092db2da21536ce002b0d47
+SHA512:
+  metadata.gz: 380dc7cb4c5bccf5562f6e1bfc018f9e782957e45dd6814e92b7d8c0891e775febb12506120aa698a76a1311a695a43f33974218778a54cfe9e3426a9d447a2a
+  data.tar.gz: 1aaea04a676fb8a754b5e081e45c333a6c2609b844a4e6e7a91ec936c352aa95215259105c5d7513c941b670a397d83a225ed8ece7ba4e42511a1740fd2c4cd7

data/.rubocop.yml

@@ -0,0 +1,13 @@
+plugins:
+  - rubocop-rake
+  - rubocop-minitest
+
+AllCops:
+  TargetRubyVersion: 3.1
+  NewCops: enable
+
+Style/StringLiterals:
+  EnforcedStyle: double_quotes
+
+Style/StringLiteralsInInterpolation:
+  EnforcedStyle: double_quotes

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2025 Xinyu Wang
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,5 @@
+# Mecab.rb
+
+Ruby binding for [MeCab](https://github.com/markburns/mecab).
+
+It only supports segmentation feature for now.

data/Rakefile

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "minitest/test_task"
+
+Minitest::TestTask.create
+
+require "rubocop/rake_task"
+
+RuboCop::RakeTask.new
+
+require "rake/extensiontask"
+
+desc "Build Ruby Gem"
+task build: :compile
+
+GEMSPEC = Gem::Specification.load("mecab.gemspec")
+
+Rake::ExtensionTask.new("mecab", GEMSPEC) do |ext|
+  ext.lib_dir = "lib/mecab"
+end
+
+task default: %i[clobber compile test rubocop]

data/ext/mecab/extconf.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require "mkmf"
+
+begin
+  find_executable("mecab-config") or abort "mecab-config not found"
+rescue SystemExit
+  install_text = case RUBY_PLATFORM
+                 when /linux/
+                   "apt install libmecab-dev mecab-ipadic-utf8"
+                 when /darwin/
+                   "brew install mecab mecab-ipadic"
+                 else
+                   "We don't know how to install mecab on your platform"
+                 end
+
+  abort <<~MSG
+    mecab is missing. You can install it by running:
+    #{install_text}
+  MSG
+end
+
+mecab_config = with_config("mecab-config", "mecab-config")
+enable_config("mecab-config")
+
+append_cflags("-fvisibility=hidden -std=c11 -O3 -g")
+append_cflags(`#{mecab_config} --cflags`.chomp)
+
+append_cppflags("-fvisibility=hidden -std=c++11 -O3 -g")
+append_cppflags(`#{mecab_config} --cflags`.chomp)
+
+append_ldflags(`#{mecab_config} --libs`.chomp)
+
+includes = [RbConfig::CONFIG["includedir"]]
+includes += `#{mecab_config} --inc-dir`.chomp.split
+libs = [RbConfig::CONFIG["libdir"]]
+dir_config("mecab", includes, libs)
+
+create_makefile("mecab/mecab")

data/ext/mecab/mecab.c

@@ -0,0 +1,14 @@
+#include <ruby.h>
+
+#include <mecab.h>
+
+#include "segment.h"
+
+RUBY_FUNC_EXPORTED void
+Init_mecab(void)
+{
+  VALUE rb_mMecab = rb_define_module("Mecab");
+  rb_define_const(rb_mMecab, "CPP_VERSION", rb_str_new2(mecab_version()));
+
+  init_segment(rb_mMecab);
+}

data/ext/mecab/segment.cc

@@ -0,0 +1,111 @@
+#include "segment.h"
+
+#include <string>
+#include <vector>
+
+#include <ruby/encoding.h>
+
+#include <mecab.h>
+
+namespace ext_mecab
+{
+    // Only support UTF-8 encoding
+    static rb_encoding *utf8_encoding;
+
+    struct SegmentWrapper
+    {
+        MeCab::Model *model;
+        MeCab::Tagger *tagger;
+    };
+
+    void segment_free(void *data)
+    {
+        SegmentWrapper *wrapper = (SegmentWrapper *)data;
+
+        if (wrapper->tagger)
+        {
+            delete wrapper->tagger;
+        }
+
+        if (wrapper->model)
+        {
+            delete wrapper->model;
+        }
+        delete wrapper;
+    }
+
+    size_t segment_size(const void *data)
+    {
+        return sizeof(SegmentWrapper);
+    }
+
+    static const rb_data_type_t segment_data_type = {
+        .wrap_struct_name = "MeCabSegment",
+        .function = {
+            .dmark = NULL,
+            .dfree = segment_free,
+            .dsize = segment_size,
+        },
+    };
+
+    VALUE segment_alloc(VALUE self)
+    {
+        SegmentWrapper *wrapper = new SegmentWrapper();
+        return TypedData_Wrap_Struct(self, &segment_data_type, wrapper);
+    }
+
+    void segment_initialize(VALUE self, VALUE model_argv)
+    {
+        SegmentWrapper *wrapper;
+        TypedData_Get_Struct(self, SegmentWrapper, &segment_data_type, wrapper);
+
+        wrapper->model = MeCab::Model::create(StringValueCStr(model_argv));
+        if (!wrapper->model)
+        {
+            rb_raise(rb_eRuntimeError, "Failed to create MeCab model: %s", MeCab::getLastError());
+        }
+
+        wrapper->tagger = wrapper->model->createTagger();
+        if (!wrapper->tagger)
+        {
+            rb_raise(rb_eRuntimeError, "Failed to create MeCab tagger: %s", MeCab::getLastError());
+        }
+    }
+
+    VALUE segment_cut(VALUE self, VALUE text_rb_str)
+    {
+        std::string text = StringValueCStr(text_rb_str);
+
+        SegmentWrapper *wrapper;
+        TypedData_Get_Struct(self, SegmentWrapper, &segment_data_type, wrapper);
+
+        VALUE surface = rb_ary_new();
+        const MeCab::Node *node = wrapper->tagger->parseToNode(text.c_str());
+        for (; node; node = node->next)
+        {
+            if (node->stat == MECAB_BOS_NODE || node->stat == MECAB_EOS_NODE)
+            {
+                continue;
+            }
+
+            rb_ary_push(surface, rb_enc_str_new(node->surface, node->length, utf8_encoding));
+        }
+
+        return surface;
+    }
+} // End of namespace ext_mecab
+
+extern "C"
+{
+    void init_segment(VALUE rb_mMecab)
+    {
+        // Initialize UTF-8 encoding
+        ext_mecab::utf8_encoding = rb_utf8_encoding();
+
+        VALUE cSegment = rb_define_class_under(rb_mMecab, "Segment", rb_cObject);
+
+        rb_define_alloc_func(cSegment, ext_mecab::segment_alloc);
+        rb_define_method(cSegment, "_initialize", RUBY_METHOD_FUNC(ext_mecab::segment_initialize), 1);
+        rb_define_method(cSegment, "_cut", RUBY_METHOD_FUNC(ext_mecab::segment_cut), 1);
+    }
+} // End of extern "C"

data/ext/mecab/segment.h

@@ -0,0 +1,17 @@
+#ifndef MECAB_SEGMENT_H
+#define MECAB_SEGMENT_H 1
+
+#include <ruby.h>
+
+#ifdef __cplusplus
+extern "C"
+{
+#endif
+
+    void init_segment(VALUE rb_mMeCab);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif

data/lib/mecab/segment.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Mecab
+  # Ruby wrapper for the native extension
+  class Segment
+    attr_reader :model_argv
+
+    # https://manpages.org/mecab for argument details
+    # Example:
+    # Mecab::Segment.new('-d /opt/homebrew/opt/mecab-ipadic/lib/mecab/dic/ipadic')
+    def initialize(model_argv = "")
+      @model_argv = model_argv
+
+      _initialize(model_argv)
+    end
+
+    def cut(sentence)
+      _cut(sentence)
+    end
+  end
+end

data/lib/mecab/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Mecab
+  VERSION = "0.1.0"
+end

data/lib/mecab.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+require_relative "mecab/version"
+require_relative "mecab/mecab"
+require_relative "mecab/segment"
+
+module Mecab
+  class Error < StandardError; end
+  # Your code goes here...
+end

data/sig/mecab.rbs

@@ -0,0 +1,4 @@
+module Mecab
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

metadata

@@ -0,0 +1,57 @@
+--- !ruby/object:Gem::Specification
+name: yai_mecab
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Yet Another AI
+bindir: bin
+cert_chain: []
+date: 2025-03-04 00:00:00.000000000 Z
+dependencies: []
+description: Ruby binding for mecab
+email:
+- rubygems@yetanother.ai
+executables: []
+extensions:
+- ext/mecab/extconf.rb
+extra_rdoc_files: []
+files:
+- ".rubocop.yml"
+- LICENSE.txt
+- README.md
+- Rakefile
+- ext/mecab/extconf.rb
+- ext/mecab/mecab.c
+- ext/mecab/segment.cc
+- ext/mecab/segment.h
+- lib/mecab.rb
+- lib/mecab/segment.rb
+- lib/mecab/version.rb
+- sig/mecab.rbs
+homepage: https://github.com/yet-another-ai/mecab.rb
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+  homepage_uri: https://github.com/yet-another-ai/mecab.rb
+  source_code_uri: https://github.com/yet-another-ai/mecab.rb
+  rubygems_mfa_required: 'true'
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.2
+specification_version: 4
+summary: mecab Ruby binding
+test_files: []