kabosu 0.6.10.2 → 0.6.11.0.dev.20260627.a5a69e7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a3a2ef2f715270a804bd08e6189bb9563999b2a4a1769a776332e2c3f1e1e2e5
-  data.tar.gz: fa3b664bfb5e6f82ba576c79a4a58fec2b8f062b2675c6092336c2cbac587350
+  metadata.gz: '09c9e8c9a75657b66be036aa6b88ed8f3d9e540551d01612fb73c0f73e3fb45c'
+  data.tar.gz: 104e52c5170dd5c8d5a7f03e88b6eb4185647b1804019733093e09b976af9b75
 SHA512:
-  metadata.gz: 33fea126465110bb21be9355ae3f014154319837b6491dc0b83ad6121b14f6723f6d5051faeffe7420d752dc7f08a073ca4eec5ca5c0e2fd6783bda0e6412a6d
-  data.tar.gz: c6dd393d79546dcf005c0c8262ecf14b4ca037e33e3c841bb8f104af05199d0fa1bb63578a71501c3c19d72916bb4b03c5308bde0ec9759b7fdbde61339fe879
+  metadata.gz: a5bc855d6659efe5450e43bf70c6d24438fe20fe333f7bcd08c0ea6983221c6b522952e7e5a65150051c191b8a2791f1d2f7ceb468ab80faa58e6844ff804dda
+  data.tar.gz: 7e86601193b2207986fd0fc43f875d0ff8f252f6264a1968f282bca643061a0307c97dff63a95dfae4a7035770fb4da288ab40b00a38e9957d91bc99cf7dba0a

data/Cargo.lock

@@ -159,7 +159,7 @@ checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682"
 
 [[package]]
 name = "kabosu"
-version = "0.6.12"
+version = "0.6.11"
 dependencies = [
  "magnus",
  "sudachi",
@@ -393,8 +393,8 @@ checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
 
 [[package]]
 name = "sudachi"
-version = "0.6.10"
-source = "git+https://github.com/WorksApplications/sudachi.rs?tag=v0.6.10#7e2f287bbfffc036421cf960802e41a696727747"
+version = "0.6.11"
+source = "git+https://github.com/WorksApplications/sudachi.rs?tag=v0.6.11#90fd6068c80c2fc3b63e0dbab0e341475bad4d8f"
 dependencies = [
  "aho-corasick",
  "bitflags",

data/ext/kabosu/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "kabosu"
-version = "0.6.10"
+version = "0.6.11"
 edition = "2021"
 publish = false
 
@@ -9,4 +9,4 @@ crate-type = ["cdylib"]
 
 [dependencies]
 magnus = { version = "0.8", features = ["rb-sys"] }
-sudachi = { git = "https://github.com/WorksApplications/sudachi.rs", tag = "v0.6.10" }
+sudachi = { git = "https://github.com/WorksApplications/sudachi.rs", tag = "v0.6.11" }

data/ext/kabosu/src/grouping.rs

@@ -39,17 +39,16 @@ pub(crate) fn group_morphemes_rust(
 // POS helpers
 
 fn is_content_word(pos_id: u16, dict: &JapaneseDictionary) -> bool {
-    match dict.grammar().pos_components(pos_id).first().map(|s| s.as_str()) {
-        Some("助詞") | Some("助動詞") | Some("補助記号") | Some("記号") | Some("空白") => false,
-        _ => true,
-    }
+    !matches!(
+        dict.grammar()
+            .pos_components(pos_id)
+            .first()
+            .map(|s| s.as_str()),
+        Some("助詞") | Some("助動詞") | Some("補助記号") | Some("記号") | Some("空白")
+    )
 }
 
-fn extends_group(
-    m: &MorphemeData,
-    prev: &MorphemeData,
-    dict: &JapaneseDictionary,
-) -> bool {
+fn extends_group(m: &MorphemeData, prev: &MorphemeData, dict: &JapaneseDictionary) -> bool {
     let comps = dict.grammar().pos_components(m.pos_id);
     let pos0 = comps.first().map(|s| s.as_str());
     let pos1 = comps.get(1).map(|s| s.as_str());
@@ -74,10 +73,12 @@ fn extends_group(
                 return false;
             }
             // te-form auxiliary chain: て/で + いる/ある/くる/etc.
-            let prev_pos0 = dict.grammar().pos_components(prev.pos_id).first().map(|s| s.as_str());
-            if prev_pos0 == Some("助詞")
-                && (prev.surface == "て" || prev.surface == "で")
-            {
+            let prev_pos0 = dict
+                .grammar()
+                .pos_components(prev.pos_id)
+                .first()
+                .map(|s| s.as_str());
+            if prev_pos0 == Some("助詞") && (prev.surface == "て" || prev.surface == "で") {
                 return true;
             }
             // compound verb (V+V) intentionally skipped — caller handles DB lookup
@@ -127,7 +128,10 @@ fn is_clause_boundary_particle(surface: &str) -> bool {
 
 fn is_verb_adj_adv(pos_id: u16, dict: &JapaneseDictionary) -> bool {
     matches!(
-        dict.grammar().pos_components(pos_id).first().map(|s| s.as_str()),
+        dict.grammar()
+            .pos_components(pos_id)
+            .first()
+            .map(|s| s.as_str()),
         Some("動詞") | Some("形容詞") | Some("形状詞")
     )
 }

data/ext/kabosu/src/lib.rs

@@ -1,3 +1,8 @@
+// sudachi::error::SudachiError is a large external enum; boxing it to satisfy
+// clippy::result_large_err would churn Result signatures throughout the crate
+// for no real benefit on these cold error paths.
+#![allow(clippy::result_large_err)]
+
 mod dictionary;
 mod errors;
 mod grouping;

data/ext/kabosu/src/morpheme.rs

@@ -254,7 +254,10 @@ impl RbMorpheme {
         let pos_id = self.data.pos_id;
 
         {
-            let cache = POS_CACHE.get_or_init(|| Mutex::new(HashMap::new())).lock().unwrap();
+            let cache = POS_CACHE
+                .get_or_init(|| Mutex::new(HashMap::new()))
+                .lock()
+                .unwrap();
             if let Some(&cached) = cache.get(&(dict_ptr, pos_id)) {
                 return Ok(cached.0);
             }
@@ -272,7 +275,11 @@ impl RbMorpheme {
         // arrays are tiny. The cache lives for the process lifetime.
         gc::register_mark_object(ary);
 
-        POS_CACHE.get_or_init(|| Mutex::new(HashMap::new())).lock().unwrap().insert((dict_ptr, pos_id), CachedRArray(ary));
+        POS_CACHE
+            .get_or_init(|| Mutex::new(HashMap::new()))
+            .lock()
+            .unwrap()
+            .insert((dict_ptr, pos_id), CachedRArray(ary));
 
         Ok(ary)
     }

data/lib/kabosu/dict_manager.rb

@@ -8,8 +8,8 @@ module Kabosu
   class DictManager
     EDITIONS = %w[small core full].freeze
     EDITION_PRIORITY = %w[full core small].freeze
-    GITHUB_REPO = "WorksApplications/SudachiDict"
-    GITHUB_API = "https://api.github.com"
+    GITHUB_REPO = "WorksApplications/SudachiDict".freeze
+    GITHUB_API = "https://api.github.com".freeze
 
     class DictNotFound < StandardError; end
     class DownloadError < StandardError; end
@@ -42,7 +42,7 @@ module Kabosu
       dic_path = File.join(dest_dir, "system_#{edition}.dic")
 
       if File.exist?(dic_path)
-        $stderr.puts "Already installed: #{dic_path}"
+        warn "Already installed: #{dic_path}"
         return dic_path
       end
 
@@ -54,11 +54,9 @@ module Kabosu
       extract(zip_path, @dir)
       FileUtils.rm_f(zip_path)
 
-      unless File.exist?(dic_path)
-        raise DownloadError, "Expected #{dic_path} after extraction, but file not found"
-      end
+      raise DownloadError, "Expected #{dic_path} after extraction, but file not found" unless File.exist?(dic_path)
 
-      $stderr.puts "Installed: #{dic_path}"
+      warn "Installed: #{dic_path}"
       dic_path
     end
 
@@ -88,7 +86,7 @@ module Kabosu
       results = []
       return results unless Dir.exist?(@dir)
 
-      Dir.glob(File.join(@dir, "sudachi-dictionary-*")).sort.reverse.each do |version_dir|
+      Dir.glob(File.join(@dir, "sudachi-dictionary-*")).reverse.each do |version_dir|
         next unless File.directory?(version_dir)
 
         version = File.basename(version_dir).sub("sudachi-dictionary-", "")
@@ -113,6 +111,7 @@ module Kabosu
         edition = validate_edition(edition)
         match = candidates.find { |d| d[:edition] == edition }
         raise DictNotFound, "No #{edition} dictionary installed" unless match
+
         return match[:path]
       end
 
@@ -140,14 +139,14 @@ module Kabosu
 
       targets.each do |d|
         FileUtils.rm_f(d[:path])
-        $stderr.puts "Removed: #{d[:path]}"
+        warn "Removed: #{d[:path]}"
 
         # Clean up empty version directories
         version_dir = File.dirname(d[:path])
         dics_remaining = Dir.glob(File.join(version_dir, "system_*.dic"))
         if dics_remaining.empty?
           FileUtils.rm_rf(version_dir)
-          $stderr.puts "Removed empty directory: #{version_dir}"
+          warn "Removed empty directory: #{version_dir}"
         end
       end
     end
@@ -178,6 +177,7 @@ module Kabosu
       unless EDITIONS.include?(edition)
         raise ArgumentError, "Unknown edition '#{edition}'. Must be one of: #{EDITIONS.join(", ")}"
       end
+
       edition
     end
 
@@ -186,7 +186,7 @@ module Kabosu
     end
 
     def download(url, dest)
-      $stderr.puts "Downloading #{url}..."
+      warn "Downloading #{url}..."
       uri = resolve_redirects(URI(url))
 
       Net::HTTP.start(uri.host, uri.port, use_ssl: uri.scheme == "https") do |http|
@@ -202,20 +202,22 @@ module Kabosu
             response.read_body do |chunk|
               f.write(chunk)
               written += chunk.bytesize
-              if total && total > 0
+              if total&.positive?
                 pct = (written * 100 / total).clamp(0, 100)
-                $stderr.print "\r  #{(written.to_f / 1024 / 1024).round(1)} / #{(total.to_f / 1024 / 1024).round(1)} MB (#{pct}%)"
+                done_mb = (written.to_f / 1024 / 1024).round(1)
+                total_mb = (total.to_f / 1024 / 1024).round(1)
+                $stderr.print "\r  #{done_mb} / #{total_mb} MB (#{pct}%)"
               end
             end
           end
 
-          $stderr.puts "\r  #{(written.to_f / 1024 / 1024).round(1)} MB downloaded"
+          warn "\r  #{(written.to_f / 1024 / 1024).round(1)} MB downloaded"
         end
       end
     end
 
     def resolve_redirects(uri, limit: 5)
-      raise DownloadError, "Too many redirects" if limit == 0
+      raise DownloadError, "Too many redirects" if limit.zero?
 
       Net::HTTP.start(uri.host, uri.port, use_ssl: uri.scheme == "https") do |http|
         response = http.request(Net::HTTP::Head.new(uri))
@@ -229,7 +231,7 @@ module Kabosu
     end
 
     def http_get(uri, headers: {}, redirect_limit: 5)
-      raise DownloadError, "Too many redirects" if redirect_limit == 0
+      raise DownloadError, "Too many redirects" if redirect_limit.zero?
 
       http = Net::HTTP.new(uri.host, uri.port)
       http.use_ssl = (uri.scheme == "https")
@@ -248,7 +250,7 @@ module Kabosu
     end
 
     def extract(zip_path, dest_dir)
-      $stderr.puts "Extracting..."
+      warn "Extracting..."
       Zip::File.open(zip_path) do |archive|
         archive.each do |entry|
           target = File.join(dest_dir, entry.name)
@@ -256,6 +258,7 @@ module Kabosu
           unless File.expand_path(target).start_with?(File.expand_path(dest_dir) + File::SEPARATOR)
             raise DownloadError, "Refusing to extract entry outside dest_dir: #{entry.name}"
           end
+
           FileUtils.mkdir_p(File.dirname(target))
           entry.extract(target) { true } # overwrite existing
         end

data/lib/kabosu/morpheme_list.rb

@@ -7,7 +7,7 @@ module Kabosu
     def initialize(source_or_morphemes, internal_cost: nil)
       @source = source_or_morphemes if lazy_source?(source_or_morphemes)
       @morphemes = @source ? Array.new(@source.size) : source_or_morphemes
-      @internal_cost = internal_cost || (@source&.internal_cost)
+      @internal_cost = internal_cost || @source&.internal_cost
     end
 
     def each(&block)
@@ -62,7 +62,7 @@ module Kabosu
     end
 
     def surfaces
-      return @source.surfaces if @source&.respond_to?(:surfaces)
+      return @source.surfaces if @source.respond_to?(:surfaces)
 
       map(&:surface)
     end
@@ -96,9 +96,7 @@ module Kabosu
     # source. Falls back to a Ruby implementation for already-materialized
     # lists so the method is always safe to call.
     def group_morphemes
-      if @source&.respond_to?(:group_morphemes)
-        return @source.group_morphemes
-      end
+      return @source.group_morphemes if @source.respond_to?(:group_morphemes)
 
       groups = []
       each do |m|
@@ -131,10 +129,12 @@ module Kabosu
 
     def clause_boundary?(morpheme)
       return false unless morpheme
+
       pos = morpheme.part_of_speech
       return true if pos[0] == "助詞" &&
                      %w[ながら たら ば と のに から ので けれど けど つつ なり や か かどうか とも].include?(morpheme.surface)
       return true if pos[0] == "助詞" && pos[1] == "接続助詞" && morpheme.surface == "が"
+
       false
     end
 

data/lib/kabosu/pos_matcher.rb

@@ -48,13 +48,15 @@ module Kabosu
 
     # Union: matches if either matcher matches.
     def |(other)
-      a, b = self, other
+      a = self
+      b = other
       PosMatcher.new { |pos| a.match?(pos) || b.match?(pos) }
     end
 
     # Intersection: matches if both matchers match.
     def &(other)
-      a, b = self, other
+      a = self
+      b = other
       PosMatcher.new { |pos| a.match?(pos) && b.match?(pos) }
     end
 
@@ -64,7 +66,8 @@ module Kabosu
     end
 
     def difference(other)
-      a, b = self, other
+      a = self
+      b = other
       PosMatcher.new { |pos| a.match?(pos) && !b.match?(pos) }
     end
 
@@ -95,7 +98,7 @@ module Kabosu
     end
 
     def self.proper_nouns
-      @proper_nouns ||= new(["名詞", "固有名詞"])
+      @proper_nouns ||= new(%w[名詞 固有名詞])
     end
 
     private

data/lib/kabosu/tasks.rake

@@ -5,53 +5,54 @@ namespace :kabosu do
 
   desc "Install the core dictionary (default). VERSION=YYYYMMDD to pin a specific release."
   task :install do
-    Kabosu::DictManager.new.install("core", version: ENV["VERSION"])
+    Kabosu::DictManager.new.install("core", version: ENV.fetch("VERSION", nil))
   end
 
   namespace :install do
     desc "Install the small dictionary. VERSION=YYYYMMDD to pin a specific release."
     task :small do
-      Kabosu::DictManager.new.install("small", version: ENV["VERSION"])
+      Kabosu::DictManager.new.install("small", version: ENV.fetch("VERSION", nil))
     end
 
     desc "Install the core dictionary. VERSION=YYYYMMDD to pin a specific release."
     task :core do
-      Kabosu::DictManager.new.install("core", version: ENV["VERSION"])
+      Kabosu::DictManager.new.install("core", version: ENV.fetch("VERSION", nil))
     end
 
     desc "Install the full dictionary. VERSION=YYYYMMDD to pin a specific release."
     task :full do
-      Kabosu::DictManager.new.install("full", version: ENV["VERSION"])
+      Kabosu::DictManager.new.install("full", version: ENV.fetch("VERSION", nil))
     end
   end
 
-  desc "Install a dictionary only if a matching one isn't already on disk. EDITION=core|small|full (default core), VERSION=YYYYMMDD optional."
+  desc "Install a dictionary only if a matching one isn't already on disk. " \
+       "EDITION=core|small|full (default core), VERSION=YYYYMMDD optional."
   task :install_if_missing do
     edition = ENV["EDITION"] || "core"
-    Kabosu::DictManager.new.install_if_missing(edition, version: ENV["VERSION"])
+    Kabosu::DictManager.new.install_if_missing(edition, version: ENV.fetch("VERSION", nil))
   end
 
   # ── Remove ──
 
   desc "Remove all installed dictionaries, or a specific one with EDITION=small|core|full and/or VERSION=YYYYMMDD"
   task :remove do
-    Kabosu::DictManager.new.remove(edition: ENV["EDITION"], version: ENV["VERSION"])
+    Kabosu::DictManager.new.remove(edition: ENV.fetch("EDITION", nil), version: ENV.fetch("VERSION", nil))
   end
 
   namespace :remove do
     desc "Remove the small dictionary."
     task :small do
-      Kabosu::DictManager.new.remove(edition: "small", version: ENV["VERSION"])
+      Kabosu::DictManager.new.remove(edition: "small", version: ENV.fetch("VERSION", nil))
     end
 
     desc "Remove the core dictionary."
     task :core do
-      Kabosu::DictManager.new.remove(edition: "core", version: ENV["VERSION"])
+      Kabosu::DictManager.new.remove(edition: "core", version: ENV.fetch("VERSION", nil))
     end
 
     desc "Remove the full dictionary."
     task :full do
-      Kabosu::DictManager.new.remove(edition: "full", version: ENV["VERSION"])
+      Kabosu::DictManager.new.remove(edition: "full", version: ENV.fetch("VERSION", nil))
     end
   end
 
@@ -82,11 +83,9 @@ namespace :kabosu do
 
   desc "Show the path to the best available dictionary. EDITION=small|core|full to be specific."
   task :path do
-    begin
-      puts Kabosu::DictManager.new.find(edition: ENV["EDITION"])
-    rescue Kabosu::DictManager::DictNotFound => e
-      $stderr.puts e.message
-      exit 1
-    end
+    puts Kabosu::DictManager.new.find(edition: ENV.fetch("EDITION", nil))
+  rescue Kabosu::DictManager::DictNotFound => e
+    warn e.message
+    exit 1
   end
 end

data/lib/kabosu/version.rb

@@ -1,3 +1,3 @@
 module Kabosu
-  VERSION = "0.6.10.2"
+  VERSION = "0.6.11.0.dev.20260627.a5a69e7".freeze
 end

data/lib/kabosu.rb

@@ -66,25 +66,17 @@ module Kabosu
     DEFAULT_CONFIG_PATH = File.expand_path("kabosu/resources/sudachi.json", __dir__).freeze
 
     class << self
-      alias_method :_new, :new
+      alias _new new
 
       def new(config: nil, system_dict: nil, user_dicts: nil)
-        unless config.nil? || config.is_a?(String)
-          raise ArgumentError, "config must be a String or nil"
-        end
-        unless system_dict.nil? || system_dict.is_a?(String)
-          raise ArgumentError, "system_dict must be a String or nil"
-        end
+        raise ArgumentError, "config must be a String or nil" unless config.nil? || config.is_a?(String)
+        raise ArgumentError, "system_dict must be a String or nil" unless system_dict.nil? || system_dict.is_a?(String)
         unless user_dicts.nil? || user_dicts.is_a?(Array)
           raise ArgumentError, "user_dicts must be an Array<String> or nil"
         end
-        if user_dicts&.any? { !_1.is_a?(String) }
-          raise ArgumentError, "user_dicts must contain only String values"
-        end
+        raise ArgumentError, "user_dicts must contain only String values" if user_dicts&.any? { !_1.is_a?(String) }
 
-        if config.nil? && system_dict.nil?
-          raise ArgumentError, "either config or system_dict is required"
-        end
+        raise ArgumentError, "either config or system_dict is required" if config.nil? && system_dict.nil?
 
         # Default to the sudachi.json bundled with this gem when only
         # system_dict is given. sudachi.rs's own default config path is
@@ -113,9 +105,7 @@ module Kabosu
 
       def map_dictionary_init_error(error, config:, system_dict:)
         message = error.message
-        if config && system_dict.nil?
-          ConfigError.new(message)
-        elsif message.match?(/config|setting\.json|json/i)
+        if (config && system_dict.nil?) || message.match?(/config|setting\.json|json/i)
           ConfigError.new(message)
         else
           DictionaryError.new(message)
@@ -127,40 +117,33 @@ module Kabosu
       end
     end
 
-    alias_method :_create, :create
-    alias_method :_lookup, :lookup
+    alias _create create
+    alias _lookup lookup
 
     def create(**options)
       unknown = options.keys - %i[mode fields debug projection]
-      raise ArgumentError, "unknown keyword(s): #{unknown.join(', ')}" unless unknown.empty?
+      raise ArgumentError, "unknown keyword(s): #{unknown.join(", ")}" unless unknown.empty?
 
       mode = options.fetch(:mode, MODE_C)
       fields = options.fetch(:fields, nil)
       debug = options.fetch(:debug, false)
       projection = options.fetch(:projection, nil)
 
-      unless fields.nil? || fields.is_a?(Array)
-        raise ArgumentError, "fields must be an Array<String|Symbol> or nil"
-      end
+      raise ArgumentError, "fields must be an Array<String|Symbol> or nil" unless fields.nil? || fields.is_a?(Array)
       if fields&.any? { !(_1.is_a?(String) || _1.is_a?(Symbol)) }
         raise ArgumentError, "fields must contain only String or Symbol values"
       end
-      unless debug == true || debug == false
-        raise ArgumentError, "debug must be true or false"
-      end
+      raise ArgumentError, "debug must be true or false" unless [true, false].include?(debug)
 
-      unless projection.nil?
-        raise NotImplementedError, "projection is not supported yet"
-      end
+      raise NotImplementedError, "projection is not supported yet" unless projection.nil?
 
       mode_str = Kabosu.__send__(:normalize_mode, mode)
       _create(mode_str, fields, debug)
     end
 
     def lookup(text)
-      unless text.is_a?(String)
-        raise ArgumentError, "text must be a String"
-      end
+      raise ArgumentError, "text must be a String" unless text.is_a?(String)
+
       MorphemeList.new(_lookup(text))
     rescue RuntimeError => e
       raise LookupError.new(e.message), cause: e
@@ -170,12 +153,10 @@ module Kabosu
   # ── Tokenizer: wrap output in MorphemeList ──
 
   class Tokenizer
-    alias_method :_tokenize, :tokenize
+    alias _tokenize tokenize
 
     def tokenize(text)
-      unless text.is_a?(String)
-        raise ArgumentError, "text must be a String"
-      end
+      raise ArgumentError, "text must be a String" unless text.is_a?(String)
 
       batch = _tokenize(text)
       cost = batch.respond_to?(:internal_cost) ? batch.internal_cost : nil
@@ -186,12 +167,11 @@ module Kabosu
   end
 
   class Morpheme
-    alias_method :_split, :split
+    alias _split split
 
     def split(mode: MODE_C, add_single: true)
-      unless add_single == true || add_single == false
-        raise ArgumentError, "add_single must be true or false"
-      end
+      raise ArgumentError, "add_single must be true or false" unless [true, false].include?(add_single)
+
       mode_str = Kabosu.__send__(:normalize_mode, mode)
       MorphemeList.new(_split(mode_str, nil, add_single))
     rescue RuntimeError => e
@@ -200,29 +180,15 @@ module Kabosu
   end
 
   def self.split_sentences(text, limit: nil, with_checker: false, ranges: false, dictionary: nil)
-    unless text.is_a?(String)
-      raise ArgumentError, "text must be a String"
-    end
-    unless limit.nil? || limit.is_a?(Integer)
-      raise ArgumentError, "limit must be an Integer or nil"
-    end
-    if limit && limit < 1
-      raise ArgumentError, "limit must be greater than 0"
-    end
-    unless with_checker == true || with_checker == false
-      raise ArgumentError, "with_checker must be true or false"
-    end
-    unless ranges == true || ranges == false
-      raise ArgumentError, "ranges must be true or false"
-    end
-    unless dictionary.nil? || dictionary.is_a?(String)
-      raise ArgumentError, "dictionary must be a String path or nil"
-    end
+    raise ArgumentError, "text must be a String" unless text.is_a?(String)
+    raise ArgumentError, "limit must be an Integer or nil" unless limit.nil? || limit.is_a?(Integer)
+    raise ArgumentError, "limit must be greater than 0" if limit && limit < 1
+    raise ArgumentError, "with_checker must be true or false" unless [true, false].include?(with_checker)
+    raise ArgumentError, "ranges must be true or false" unless [true, false].include?(ranges)
+    raise ArgumentError, "dictionary must be a String path or nil" unless dictionary.nil? || dictionary.is_a?(String)
 
     dict_path = nil
-    if with_checker
-      dict_path = dictionary || Dictionary.path
-    end
+    dict_path = dictionary || Dictionary.path if with_checker
 
     if ranges
       _split_sentences_with_ranges(text, limit, dict_path).map do |(start, finish, sentence)|
@@ -244,12 +210,8 @@ module Kabosu
   #   Kabosu.tokenize("東京都に住んでいる", tokenizer: tok)
   #
   def self.tokenize(text, tokenizer:)
-    unless text.is_a?(String)
-      raise ArgumentError, "text must be a String"
-    end
-    unless tokenizer.is_a?(Tokenizer)
-      raise ArgumentError, "tokenizer must be a Kabosu::Tokenizer"
-    end
+    raise ArgumentError, "text must be a String" unless text.is_a?(String)
+    raise ArgumentError, "tokenizer must be a Kabosu::Tokenizer" unless tokenizer.is_a?(Tokenizer)
 
     batch = tokenizer.__send__(:_tokenize, text)
     cost = batch.respond_to?(:internal_cost) ? batch.internal_cost : nil

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kabosu
 version: !ruby/object:Gem::Version
-  version: 0.6.10.2
+  version: 0.6.11.0.dev.20260627.a5a69e7
 platform: ruby
 authors:
 - davafons
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-05-31 00:00:00.000000000 Z
+date: 2026-06-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys
@@ -39,61 +39,75 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '2.3'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: benchmark
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '5.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '5.0'
 - !ruby/object:Gem::Dependency
-  name: rake-compiler
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
-  name: benchmark
+  name: rake-compiler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.2'
 - !ruby/object:Gem::Dependency
-  name: minitest
+  name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '1.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '1.0'
 description: Kabosu provides Ruby bindings for sudachi.rs, a Rust implementation of
   the Sudachi Japanese morphological analyzer.
 email:
@@ -133,7 +147,8 @@ files:
 homepage: https://github.com/davafons/kabosu
 licenses:
 - Apache-2.0
-metadata: {}
+metadata:
+  rubygems_mfa_required: 'true'
 post_install_message:
 rdoc_options: []
 require_paths: