yosina 0.1.0

data/lib/yosina/transliterators/hira_kata_composition.rb

@@ -0,0 +1,103 @@
+# frozen_string_literal: true
+
+require_relative 'hira_kata_table'
+
+module Yosina
+  module Transliterators
+    # Hiragana/katakana composition transliterator
+    module HiraKataComposition
+      include HiraKataTable
+
+      VOICED_SOUND_MARK_MAPPINGS = Hash[VOICED_CHARACTERS].freeze
+      SEMI_VOICED_SOUND_MARK_MAPPINGS = Hash[SEMI_VOICED_CHARACTERS].freeze
+
+      # Combining mark mappings for hiragana and katakana
+      COMBINING_MARKS = {
+        "\u3099" => VOICED_SOUND_MARK_MAPPINGS,
+        "\u309A" => SEMI_VOICED_SOUND_MARK_MAPPINGS
+      }.freeze
+
+      # Non-combining mark mappings
+      NON_COMBINING_MARKS = {
+        "\u3099" => VOICED_SOUND_MARK_MAPPINGS,
+        "\u309A" => SEMI_VOICED_SOUND_MARK_MAPPINGS,
+        "\u309B" => VOICED_SOUND_MARK_MAPPINGS,
+        "\u309C" => SEMI_VOICED_SOUND_MARK_MAPPINGS
+      }.freeze
+
+      # Transliterator for hiragana/katakana composition
+      class Transliterator < Yosina::BaseTransliterator
+        attr_reader :compose_non_combining_marks
+
+        # Initialize the transliterator with options
+        #
+        # @param options [Hash] Configuration options
+        # @option options [Boolean] :compose_non_combining_marks Whether to compose non-combining
+        #     marks (゛ and ゜) too. Defaults to false.
+        def initialize(options = {})
+          super()
+          @compose_non_combining_marks = options[:compose_non_combining_marks] || false
+          @mappings = @compose_non_combining_marks ? NON_COMBINING_MARKS : COMBINING_MARKS
+        end
+
+        # Combine decomposed hiragana and katakana characters with their marks
+        #
+        # @param input_chars [Enumerable<Char>] The characters to transliterate
+        # @return [Enumerable<Char>] The transliterated characters
+        def call(input_chars)
+          e = input_chars.each
+          offset = 0
+
+          Chars.enum do |y|
+            begin
+              prev = e.next
+            rescue StopIteration
+              break
+            end
+
+            if prev.sentinel?
+              y << prev
+              break
+            end
+
+            loop do
+              begin
+                char = e.next
+              rescue StopIteration
+                break
+              end
+
+              if prev
+                # Check for combining marks
+                if (mark_mapping = @mappings[char.c]) && (composed = mark_mapping[prev.c])
+                  # Found a composable combination
+                  y << Char.new(c: composed, offset: offset, source: char)
+                  offset += composed.length
+                  prev = nil
+                  next
+                end
+
+                # No composition possible, keep original character
+                y << prev.with_offset(offset)
+                offset += prev.c.length
+              end
+              prev = char
+            end
+            if prev
+              y << prev.with_offset(offset)
+              offset += prev.c.length
+            end
+          end
+        end
+      end
+
+      # Factory method to create a hiragana/katakana composition transliterator
+      #
+      # @param options [Hash] Configuration options
+      # @return [Transliterator] A new composition transliterator instance
+      def self.call(options = {})
+        Transliterator.new(options)
+      end
+    end
+  end
+end

data/lib/yosina/transliterators/hira_kata_table.rb

@@ -0,0 +1,116 @@
+# frozen_string_literal: true
+
+module Yosina
+  module Transliterators
+    # Hiragana-Katakana mapping table
+    module HiraKataTable
+      # Main hiragana-katakana table with [hiragana, katakana, halfwidth] structure
+      HIRAGANA_KATAKANA_TABLE = [
+        # Vowels
+        [['あ', nil, nil], ['ア', nil, nil], 'ｱ'],
+        [['い', nil, nil], ['イ', nil, nil], 'ｲ'],
+        [['う', 'ゔ', nil], ['ウ', 'ヴ', nil], 'ｳ'],
+        [['え', nil, nil], ['エ', nil, nil], 'ｴ'],
+        [['お', nil, nil], ['オ', nil, nil], 'ｵ'],
+        # K-row
+        [['か', 'が', nil], ['カ', 'ガ', nil], 'ｶ'],
+        [['き', 'ぎ', nil], ['キ', 'ギ', nil], 'ｷ'],
+        [['く', 'ぐ', nil], ['ク', 'グ', nil], 'ｸ'],
+        [['け', 'げ', nil], ['ケ', 'ゲ', nil], 'ｹ'],
+        [['こ', 'ご', nil], ['コ', 'ゴ', nil], 'ｺ'],
+        # S-row
+        [['さ', 'ざ', nil], ['サ', 'ザ', nil], 'ｻ'],
+        [['し', 'じ', nil], ['シ', 'ジ', nil], 'ｼ'],
+        [['す', 'ず', nil], ['ス', 'ズ', nil], 'ｽ'],
+        [['せ', 'ぜ', nil], ['セ', 'ゼ', nil], 'ｾ'],
+        [['そ', 'ぞ', nil], ['ソ', 'ゾ', nil], 'ｿ'],
+        # T-row
+        [['た', 'だ', nil], ['タ', 'ダ', nil], 'ﾀ'],
+        [['ち', 'ぢ', nil], ['チ', 'ヂ', nil], 'ﾁ'],
+        [['つ', 'づ', nil], ['ツ', 'ヅ', nil], 'ﾂ'],
+        [['て', 'で', nil], ['テ', 'デ', nil], 'ﾃ'],
+        [['と', 'ど', nil], ['ト', 'ド', nil], 'ﾄ'],
+        # N-row
+        [['な', nil, nil], ['ナ', nil, nil], 'ﾅ'],
+        [['に', nil, nil], ['ニ', nil, nil], 'ﾆ'],
+        [['ぬ', nil, nil], ['ヌ', nil, nil], 'ﾇ'],
+        [['ね', nil, nil], ['ネ', nil, nil], 'ﾈ'],
+        [['の', nil, nil], ['ノ', nil, nil], 'ﾉ'],
+        # H-row
+        [['は', 'ば', 'ぱ'], ['ハ', 'バ', 'パ'], 'ﾊ'],
+        [['ひ', 'び', 'ぴ'], ['ヒ', 'ビ', 'ピ'], 'ﾋ'],
+        [['ふ', 'ぶ', 'ぷ'], ['フ', 'ブ', 'プ'], 'ﾌ'],
+        [['へ', 'べ', 'ぺ'], ['ヘ', 'ベ', 'ペ'], 'ﾍ'],
+        [['ほ', 'ぼ', 'ぽ'], ['ホ', 'ボ', 'ポ'], 'ﾎ'],
+        # M-row
+        [['ま', nil, nil], ['マ', nil, nil], 'ﾏ'],
+        [['み', nil, nil], ['ミ', nil, nil], 'ﾐ'],
+        [['む', nil, nil], ['ム', nil, nil], 'ﾑ'],
+        [['め', nil, nil], ['メ', nil, nil], 'ﾒ'],
+        [['も', nil, nil], ['モ', nil, nil], 'ﾓ'],
+        # Y-row
+        [['や', nil, nil], ['ヤ', nil, nil], 'ﾔ'],
+        [['ゆ', nil, nil], ['ユ', nil, nil], 'ﾕ'],
+        [['よ', nil, nil], ['ヨ', nil, nil], 'ﾖ'],
+        # R-row
+        [['ら', nil, nil], ['ラ', nil, nil], 'ﾗ'],
+        [['り', nil, nil], ['リ', nil, nil], 'ﾘ'],
+        [['る', nil, nil], ['ル', nil, nil], 'ﾙ'],
+        [['れ', nil, nil], ['レ', nil, nil], 'ﾚ'],
+        [['ろ', nil, nil], ['ロ', nil, nil], 'ﾛ'],
+        # W-row
+        [['わ', nil, nil], ['ワ', 'ヷ', nil], 'ﾜ'],
+        [['ゐ', nil, nil], ['ヰ', 'ヸ', nil], nil],
+        [['ゑ', nil, nil], ['ヱ', 'ヹ', nil], nil],
+        [['を', nil, nil], ['ヲ', 'ヺ', nil], 'ｦ'],
+        [['ん', nil, nil], ['ン', nil, nil], 'ﾝ']
+      ].freeze
+
+      # Small kana table
+      HIRAGANA_KATAKANA_SMALL_TABLE = [
+        ['ぁ', 'ァ', 'ｧ'],
+        ['ぃ', 'ィ', 'ｨ'],
+        ['ぅ', 'ゥ', 'ｩ'],
+        ['ぇ', 'ェ', 'ｪ'],
+        ['ぉ', 'ォ', 'ｫ'],
+        ['っ', 'ッ', 'ｯ'],
+        ['ゃ', 'ャ', 'ｬ'],
+        ['ゅ', 'ュ', 'ｭ'],
+        ['ょ', 'ョ', 'ｮ'],
+        ['ゎ', 'ヮ', nil],
+        ['ゕ', 'ヵ', nil],
+        ['ゖ', 'ヶ', nil]
+      ].freeze
+
+      # Generate voiced character mappings
+      def self.generate_voiced_characters
+        result = []
+        HIRAGANA_KATAKANA_TABLE.each do |hiragana, katakana, _|
+          result << [hiragana[0], hiragana[1]] if hiragana[0] && hiragana[1]
+          result << [katakana[0], katakana[1]] if katakana[0] && katakana[1]
+        end
+        # Add iteration marks
+        result.concat([
+                        ['ゝ', 'ゞ'],
+                        ['ヽ', 'ヾ'],
+                        ['〱', '〲'],  # U+3031 -> U+3032 (vertical hiragana)
+                        ['〳', '〴']   # U+3033 -> U+3034 (vertical katakana)
+                      ])
+        result
+      end
+
+      # Generate semi-voiced character mappings
+      def self.generate_semi_voiced_characters
+        result = []
+        HIRAGANA_KATAKANA_TABLE.each do |hiragana, katakana, _|
+          result << [hiragana[0], hiragana[2]] if hiragana[0] && hiragana[2]
+          result << [katakana[0], katakana[2]] if katakana[0] && katakana[2]
+        end
+        result
+      end
+
+      VOICED_CHARACTERS = generate_voiced_characters.freeze
+      SEMI_VOICED_CHARACTERS = generate_semi_voiced_characters.freeze
+    end
+  end
+end

data/lib/yosina/transliterators/hyphens.rb

@@ -0,0 +1,83 @@
+# frozen_string_literal: true
+
+require_relative 'hyphens_data'
+
+module Yosina
+  module Transliterators
+    # Handle hyphen replacement with precedence logic
+    module Hyphens
+      # Default precedence of mappings (matching JavaScript default)
+      # rubocop:disable Naming/VariableNumber
+      DEFAULT_PRECEDENCE = [:jisx0208_90].freeze
+      # rubocop:enable Naming/VariableNumber
+
+      # Transliterator for hyphens
+      class Transliterator < Yosina::BaseTransliterator
+        attr_reader :precedence
+
+        # Initialize the transliterator with options
+        #
+        # @param options [Hash] Configuration options
+        # @option options [Array<Symbol>] :precedence List of mapping variants to apply in order.
+        #   Available options: :ascii, :jisx0201, :jisx0208_90, :jisx0208_90_windows, :jisx0208_verbatim
+        #   Defaults to [:jisx0208_90]
+        def initialize(options = nil)
+          super()
+          @precedence = options[:precedence] || DEFAULT_PRECEDENCE
+        end
+
+        # Normalize hyphen characters based on precedence
+        #
+        # @param input_chars [Enumerable<Char>] The characters to transliterate
+        # @return [Enumerable<Char>] The transliterated characters
+        def call(input_chars)
+          offset = 0
+
+          Chars.enum do |y|
+            input_chars.each do |char|
+              record = HyphensData::HYPHENS_MAPPINGS[char.c]
+              if record
+                replacement = get_replacement(record)
+                if replacement && replacement != char.c
+                  replacement.each_char do |c|
+                    y << Char.new(c: c, offset: offset, source: char)
+                    offset += replacement.length
+                  end
+                else
+                  y << Char.new(c: char.c, offset: offset, source: char)
+                  offset += char.c.length
+                end
+              else
+                y << Char.new(c: char.c, offset: offset, source: char)
+                offset += char.c.length
+              end
+            end
+          end
+        end
+
+        private
+
+        # Get the replacement character based on precedence
+        #
+        # @param record [HyphensData::HyphensRecord] The hyphen record containing mapping options
+        # @return [String, nil] The replacement character or nil if no mapping found
+        def get_replacement(record)
+          @precedence.each do |mapping_type|
+            replacement = (record.send mapping_type if record.respond_to?(mapping_type))
+            return replacement if replacement
+          end
+
+          nil
+        end
+      end
+
+      # Factory method to create a hyphens transliterator
+      #
+      # @param options [Hash] Configuration options
+      # @return [Transliterator] A new hyphens transliterator instance
+      def self.call(options = {})
+        Transliterator.new(options)
+      end
+    end
+  end
+end

data/lib/yosina/transliterators/hyphens_data.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+module Yosina
+  module Transliterators
+    # Generated hyphens data
+    module HyphensData
+      # Record for hyphen transliteration data
+      HyphensRecord = Struct.new(:ascii, :jisx0201, :jisx0208_90, :jisx0208_90_windows, :jisx0208_verbatim, keyword_init: true) do
+        def initialize(ascii: nil, jisx0201: nil, jisx0208_90: nil, jisx0208_90_windows: nil, jisx0208_verbatim: nil)
+          super
+        end
+      end
+
+      # Generated mapping data
+      HYPHENS_MAPPINGS = {
+        '-' => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2212}", jisx0208_90_windows: "\u{2212}"),
+        '|' => HyphensRecord.new(ascii: '|', jisx0201: '|', jisx0208_90: "\u{ff5c}", jisx0208_90_windows: "\u{ff5c}"),
+        '~' => HyphensRecord.new(ascii: '~', jisx0201: '~', jisx0208_90: "\u{301c}", jisx0208_90_windows: "\u{ff5e}"),
+        "\u{a2}" => HyphensRecord.new(jisx0208_90: "\u{a2}", jisx0208_90_windows: "\u{ffe0}"),
+        "\u{a3}" => HyphensRecord.new(jisx0208_90: "\u{a3}", jisx0208_90_windows: "\u{ffe1}"),
+        "\u{a6}" => HyphensRecord.new(ascii: '|', jisx0201: '|', jisx0208_90: "\u{ff5c}", jisx0208_90_windows: "\u{ff5c}"),
+        "\u{2d7}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2212}", jisx0208_90_windows: "\u{ff0d}"),
+        "\u{2010}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2010}", jisx0208_90_windows: "\u{2010}"),
+        "\u{2011}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2010}", jisx0208_90_windows: "\u{2010}"),
+        "\u{2012}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2015}", jisx0208_90_windows: "\u{2015}"),
+        "\u{2013}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2015}", jisx0208_90_windows: "\u{2015}"),
+        "\u{2014}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2014}", jisx0208_90_windows: "\u{2015}"),
+        "\u{2015}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2015}", jisx0208_90_windows: "\u{2015}"),
+        "\u{2016}" => HyphensRecord.new(jisx0208_90: "\u{2016}", jisx0208_90_windows: "\u{2225}"),
+        "\u{203e}" => HyphensRecord.new(jisx0201: '~', jisx0208_90: "\u{ffe3}", jisx0208_90_windows: "\u{ffe3}"),
+        "\u{2043}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2010}", jisx0208_90_windows: "\u{2010}"),
+        "\u{2053}" => HyphensRecord.new(ascii: '~', jisx0201: '~', jisx0208_90: "\u{301c}", jisx0208_90_windows: "\u{301c}"),
+        "\u{2212}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2212}", jisx0208_90_windows: "\u{ff0d}"),
+        "\u{2225}" => HyphensRecord.new(jisx0208_90: "\u{2016}", jisx0208_90_windows: "\u{2225}"),
+        "\u{223c}" => HyphensRecord.new(ascii: '~', jisx0201: '~', jisx0208_90: "\u{301c}", jisx0208_90_windows: "\u{ff5e}"),
+        "\u{223d}" => HyphensRecord.new(ascii: '~', jisx0201: '~', jisx0208_90: "\u{301c}", jisx0208_90_windows: "\u{ff5e}"),
+        "\u{2500}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2015}", jisx0208_90_windows: "\u{2015}"),
+        "\u{2501}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2015}", jisx0208_90_windows: "\u{2015}"),
+        "\u{2502}" => HyphensRecord.new(ascii: '|', jisx0201: '|', jisx0208_90: "\u{ff5c}", jisx0208_90_windows: "\u{ff5c}"),
+        "\u{2796}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2212}", jisx0208_90_windows: "\u{ff0d}"),
+        "\u{29ff}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2010}", jisx0208_90_windows: "\u{ff0d}"),
+        "\u{2e3a}" => HyphensRecord.new(ascii: '--', jisx0201: '--', jisx0208_90: "\u{2014}\u{2014}", jisx0208_90_windows: "\u{2015}\u{2015}"),
+        "\u{2e3b}" => HyphensRecord.new(ascii: '---', jisx0201: '---', jisx0208_90: "\u{2014}\u{2014}\u{2014}", jisx0208_90_windows: "\u{2015}\u{2015}\u{2015}"),
+        "\u{301c}" => HyphensRecord.new(ascii: '~', jisx0201: '~', jisx0208_90: "\u{301c}", jisx0208_90_windows: "\u{ff5e}"),
+        "\u{30a0}" => HyphensRecord.new(ascii: '=', jisx0201: '=', jisx0208_90: "\u{ff1d}", jisx0208_90_windows: "\u{ff1d}"),
+        "\u{30fb}" => HyphensRecord.new(jisx0201: "\u{ff65}", jisx0208_90: "\u{30fb}", jisx0208_90_windows: "\u{30fb}"),
+        "\u{30fc}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{30fc}", jisx0208_90_windows: "\u{30fc}"),
+        "\u{fe31}" => HyphensRecord.new(ascii: '|', jisx0201: '|', jisx0208_90: "\u{ff5c}", jisx0208_90_windows: "\u{ff5c}"),
+        "\u{fe58}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2010}", jisx0208_90_windows: "\u{2010}"),
+        "\u{fe63}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2010}", jisx0208_90_windows: "\u{2010}"),
+        "\u{ff0d}" => HyphensRecord.new(ascii: '-', jisx0201: '-', jisx0208_90: "\u{2212}", jisx0208_90_windows: "\u{ff0d}"),
+        "\u{ff5c}" => HyphensRecord.new(ascii: '|', jisx0201: '|', jisx0208_90: "\u{ff5c}", jisx0208_90_windows: "\u{ff5c}"),
+        "\u{ff5e}" => HyphensRecord.new(ascii: '~', jisx0201: '~', jisx0208_90: "\u{301c}", jisx0208_90_windows: "\u{ff5e}"),
+        "\u{ffe4}" => HyphensRecord.new(ascii: '|', jisx0201: '|', jisx0208_90: "\u{ff5c}", jisx0208_90_windows: "\u{ffe4}"),
+        "\u{ff70}" => HyphensRecord.new(ascii: '-', jisx0201: "\u{ff70}", jisx0208_90: "\u{30fc}", jisx0208_90_windows: "\u{30fc}"),
+        "\u{ffe8}" => HyphensRecord.new(ascii: '|', jisx0201: '|', jisx0208_90: "\u{ff5c}", jisx0208_90_windows: "\u{ff5c}")
+      }.freeze
+    end
+  end
+end

data/lib/yosina/transliterators/ideographic_annotations.rb

@@ -0,0 +1,73 @@
+# frozen_string_literal: true
+
+module Yosina
+  module Transliterators
+    # Replace ideographic annotation marks used in traditional translation
+    module IdeographicAnnotations
+      # Generated mapping data from ideographic_annotations.json
+      IDEOGRAPHIC_ANNOTATIONS_MAPPINGS = {
+        "\u{3192}" => "\u{4e00}",
+        "\u{3193}" => "\u{4e8c}",
+        "\u{3194}" => "\u{4e09}",
+        "\u{3195}" => "\u{56db}",
+        "\u{3196}" => "\u{4e0a}",
+        "\u{3197}" => "\u{4e2d}",
+        "\u{3198}" => "\u{4e0b}",
+        "\u{3199}" => "\u{7532}",
+        "\u{319a}" => "\u{4e59}",
+        "\u{319b}" => "\u{4e19}",
+        "\u{319c}" => "\u{4e01}",
+        "\u{319d}" => "\u{5929}",
+        "\u{319e}" => "\u{5730}",
+        "\u{319f}" => "\u{4eba}"
+      }.freeze
+
+      # Transliterator for ideographic_annotations
+      class Transliterator < Yosina::BaseTransliterator
+        # Initialize the transliterator with options
+        #
+        # @param _options [Hash] Configuration options (currently unused)
+        def initialize(_options = {})
+          # Options currently unused for ideographic_annotations transliterator
+          super()
+        end
+
+        # Replace ideographic annotation marks used in traditional translation
+        #
+        # @param input_chars [Enumerable<Char>] The characters to transliterate
+        # @return [Enumerable<Char>] The transliterated characters
+        def call(input_chars)
+          offset = 0
+
+          result = input_chars.filter_map do |char|
+            replacement = IDEOGRAPHIC_ANNOTATIONS_MAPPINGS[char.c]
+            c = if replacement
+                  # Skip empty replacements (character removal)
+                  next if replacement.empty?
+
+                  Char.new(c: replacement, offset: offset, source: char)
+                else
+                  char.with_offset(offset)
+                end
+            offset += c.c.length
+            c
+          end
+
+          class << result
+            include Yosina::Chars
+          end
+
+          result
+        end
+      end
+
+      # Factory method to create a ideographic_annotations transliterator
+      #
+      # @param options [Hash] Configuration options
+      # @return [Transliterator] A new ideographic_annotations transliterator instance
+      def self.call(options = {})
+        Transliterator.new(options)
+      end
+    end
+  end
+end

data/lib/yosina/transliterators/ivs_svs_base.rb

@@ -0,0 +1,169 @@
+# frozen_string_literal: true
+
+require_relative 'ivs_svs_base_data'
+
+module Yosina
+  module Transliterators
+    # IVS/SVS base handling with proper forward and reverse transliteration
+    module IvsSvsBase
+      # Forward transliterator to add IVS/SVS selectors to base characters
+      class ForwardTransliterator
+        attr_reader :base_to_variants, :prefer_svs
+
+        # Initialize the forward transliterator with options
+        #
+        # @param base_to_variants [Hash] Mapping of base characters to their IVS/SVS variants
+        # @param prefer_svs [Boolean] Whether to prefer SVS over IVS when both exist
+        def initialize(base_to_variants, prefer_svs)
+          @base_to_variants = base_to_variants
+          @prefer_svs = prefer_svs
+        end
+
+        # Add IVS/SVS selectors to base characters
+        #
+        # @param input_chars [Enumerable<Char>] The characters to transliterate
+        # @return [Enumerable<Char>] The transliterated characters
+        def call(input_chars)
+          offset = 0
+
+          Chars.enum do |y|
+            input_chars.each do |char|
+              # Try to add IVS/SVS selectors to base characters
+              record = @base_to_variants[char.c]
+              replacement = nil
+              if record
+                if @prefer_svs && record.svs
+                  replacement = record.svs
+                elsif record.ivs
+                  replacement = record.ivs
+                end
+              end
+
+              if replacement
+                y << Char.new(c: replacement, offset: offset, source: char)
+                offset += replacement.length
+              else
+                y << char.with_offset(offset)
+                offset += char.c.length
+              end
+            end
+          end
+        end
+      end
+
+      # Reverse transliterator to remove IVS/SVS selectors and get base characters
+      class ReverseTransliterator
+        attr_reader :variants_to_base, :charset, :drop_selectors_altogether
+
+        # Initialize the reverse transliterator with options
+        #
+        # @param variants_to_base [Hash] Mapping of IVS/SVS characters to their base forms
+        # @param charset [String] The charset to use for base mappings ("unijis_90" or "unijis_2004")
+        # @param drop_selectors_altogether [Boolean] Whether to drop all selectors
+        def initialize(variants_to_base, charset, drop_selectors_altogether)
+          @variants_to_base = variants_to_base
+          @charset = charset
+          @drop_selectors_altogether = drop_selectors_altogether
+        end
+
+        # Remove IVS/SVS selectors to get base characters
+        #
+        # @param input_chars [Enumerable<Char>] The characters to transliterate
+        # @return [Enumerable<Char>] The transliterated characters
+        def call(input_chars)
+          offset = 0
+
+          Chars.enum do |y|
+            input_chars.each do |char|
+              replacement = nil
+
+              # Try to remove IVS/SVS selectors
+              record = @variants_to_base[char.c]
+              if record
+                if @charset == 'unijis_2004' && record.base2004
+                  replacement = record.base2004
+                elsif @charset == 'unijis_90' && record.base90
+                  replacement = record.base90
+                end
+              end
+
+              # If no replacement found and drop_selectors_altogether is true,
+              # try to remove variation selectors manually
+              if !replacement && @drop_selectors_altogether && char.c.length > 1
+                second_char = char.c[1]
+                second_char_ord = second_char.ord
+                # Check for variation selectors: U+FE00-U+FE0F or U+E0100-U+E01EF
+                if (second_char_ord >= 0xFE00 && second_char_ord <= 0xFE0F) ||
+                   (second_char_ord >= 0xE0100 && second_char_ord <= 0xE01EF)
+                  replacement = char.c[0]
+                end
+              end
+
+              if replacement
+                y << Char.new(c: replacement, offset: offset, source: char)
+                offset += replacement.length
+              else
+                y << char.with_offset(offset)
+                offset += char.c.length
+              end
+            end
+          end
+        end
+      end
+
+      # Main IVS/SVS base transliterator
+      class Transliterator < Yosina::BaseTransliterator
+        attr_reader :mode, :drop_selectors_altogether, :charset, :prefer_svs, :inner
+
+        # Initialize the transliterator with options
+        #
+        # @param options [Hash] Configuration options
+        # @option options [String] :mode The mode of operation ("ivs-or-svs", "base"). Defaults to "base".
+        #   - "ivs-or-svs": Add IVS/SVS selectors to kanji characters
+        #   - "base": Remove IVS/SVS selectors to get base characters
+        # @option options [Boolean] :drop_selectors_altogether Whether to drop all selectors when mode is "base".
+        #   Defaults to false.
+        # @option options [String] :charset The charset to use for base mappings ("unijis_90" or "unijis_2004").
+        #   Defaults to "unijis_2004".
+        # @option options [Boolean] :prefer_svs When mode is "ivs-or-svs", prefer SVS over IVS if both exist.
+        #   Defaults to false.
+        def initialize(options = {})
+          super()
+          @mode = options[:mode] || 'base'
+          @drop_selectors_altogether = options[:drop_selectors_altogether] || false
+          @charset = options[:charset] || 'unijis_2004'
+          @prefer_svs = options[:prefer_svs] || false
+
+          @inner = if @mode == 'ivs-or-svs'
+                     ForwardTransliterator.new(
+                       IvsSvsBaseData.get_base_to_variants_mappings(@charset),
+                       @prefer_svs
+                     )
+                   else
+                     ReverseTransliterator.new(
+                       IvsSvsBaseData.get_variants_to_base_mappings,
+                       @charset,
+                       @drop_selectors_altogether
+                     )
+                   end
+        end
+
+        # Handle IVS/SVS sequences
+        #
+        # @param input_chars [Enumerable<Char>] The characters to transliterate
+        # @return [Enumerable<Char>] The transliterated characters
+        def call(input_chars)
+          @inner.call(input_chars)
+        end
+      end
+
+      # Factory method to create an IVS/SVS base transliterator
+      #
+      # @param options [Hash] Configuration options
+      # @return [Transliterator] A new IVS/SVS base transliterator instance
+      def self.call(options = {})
+        Transliterator.new(options)
+      end
+    end
+  end
+end