disarm 0.16.0-aarch64-linux → 0.17.2-aarch64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8ecc331ffb977947b213f31133c21afa3aede8d64f44a43a5e624eeb122013df
-  data.tar.gz: e09891674097fa1eb7f61318e3df6c7e23740a132e313f309012ff68a2951bfe
+  metadata.gz: e6b272d5f6d1d04facd6e0799badd0e45611437f933ea0c1c5c3ab15f57a6b9c
+  data.tar.gz: c55d1928a81a21870b7152cafcbf364ffbf9f80872a100b26cb3dfc3f3a11d45
 SHA512:
-  metadata.gz: 1784010e8ff92e9493d600eabb0bd856d56405310dd3d12b53fdc1badeddbb7c668efcf608812360f2332772c51735cb7d44dff5bf4d1287dc5ec74497ac1bd3
-  data.tar.gz: 0dfc2d60de872b386ac671594a8bea2bc0c4cf87b731c15343dc488d494c4d9e8a7bc4728b7249a44877b2d82ec953ea3c3135299f8ef973f458a1302f40b7ba
+  metadata.gz: b785345089c2bcbfb9b83ced9b02108b04dc7911b65e535bb51e73facc133bb252fc69ba602e7cc9356bf5c38e41c07730644e77c4d0d637781ba25a2bc1f08e
+  data.tar.gz: 67c55f33eff752f93ce65161e77d87a4cf40b3a6df82d3e64ff28e390d6b2b32d3a5816f0454ce54f892231ce980e0a7e13becb3f31f66300e9da1f2a5a15367

data/README.md

@@ -19,10 +19,10 @@ gem "disarm"
 gem install disarm
 ```
 
-Requires Ruby >= 3.1. Precompiled platform gems ship for Ruby 3.1 through 4.0
+Requires Ruby >= 3.3. Precompiled platform gems ship for Ruby 3.3 through 4.0
 (Linux x86_64/aarch64, macOS x86_64/arm64, Windows). On a supported Ruby with no
 matching platform gem, the source gem installs and compiles locally, which needs a
-Rust toolchain. Below 3.1 the gem does not install at all.
+Rust toolchain. Below 3.3 the gem does not install at all.
 
 ## Usage
 

data/lib/disarm/version.rb

@@ -2,5 +2,5 @@
 
 module Disarm
   # Kept in lockstep with the Rust crate / Python package version.
-  VERSION = "0.16.0"
+  VERSION = "0.17.2"
 end

data/lib/disarm.rb

@@ -24,6 +24,13 @@ end
 # keyword arguments with the core's defaults, symbol tokens (:latin, :default, …),
 # a single transliterate(text, scheme:) entrypoint, and a Disarm::Error hierarchy.
 # Each method is still a thin wrapper over the pure-Rust `disarm` core.
+#
+# Text arguments are read by the encoding the String declares. UTF-8 and US-ASCII are
+# read as they are, and ASCII-8BIT (BINARY) is read as UTF-8, the way the C ABI reads
+# its bytes; any other encoding (ISO-8859-1, Windows-1251, UTF-16LE, ...) is transcoded
+# to UTF-8 first. A malformed or unmappable sequence becomes one U+FFFD, and so does a
+# lone surrogate, the contract every binding shares (#469). An encoding Ruby cannot
+# convert from at all raises Disarm::InvalidArgument.
 module Disarm
   # Base class for every error disarm raises, so consumers can `rescue
   # Disarm::Error`. The native shim raises Ruby's built-in ArgumentError /
@@ -38,7 +45,8 @@ module Disarm
     # Transliterate Unicode text to ASCII. `scheme:` selects the standard:
     # :default (the general-purpose scheme), :strict_iso9, or :gost7034. `lang:`
     # applies a language profile on top of the scheme (e.g. "uk" → Київ → "Kyiv",
-    # "de" → ü → "ue"); nil means no profile. Both accept a String or Symbol.
+    # "de" → ü → "ue"); nil means no profile. Both accept a String or Symbol. Raises
+    # Disarm::InvalidArgument on an unknown lang, as every binding does.
     def transliterate(text, scheme: :default, lang: nil)
       scheme = scheme.to_s
       lang = lang&.to_s
@@ -53,7 +61,8 @@ module Disarm
       end
     end
 
-    # Fold cross-script confusables toward `target:` (:latin or :cyrillic).
+    # Fold cross-script confusables toward `target:` (:latin, :cyrillic, :arabic or
+    # :hebrew).
     #
     # `digit_policy:` selects how non-Latin DIGITS fold (#561).
     #
@@ -61,9 +70,9 @@ module Disarm
     # right for prose, where a Devanagari zero really is a zero.
     #
     # `:tr39` uses upstream's targets, which send most of them to a Latin letter
-    # (`०` → `o`; three of the 45 rows fold to `.` or to the two characters `rn`
+    # (`०` → `o`; three of the 47 rows fold to `.` or to the two characters `rn`
     # instead). That is what an identifier *skeleton* wants, since its only job is to
-    # make two confusable identifiers collide. The two differ on 45 rows and agree
+    # make two confusable identifiers collide. The two differ on 47 rows and agree
     # everywhere else. Scoped to `target: :latin` — the override rows are generated from
     # the Latin table and carry TR39's Latin-script targets, so with `target: :cyrillic`
     # it is a no-op.
@@ -75,15 +84,16 @@ module Disarm
       translate_errors { _normalize_confusables(text, target.to_s, digit_policy.to_s) }
     end
 
-    # Whether `text` contains a character confusable with `target:` (:latin or
-    # :cyrillic).
+    # Whether `text` contains a character confusable with `target:` (:latin,
+    # :cyrillic, :arabic or :hebrew).
     def confusable?(text, target: :latin)
       translate_errors { _confusable?(text, target.to_s) }
     end
 
     # Generate a URL-safe slug. Mirrors the core's `SlugConfig` defaults; every
     # option past `text` is keyword-only. (`regex_pattern`/`replacements` are not
-    # surfaced yet — see ext/disarm/src/lib.rs.)
+    # surfaced yet — see ext/disarm/src/lib.rs.) Raises Disarm::InvalidArgument on an
+    # unknown `lang:`.
     def slugify(
       text,
       separator: "-",
@@ -111,7 +121,9 @@ module Disarm
     end
 
     # Replace emoji with their plain names (e.g. "👍" → "thumbs up").
-    # `strip_modifiers:` drops skin-tone / variation modifiers before naming.
+    # `strip_modifiers:` drops skin-tone / variation modifiers before naming. An emoji
+    # CLDR cannot name (a regional indicator or a Plane 14 tag character standing
+    # alone) becomes "[?]", the sentinel #transliterate writes, as in every binding.
     def demojize(text, strip_modifiers: false)
       translate_errors { _demojize(text, strip_modifiers) }
     end
@@ -122,7 +134,8 @@ module Disarm
     # +demojize+ asks what CLDR calls a character, so its domain is the name table, which
     # is wider than the emoji: <tt>demojize("x\u2122y")</tt> is "x trade mark y". This
     # asks whether the UCD calls it an emoji — Emoji_Presentation=Yes, an Emoji=Yes base
-    # carrying U+FE0F, and the ZWJ, modifier, keycap and flag sequences on those. Nothing
+    # carrying U+FE0F (not an Extended_Pictographic one, so a black star with a selector
+    # stays), and the ZWJ, modifier, keycap and flag sequences on those. Nothing
     # else moves.
     #
     # +replacement+ is inserted exactly as given: "" closes an intra-word split and " "
@@ -146,7 +159,7 @@ module Disarm
     # keeps the VS15/VS16 presentation selectors after a base, which the naive chain
     # deletes, and it collapses TAB/LF to a space, which the primitives leave alone.
     def strip_format(text)
-      _strip_format(text)
+      translate_errors { _strip_format(text) }
     end
 
     # Remove obfuscation (zero-width, bidi, combining-mark abuse) while keeping
@@ -219,7 +232,12 @@ module Disarm
     # `max_distance:` (#894). Reports; it does not decide. An exact match is reported with
     # distance 0, and ties go to the first candidate at the lowest distance.
     def nearest_match(value, candidates, max_distance: 1)
-      hit = translate_errors { _nearest_match(value, candidates.map(&:to_s), max_distance) }
+      hit = translate_errors do
+        # A non-collection is a wrong-typed argument, not a NoMethodError (N2).
+        raise ::TypeError, "candidates must be an Array or Enumerable" unless candidates.respond_to?(:map)
+
+        _nearest_match(value, candidates.map(&:to_s), max_distance)
+      end
       hit && { value: hit[0], distance: hit[1] }
     end
 
@@ -378,15 +396,18 @@ module Disarm
       translate_errors { _strip_pua(text) }
     end
 
-    # Strip "zalgo" combining-mark stacking, keeping at most `max_marks:` (2)
-    # combining marks per base character.
-    def strip_zalgo(text, max_marks: 2)
+    # Strip "zalgo" combining-mark stacking, keeping at most `max_marks:` marks of each
+    # combining class on one base character. The default is the core's,
+    # DEFAULT_ZALGO_MAX_MARKS (3), equal to #zalgo?'s threshold (#788), so this never
+    # strips from text #zalgo? declines to flag.
+    def strip_zalgo(text, max_marks: DEFAULT_ZALGO_MAX_MARKS)
       translate_errors { _strip_zalgo(text, max_marks) }
     end
 
     # Whether `text` looks like zalgo: any base character carries more than
-    # `threshold:` (3) combining marks.
-    def zalgo?(text, threshold: 3)
+    # `threshold:` marks of one combining class. The default is the core's,
+    # DEFAULT_ZALGO_THRESHOLD (3).
+    def zalgo?(text, threshold: DEFAULT_ZALGO_THRESHOLD)
       translate_errors { _zalgo?(text, threshold) }
     end
 
@@ -422,13 +443,16 @@ module Disarm
     # Turn arbitrary text into a safe filename. `platform:` is :universal
     # (default), :windows, or :posix; `preserve_extension:` keeps the final
     # extension when truncating to `max_length:`. Raises Disarm::InvalidArgument
-    # on an unknown platform.
+    # on an unknown platform, or on a `separator:` that is not printable, non-space
+    # ASCII, contains a character illegal on the platform, or contains a path
+    # separator ("/" or "\\"). An empty separator is allowed, and so is " " on its
+    # own.
     #
     # A safe *filename*, not a safe URL path segment. "%" is legal in a filename, so one
     # the caller typed is kept — sanitize_filename("..%2Fetc") returns "%2Fetc" — and a
     # consumer that percent-decodes the result must validate AFTER decoding. What this
-    # will not do is manufacture one: "%" never appears in the output unless it appeared
-    # in the input (#721).
+    # will not do is manufacture one: every "%" in the output is one the input
+    # contained, or part of the separator (#721).
     def sanitize_filename(text, separator: "_", max_length: 255, platform: :universal,
                           lang: nil, preserve_extension: true)
       translate_errors do
@@ -475,8 +499,9 @@ module Disarm
       end
     end
 
-    # ML/NLP normalization: NFKC → emoji→text → transliterate → strip accents →
-    # [case fold] → strip control → strip zero-width → collapse whitespace.
+    # ML/NLP normalization: resolve deletions → NFKC → emoji→text → transliterate →
+    # strip accents → emoji→text → [case fold] → strip control → strip zero-width →
+    # collapse whitespace → NFC.
     #
     # `fold_case:` defaults to true. Pass false in front of a CASED model — folding is
     # destructive, cannot be undone downstream, and an uncased evaluation harness cannot
@@ -513,7 +538,7 @@ module Disarm
     # anomaly detector's `bidi` kind reports nine of the twelve, holding back LRM, RLM
     # and ALM because a lone directional mark is ordinary in right-to-left text.
     def bidi_control?(text)
-      _has_bidi_control?(text)
+      translate_errors { _has_bidi_control?(text) }
     end
 
     # Explain how `lang: "auto"` detection resolves `text`: a hash with
@@ -674,13 +699,14 @@ module Disarm
     # whole surface. The original backtrace is preserved (passed as the third
     # `raise` argument) so the failing native call site stays visible. A bad
     # argument from the native layer can arrive as ArgumentError (an invalid
-    # scheme/target), TypeError (a non-String argument), or RangeError (e.g. a
-    # negative max_length) — all map to Disarm::InvalidArgument.
+    # scheme/target), TypeError (a non-String argument), RangeError (e.g. a
+    # negative max_length) or EncodingError (a String in an encoding Ruby cannot
+    # transcode to UTF-8) — all map to Disarm::InvalidArgument.
     def translate_errors
       yield
     rescue Error
       raise # already in our hierarchy — don't re-wrap
-    rescue ::ArgumentError, ::TypeError, ::RangeError => e
+    rescue ::ArgumentError, ::TypeError, ::RangeError, ::EncodingError => e
       raise InvalidArgument, e.message, e.backtrace
     rescue ::RuntimeError => e
       raise Error, e.message, e.backtrace

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: disarm
 version: !ruby/object:Gem::Version
-  version: 0.16.0
+  version: 0.17.2
 platform: aarch64-linux
 authors:
 - Richard Quinn
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2026-09-06 00:00:00.000000000 Z
+date: 2026-09-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -95,8 +95,6 @@ files:
 - LICENSE
 - README.md
 - lib/disarm.rb
-- lib/disarm/3.1/disarm.so
-- lib/disarm/3.2/disarm.so
 - lib/disarm/3.3/disarm.so
 - lib/disarm/3.4/disarm.so
 - lib/disarm/4.0/disarm.so
@@ -117,7 +115,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.1'
+      version: '3.3'
   - - "<"
     - !ruby/object:Gem::Version
       version: 4.1.dev