characteristics 0.5.2 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 10cb6aa4ebfd58994b086a0f39dfba5e469a5898
-  data.tar.gz: e959c0f9778f8b7be7abb2eababcbc371813a065
+  metadata.gz: 95c672e25105f6a9281caee75f58cc242e50bee5
+  data.tar.gz: 17fe74e2842c0175b284e9a0b170561aba80c7af
 SHA512:
-  metadata.gz: 546df909b9f275220b3d72531e226191e088517ed906b27efafe6a4a283939d106051a6c57650d79e2dfccae98242662939090f53f5b22320dc3e61389e2c112
-  data.tar.gz: b7148696e8d471d840b0c039d199e41fa5059dabecbc6ee75a9299e103f5e32428f1ec2089d6f9e89519a6e54bc66e6db998c3b21293a9d277ea387b15046bb1
+  metadata.gz: f12e4d9b7b471019a606060166629a99e950b1e5fc3d44f933da70239f2cbc5ed4ac8023b9bb79998709a6bed14c3681dd141f1894c11ddec14649e31c68d841
+  data.tar.gz: 5110369bc3619f9e3ddc23c9bc6dd5abd7ff0e8ffdfd46889fbc2b04aea1d7611de607852ed0dfab04befa330e8c3e8c3afe5fa680ff0cb16ace232a5a968f6d

data/.travis.yml

@@ -3,13 +3,13 @@ language: ruby
 
 rvm:
 - ruby-head
-- 2.4.0
-- 2.3.3
+- 2.4.1
+- 2.3.4
 - 2.2
 - 2.1
 - 2.0
 - jruby-head
-- jruby-9.1.7.0
+- jruby-9.1.8.0
 
 cache:
 - bundler

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 ## CHANGELOG
 
+### 0.6.0
+
+* Add separator? property
+* Ensure all characteristics have a c0? / c1? method
+* Add GB1988 encoding (which is a 7bit ascii-like)
+
 ### 0.5.2
 
 * Add another Hangul blank (U+FFA0)

data/README.md

@@ -7,7 +7,7 @@ A Ruby library which provides some basic information about how characters behave
 - Is a character a special control character?
 - Could a character be invisible (blank)?
 
-The [unibits](https://github.com/janlelis/unibits) gem makes use of this data to visualize it accordingliy.
+The [unibits](https://github.com/janlelis/unibits) and [uniscribe](https://github.com/janlelis/uniscribe) gems makes use of this data to visualize it accordingliy.
 
 ## Setup
 
@@ -20,12 +20,13 @@ gem 'characteristics'
 ## Usage
 
 ```ruby
-char_info = Characteristics.new(character)
+char_info = Characteristics.create(character)
 char_info.valid? # => true / false
 char_info.unicode? # => true / false
 char_info.assigned? # => true / false
 char_info.control? # => true / false
 char_info.blank? # => true / false
+char_info.separator? # => true / false
 char_info.format? # => true / false
 ```
 
@@ -38,7 +39,7 @@ This library knows of four different kinds of encodings:
 - **:byte** Known single-byte encoding
   - *ISO-8859-X*, *Windows-125X*, *IBMX*, *CP85X*, *macX*, *TIS-620*, *Windows-874*, *KOI-X*
 - **:ascii** 7-Bit ASCII
-  - *US-ASCII*
+  - *US-ASCII*, *GB1988*
 - **:binary** Arbitrary string
   - *ASCII-8BIT*
 
@@ -48,7 +49,7 @@ Other encodings are not supported, yet.
 
 ### `valid?`
 
-Validness is determined by Ruby's String#valid_encoding?
+Validness is determined by Ruby's `String#valid_encoding?`
 
 ### `unicode?`
 
@@ -66,7 +67,11 @@ Control characters are codepoints in the is [C0, delete or C1 control character
 
 ### `blank?`
 
-The library includes a list of characters that might not be rendered visually. This list does not include unassigned codepoints, control characters (except for `\t`, `\n`, `\v`, `\f`, `\r`), or special formatting characters (right-to-left marker, variation selectors, etc).
+The library includes a list of characters that might not be rendered visually. This list does not include unassigned codepoints, control characters (except for `\t`, `\n`, `\v`, `\f`, `\r`, and `\u{85}` in Unicode), or special formatting characters (right-to-left markers, variation selectors, etc).
+
+### `separator?`
+
+Returns true if character is considered a separator. All separators also return true for the `blank?` check. In Unicode, the following characters are separators: `\n`, `\v`, `\f`, `\r`, `\u{85}` (next line), `\u{2028}` (line separator), and `\u{2029}` (paragraph separator)
 
 ### `format?`
 
@@ -75,7 +80,6 @@ This flag is `true` only for special formatting characters, which are not contro
 ## Todo
 
 - Support all non-dummy encodings that Ruby supports
-- Complete test matrix
 
 ## MIT License
 

data/lib/characteristics.rb

@@ -10,7 +10,7 @@ require_relative "characteristics/unicode"
 class Characteristics
   def self.type_from_encoding_name(encoding_name)
     case encoding_name
-    when "US-ASCII"
+    when "US-ASCII", "GB1988"
       :ascii
     when "ASCII-8BIT"
       :binary
@@ -63,6 +63,15 @@ class Characteristics
   def control?
   end
 
+  def c0?
+  end
+
+  def delete?
+  end
+
+  def c1?
+  end
+
   def blank?
   end
 

data/lib/characteristics/ascii.rb

@@ -18,6 +18,10 @@ class AsciiCharacteristics < Characteristics
     @ord = char.ord if @is_valid
   end
 
+  def valid?
+    @is_valid && !(@encoding_name != "US-ASCII" && @ord >= 0x80)
+  end
+
   def unicode?
     false
   end
@@ -46,6 +50,10 @@ class AsciiCharacteristics < Characteristics
     @is_valid && ( BLANKS.include?(@ord) || SEPARATORS.include?(@ord) )
   end
 
+  def separator?
+    SEPARATORS.include?(@ord)
+  end
+
   def format?
     false
   end

data/lib/characteristics/binary.rb

@@ -43,10 +43,18 @@ class BinaryCharacteristics < Characteristics
     @ord == 0x7F
   end
 
+  def c1?
+    false
+  end
+
   def blank?
     BLANKS.include?(@ord) || SEPARATORS.include?(@ord)
   end
 
+  def separator?
+    SEPARATORS.include?(@ord)
+  end
+
   def format?
     false
   end

data/lib/characteristics/byte.rb

@@ -183,6 +183,10 @@ class ByteCharacteristics < Characteristics
     EXTRA_BLANKS[@ord] =~ @encoding_name
   end
 
+  def separator?
+    SEPARATORS.include?(@ord)
+  end
+
   def format?
     FORMATS[@ord] =~ @encoding_name
   end

data/lib/characteristics/unicode.rb

@@ -130,6 +130,10 @@ class UnicodeCharacteristics < Characteristics
     @is_valid && ( BLANKS.include?(@ord) || SEPARATORS.include?(@ord) )
   end
 
+  def separator?
+    @is_valid && SEPARATORS.include?(@ord)
+  end
+
   def format?
     @is_valid && @category == "Cf"
   end

data/lib/characteristics/version.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
 class Characteristics
-  VERSION = "0.5.2".freeze
+  VERSION = "0.6.0".freeze
   UNICODE_VERSION = "9.0.0".freeze
 end

data/spec/characteristics_spec.rb

@@ -18,6 +18,10 @@ describe Characteristics do
     Characteristics.create(char.force_encoding(encoding)).blank?
   end
 
+  def separator?(char)
+    Characteristics.create(char.force_encoding(encoding)).separator?
+  end
+
   def format?(char)
     Characteristics.create(char.force_encoding(encoding)).format?
   end
@@ -52,6 +56,11 @@ describe Characteristics do
         refute blank? "\x21"
       end
 
+      it "is separator or not" do
+        assert separator? "\n"
+        refute separator? "\x20"
+      end
+
       it "is format or not" do
         assert format? "\uFFF9"
         refute format? "\x21"
@@ -107,6 +116,11 @@ describe Characteristics do
         refute blank? "\x21"
       end
 
+      it "is separator or not" do
+        assert separator? "\n"
+        refute separator? "\x20"
+      end
+
       it "is never format" do
         refute format? "\x21"
       end
@@ -141,6 +155,48 @@ describe Characteristics do
         refute blank? "\x21"
       end
 
+      it "is separator or not" do
+        assert separator? "\n"
+        refute separator? "\x20"
+      end
+
+      it "is never format" do
+        refute format? "\x21"
+      end
+
+      it "is never bidi_control" do
+        refute bidi_control? "\x21"
+      end
+    end
+
+    describe "GB1988" do
+      let(:encoding) { "GB1988" }
+
+      it "is valid or not" do
+        assert valid? "\x21"
+        refute valid? "\x80"
+      end
+
+      it "is always assigned" do
+        assert assigned? "\x21"
+      end
+
+      it "is control or not" do
+        assert control? "\x1E"
+        assert control? "\x7F"
+        refute control? "\x67"
+      end
+
+      it "is blank or not" do
+        assert blank? "\x20"
+        refute blank? "\x21"
+      end
+
+      it "is separator or not" do
+        assert separator? "\n"
+        refute separator? "\x20"
+      end
+
       it "is never format" do
         refute format? "\x21"
       end
@@ -177,6 +233,11 @@ describe Characteristics do
           refute blank? "\x21"
         end
 
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
         it "is never format" do
           refute format? "\x21"
         end
@@ -186,27 +247,46 @@ describe Characteristics do
         end
       end
 
-      # TODO
+      describe "ISO-8859-2" do
+        let(:encoding) { "ISO-8859-2" }
 
-      # describe "ISO-8859-2" do
-      # describe "ISO-8859-3" do
-      # describe "ISO-8859-4" do
-      # describe "ISO-8859-5" do
-      # describe "ISO-8859-6" do
-      # describe "ISO-8859-7" do
-      # describe "ISO-8859-8" do
-      # describe "ISO-8859-9" do
-      # describe "ISO-8859-10" do
-      # describe "ISO-8859-11" do
-      # describe "ISO-8859-13" do
-      # describe "ISO-8859-14" do
-      # describe "ISO-8859-15" do
-      # describe "ISO-8859-16" do
-    end
+        it "is always valid" do
+          assert valid? "\x80"
+        end
 
-    describe "Windows-125*" do
-      describe "Windows-1252" do
-        let(:encoding) { "Windows-1252" }
+        it "is always assigned" do
+          assert assigned? "\x21"
+          assert assigned? "\x80"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "ISO-8859-3" do
+        let(:encoding) { "ISO-8859-3" }
 
         it "is always valid" do
           assert valid? "\x80"
@@ -214,11 +294,13 @@ describe Characteristics do
 
         it "is assigned or not" do
           assert assigned? "\x21"
-          refute assigned? "\x81"
+          refute assigned? "\xA5"
         end
 
         it "is control or not" do
           assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
           refute control? "\x67"
         end
 
@@ -227,6 +309,11 @@ describe Characteristics do
           refute blank? "\x21"
         end
 
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
         it "is never format" do
           refute format? "\x21"
         end
@@ -236,33 +323,22 @@ describe Characteristics do
         end
       end
 
-      # TODO
-
-      # describe "Windows-1250" do
-      # describe "Windows-1251" do
-      # describe "Windows-1253" do
-      # describe "Windows-1254" do
-      # describe "Windows-1255" do
-      # describe "Windows-1256" do
-      # describe "Windows-1257" do
-      # describe "Windows-1258" do
-    end
-
-    describe "IBM*, CP85*" do
-      describe "IBM869" do
-        let(:encoding) { "IBM869" }
+      describe "ISO-8859-4" do
+        let(:encoding) { "ISO-8859-4" }
 
         it "is always valid" do
           assert valid? "\x80"
         end
 
-        it "is assigned or not" do
+        it "is always assigned" do
           assert assigned? "\x21"
-          refute assigned? "\x80"
+          assert assigned? "\x80"
         end
 
         it "is control or not" do
           assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
           refute control? "\x67"
         end
 
@@ -271,6 +347,11 @@ describe Characteristics do
           refute blank? "\x21"
         end
 
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
         it "is never format" do
           refute format? "\x21"
         end
@@ -280,27 +361,8 @@ describe Characteristics do
         end
       end
 
-      # describe "IBM437" do
-      # describe "IBM737" do
-      # describe "IBM775" do
-      # describe "CP850" do
-      # describe "IBM852" do
-      # describe "CP852" do
-      # describe "IBM855" do
-      # describe "CP855" do
-      # describe "IBM857" do
-      # describe "IBM860" do
-      # describe "IBM861" do
-      # describe "IBM862" do
-      # describe "IBM863" do
-      # describe "IBM864" do
-      # describe "IBM865" do
-      # describe "IBM866" do
-    end
-
-    describe "mac*" do
-      describe "macRoman" do
-        let(:encoding) { "macRoman" }
+      describe "ISO-8859-5" do
+        let(:encoding) { "ISO-8859-5" }
 
         it "is always valid" do
           assert valid? "\x80"
@@ -308,10 +370,13 @@ describe Characteristics do
 
         it "is always assigned" do
           assert assigned? "\x21"
+          assert assigned? "\x80"
         end
 
         it "is control or not" do
           assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
           refute control? "\x67"
         end
 
@@ -320,6 +385,11 @@ describe Characteristics do
           refute blank? "\x21"
         end
 
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
         it "is never format" do
           refute format? "\x21"
         end
@@ -329,20 +399,46 @@ describe Characteristics do
         end
       end
 
-      # describe "macCentEuro" do
-      # describe "macCroatian" do
-      # describe "macCyrillic" do
-      # describe "macGreek" do
-      # describe "macIceland" do
-      # describe "macRomania" do
-      # describe "macThai" do
-      # describe "macTurkish" do
-      # describe "macUkraine" do
-    end
+      describe "ISO-8859-6" do
+        let(:encoding) { "ISO-8859-6" }
 
-    describe "TIS-620/Windows-874" do
-      describe "TIS-620" do
-        let(:encoding) { "TIS-620" }
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\xA1"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "ISO-8859-7" do
+        let(:encoding) { "ISO-8859-7" }
 
         it "is always valid" do
           assert valid? "\x80"
@@ -350,11 +446,13 @@ describe Characteristics do
 
         it "is assigned or not" do
           assert assigned? "\x21"
-          refute assigned? "\xA0"
+          refute assigned? "\xFF"
         end
 
         it "is control or not" do
           assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
           refute control? "\x67"
         end
 
@@ -363,6 +461,11 @@ describe Characteristics do
           refute blank? "\x21"
         end
 
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
         it "is never format" do
           refute format? "\x21"
         end
@@ -372,20 +475,62 @@ describe Characteristics do
         end
       end
 
-      describe "Windows-874" do
-        let(:encoding) { "Windows-874" }
+      describe "ISO-8859-8" do
+        let(:encoding) { "ISO-8859-8" }
 
         it "is always valid" do
           assert valid? "\x80"
         end
 
         it "is assigned or not" do
-          assert assigned? "\xA0"
-          refute assigned? "\x99"
+          assert assigned? "\x21"
+          refute assigned? "\xA1"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is format or not" do
+          assert format? "\xFE"
+          refute format? "\x21"
+        end
+
+        it "is bidi_control or not" do
+          assert bidi_control? "\xFE"
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "ISO-8859-9" do
+        let(:encoding) { "ISO-8859-9" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+          assert assigned? "\x80"
         end
 
         it "is control or not" do
           assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
           refute control? "\x67"
         end
 
@@ -394,6 +539,11 @@ describe Characteristics do
           refute blank? "\x21"
         end
 
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
         it "is never format" do
           refute format? "\x21"
         end
@@ -402,11 +552,9 @@ describe Characteristics do
           refute bidi_control? "\x21"
         end
       end
-    end
 
-    describe "KOI8-*" do
-      describe "KOI8-R" do
-        let(:encoding) { "KOI8-R" }
+      describe "ISO-8859-10" do
+        let(:encoding) { "ISO-8859-10" }
 
         it "is always valid" do
           assert valid? "\x80"
@@ -414,10 +562,51 @@ describe Characteristics do
 
         it "is always assigned" do
           assert assigned? "\x21"
+          assert assigned? "\x80"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "ISO-8859-11" do
+        let(:encoding) { "ISO-8859-11" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\xDB"
         end
 
         it "is control or not" do
           assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
           refute control? "\x67"
         end
 
@@ -426,6 +615,11 @@ describe Characteristics do
           refute blank? "\x21"
         end
 
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
         it "is never format" do
           refute format? "\x21"
         end
@@ -435,8 +629,8 @@ describe Characteristics do
         end
       end
 
-      describe "KOI8-U" do
-        let(:encoding) { "KOI8-U" }
+      describe "ISO-8859-13" do
+        let(:encoding) { "ISO-8859-13" }
 
         it "is always valid" do
           assert valid? "\x80"
@@ -444,10 +638,13 @@ describe Characteristics do
 
         it "is always assigned" do
           assert assigned? "\x21"
+          assert assigned? "\x80"
         end
 
         it "is control or not" do
           assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
           refute control? "\x67"
         end
 
@@ -456,6 +653,1555 @@ describe Characteristics do
           refute blank? "\x21"
         end
 
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "ISO-8859-14" do
+        let(:encoding) { "ISO-8859-14" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+          assert assigned? "\x80"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "ISO-8859-15" do
+        let(:encoding) { "ISO-8859-15" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+          assert assigned? "\x80"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "ISO-8859-16" do
+        let(:encoding) { "ISO-8859-16" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+          assert assigned? "\x80"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          assert control? "\x7F"
+          assert control? "\x80"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+    end
+
+    describe "Windows-125*" do
+      describe "Windows-1250" do
+        let(:encoding) { "Windows-1250" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\x81"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "Windows-1251" do
+        let(:encoding) { "Windows-1251" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\x98"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "Windows-1252" do
+        let(:encoding) { "Windows-1252" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\x81"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "Windows-1253" do
+        let(:encoding) { "Windows-1253" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\x81"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "Windows-1254" do
+        let(:encoding) { "Windows-1254" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\x81"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "Windows-1255" do
+        let(:encoding) { "Windows-1255" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\x81"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is format or not" do
+          assert format? "\xFE"
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          assert bidi_control? "\xFE"
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "Windows-1256" do
+        let(:encoding) { "Windows-1256" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is format or not" do
+          assert format? "\xFE"
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          assert bidi_control? "\xFE"
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "Windows-1257" do
+        let(:encoding) { "Windows-1257" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\x81"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "Windows-1258" do
+        let(:encoding) { "Windows-1258" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\x81"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+    end
+
+    describe "IBM*, CP85*" do
+      describe "IBM437" do
+        let(:encoding) { "IBM437" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM737" do
+        let(:encoding) { "IBM737" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM775" do
+        let(:encoding) { "IBM775" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "CP850" do
+        let(:encoding) { "CP850" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM852" do
+        let(:encoding) { "IBM852" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "CP852" do
+        let(:encoding) { "CP852" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM855" do
+        let(:encoding) { "IBM855" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "CP855" do
+        let(:encoding) { "CP855" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM857" do
+        let(:encoding) { "IBM857" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\xE7"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM860" do
+        let(:encoding) { "IBM860" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM861" do
+        let(:encoding) { "IBM861" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM862" do
+        let(:encoding) { "IBM862" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM863" do
+        let(:encoding) { "IBM863" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM864" do
+        let(:encoding) { "IBM864" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\xA6"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM865" do
+        let(:encoding) { "IBM865" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM866" do
+        let(:encoding) { "IBM866" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "IBM869" do
+        let(:encoding) { "IBM869" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\x80"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+    end
+
+    describe "mac*" do
+      describe "macCentEuro" do
+        let(:encoding) { "macCentEuro" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "macCroatian" do
+        let(:encoding) { "macCroatian" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "macCyrillic" do
+        let(:encoding) { "macCyrillic" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "macGreek" do
+        let(:encoding) { "macGreek" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "macIceland" do
+        let(:encoding) { "macIceland" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "macRoman" do
+        let(:encoding) { "macRoman" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "macRomania" do
+        let(:encoding) { "macRomania" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "macThai" do
+        let(:encoding) { "macThai" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\xFC"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "macTurkish" do
+        let(:encoding) { "macTurkish" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\xF5"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "macUkraine" do
+        let(:encoding) { "macUkraine" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+    end
+
+    describe "TIS-620/Windows-874" do
+      describe "TIS-620" do
+        let(:encoding) { "TIS-620" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\x21"
+          refute assigned? "\xA0"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "Windows-874" do
+        let(:encoding) { "Windows-874" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is assigned or not" do
+          assert assigned? "\xA0"
+          refute assigned? "\x99"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+    end
+
+    describe "KOI8-*" do
+      describe "KOI8-R" do
+        let(:encoding) { "KOI8-R" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
+        it "is never format" do
+          refute format? "\x21"
+        end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
+      end
+
+      describe "KOI8-U" do
+        let(:encoding) { "KOI8-U" }
+
+        it "is always valid" do
+          assert valid? "\x80"
+        end
+
+        it "is always assigned" do
+          assert assigned? "\x21"
+        end
+
+        it "is control or not" do
+          assert control? "\x1E"
+          refute control? "\x67"
+        end
+
+        it "is blank or not" do
+          assert blank? "\x20"
+          refute blank? "\x21"
+        end
+
+        it "is separator or not" do
+          assert separator? "\n"
+          refute separator? "\x20"
+        end
+
         it "is never format" do
           refute format? "\x21"
         end