characteristics 0.4.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e75050c917591b71a2bec6839ba773ce8db0b0a5
-  data.tar.gz: 932dbfc7d19c456d58d59403e8e4f79462f56373
+  metadata.gz: dc0c2818e9353a8bf2723c6c4bf52fdb4fe108e5
+  data.tar.gz: c83c50620d650bb3e41c84cdff744411a3eb31f2
 SHA512:
-  metadata.gz: 492d9986683f98be2f0e268445ddecbc976a372d06854b1a2858b9556f9627ea149a2fd39866fe0ec6e0d062c715e20824eee95ba0c8e89f958e1d3964722ba0
-  data.tar.gz: d7bd3e2ae36cd69be1693d617ba859ceb66c580f8dfb0d7bc719d089e140be749e7249f219c0bc2d3087daf071c3f64cdaaa9f08804868a42dd94be0e1e79cde
+  metadata.gz: 8ffe39fb8ac396bbaa15cae35e02e087093f0b82b249b5361b37216f9928a7952762086c162c2549875c49792b795e7c7a157cbc9f86b51a0e3b6635ec808c1b
+  data.tar.gz: 828bf1f2542a448b0c8f67b96d9d2f76cbd5a2c70b4ab7f3aad2bada69be658ca743a4139d44db39c1fde7bea6542f2bba3fd02d709e52609105275077321870

data/CHANGELOG.md

@@ -1,5 +1,16 @@
 ## CHANGELOG
 
+### 0.5.1
+
+* (Proper version of gem on rubygems.org)
+
+### 0.5.0
+
+* Add bidi_control? property
+* Treat NEL (in C1 area) as separator
+* Treat RLM and LRM as blanks
+* Treat CGJ as blank
+
 ### 0.4.0
 
 * Support Japanese Emojis (KDDI / SoftBank / DoCoMo) for Unicode

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    characteristics (0.4.0)
+    characteristics (0.5.1)
       unicode-categories (~> 1.1, >= 1.1.2)
 
 GEM

data/lib/characteristics.rb

@@ -69,6 +69,9 @@ class Characteristics
   def format?
   end
 
+  def bidi_control?
+  end
+
   # private use emojis
   def kddi?
   end

data/lib/characteristics/ascii.rb

@@ -49,4 +49,8 @@ class AsciiCharacteristics < Characteristics
   def format?
     false
   end
+
+  def bidi_control?
+    false
+  end
 end

data/lib/characteristics/binary.rb

@@ -50,4 +50,8 @@ class BinaryCharacteristics < Characteristics
   def format?
     false
   end
+
+  def bidi_control?
+    false
+  end
 end

data/lib/characteristics/byte.rb

@@ -187,6 +187,10 @@ class ByteCharacteristics < Characteristics
     FORMATS[@ord] =~ @encoding_name
   end
 
+  def bidi_control?
+    format?
+  end
+
   private
 
   def encoding_has_c1?

data/lib/characteristics/unicode.rb

@@ -7,6 +7,7 @@ class UnicodeCharacteristics < Characteristics
     0x0009,
     0x0020,
     0x00AD,
+    0x034F,
     0x061C,
     0x070F,
     0x115F,
@@ -29,6 +30,8 @@ class UnicodeCharacteristics < Characteristics
     0x200B,
     0x200C,
     0x200D,
+    0x200E,
+    0x200F,
     0x202F,
     0x205F,
     0x2060,
@@ -67,10 +70,26 @@ class UnicodeCharacteristics < Characteristics
     0x000B,
     0x000C,
     0x000D,
+    0x0085,
     0x2028,
     0x2029,
   ].freeze
 
+  BIDI_CONTROL = [
+    0x061C,
+    0x200E,
+    0x200F,
+    0x202A,
+    0x202B,
+    0x202C,
+    0x202D,
+    0x202E,
+    0x2066,
+    0x2067,
+    0x2068,
+    0x2069,
+  ].freeze
+
   attr_reader :category
 
   def initialize(char)
@@ -114,22 +133,32 @@ class UnicodeCharacteristics < Characteristics
     @is_valid && @category == "Cf"
   end
 
+  def bidi_control?
+    @is_valid && BIDI_CONTROL.include?(@ord)
+  end
+
   def kddi?
-    encoding_has_kddi? && ( @ord >= 0xE468 && @ord <= 0xE5DF ||
-                            @ord >= 0xEA80 && @ord <= 0xEB8E )
+    @is_valid &&
+    encoding_has_kddi? &&
+    ( @ord >= 0xE468 && @ord <= 0xE5DF ||
+      @ord >= 0xEA80 && @ord <= 0xEB8E )
   end
 
   def softbank?
-    encoding_has_softbank? && ( @ord >= 0xE001 && @ord <= 0xE05A ||
-                                @ord >= 0xE101 && @ord <= 0xE15A ||
-                                @ord >= 0xE201 && @ord <= 0xE25A ||
-                                @ord >= 0xE301 && @ord <= 0xE34D ||
-                                @ord >= 0xE401 && @ord <= 0xE44C ||
-                                @ord >= 0xE501 && @ord <= 0xE53E )
+    @is_valid &&
+    encoding_has_softbank? &&
+    ( @ord >= 0xE001 && @ord <= 0xE05A ||
+      @ord >= 0xE101 && @ord <= 0xE15A ||
+      @ord >= 0xE201 && @ord <= 0xE25A ||
+      @ord >= 0xE301 && @ord <= 0xE34D ||
+      @ord >= 0xE401 && @ord <= 0xE44C ||
+      @ord >= 0xE501 && @ord <= 0xE53E )
   end
 
   def docomo?
-    encoding_has_docomo? && ( @ord >= 0xE63E && @ord <= 0xE757 )
+    @is_valid &&
+    encoding_has_docomo? &&
+    ( @ord >= 0xE63E && @ord <= 0xE757 )
   end
 
   private

data/lib/characteristics/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 class Characteristics
-  VERSION = "0.4.0".freeze
+  VERSION = "0.5.1".freeze
 end

data/spec/characteristics_spec.rb

@@ -22,6 +22,10 @@ describe Characteristics do
     Characteristics.create(char.force_encoding(encoding)).format?
   end
 
+  def bidi_control?(char)
+    Characteristics.create(char.force_encoding(encoding)).bidi_control?
+  end
+
   describe UnicodeCharacteristics do
     describe "UTF*" do
       let(:encoding) { "UTF-8" }
@@ -52,6 +56,11 @@ describe Characteristics do
         assert format? "\uFFF9"
         refute format? "\x21"
       end
+
+      it "is bidi_control or not" do
+        assert bidi_control? "\u202D"
+        refute bidi_control? "\x21"
+      end
     end
 
     describe "Japanese Emojis" do
@@ -101,6 +110,10 @@ describe Characteristics do
       it "is never format" do
         refute format? "\x21"
       end
+
+      it "is never bidi_control" do
+        refute bidi_control? "\x21"
+      end
     end
   end
 
@@ -131,6 +144,10 @@ describe Characteristics do
       it "is never format" do
         refute format? "\x21"
       end
+
+      it "is never bidi_control" do
+        refute bidi_control? "\x21"
+      end
     end
   end
 
@@ -163,6 +180,10 @@ describe Characteristics do
         it "is never format" do
           refute format? "\x21"
         end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
       end
 
       # TODO
@@ -209,6 +230,10 @@ describe Characteristics do
         it "is never format" do
           refute format? "\x21"
         end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
       end
 
       # TODO
@@ -249,6 +274,10 @@ describe Characteristics do
         it "is never format" do
           refute format? "\x21"
         end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
       end
 
       # describe "IBM437" do
@@ -294,6 +323,10 @@ describe Characteristics do
         it "is never format" do
           refute format? "\x21"
         end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
       end
 
       # describe "macCentEuro" do
@@ -333,6 +366,10 @@ describe Characteristics do
         it "is never format" do
           refute format? "\x21"
         end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
       end
 
       describe "Windows-874" do
@@ -360,6 +397,10 @@ describe Characteristics do
         it "is never format" do
           refute format? "\x21"
         end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
       end
     end
 
@@ -388,6 +429,10 @@ describe Characteristics do
         it "is never format" do
           refute format? "\x21"
         end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
       end
 
       describe "KOI8-U" do
@@ -414,6 +459,10 @@ describe Characteristics do
         it "is never format" do
           refute format? "\x21"
         end
+
+        it "is never bidi_control" do
+          refute bidi_control? "\x21"
+        end
       end
     end
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: characteristics
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Jan Lelis
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-03-21 00:00:00.000000000 Z
+date: 2017-03-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: unicode-categories