spacifier 1.0.0.pre.alpha2 → 1.0.0.pre.alpha3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9d9f70f6f9b9efdb04de2cc4c4838c6a36e8d68b
-  data.tar.gz: 747190451b7c1f70f7e74562d8f28caa295e7f12
+  metadata.gz: 65d49016c156ab3983ebae779feeb7c2cdf050ae
+  data.tar.gz: dbbf28808141bbb4e74d90f203548e9cc97f41cf
 SHA512:
-  metadata.gz: 18a00994e46eeefcf821d48b436f5c5c9983eefc5e4ebf81539b2c3e829a6f897e045debc161518c495c343d162829535aa6f31df299b629c3d99b05ea1e78a2
-  data.tar.gz: a2f41e63fd3b5ef7aab0fa8bbc305abe7c8b5a2533042bacd1d956a38edb625e1996cea2f7dd9e600b5f6bf9f0d6b883d70d86b86dd251500b75ed44da536ff2
+  metadata.gz: aa8da243d339b5ca87f92b394610ec5603ae761e6de3a9de4c3aa6a3b689357945d8190f38349b4369b6df22c339e863540c398aa41269cfb07098c08e581575
+  data.tar.gz: 60f1cd64093a3b29a35b529ee062fc93ecc53869a2a434eb25cca3998acf28ba91e29d0f7c6bb5f725e0e83729f17b6554e9046fe4e41ff0a8e94a813b89e363

data/lib/spacifier/punctuation.rb

@@ -1,11 +1,9 @@
 # encoding: utf-8
 
 module Spacifier
-  CHINESE_PUNCTUATIONS = "，。／、（）【】「」·～《》？".freeze
-
   class << self
-    def is_chinese_punctuation(c)
-      CHINESE_PUNCTUATIONS.include? c
+    def is_punctuation(c)
+      !(/\p{P}/.match(c) == nil)
     end
   end
 end

data/lib/spacifier/version.rb

@@ -1,3 +1,3 @@
 module Spacifier
-  VERSION = "1.0.0-alpha2".freeze
+  VERSION = "1.0.0-alpha3".freeze
 end

data/lib/spacifier.rb

@@ -14,8 +14,15 @@ module Spacifier
       last_word_type = nil # 0 for cn, 1 for en
       # iterate chars
       words.each_char do |c|
-        if is_chinese_punctuation(c)
+        if c == " "
           new_words << c
+          last_word_type = nil
+        elsif /\d/.match(c) != nil
+          new_words << c
+          last_word_type = nil
+        elsif is_punctuation(c)
+          new_words << c
+          last_word_type = nil
         elsif /\p{Han}/.match(c) == nil
           new_words << " " if last_word_type == 0
           new_words << c

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: spacifier
 version: !ruby/object:Gem::Version
-  version: 1.0.0.pre.alpha2
+  version: 1.0.0.pre.alpha3
 platform: ruby
 authors:
 - David Zhang