hebrew 0.1.8 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: dccbbe3d1173be26a4a0bf0527669c20c054aa07
-  data.tar.gz: d03cd42416c578729d69a5d0f4200f82950d0f8f
+SHA256:
+  metadata.gz: 661d451b7a8c3a59707599e58b68071cb3920bb0ce91d6289971fda0aededbb2
+  data.tar.gz: fbbae45974ca57a07617095ab5fd8f7dde66919179c0fc503b71f1ef2154f4bd
 SHA512:
-  metadata.gz: 2c3027be5c73cd44ccade52be6d9f0ac796814e13c5d1a037d0a9e96436e1e0e28a10c85881f375b3e628a3049926ff9f07e5d9168d872ed5686bc428729b84c
-  data.tar.gz: 38ef10f3f1c65988f9b18f8403c49bf15c27bed7cbbd1b6cc88f5aeef87e0482b47eeea0d2f010ee391f0054ef4d6501a558be100a31c29fae3818d4ce2d3b07
+  metadata.gz: ea15e475ab1237ae160a48b9951f35233208c940ed4ea402c364d47a3f960c174cd7c9091d38ae7a381a882f7b21b618a071bc500849ae86d26eb6b0594bec0f
+  data.tar.gz: b1083099d1f2b488beaa5916057ace041efc7daf9600fceb6927a3aa8c69de760f642c0d31cba89575645d6807a4d166ada787b4f0b6a30a6e33c47719bb587c

data/lib/hebrew.rb

@@ -5,9 +5,7 @@
 
 # codepoints for CP1255 nikkud
 NIKKUD_CP1255 = [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 209, 210]
-#NIKKUD_CP1255 = ["\xc0".force_encoding('windows-1255'), "\xc1".force_encoding('windows-1255'), "\xc2".force_encoding('windows-1255'), "\xc3".force_encoding('windows-1255'), "\xc4".force_encoding('windows-1255'), "\xc5".force_encoding('windows-1255'), "\xc6".force_encoding('windows-1255'), "\xc7".force_encoding('windows-1255'), "\xc8".force_encoding('windows-1255'), "\xc9".force_encoding('windows-1255'), "\xcb".force_encoding('windows-1255'), "\xcc".force_encoding('windows-1255'), "\xd1".force_encoding('windows-1255'), "\xd2".force_encoding('windows-1255')] # wow, this is fugly.  Is there a neater way to specify CP1255 literal?
 NIKKUD_UTF8 = [0x05b0, 0x05b1, 0x05b2, 0x05b3, 0x05b4, 0x05b5, 0x05b6, 0x05b7, 0x05b8, 0x05b9, 0x05bb, 0x05bc, 0x05bd, 0x05bf, 0x05c1, 0x05c2]
-#NIKKUD_UTF8 = ["\u05b0", "\u05b1", "\u05b2", "\u05b3", "\u05b4", "\u05b5", "\u05b6", "\u05b7", "\u05b8", "\u05b9", "\u05bb", "\u05bc", "\u05c1", "\u05c2"]
 # TODO: Mac encoding
 
 FIANLS_CP1255 = ["\xea".force_encoding('windows-1255'), "\xed".force_encoding('windows-1255'), "\xef".force_encoding('windows-1255'), "\xf3".force_encoding('windows-1255'), "\xf5".force_encoding('windows-1255')]
@@ -15,9 +13,39 @@ FIANLS_CP1255 = ["\xea".force_encoding('windows-1255'), "\xed".force_encoding('w
 FINALS_UTF8 = ["\u05da", "\u05dd", "\u05df", "\u05e3", "\u05e5"]
 HEB_UTF8_START = 1424
 HEB_UTF8_END = 1535
+HEB_UTF8_XIRIK = 1460
+HEB_UTF8_XOLAM = 1465
+HEB_UTF8_QUBBUTS = 1467
+HEB_UTF8_SHURUK = 1468
 
 # extend String class
 class String
+  def strip_hebrew
+    case self.encoding
+    when Encoding::UTF_8
+      strip_hebrew_utf8
+    when Encoding::WINDOWS_1255 || Encoding::CP1255
+      strip_hebrew_cp1255
+    end
+  end
+  def strip_hebrew_utf8
+    target = ''
+    self.each_codepoint {|cp|
+      unless self.class.is_codepoint_nikkud_utf8(cp) or self.is_hebrew_codepoint_utf8(cp)
+        target << cp.chr(Encoding::UTF_8)
+      end
+    }
+    return target
+  end
+  def strip_hebrew_cp1255
+    target = ''.force_encoding('windows-1255')
+    self.each_codepoint {|cp|
+      unless self.class.is_codepoint_nikkud_cp1255(cp) or self.is_hebrew_codepoint_cp1255(cp)
+        target << cp.chr(Encoding::CP1255) # is there a neater way?
+      end
+    }
+    return target
+  end
   # this will return the string, stripped of any Hebrew nikkud characters
   def strip_nikkud
     case self.encoding
@@ -31,7 +59,7 @@ class String
     target = ''.force_encoding('windows-1255')
     self.each_codepoint {|cp|
       unless self.class.is_codepoint_nikkud_cp1255(cp)
-        target += cp.chr(Encoding::CP1255) # is there a neater way?
+        target << cp.chr(Encoding::CP1255) # is there a neater way?
       end
     }
     return target
@@ -40,7 +68,7 @@ class String
     target = ''
     self.each_codepoint {|cp|
       unless self.class.is_codepoint_nikkud_utf8(cp)
-        target += cp.chr(Encoding::UTF_8)
+        target << cp.chr(Encoding::UTF_8)
       end
     }
     return target
@@ -58,6 +86,43 @@ class String
       return false
     end
   end
+
+  def falsehood
+    false
+  end
+
+  # this will add matres lectionis (yods and vavs as vowels) after diacritics that denote those vowels. The result won't always be morphologically correct Hebrew, but is useful for generating mostly-likely variants users may search for, when typing inputs (almost no Hebrew users know how to produce diacritics on the keyboard).
+  def naive_full_nikkud
+    ret = ''
+    prev_char = nil
+    case self.encoding
+    when Encoding::UTF_8
+      self.each_char do |c|
+        ret += c
+        ret += 'י' if c.codepoints[0] == HEB_UTF8_XIRIK
+        ret += 'ו' if c.codepoints[0] == HEB_UTF8_QUBBUTS
+        ret += 'ו' if c.codepoints[0] == HEB_UTF8_XOLAM && prev_char != 'ו'
+        prev_char = c
+      end
+      return ret.gsub('יי','ִי') # get rid of extraneous yods possibly added because we weren't looking ahead
+    else
+      return nil # not implemented for other encodings for now.
+    end
+  end
+
+  def any_nikkud?
+    func = case self.encoding
+      when Encoding::UTF_8
+        :is_codepoint_nikkud_utf8
+      when Encoding::WINDOWS_1255 || Encoding::CP1255
+        :is_codepoint_nikkud_cp1255
+      else
+        :falsehood
+      end
+    self.each_codepoint{|cp| return true if String.send(func, cp)}
+    return false
+  end
+
   def is_hebrew_codepoint_cp1255(cp)
     return ((cp > 191 && cp < 202) or [203, 204, 209, 210].include?(cp))
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hebrew
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.2.3
 platform: ruby
 authors:
 - Asaf Bartov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-07-04 00:00:00.000000000 Z
+date: 2020-10-20 00:00:00.000000000 Z
 dependencies: []
 description: Some useful code to identify, transcode, and manipulate Hebrew text
 email: asaf.bartov@gmail.com
@@ -36,8 +36,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
 summary: Hebrew string manipulation