ar-stemmer 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 029d013e8fd23e2964db1941d9f00a0c61eb12b2
-  data.tar.gz: 81cda1f2db208084d8a527f6155f0c5e799fce02
+  metadata.gz: 2dc21e273c406dd6d38f7517a7a560e38635a5bf
+  data.tar.gz: 26fc0d3b1055d9c72d50a14dafec6b73f0df0c2f
 SHA512:
-  metadata.gz: 7bb90e9a007c4dc50bb367e871cfbd5e8871c47c8df1594f144a4d9d5ed07a58ab710d003e987b94d20eb654e4bdd9c9b84c924a0c1a32e43dabcdba3599caf9
-  data.tar.gz: 8f8b5171731c0f0fd0e59cd9be517544cd98c6a95906c40917fc5ed6dc70425f6661cb7d7d0777a0b4375498c5bd5642a6a1e2b9d6b28adcfbdc11d2ba92c834
+  metadata.gz: b5a86a69fd409515cfb0e6ef19efee86807506edad369966656062715542004e4cab9526d95211f570d15538de7eab617ea70f451522916baaa3209adac18f06
+  data.tar.gz: cda405430462c6591d48bb026237a5d1872f100633c53b024933213b20ffd90c02d40fd7f2ffa9c64e8f67f21c79ce8044060c3441fe194a2894869be3904f42

data/README.md

@@ -30,6 +30,12 @@ ArStemmer.stem("الدونات")
 "دونات"
 ```
 
+When you want to turn off the specific rules for your own purpose, you can pass the name to `disable` option.
+
+```
+ArStemmer.stem(word, disable: [:yeh_noon, :waw_noon])
+```
+
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/ar-stemmer.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "ar-stemmer"
-  spec.version       = "0.1.1"
+  spec.version       = "0.2.0"
   spec.authors       = ["Tomoya Hirano"]
   spec.email         = ["hiranotomoya@gmail.com"]
 

data/lib/ar_stemmer.rb

@@ -15,37 +15,38 @@ class ArStemmer
   WAW = "\u0648"
   YEH = "\u064A"
 
-  PREFIXES = [
-    ALEF + LAM,
-    WAW + ALEF + LAM,
-    BEH + ALEF + LAM,
-    KAF + ALEF + LAM,
-    FEH + ALEF + LAM,
-    LAM + LAM,
-    WAW
-  ]
+  PREFIXES = {
+    alef_lam:     ALEF + LAM,
+    waw_alef_lam: WAW + ALEF + LAM,
+    beh_alef_lam: BEH + ALEF + LAM,
+    kaf_alef_lam: KAF + ALEF + LAM,
+    feh_alef_lam: FEH + ALEF + LAM,
+    lam_lam:      LAM + LAM,
+    waw:          WAW
+  }
 
-  SUFFIXES = [
-    HEH + ALEF,
-    ALEF + NOON,
-    ALEF + TEH,
-    WAW + NOON,
-    YEH + NOON,
-    YEH + HEH,
-    YEH + TEH_MARBUTA,
-    HEH,
-    TEH_MARBUTA,
-    YEH
-  ]
+  SUFFIXES = {
+    heh_alef:        HEH + ALEF,
+    alef_noon:       ALEF + NOON,
+    alef_teh:        ALEF + TEH,
+    waw_noon:        WAW + NOON,
+    yeh_noon:        YEH + NOON,
+    yeh_heh:         YEH + HEH,
+    yeh_teh_marbuta: YEH + TEH_MARBUTA,
+    heh:             HEH,
+    teh_marbuta:     TEH_MARBUTA,
+    yeh:             YEH
+  }
 
-  def self.stem(word)
-    new(word).stem
+  def self.stem(word, options = {})
+    new(word, options).stem
   end
 
-  attr_reader :word
+  attr_reader :word, :disabled
 
-  def initialize(word)
+  def initialize(word, options = {})
     @word = word.dup
+    @disabled = options[:disable] || []
   end
 
   def stem
@@ -54,33 +55,39 @@ class ArStemmer
     word
   end
 
-  def stem_prefix
-    PREFIXES.each do |prefix|
-      @word = word[prefix.length .. -1] if starts_with_check_length(word, prefix)
+  private
+
+    def rules(rule_set)
+      rule_set.reject {|k, v| disabled.include?(k) }.values
     end
-  end
 
-  def stem_suffix
-    SUFFIXES.each do |suffix|
-      @word = word[0 .. -(suffix.length + 1)] if ends_with_check_length(word, suffix)
+    def stem_prefix
+      rules(PREFIXES).each do |prefix|
+        @word = word[prefix.length .. -1] if starts_with_check_length(word, prefix)
+      end
     end
-  end
 
-  def starts_with_check_length(word, prefix)
-    if prefix.length == 1 && word.length < 4 # wa- prefix requires at least 3 characters
-      false
-    elsif word.length < prefix.length + 2
-      false
-    else
-      word.start_with?(prefix)
+    def stem_suffix
+      rules(SUFFIXES).each do |suffix|
+        @word = word[0 .. -(suffix.length + 1)] if ends_with_check_length(word, suffix)
+      end
     end
-  end
 
-  def ends_with_check_length(word, suffix)
-    if word.length < suffix.length + 2
-      false
-    else
-      word.end_with?(suffix)
+    def starts_with_check_length(word, prefix)
+      if prefix.length == 1 && word.length < 4 # wa- prefix requires at least 3 characters
+        false
+      elsif word.length < prefix.length + 2
+        false
+      else
+        word.start_with?(prefix)
+      end
+    end
+
+    def ends_with_check_length(word, suffix)
+      if word.length < suffix.length + 2
+        false
+      else
+        word.end_with?(suffix)
+      end
     end
-  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ar-stemmer
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Tomoya Hirano
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-02-08 00:00:00.000000000 Z
+date: 2016-02-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler