slovene_stemmer 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 22259aadb0a9aaf285250af01d541904c0397712ca27f67b8ba48a7bcf5a02e4
+  data.tar.gz: ace3157849d8f3d26bc99f8e22f77c544fc81f233cad2ed771e377849a1c2bbf
+SHA512:
+  metadata.gz: 63f2ddea98119888780145b6da3d5ef80aeb8c364d4fce6371aa94b9dcd34d0641cc70683fb325352aff93abd3f5989b020da475e0070bcaa87a9c1b26ca69d3
+  data.tar.gz: 0f2496d0ca5cbfff34c2a94acd09e5af4823ac71f266dc474592475b4ba37490f7ca1312de9cf28f74fa843b33b593b2574876cb05c841afa5c24d39c6e7e6fe

data/lib/slovene_stemmer.rb

@@ -0,0 +1,43 @@
+require 'yaml'
+require_relative './slovene_stemmer/stem'
+
+# Inspired by: http://snowball.tartarus.org/archives/snowball-discuss/0725.html
+module SloveneStemmer
+  extend self
+
+  def load_endings
+    config_path = File.expand_path("../../config/slovene_stemmer.yml", __FILE__)
+
+    YAML.load_file(config_path)['word_endings'].group_by(&:length)
+  rescue => e
+    raise "Please provide a valid config/stemmer.yml file, #{e}"
+  end
+
+  ALPHABET = 'abcčdefghijklmnoprsštuvzž'.freeze
+  VOWELS = 'aeiou'.freeze
+  CONSONANTS = ALPHABET.tr(VOWELS, '').freeze
+  WORD_ENDINGS = load_endings
+
+  def stem(word)
+    stem = Stem.new(word.strip)
+    stem.remove_symbols!
+
+    4.times do
+      WORD_ENDINGS.each do |ending_length, endings|
+        next if stem.length <= ending_length + 3
+
+        stem.remove_last_char! if stem.ends_with?(endings)
+      end
+
+      if stem.length > 6 && stem.ends_with?(CONSONANTS.chars)
+        stem.remove_last_char!
+      end
+
+      if stem.length > 5 && stem.ends_with?(VOWELS.chars)
+        stem.remove_last_char!
+      end
+    end
+
+    stem.to_s
+  end
+end

data/lib/slovene_stemmer/stem.rb

@@ -0,0 +1,27 @@
+module SloveneStemmer
+  Stem = Struct.new(:stem) do
+    SYMBOLS = %w[, . ! : ; - _ ( ) ?].freeze
+
+    def ends_with?(ending_candidates)
+      ending_candidates.any? { |ending| stem.downcase.end_with?(ending) }
+    end
+
+    def remove_last_char!
+      self.stem = stem[0...-1]
+    end
+
+    def remove_symbols!
+      SYMBOLS.each do |symbol|
+        stem.gsub!(symbol, ' ')
+      end
+    end
+
+    def length
+      stem.length
+    end
+
+    def to_s
+      stem
+    end
+  end
+end

metadata

@@ -0,0 +1,44 @@
+--- !ruby/object:Gem::Specification
+name: slovene_stemmer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Tadej Hribar
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-01-02 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: tadej.996@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/slovene_stemmer.rb
+- lib/slovene_stemmer/stem.rb
+homepage: https://rubygems.org/gems/slovene_stemmer
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key: 
+specification_version: 4
+summary: A basic stemmer for Slovene language.
+test_files: []