myasorubka 0.1

data/spec/msd/russian_spec.rb

@@ -0,0 +1,24 @@
+# encoding: utf-8
+
+require_relative '../spec_helper'
+require 'csv'
+
+class Myasorubka::MSD
+  describe Russian do
+    before do
+      table_filename = File.expand_path('../russian.tsv', __FILE__)
+      @tsv = CSV.open(table_filename, 'rb', :col_sep => "\t")
+      @header = @tsv.shift
+    end
+
+    after do
+      @tsv.close
+    end
+
+    it 'should be parsed' do
+      until @tsv.eof?
+        Myasorubka::MSD.new(Russian, @tsv.shift.first[0]).must_be :valid?
+      end
+    end
+  end
+end

data/spec/msd_spec.rb

@@ -0,0 +1,145 @@
+# encoding: utf-8
+
+require_relative 'spec_helper'
+
+module Myasorubka
+  describe MSD do
+    describe 'Initializer' do
+      module ValidFoo; CATEGORIES = []; end
+      module InvalidFoo; end
+
+      it 'should work when appropriate Language is given' do
+        MSD.new(ValidFoo).must_be :valid?
+      end
+
+      it 'should not work when Language has not CATEGORIES' do
+        lambda { MSD.new(InvalidFoo) }.must_raise ArgumentError
+      end
+
+      it 'should work when Language is given with empty MSD line' do
+        MSD.new(ValidFoo, nil).must_be :valid?
+        MSD.new(ValidFoo, '').must_be :valid?
+      end
+
+      it 'should have empty grammemes, virgin POS and defined language' do
+        msd = MSD.new(ValidFoo)
+        msd[:pos].must_be_nil
+        msd.grammemes.must_equal({})
+        msd.language.must_equal ValidFoo
+      end
+    end
+
+    describe 'Attributes' do
+      before { @msd = MSD.new(MSD::Russian) }
+
+      it 'should change POS over []=' do
+        @msd[:pos] = :residual
+        @msd[:pos].must_equal :residual
+      end
+
+      it 'should change grammemes over []=' do
+        @msd[:pos] = :verb
+
+        @msd[:tense].must_be_nil
+        @msd[:tense] = :past
+        @msd[:tense].must_equal :past
+      end
+
+      it 'should have reader for POS' do
+        @msd[:pos] = :residual
+        @msd.pos.must_equal @msd[:pos]
+      end
+
+      it 'can merge attributes hash into itself' do
+        attrs = { :pos => :conjunction, :type => :coordinating,
+                  :formation => :simple }
+        @msd.merge! attrs
+        pos = attrs.delete :pos
+
+        @msd.pos.must_equal pos
+        @msd.grammemes.must_equal attrs
+      end
+
+      it 'can self-validate' do
+        @msd[:pos] = :interjection
+        @msd.must_be :valid?
+      end
+
+      it 'should break the validation when descriptors are invalid' do
+        @msd[:pos] = :zalupa
+        @msd.wont_be :valid?
+      end
+
+      it 'can generate regexp based on POS and grammemes' do
+        @msd[:pos] = :verb
+        @msd[:type] = :main
+
+        re = @msd.to_regexp
+        ('Vmp' =~ re).must_equal 0
+        ('Nc-pl' =~ re).must_be_nil
+      end
+    end
+
+    describe 'Generator' do
+      before { @msd = MSD.new(MSD::Russian) }
+
+      it 'should not generate anything without POS tag' do
+        @msd[:number] = :singular
+        @msd.to_s.must_equal ''
+      end
+
+      it 'should raise InvalidDescriptor when POS tag is invalid' do
+        @msd[:pos] = :zalupa
+        lambda { @msd.to_s }.must_raise MSD::InvalidDescriptor
+      end
+
+      it 'should generate valid MSD lines when POS/grammemes are valid too' do
+        @msd[:pos] = :noun
+        @msd.to_s.must_equal 'N'
+
+        @msd[:animate] = :yes
+        @msd.to_s.must_equal 'N----y'
+
+        @msd[:number] = :singular
+        @msd.to_s.must_equal 'N--s-y'
+
+        @msd[:animate] = nil
+        @msd.to_s.must_equal 'N--s'
+
+        @msd[:type] = :common
+        @msd.to_s.must_equal 'Nc-s'
+      end
+    end
+
+    describe 'Parser' do
+      it 'should parse correctly composed MSD lines' do
+        msd = MSD.new(MSD::Russian, 'Ncmsnn')
+        msd.pos.must_equal :noun
+        msd.grammemes.must_equal({
+          :type => :common, :gender => :masculine, :number => :singular,
+          :case => :nominative, :animate => :no
+        })
+
+        msd = MSD.new(MSD::Russian, 'Vm--1p---p')
+        msd.pos.must_equal :verb
+        msd.grammemes.must_equal({
+          :type => :main, :person => :first, :number => :plural,
+          :aspect => :progressive
+        })
+      end
+
+      it 'should parse MSD lines generated by itself' do
+        gen = MSD.new(MSD::Russian)
+        gen[:pos] = :pronoun
+        gen[:person] = :third
+        gen[:gender] = :masculine
+        gen[:number] = :singular
+        gen[:case] = :instrumental
+
+        msd = MSD.new(gen.language, gen.to_s)
+        msd.pos.must_equal gen.pos
+        msd.grammemes.must_equal gen.grammemes
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+# encoding: utf-8
+
+require 'rubygems'
+
+$:.unshift File.expand_path('../../lib', __FILE__)
+
+if RUBY_VERSION == '1.8'
+  gem 'minitest'
+end
+
+require 'minitest/autorun'
+
+require 'myasorubka'
+require 'myasorubka/aot'
+require 'myasorubka/msd/russian'
+
+Dir[File.expand_path('../support/**/*.rb', __FILE__)].each { |f| require f }

metadata

@@ -0,0 +1,126 @@
+--- !ruby/object:Gem::Specification
+name: myasorubka
+version: !ruby/object:Gem::Version
+  version: '0.1'
+platform: ruby
+authors:
+- Dmitry Ustalov
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '2.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '2.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: unicode_utils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.4'
+description: Myasorubka is a morphological data processor.
+email:
+- dmitry@eveel.ru
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- aot-russian
+- lib/myasorubka.rb
+- lib/myasorubka/aot.rb
+- lib/myasorubka/aot/dictionary.rb
+- lib/myasorubka/aot/gramtab.rb
+- lib/myasorubka/aot/tags.rb
+- lib/myasorubka/msd.rb
+- lib/myasorubka/msd/english.rb
+- lib/myasorubka/msd/russian.rb
+- lib/myasorubka/version.rb
+- myasorubka.gemspec
+- spec/msd/russian.tsv
+- spec/msd/russian_spec.rb
+- spec/msd_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/ustalov/myasorubka
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Myasorubka is a morphological data proceesor that supports AOT and MULTEXT-East
+  notations.
+test_files:
+- spec/msd/russian.tsv
+- spec/msd/russian_spec.rb
+- spec/msd_spec.rb
+- spec/spec_helper.rb