zenlish 0.1.12 → 0.1.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1e5db95ff9cbd925516f4bec6a4ccf6930b236f3746cef3d166e22825fb605ca
-  data.tar.gz: b73c216e43a15abcc9b387cb4e69d689a07e4cfc8bc5ec708921980f6fd27606
+  metadata.gz: e6f916af0c3deb8ecbc0f46cf0ed8638d93e7ce33091070ae6549ca2a29d2b58
+  data.tar.gz: 07b3103e32b1d53afd46492544592d139af39af2730290985c429cc82bcaf34a
 SHA512:
-  metadata.gz: 5b25c381ba8c04f4fe46e2fb8cd6f1bce5d9bf999312f25a8a410f1c6c217c218dd99aef7881c7d9883dd14cfbbce581c2198b9c05b1c4e8c397cff99c2417a9
-  data.tar.gz: c74ed672568c17bdc824c5afcbb308dfb5f769ac57f004a275c8f78b43b8f69986b059ab3f9bac97183800e98b1dbdf67f3824e8a190f70465fe60f09a3a2a5f
+  metadata.gz: 52030f24b26543dc6ad52abe9a00ce88407e4e7fb1e6201e9c5533b7f7718e1cb66af8d8281c7a4224c12bd6db7a1825f81b97899f9efaaeef560911671632f1
+  data.tar.gz: 851109870bf5ecfcc65f0385c88c2aa5546a8cd3bbab59a498b0cae904857d11e0b5d835ad43327bfe923085b97fc79a56113c4a25f1d126f24ec611c555b7d6

data/CHANGELOG.md

@@ -1,5 +1,19 @@
 # CHANGELOG
 
+## [0.1.13] - 2019-10-28
+__Zenlish__ can parse all sentences in lesson 1 and 2-A..2-E from
+ [Learn These Words First](http://learnthesewordsfirst.com/).
+
+ ### Added
+ - Class `IndefiniteArticle` to represent the article `a (an)`.
+
+ ### Changed
+ - File `zparser_spec.rb`: tests include all sentences from lesson 2-E (118 sentences in total).
+ - `ZenlishGrammar`: added production rules for adverbial and prepositional phrases put in front position.
+ - File `minimal_lexicon.rb`: new entries in lexicon `a`, `at`, `before`, `long`,
+`short`, `move`
+ - File `README.md` Updated the metrics table
+
 ## [0.1.12] - 2019-10-26
 __Zenlish__ can parse all sentences in lesson 1 and 2-A..2-D from
  [Learn These Words First](http://learnthesewordsfirst.com/).

data/README.md

@@ -47,14 +47,14 @@ sentences of the first lesson.
 
 The intent is to deliver gem versions in small increments.
 
-#### Some project metrics (v. 0.1.11)
+#### Some project metrics (v. 0.1.13)
 |Metric|Value|  
 |:-:|:-:|
-| Number of lemmas in lexicon           | 73  |
-| [Coverage 100 commonest English words](https://en.wikipedia.org/wiki/Most_common_words_in_English)  | 36 |
-| Number of production rules in grammar | 98  |
-| Number of lessons covered             | 12  |
-| Number of sentences in spec files     | 105 |
+| Number of lemmas in lexicon           | 77  |
+| [Coverage 100 commonest English words](https://en.wikipedia.org/wiki/Most_common_words_in_English)  | 39 |
+| Number of production rules in grammar | 103 |
+| Number of lessons covered             | 13  |
+| Number of sentences in spec files     | 118 |
 
 
 ### Roadmap
@@ -62,7 +62,7 @@ The intent is to deliver gem versions in small increments.
 Here a tentative roadmap:
 
 #### A) Ability to parse sentences from [Learn These Words First](http://learnthesewordsfirst.com/)
-*STARTED*. 11% complete  
+*STARTED*. 14% complete  
 This website advocates the idea of a multi-layered dictionary.
 At the core, there are about 300 essential words.  
 The choice of these words is inspired by the semantic primitives of [NSM

data/lib/zenlish/lex/empty_lexicon_factory.rb

@@ -25,6 +25,7 @@ module Zenlish
         aLexicon.add_terminal(WClasses::CommonNoun.new.freeze)
         aLexicon.add_terminal(WClasses::ComparativeParticle.new.freeze)
         aLexicon.add_terminal(WClasses::DefiniteArticle.new.freeze)
+        aLexicon.add_terminal(WClasses::IndefiniteArticle.new.freeze)
         aLexicon.add_terminal(WClasses::DegreeAdverb.new.freeze)
         aLexicon.add_terminal(WClasses::DemonstrativeDeterminer.new.freeze)
         aLexicon.add_terminal(WClasses::ConjunctivePronoun.new.freeze)

data/lib/zenlish/parser/zenlish_grammar.rb

@@ -25,11 +25,15 @@ builder = Rley::Syntax::GrammarBuilder.new do
   rule 'dependent_clause' => 'simple_sentence'
   rule 'dependent_clause' => 'DemonstrativePronoun'
   rule 'affirmative_sentence' => 'noun_phrase verb_phrase'
+  rule 'affirmative_sentence' => 'propositional_phrase Comma noun_phrase verb_phrase'
   rule 'affirmative_sentence' => 'AdverbThere IrregularVerbBe verb_be_complement'
   rule 'affirmative_sentence' => 'numeral_of IrregularVerbBe verb_be_complement'
   rule 'affirmative_sentence' => 'DemonstrativePronoun IrregularVerbBe verb_be_complement'
   rule 'affirmative_sentence' => 'DemonstrativePronoun IrregularVerb verb_complement'
   rule 'affirmative_sentence' => 'conjunctive_prefix IrregularVerbBe verb_be_complement'
+
+  # Case of time adjunct adverbial put in fromt position
+  rule 'affirmative_sentence' => 'simple_noun_phrase Adverb Comma noun_phrase verb_phrase'
   rule 'negative_sentence' => 'noun_phrase negative_verb_phrase'
   rule 'negative_sentence' => 'AdverbThere negative_verb_phrase'
   rule 'negative_sentence' => 'numeral_of negative_verb_phrase'
@@ -68,6 +72,7 @@ builder = Rley::Syntax::GrammarBuilder.new do
   rule 'determiner' => 'single_determiner'
   rule 'single_determiner' => 'DemonstrativeDeterminer'
   rule 'single_determiner' => 'DefiniteArticle'
+  rule 'single_determiner' => 'IndefiniteArticle'
   rule 'single_determiner' => 'IndefiniteQuantifier'
   rule 'verb_phrase' => 'verb_group'
   rule 'verb_phrase' => 'verb_group verb_complement'
@@ -75,10 +80,13 @@ builder = Rley::Syntax::GrammarBuilder.new do
   rule 'verb_phrase' => 'RegularVerbWant Preposition verb_group'
   rule 'verb_phrase' => 'RegularVerbWant Preposition verb_group noun_phrase'
   rule 'verb_phrase' => 'IrregularVerbDo DemonstrativePronoun'
+  rule 'verb_phrase' => 'IrregularVerbDo DemonstrativePronoun propositional_phrase'
   rule 'verb_phrase' => 'ModalVerbCan verb_group DemonstrativePronoun'
   rule 'verb_phrase' => 'IrregularVerbBe verb_be_complement'
   rule 'verb_phrase' => 'IrregularVerbSay Colon Quote affirmative_sentence Period Quote'
   rule 'verb_complement' => 'noun_phrase'
+  # perception verb (hear, see, watch, notice, ...): verb + object + infinitive
+  rule 'verb_complement' => 'simple_noun_phrase lexical_verb'
   rule 'verb_complement' => 'Adjective propositional_phrase'
   rule 'verb_complement' => 'noun_phrase IrregularVerbBe verb_be_complement'
   rule 'verb_complement' => 'adverb_phrase'

data/lib/zenlish/version.rb

@@ -1,3 +1,3 @@
 module Zenlish
-  VERSION = '0.1.12'
+  VERSION = '0.1.13'
 end

data/lib/zenlish/wclasses/all_word_classes.rb

@@ -22,6 +22,7 @@ require_relative 'definite_article'
 require_relative 'demonstrative_determiner'
 require_relative 'conjunctive_pronoun'
 require_relative 'demonstrative_pronoun'
+require_relative 'indefinite_article'
 require_relative 'indefinite_pronoun'
 require_relative 'indefinite_quantifier'
 require_relative 'linking_adverb'

data/lib/zenlish/wclasses/indefinite_article.rb

@@ -0,0 +1,9 @@
+require_relative 'article'
+
+module Zenlish
+  module WClasses
+    # Represents the 'a', 'an' article
+    class IndefiniteArticle < Article
+    end # class
+  end # module
+end # module

data/spec/zenlish/parser/zparser_spec.rb

@@ -30,6 +30,7 @@ module Zenlish
       # In absence of a POS tagger/lemmatizer, we map input words
       # to variables that themselves return Literal objects.
       # For instance, next line will create a variable called 'alive'
+      literal2var('a', 'a', '_as_art')
       literal2var('about', 'about')
       literal2var('above', 'above')
       literal2var('alive', 'alive')
@@ -37,8 +38,11 @@ module Zenlish
       literal2var('another', 'another')
       def are ;     Lex::Literal.new('are', get_lexeme('be', WClasses::IrregularVerbBe), 0) ; end
       literal2var('as', 'as')
+      literal2var('at', 'at')
       literal2var('bad', 'bad')
       literal2var('because', 'because')
+      def before_adverb ; Lex::Literal.new('before', get_lexeme('before', WClasses::Adverb), 0) ; end
+      def before ; Lex::Literal.new('before', get_lexeme('before', WClasses::SubordinatingConjunction), 0) ; end
       literal2var('big', 'big')
       literal2var('big', 'bigger')
       literal2var('can', 'can')
@@ -67,8 +71,12 @@ module Zenlish
       literal2var('like', 'like')
       literal2var('Lisa', 'Lisa')
       literal2var('living', 'living')
+      literal2var('long', 'long')
       literal2var('many', 'many')
       literal2var('more', 'more')
+      literal2var('move', 'move')
+      literal2var('move', 'moved')
+      literal2var('move', 'moves')
       literal2var('near to', 'near_to')
       literal2var('not', 'not', '_')
       literal2var('on', 'on')
@@ -79,6 +87,7 @@ module Zenlish
       literal2var('person', 'person')
       literal2var('place', 'place')
       literal2var('same', 'same')
+      literal2var('short', 'short')
       literal2var('side', 'side')
       literal2var('small', 'small')
       literal2var('small', 'smaller')
@@ -99,6 +108,7 @@ module Zenlish
       def this ; Lex::Literal.new('this', get_lexeme('this', WClasses::DemonstrativeDeterminer), 0) ; end
       def this_as_pronoun ; Lex::Literal.new('this', get_lexeme('this', WClasses::DemonstrativePronoun), 0) ; end
       literal2var('this one', 'this_one')
+      literal2var('time', 'time')
       literal2var('to', 'to')
       literal2var('Tony', 'Tony')
       literal2var('touch', 'touching')
@@ -106,6 +116,7 @@ module Zenlish
       literal2var('two', 'two')
       literal2var('very', 'very')
       literal2var('want', 'wants')
+      def was ; Lex::Literal.new('was', get_lexeme('be', WClasses::IrregularVerbBe), 0) ; end
       literal2var('what', 'what')
       literal2var('with', 'with')
       literal2var('word', 'words')
@@ -585,8 +596,65 @@ module Zenlish
           literals = [this_as_pronoun, feels, bad, for_, tony, dot]
           expect { subject.parse(literals) }.not_to raise_error
         end
+
+        it 'should parse sample sentences from lesson 2-E' do
+          # Sentence 2-14a: "Lisa says something at this time."
+          literals = [lisa, says, something, at, this, time, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-14b: "Tony is not in this place at this time."
+          literals = [tony, is, not_, in_, this, place, at, this, time, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-15a: "At one time, Tony does something to this thing."
+          literals = [at, one, time, comma, tony, does, something, to, this, thing, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-15b: "At another time, Lisa says something."
+          literals = [at, another, time, comma, lisa, says, something, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-15c: "Tony does something to this thing before Lisa says something."
+          literals = [tony, does, something, to, this, thing, before, lisa, says, something, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-16a: "Lisa does something for a long time."
+          literals = [lisa, does, something, for_, a_as_art, long, time, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-17a: "Tony does something for a short time."
+          literals = [tony, does, something, for_, a_as_art, short, time, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-17a: "Tony does not do this for a long time."
+          literals = [tony, does_aux, not_, do_, this_as_pronoun, for_, a_as_art, long, time, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-18a: "Lisa sees something move."
+          literals = [lisa, sees, something, move, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-18a: "Lisa moves near to this thing."
+          literals = [lisa, moves, near_to, this, thing, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-E-Xa: "A short time before, Tony was far from Lisa."
+          # Case of a time adverbial adjunct that is put in front position.
+          literals = [a_as_art, short, time, before_adverb, comma, tony, was, far, from, lisa, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-E-Xa: "At this time, Tony is near to Lisa"
+          literals = [at, this, time, comma, tony, is, near_to, lisa, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 2-E-Xa: "Tony is near to Lisa because Tony moved"
+          # Case of a time adverbial adjunct that is put in front position.
+          literals = [tony, is, near_to, lisa, because, tony, moved, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+        end
 =begin
 TODO
+
 Lesson 2.A
 	Xtra:
 		What Tony has is like what Lisa has.

data/spec/zenlish/support/minimal_lexicon.rb

@@ -30,6 +30,7 @@ conjunctive_pronoun = $ZenlishLexicon.name2terminal['ConjunctivePronoun']
 demonstrative_pronoun = $ZenlishLexicon.name2terminal['DemonstrativePronoun']
 demonstrative_determiner = $ZenlishLexicon.name2terminal['DemonstrativeDeterminer']
 definite_article = $ZenlishLexicon.name2terminal['DefiniteArticle']
+indefinite_article = $ZenlishLexicon.name2terminal['IndefiniteArticle']
 cardinal = $ZenlishLexicon.name2terminal['Cardinal']
 comparative_particle = $ZenlishLexicon.name2terminal['ComparativeParticle']
 indefinite_quantifier = $ZenlishLexicon.name2terminal['IndefiniteQuantifier']
@@ -49,16 +50,20 @@ def add_entry(aLemma, aWordClass)
 end
 
 # Our minimalistic lexicon
+add_entry('a', indefinite_article)
 add_entry('about', preposition)
 add_entry('above', preposition)
 add_entry('alive', adjective)
 add_entry('all', indefinite_quantifier)
 add_entry('another', adjective)
 add_entry('as', comparative_particle)
+add_entry('at', preposition)
 add_entry('bad', adjective)
 add_entry('be', auxiliary_be)
 add_entry('be', irregular_verb_be)
 add_entry('because', subordinating_conjunction)
+add_entry('before', adverb)
+add_entry('before', subordinating_conjunction)
 add_entry('big', adjective)
 add_entry('can', modal_verb_can)
 add_entry('do', auxiliary_do)
@@ -80,8 +85,10 @@ add_entry('know', irregular_verb)
 add_entry('like', preposition)
 add_entry('Lisa', proper_noun)
 add_entry('living', adjective)
+add_entry('long', adjective)
 add_entry('many', indefinite_quantifier)
 add_entry('more', adjective)
+add_entry('move', regular_verb)
 add_entry('near to', preposition)
 add_entry('not', adverb_not)
 add_entry('of', preposition_of)
@@ -95,6 +102,7 @@ add_entry('place', common_noun)
 add_entry('same', adjective)
 add_entry('say', irregular_verb_say)
 add_entry('see', irregular_verb)
+add_entry('short', adjective)
 add_entry('side', common_noun)
 add_entry('small', adjective)
 add_entry('some', indefinite_quantifier)
@@ -108,6 +116,7 @@ add_entry('think', irregular_verb)
 add_entry('this', demonstrative_determiner)
 add_entry('this', demonstrative_pronoun)
 add_entry('this one', demonstrative_pronoun)
+add_entry('time', common_noun)
 add_entry('to', preposition)
 add_entry('Tony', proper_noun)
 add_entry('touch', regular_verb)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: zenlish
 version: !ruby/object:Gem::Version
-  version: 0.1.12
+  version: 0.1.13
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-10-26 00:00:00.000000000 Z
+date: 2019-10-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rley
@@ -113,6 +113,7 @@ files:
 - lib/zenlish/wclasses/demonstrative_determiner.rb
 - lib/zenlish/wclasses/demonstrative_pronoun.rb
 - lib/zenlish/wclasses/determiner.rb
+- lib/zenlish/wclasses/indefinite_article.rb
 - lib/zenlish/wclasses/indefinite_pronoun.rb
 - lib/zenlish/wclasses/indefinite_quantifier.rb
 - lib/zenlish/wclasses/irregular_verb.rb