zenlish 0.1.06 → 0.1.07

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 88bf0326296e3a557eabe3c13ff8469544a54659cf9aafbfb4d590e2de2eac41
-  data.tar.gz: b840363f817ec3b33a3dc27aaa25ad91e4afbfbb24e893ad29e9860ee24e4897
+  metadata.gz: 7ffba9137702021772a218a6fbd3e88b9e42094bd4ae67f88424af1aea08e02e
+  data.tar.gz: a5ea6452d625afcea4fd00c82c644fb76e5f274b5a88cb0b77e09587dbbb89d9
 SHA512:
-  metadata.gz: ef7d68c72d8b4d3b6eca0b83e57ce44dcc578823079170522c88b9d35103a70348f675348ee2df784e89d9702c8f3f4bf15fe139991b03b4a51931584af9fe91
-  data.tar.gz: 8f370c5a284a736f19d548e434c0f3cb99f16a0ec5ce5d8052b38c0c85a09db7e3d3a71e57acce24046e2a5a4cb522ce9fe6c13f7ce4715d28b8d7ea8dc35df2
+  metadata.gz: 54c72b265c4ad2223c5f1bd95ff824dd1d54d556f9f4a517e9ffb6495179c8b07ee1aa33be360f0365225c4716b098b7b68ae0caae06e04e26cab002259ba7d0
+  data.tar.gz: ed998631f3a001a3fdca5e43ff9e8a1b09ee1f931698c5970736bee7f14f3cc68373804874bc674e1ae619eb992be69eccf522e23f3bcb336873e403fbba2090

data/CHANGELOG.md

@@ -1,11 +1,26 @@
 # CHANGELOG
 
+## [0.1.07] - 2019-10-21
+__Zenlish__ can parse all sentences in lessons 1-A ... 1-H from
+ [Learn These Words First](http://learnthesewordsfirst.com/).
+
+ ### Added
+- Class `ConjunctivePronoun` to represent the conjunctive `what`.
+- Class `IrregularVerbSay` to represent the verb `say`.
+
+### Changed
+- File `zparser_spec.rb`: tests include all sentences from lesson 1-H (70 sentences in total).
+- `ZenlishGrammar`: added support for quoted text.
+- File `minimal_lexicon.rb`: new entries in lexicon `about`, `false`, `hear`,
+ `say`, `to`, `true`, `what`, `word`.
+- File `README.md` Updated the metrics table.
+
 ## [0.1.06] - 2019-10-20
 __Zenlish__ can parse all sentences in lessons 1-A ... 1-G from
  [Learn These Words First](http://learnthesewordsfirst.com/).
 
 ### Changed
-- File `zparser_spec.rb`: tests include all sentences from lesson 1-F (59 sentences in total).
+- File `zparser_spec.rb`: tests include all sentences from lesson 1-G (59 sentences in total).
 - File `minimal_lexicon.rb`: new entries in lexicon `above`, `in`, `on`,
  `place`, `side`.
 - File `README.md` Updated the metrics table.

data/README.md

@@ -41,15 +41,19 @@ users with a language that is close enough to English.
 
 ### Project status
 
-The project is still in inception.
-#### Some project metrics (v. 0.1.05)
+The project is still in inception. Currently, zenlish is able to parse all
+sentences of the first lesson.
+
+The intent is to deliver gem versions in small increments.
+
+#### Some project metrics (v. 0.1.07)
 |Metric|Value|  
 |:-:|:-:|
-| Number of lemmas in lexicon           | 45 |
-| [Coverage 100 commonest English words](https://en.wikipedia.org/wiki/Most_common_words_in_English)  | 22 |
-| Number of production rules in grammar | 69 |
-| Number of lessons covered             |  7 |
-| Number of sentences in spec files     | 59 |
+| Number of lemmas in lexicon           | 53 |
+| [Coverage 100 commonest English words](https://en.wikipedia.org/wiki/Most_common_words_in_English)  | 26 |
+| Number of production rules in grammar | 74 |
+| Number of lessons covered             |  8 |
+| Number of sentences in spec files     | 70 |
 
 
 ### Roadmap

data/lib/zenlish/lex/empty_lexicon_factory.rb

@@ -27,10 +27,12 @@ module Zenlish
         aLexicon.add_terminal(WClasses::DefiniteArticle.new.freeze)
         aLexicon.add_terminal(WClasses::DegreeAdverb.new.freeze)
         aLexicon.add_terminal(WClasses::DemonstrativeDeterminer.new.freeze)
+        aLexicon.add_terminal(WClasses::ConjunctivePronoun.new.freeze)
         aLexicon.add_terminal(WClasses::DemonstrativePronoun.new.freeze)        
         aLexicon.add_terminal(WClasses::IndefinitePronoun.new.freeze)
         aLexicon.add_terminal(WClasses::IrregularVerb.new.freeze)
-        aLexicon.add_terminal(WClasses::IrregularVerbBe.new.freeze)   
+        aLexicon.add_terminal(WClasses::IrregularVerbBe.new.freeze)
+        aLexicon.add_terminal(WClasses::IrregularVerbSay.new.freeze)         
         aLexicon.add_terminal(WClasses::LinkingAdverb.new.freeze)        
         aLexicon.add_terminal(WClasses::Preposition.new.freeze)
         aLexicon.add_terminal(WClasses::PrepositionOf.new.freeze)        
@@ -42,8 +44,10 @@ module Zenlish
       end
 
       def add_punctuation(aLexicon)
+        aLexicon.add_terminal(Rley::Syntax::Terminal.new('Colon'))
         aLexicon.add_terminal(Rley::Syntax::Terminal.new('Comma'))
         aLexicon.add_terminal(Rley::Syntax::Terminal.new('Period'))
+        aLexicon.add_terminal(Rley::Syntax::Terminal.new('Quote'))
       end
     end # module
   end # module

data/lib/zenlish/parser/zenlish_grammar.rb

@@ -19,11 +19,14 @@ builder = Rley::Syntax::GrammarBuilder.new do
   rule 'affirmative_sentence' => 'AdverbThere IrregularVerbBe verb_be_complement'
   rule 'affirmative_sentence' => 'numeral_of IrregularVerbBe verb_be_complement'
   rule 'affirmative_sentence' => 'DemonstrativePronoun IrregularVerbBe verb_be_complement'
+  rule 'affirmative_sentence' => 'conjunctive_prefix IrregularVerbBe verb_be_complement'
   rule 'negative_sentence' => 'noun_phrase negative_verb_phrase'
   rule 'negative_sentence' => 'AdverbThere negative_verb_phrase'
   rule 'negative_sentence' => 'numeral_of negative_verb_phrase'
+  rule 'negative_sentence' => 'conjunctive_prefix negative_verb_phrase'
   rule 'conditional_statement' => 'condition_subordinate Comma LinkingAdverb declarative_simple_sentence'
   rule 'condition_subordinate' => 'SubordinatingConjunction declarative_simple_sentence'
+  rule 'conjunctive_prefix' => 'ConjunctivePronoun noun_phrase verb_phrase'
   rule 'noun_phrase' => 'simple_noun_phrase'
   rule 'noun_phrase' => 'compound_noun_phrase'
   rule 'simple_noun_phrase' => 'nominal'
@@ -56,6 +59,7 @@ builder = Rley::Syntax::GrammarBuilder.new do
   rule 'verb_phrase' => 'verb_group'
   rule 'verb_phrase' => 'verb_group verb_complement'
   rule 'verb_phrase' => 'IrregularVerbBe verb_be_complement'
+  rule 'verb_phrase' => 'IrregularVerbSay Colon Quote affirmative_sentence Period Quote'
   rule 'verb_complement' => 'noun_phrase'
   rule 'verb_complement' => 'adverb_phrase'
   rule 'verb_complement' => 'noun_phrase adverb_phrase'
@@ -72,6 +76,7 @@ builder = Rley::Syntax::GrammarBuilder.new do
   rule 'lexical_verb' => 'RegularVerb'
   rule 'lexical_verb' => 'IrregularVerb'
   rule 'lexical_verb' => 'IrregularVerbBe'
+  rule 'lexical_verb' => 'IrregularVerbSay'
   rule 'numeral' => 'Cardinal'
   rule 'comparative_clause' => 'comparative_start noun_phrase'
   rule 'comparative_clause' => 'comparative_start affirmative_sentence'

data/lib/zenlish/version.rb

@@ -1,3 +1,3 @@
 module Zenlish
-  VERSION = '0.1.06'
+  VERSION = '0.1.07'
 end

data/lib/zenlish/wclasses/all_word_classes.rb

@@ -15,8 +15,10 @@ require_relative 'pronoun'
 require_relative 'proper_noun'
 require_relative 'irregular_verb'
 require_relative 'irregular_verb_be'
+require_relative 'irregular_verb_say'
 require_relative 'definite_article'
 require_relative 'demonstrative_determiner'
+require_relative 'conjunctive_pronoun'
 require_relative 'demonstrative_pronoun'
 require_relative 'indefinite_pronoun'
 require_relative 'indefinite_quantifier'

data/lib/zenlish/wclasses/conjunctive_pronoun.rb

@@ -0,0 +1,12 @@
+require_relative 'pronoun'
+
+module Zenlish
+  module WClasses
+    # As a a relative pronoun, a conjunctive (connective) pronoun
+    # refers to some noun appearing before, but, in addition,
+    # it also joins two sentences together.
+    # Conjunctive pronouns are: who, what, whose, which.
+    class ConjunctivePronoun < Pronoun
+    end # class
+  end # module
+end # module

data/lib/zenlish/wclasses/irregular_verb_say.rb

@@ -0,0 +1,9 @@
+require_relative 'irregular_verb'
+
+module Zenlish
+  module WClasses
+    # TODO: document
+    class IrregularVerbSay < IrregularVerb
+    end # class
+  end # module
+end # module

data/spec/zenlish/parser/zparser_spec.rb

@@ -30,6 +30,7 @@ module Zenlish
       # In absence of a POS tagger/lemmatizer, we map input words
       # to variables that themselves return Literal objects.
       # For instance, next line will create a variable called 'alive'
+      literal2var('about', 'about')
       literal2var('above', 'above')
       literal2var('alive', 'alive')
       literal2var('all', 'all')
@@ -40,8 +41,10 @@ module Zenlish
       literal2var('as', 'as')
       literal2var('of', 'of')
       literal2var('do', 'does')
+      literal2var('false', 'false', '_')
       literal2var('far', 'far')
       literal2var('from', 'from')
+      literal2var('hear', 'hears')
       literal2var('if', 'if', '_')
       literal2var('in', 'in', '_')
       literal2var('inside', 'inside')
@@ -66,6 +69,7 @@ module Zenlish
       literal2var('small', 'small')
       literal2var('small', 'smaller')
       literal2var('some', 'some')
+      literal2var('say', 'says')
       literal2var('see', 'see')
       literal2var('see', 'sees')
       literal2var('something', 'something')
@@ -80,12 +84,18 @@ module Zenlish
       def this ; Lex::Literal.new('this', get_lexeme('this', WClasses::DemonstrativeDeterminer), 0) ; end
       def this_as_pronoun ; Lex::Literal.new('this', get_lexeme('this', WClasses::DemonstrativePronoun), 0) ; end
       literal2var('this one', 'this_one')
+      literal2var('to', 'to')
       literal2var('Tony', 'Tony')
       literal2var('touch', 'touching')
+      literal2var('true', 'true', '_')
       literal2var('very', 'very')
+      literal2var('what', 'what')
+      literal2var('word', 'words')
 
+      def colon ;  Lex::Literal.new(':', get_lexeme(':'), 0) ; end
       def comma ;  Lex::Literal.new(',', get_lexeme(','), 0) ; end
       def dot ;  Lex::Literal.new('.', get_lexeme('.'), 0) ; end
+      def quote ;  Lex::Literal.new('"', get_lexeme('"'), 0) ; end
 
       class ZProxy
         attr_reader :literal
@@ -294,72 +304,120 @@ module Zenlish
           literals = [tony, is_aux, touching, something, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-22b: Lisa is touching Tony."
+          # Sentence 1-22b: "Lisa is touching Tony."
           literals = [lisa, is_aux, touching, tony, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-23a: Tony is far from Lisa."
+          # Sentence 1-23a: "Tony is far from Lisa."
           literals = [tony, is, far, from, lisa, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-23b: Lisa is far from Tony."
+          # Sentence 1-23b: "Lisa is far from Tony."
           literals = [lisa, is, far, from, tony, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-23c: Tony is not far from Lisa."
+          # Sentence 1-23c: "Tony is not far from Lisa."
           literals = [tony, is, far, from, lisa, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-24: Tony is near to Lisa."
+          # Sentence 1-24: "Tony is near to Lisa."
           literals = [tony, is, near_to, lisa, dot]
           expect { subject.parse(literals) }.not_to raise_error
         end
 
         it 'should parse sample sentences from lesson 1-G' do
-          # Sentence 1-25a: Lisa is in this place."
+          # Sentence 1-25a: "Lisa is in this place."
           literals = [lisa, is, in_, this, place, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-25b: There are two other things in this place."
+          # Sentence 1-25b: "There are two other things in this place."
           literals = [there, are, two, other, things, in_, this, place, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-25c: Lisa is in the same place as these two other things."
+          # Sentence 1-25c: "Lisa is in the same place as these two other things."
           literals = [lisa, is, in_, the, same, place, as, these, two, other, things, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-25d: Tony is not in this place."
+          # Sentence 1-25d: "Tony is not in this place."
           literals = [tony, is, not_, in_, this, place, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-25e: Tony is in another place."
+          # Sentence 1-25e: "Tony is in another place."
           literals = [tony, is, in_, another, place, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-26a: Lisa is inside this thing."
+          # Sentence 1-26a: "Lisa is inside this thing."
           literals = [lisa, is, inside, this, thing, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-26b: Tony is above this thing."
+          # Sentence 1-26b: "Tony is above this thing."
           literals = [tony, is, above, this, thing, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-26c: Tony is above lisa."
+          # Sentence 1-26c: "Tony is above lisa."
           literals = [tony, is, above, lisa, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-27a: Tony is on one side of this thing."
+          # Sentence 1-27a: "Tony is on one side of this thing."
           literals = [tony, is, on, one, side, of, this, thing, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-27b: Lisa is on the other side."
+          # Sentence 1-27b: "Lisa is on the other side."
           literals = [lisa, is, on, the, other, side, dot]
           expect { subject.parse(literals) }.not_to raise_error
 
-          # Sentence 1-27c: Tony is touching one side of this thing."
+          # Sentence 1-27c: "Tony is touching one side of this thing."
           literals = [tony, is_aux, touching, one, side, of, this, thing, dot]
           expect { subject.parse(literals) }.not_to raise_error
         end
+
+        it 'should parse sample sentences from lesson 1-H' do
+          # Sentence 1-28: "Tony hears something."
+          literals = [tony, hears, something, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-29a: "Tony says something."
+          literals = [tony, says, something, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-29b: "Tony says something to Lisa."
+          literals = [tony, says, something, to, lisa, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-29c: "Tony says something about this living thing."
+          literals = [tony, says, something, about, this, living, thing, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-29d: 'Tony says: "This living thing is small."'
+          literals = [tony, says, colon, quote, this, living, thing, is, small, dot, quote, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-30a: "Tony says some words."
+          literals = [tony, says, some, words, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-30b: "Lisa says more words."
+          literals = [lisa, says, more, words, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-31a: 'Tony says: "There are two people inside this thing."'
+          literals = [tony, says, colon, quote, there, are, two, people, inside,
+            this, thing, dot, quote, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-31b: 'Lisa says: "There is one person inside this thing."'
+          literals = [lisa, says, colon, quote, there, is, one, person, inside,
+            this, thing, dot, quote, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-31c: "What Tony says is not true."
+          literals = [what, tony, says, is, not_, true_, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+
+          # Sentence 1-31d: "What Lisa says is true."
+          literals = [what, lisa, says, is, true_, dot]
+          expect { subject.parse(literals) }.not_to raise_error
+        end
       end # context
     end # describe
   end # module

data/spec/zenlish/support/minimal_lexicon.rb

@@ -21,7 +21,9 @@ preposition_than = $ZenlishLexicon.name2terminal['PrepositionThan']
 regular_verb = $ZenlishLexicon.name2terminal['RegularVerb']
 irregular_verb = $ZenlishLexicon.name2terminal['IrregularVerb']
 irregular_verb_be = $ZenlishLexicon.name2terminal['IrregularVerbBe']
+irregular_verb_say = $ZenlishLexicon.name2terminal['IrregularVerbSay']
 indefinite_pronoun = $ZenlishLexicon.name2terminal['IndefinitePronoun']
+conjunctive_pronoun = $ZenlishLexicon.name2terminal['ConjunctivePronoun']
 demonstrative_pronoun = $ZenlishLexicon.name2terminal['DemonstrativePronoun']
 demonstrative_determiner = $ZenlishLexicon.name2terminal['DemonstrativeDeterminer']
 definite_article = $ZenlishLexicon.name2terminal['DefiniteArticle']
@@ -29,8 +31,11 @@ cardinal = $ZenlishLexicon.name2terminal['Cardinal']
 comparative_particle = $ZenlishLexicon.name2terminal['ComparativeParticle']
 indefinite_quantifier = $ZenlishLexicon.name2terminal['IndefiniteQuantifier']
 subordinating_conjunction = $ZenlishLexicon.name2terminal['SubordinatingConjunction']
+
+colon = $ZenlishLexicon.name2terminal['Colon']
 comma = $ZenlishLexicon.name2terminal['Comma']
 dot = $ZenlishLexicon.name2terminal['Period']
+quote = $ZenlishLexicon.name2terminal['Quote']
 
 def add_entry(aLemma, aWordClass)
   entry = Zenlish::Lex::LexicalEntry.new(aLemma)
@@ -40,6 +45,7 @@ def add_entry(aLemma, aWordClass)
 end
 
 # Our minimalistic lexicon
+add_entry('about', preposition)
 add_entry('above', preposition)
 add_entry('alive', adjective)
 add_entry('all', indefinite_quantifier)
@@ -49,8 +55,10 @@ add_entry('be', auxiliary_be)
 add_entry('be', irregular_verb_be)
 add_entry('big', adjective)
 add_entry('do', auxiliary_do)
+add_entry('false', adjective)
 add_entry('far', adverb)
 add_entry('from', preposition)
+add_entry('hear', irregular_verb)
 add_entry('if', subordinating_conjunction)
 add_entry('in', preposition)
 add_entry('inside', preposition)
@@ -69,6 +77,7 @@ add_entry('people', common_noun)
 add_entry('person', common_noun)
 add_entry('place', common_noun)
 add_entry('same', adjective)
+add_entry('say', irregular_verb_say)
 add_entry('see', irregular_verb)
 add_entry('side', common_noun)
 add_entry('small', adjective)
@@ -82,10 +91,16 @@ add_entry('thing', common_noun)
 add_entry('this', demonstrative_determiner)
 add_entry('this', demonstrative_pronoun)
 add_entry('this one', demonstrative_pronoun)
+add_entry('to', preposition)
 add_entry('Tony', proper_noun)
 add_entry('touch', regular_verb)
+add_entry('true', adjective)
 add_entry('two', cardinal)
 add_entry('very', degree_adverb)
+add_entry('what',conjunctive_pronoun)
+add_entry('word', common_noun)
 
+add_entry(':', colon)
 add_entry(',', comma)
 add_entry('.', dot)
+add_entry('"', quote)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: zenlish
 version: !ruby/object:Gem::Version
-  version: 0.1.06
+  version: 0.1.07
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-10-20 00:00:00.000000000 Z
+date: 2019-10-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rley
@@ -106,6 +106,7 @@ files:
 - lib/zenlish/wclasses/common_noun.rb
 - lib/zenlish/wclasses/comparative_particle.rb
 - lib/zenlish/wclasses/conjunction.rb
+- lib/zenlish/wclasses/conjunctive_pronoun.rb
 - lib/zenlish/wclasses/definite_article.rb
 - lib/zenlish/wclasses/degree_adverb.rb
 - lib/zenlish/wclasses/demonstrative_determiner.rb
@@ -115,6 +116,7 @@ files:
 - lib/zenlish/wclasses/indefinite_quantifier.rb
 - lib/zenlish/wclasses/irregular_verb.rb
 - lib/zenlish/wclasses/irregular_verb_be.rb
+- lib/zenlish/wclasses/irregular_verb_say.rb
 - lib/zenlish/wclasses/lexical_verb.rb
 - lib/zenlish/wclasses/linking_adverb.rb
 - lib/zenlish/wclasses/noun.rb