twitter_ebooks 2.0.8 → 2.0.9

data/README.md

@@ -1,4 +1,4 @@
-# twitter\_ebooks 2.0.8
+# twitter\_ebooks 2.0.9
 
 Complete rewrite of twitter\_ebooks. Allows context-sensitive responsive bots via the Twitter streaming API, along with higher-quality ngram modeling. Still needs a bit of cleaning and documenting.
 

data/lib/twitter_ebooks/model.rb

@@ -74,7 +74,7 @@ module Ebooks
 
     def make_statement(limit=140, generator=nil)
       responding = !generator.nil?
-      generator = SuffixGenerator.build(@sentences)
+      generator ||= SuffixGenerator.build(@sentences)
       tweet = ""
 
       while (tokens = generator.generate(3, :bigrams)) do

data/lib/twitter_ebooks/suffix.rb

@@ -1,4 +1,8 @@
 module Ebooks
+  # This generator uses data identical to the markov model, but
+  # instead of making a chain by looking up bigrams it uses the
+  # positions to randomly replace suffixes in one sentence with
+  # matching suffixes in another
   class SuffixGenerator
     def self.build(sentences)
       SuffixGenerator.new(sentences)
@@ -48,6 +52,7 @@ module Ebooks
           break if next_token.nil?
           
           alternatives = (n == :unigrams) ? @unigrams[next_token] : @bigrams[token][next_token]
+          # Filter out suffixes from previous sentences
           alternatives.reject! { |a| a[1] == INTERIM || used.include?(a[0]) }
           varsites[i] = alternatives unless alternatives.empty?
         end
@@ -62,6 +67,7 @@ module Ebooks
             suffix = @sentences[alt[0]][alt[1]..-1]
             potential = tokens[0..start+1] + suffix
             
+            # Ensure we're not just rebuilding some segment of another sentence
             unless verbatim.find { |v| NLP.subseq?(v, potential) || NLP.subseq?(potential, v) }
               used << alt[0]
               variant = potential
@@ -75,7 +81,6 @@ module Ebooks
         tokens = variant if variant
       end
 
-
       tokens
     end
   end

data/lib/twitter_ebooks/version.rb

@@ -1,3 +1,3 @@
 module Ebooks
-  VERSION = "2.0.8"
+  VERSION = "2.0.9"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: twitter_ebooks
 version: !ruby/object:Gem::Version
-  version: 2.0.8
+  version: 2.0.9
   prerelease: 
 platform: ruby
 authors: