twitter_ebooks 3.1.5 → 3.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4e17f793d292f7831b754ce032092dc0d00d21d6
-  data.tar.gz: 7de5c73595040cb21677866e4cb6b5b89ae0017e
+  metadata.gz: d2d114305c41bbf4934a1bd79074465a43566c69
+  data.tar.gz: adef368c98fc584470fc8a509a460910c271011c
 SHA512:
-  metadata.gz: 935f4b2b56464b9002da07a706650ca746c0c8c7e01aab7be68b4918f51ce40372b1c7d9bbff21b95c7940669473397557dc18ca58acf577587935fa027310ee
-  data.tar.gz: e305bac985d918b33710db74a9b0385ef0134945b0ad0734358e32304257f46027d5cb8cc6f806f27adb3cd8d4fbc5ffeb9f0a59ca2ae8aad7de8a7169fe1075
+  metadata.gz: 0e712a66f06e8f7bf6cf8c0d67da49468e22444e510e333d232e457793152f7889aa3fe579feb76f440ebb23efc88087f6c936331711a952445b8c9fca40eeaf
+  data.tar.gz: d980cfc21d023ae4c452d56b5589776480e747c1a36f25d376ee98f5f62ab608c471d400d1be4e85b2b42bc5804cbcb5bfe06bcca07b618c979cc3f287a9ef32

data/lib/twitter_ebooks/model.rb

@@ -183,7 +183,7 @@ module Ebooks
 
       lines = nil; statements = nil; mentions = nil # Allow garbage collection
 
-      log "Tokenizing #{text.count('\n')} statements and #{mention_text.count('\n')} mentions"
+      log "Tokenizing #{text.count("\n")} statements and #{mention_text.count("\n")} mentions"
 
       @sentences = mass_tikify(text)
       @mentions = mass_tikify(mention_text)
@@ -254,7 +254,7 @@ module Ebooks
       tweet = ""
 
       while (tikis = generator.generate(3, :bigrams)) do
-        log "Attempting to produce tweet try #{retries+1}/#{retry_limit}"
+        #log "Attempting to produce tweet try #{retries+1}/#{retry_limit}"
         break if (tikis.length > 3 || responding) && valid_tweet?(tikis, limit)
 
         retries += 1
@@ -262,7 +262,7 @@ module Ebooks
       end
 
       if verbatim?(tikis) && tikis.length > 3 # We made a verbatim tweet by accident
-        log "Attempting to produce unigram tweet try #{retries+1}/#{retry_limit}"
+        #log "Attempting to produce unigram tweet try #{retries+1}/#{retry_limit}"
         while (tikis = generator.generate(3, :unigrams)) do
           break if valid_tweet?(tikis, limit) && !verbatim?(tikis)
 

data/lib/twitter_ebooks/suffix.rb

@@ -14,7 +14,7 @@ module Ebooks
     end
 
     def initialize(sentences)
-      @sentences = sentences.reject { |s| s.length < 2 }
+      @sentences = sentences
       @unigrams = {}
       @bigrams = {}
 

data/lib/twitter_ebooks/version.rb

@@ -1,3 +1,3 @@
 module Ebooks
-  VERSION = "3.1.5"
+  VERSION = "3.1.6"
 end

data/spec/model_spec.rb

@@ -70,5 +70,19 @@ describe Ebooks::Model do
 
       file.unlink
     end
+
+    it 'handles strange unicode edge-cases' do
+      file = Tempfile.new('unicode')
+      file.write("💞\n💞")
+      file.close
+
+      model = Ebooks::Model.consume(file.path)
+      expect(model.mentions.count).to eq 0
+      expect(model.sentences.count).to eq 2
+
+      file.unlink
+
+      p model.make_statement
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: twitter_ebooks
 version: !ruby/object:Gem::Version
-  version: 3.1.5
+  version: 3.1.6
 platform: ruby
 authors:
 - Jaiden Mispy
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-01-16 00:00:00.000000000 Z
+date: 2016-01-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec