twitter_ebooks_poll 3.2.1 → 3.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: fed2248a1713b0736904de23a430ce8572a80096b176e99a086bddde42527ee2
-  data.tar.gz: affd693b13fd537194d9f33b92a40b30f65ed17bddfaa657b8c1ab86dec54656
+SHA1:
+  metadata.gz: 5de05b2015541094d0ed54f1403dc8feff2d963e
+  data.tar.gz: 139ccbf8d45cc76ebafc193ab054402d51645ccf
 SHA512:
-  metadata.gz: 6589699b62e8fd94cbbe8cdcfe1e22341a7f77dc4d52ebae3ae9009c2dc72ed9c8c3d9b8b62d0be9979d86a8f6030622fde19aa03db819737741d8203ed04657
-  data.tar.gz: 9033064da815766e96e5d0e0b0eb88fa5179ddbe3c55fde429e4b0a1ac2890f96de4af402c86df4fa2862ecb20123cb27d8bb5a44e8a62f5522c5fdb87a31708
+  metadata.gz: 4c093b9226bb93cd5edf9784e08450585d47e557bee72935c5be8045ca9ff18e20fa830195a939872aad3ebf300f0e7ac3bb9ae22670d8bd2657562369d2abe5
+  data.tar.gz: ef74384da4c23b3857f93ec07dbd18bfacb276f3230a1cc69148b2184e609faea0c3040b008014082c18f77566fa65aa630ddc4cec5938bd02f0482ae0011e40

data/README.md

@@ -145,7 +145,7 @@ Once you have a model, the primary use is to produce statements and related resp
 
 ``` ruby
 > model = Ebooks::Model.load("model/0xabad1dea.model")
-> model.make_statement(140)
+> model.make_statement(280)
 => "My Terrible Netbook may be the kind of person who buys Starbucks, but this Rackspace vuln is pretty straight up a backdoor"
 > model.make_response("The NSA is coming!", 130)
 => "Hey - someone who claims to be an NSA conspiracy"

data/lib/twitter_ebooks/archive.rb

@@ -82,7 +82,8 @@ module Ebooks
       opts = {
         count: 200,
         #include_rts: false,
-        trim_user: true
+        trim_user: true,
+        tweet_mode: 'extended'
       }
 
       opts[:since_id] = @tweets[0][:id] unless @tweets.nil?

data/lib/twitter_ebooks/bot.rb

@@ -95,7 +95,7 @@ module Ebooks
       @reply_mentions = ([ev.user.screen_name] + reply_mentions).uniq
 
       @reply_prefix = @reply_mentions.map { |m| '@'+m }.join(' ') + ' '
-      @limit = 140 - @reply_prefix.length
+      @limit = 280 - @reply_prefix.length
 
       mless = ev.text
       begin
@@ -355,15 +355,17 @@ module Ebooks
 
     # Start polling timelines
     def start
-      log "starting Twitter timeline polling"
+      log 'starting Twitter timeline polling 3.2.2.1'
 
       latest_tweet = 0
       latest_mention = 0
-      options_home = {count: 800}
       options_mention = {count: 200}
+      options_home = {count: 800}
       persistence_file = "#{@username}.json"
       # Read last polled tweets from a persisted file, if exists
       if File.exist? persistence_file
+        options_mention = {count: 200}
+        options_home = {count: 800}
         json = JSON.parse(open(persistence_file, 'r').read)
         latest_tweet = json['latest_tweet']
         latest_mention = json['latest_mention']
@@ -371,8 +373,27 @@ module Ebooks
         options_mention[:since_id] = latest_mention
         log "starting home timeline after tweet ##{latest_tweet}"
         log "starting mentions after tweet ##{latest_mention}"
+      else
+        # Fresh start - fetch only newest tweet & mention id
+        log 'starting without persisted ids - reading newest tweet/mention ...'
+        tweets = twitter.home_timeline(options_home)
+        tweets.each do |ev|
+          latest_tweet = ev.id if ev.id > latest_tweet
+          options_home[:since_id] = latest_tweet
+        end
+        mentions = twitter.mentions_timeline(options_mention)
+        mentions.each do |ev|
+          latest_mention = ev.id if ev.id > latest_mention
+          options_mention[:since_id] = latest_mention
+        end
+        file = open(persistence_file, 'w')
+        file.puts({latest_tweet:  latest_tweet, latest_mention: latest_mention}.to_json)
+        file.close
+        log '... done'
       end
 
+      log 'starting timeline polling schedulers'      
+
       # Poll home timeline every 70s (rate limit is 15 GETs/15min)
       scheduler.every '70s' do
         tweets = twitter.home_timeline(options_home)

data/lib/twitter_ebooks/model.rb

@@ -142,7 +142,7 @@ module Ebooks
       if path.split('.')[-1] == "json"
         log "Reading json corpus from #{path}"
         lines = JSON.parse(content).map do |tweet|
-          tweet['text']
+            tweet['text'] || tweet['full_text']
         end
       elsif path.split('.')[-1] == "csv"
         log "Reading CSV corpus from #{path}"
@@ -205,7 +205,7 @@ module Ebooks
         if path.split('.')[-1] == "json"
           log "Reading json corpus from #{path}"
           l = JSON.parse(content).map do |tweet|
-            tweet['text']
+            tweet['text'] || tweet['full_text']
           end
           lines.concat(l)
         elsif path.split('.')[-1] == "csv"
@@ -246,7 +246,7 @@ module Ebooks
     # @param generator [SuffixGenerator, nil]
     # @param retry_limit [Integer] how many times to retry on invalid tweet
     # @return [String]
-    def make_statement(limit=140, generator=nil, retry_limit=10)
+    def make_statement(limit=280, generator=nil, retry_limit=10)
       responding = !generator.nil?
       generator ||= SuffixGenerator.build(@sentences)
 
@@ -316,7 +316,7 @@ module Ebooks
     # @param limit [Integer] characters available for response
     # @param sentences [Array<Array<Integer>>]
     # @return [String]
-    def make_response(input, limit=140, sentences=@mentions)
+    def make_response(input, limit=280, sentences=@mentions)
       # Prefer mentions
       relevant, slightly_relevant = find_relevant(sentences, input)
 

data/lib/twitter_ebooks/version.rb

@@ -1,3 +1,3 @@
 module Ebooks
-  VERSION = "3.2.1"
+  VERSION = "3.2.2"
 end

data/spec/model_spec.rb

@@ -10,13 +10,13 @@ describe Ebooks::Model do
 
     it "generates a tweet" do
       s = @model.make_statement
-      expect(s.length).to be <= 140
+      expect(s.length).to be <= 280
       puts s
     end
 
     it "generates an appropriate response" do
       s = @model.make_response("hi")
-      expect(s.length).to be <= 140
+      expect(s.length).to be <= 280
       expect(s.downcase).to include("hi")
       puts s
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: twitter_ebooks_poll
 version: !ruby/object:Gem::Version
-  version: 3.2.1
+  version: 3.2.2
 platform: ruby
 authors:
 - Magnus Niemann
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-09-15 00:00:00.000000000 Z
+date: 2018-11-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -295,7 +295,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 2.4.6
 signing_key: 
 specification_version: 4
 summary: Markov chains for all your friends~
@@ -306,3 +306,4 @@ test_files:
 - spec/memprof.rb
 - spec/model_spec.rb
 - spec/spec_helper.rb
+has_rdoc: