bot_twitter_ebooks 0.0.0

data/lib/bot_twitter_ebooks/suffix.rb

@@ -0,0 +1,104 @@
+# encoding: utf-8
+
+module Ebooks
+  # This generator uses data similar to a Markov model, but
+  # instead of making a chain by looking up bigrams it uses the
+  # positions to randomly replace token array suffixes in one sentence
+  # with matching suffixes in another
+  class SuffixGenerator
+    # Build a generator from a corpus of tikified sentences
+    # "tikis" are token indexes-- a way of representing words
+    # and punctuation as their integer position in a big array
+    # of such tokens
+    # @param sentences [Array<Array<Integer>>]
+    # @return [SuffixGenerator]
+    def self.build(sentences)
+      SuffixGenerator.new(sentences)
+    end
+
+    def initialize(sentences)
+      @sentences = sentences.reject { |s| s.empty? }
+      @unigrams = {}
+      @bigrams = {}
+
+      @sentences.each_with_index do |tikis, i|
+        if (i % 10000 == 0) then
+          log ("Building: sentence #{i} of #{sentences.length}")
+        end
+        last_tiki = INTERIM
+        tikis.each_with_index do |tiki, j|
+          @unigrams[last_tiki] ||= []
+          @unigrams[last_tiki] << [i, j]
+
+          @bigrams[last_tiki] ||= {}
+          @bigrams[last_tiki][tiki] ||= []
+
+          if j == tikis.length-1 # Mark sentence endings
+            @unigrams[tiki] ||= []
+            @unigrams[tiki] << [i, INTERIM]
+            @bigrams[last_tiki][tiki] << [i, INTERIM]
+          else
+            @bigrams[last_tiki][tiki] << [i, j+1]
+          end
+
+          last_tiki = tiki
+        end
+      end
+
+      self
+    end
+
+    # Generate a recombined sequence of tikis
+    # @param passes [Integer] number of times to recombine
+    # @param n [Symbol] :unigrams or :bigrams (affects how conservative the model is)
+    # @return [Array<Integer>]
+    def generate(passes=5, n=:unigrams)
+      index = rand(@sentences.length)
+      tikis = @sentences[index]
+      used = [index] # Sentences we've already used
+      verbatim = [tikis] # Verbatim sentences to avoid reproducing
+
+      0.upto(passes-1) do
+        varsites = {} # Map bigram start site => next tiki alternatives
+
+        tikis.each_with_index do |tiki, i|
+          next_tiki = tikis[i+1]
+          break if next_tiki.nil?
+
+          alternatives = (n == :unigrams) ? @unigrams[next_tiki] : @bigrams[tiki][next_tiki]
+          # Filter out suffixes from previous sentences
+          alternatives.reject! { |a| a[1] == INTERIM || used.include?(a[0]) }
+          varsites[i] = alternatives unless alternatives.empty?
+        end
+
+        variant = nil
+        varsites.to_a.shuffle.each do |site|
+          start = site[0]
+
+          site[1].shuffle.each do |alt|
+            verbatim << @sentences[alt[0]]
+            suffix = @sentences[alt[0]][alt[1]..-1]
+            potential = tikis[0..start+1] + suffix
+
+            # Ensure we're not just rebuilding some segment of another sentence
+            unless verbatim.find { |v| NLP.subseq?(v, potential) || NLP.subseq?(potential, v) }
+              used << alt[0]
+              variant = potential
+              break
+            end
+          end
+
+          break if variant
+        end
+
+        # If we failed to produce a variation from any alternative, there
+        # is no use running additional passes-- they'll have the same result.
+        break if variant.nil?
+
+        tikis = variant
+      end
+
+      tikis
+    end
+  end
+end

data/lib/bot_twitter_ebooks/sync.rb

@@ -0,0 +1,52 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+
+require 'twitter'
+require 'json'
+require 'mini_magick'
+require 'open-uri'
+require 'pry'
+
+module Ebooks
+  class Sync
+
+    def self.run(botname, username)
+      bot = Ebooks::Bot.get(botname)
+      bot.configure
+      source_user = username
+      ebooks_user = bot.username
+      user = bot.twitter.user(source_user)
+      if user.profile_image_url then
+        Ebooks::Sync::get(user.profile_image_url(:original), "image/#{source_user}_avatar")
+        avatar = MiniMagick::Image.open("image/#{source_user}_avatar")
+        avatar.flip
+        avatar.write("image/#{ebooks_user}_avatar")
+        avatar64 = Base64.encode64(File.read("image/#{ebooks_user}_avatar"))
+        bot.twitter.update_profile_image(avatar64)
+        p "Updated profile image for #{ebooks_user} from #{source_user}."
+      else
+        p "#{source_user} does not have a profile image to clone."
+      end
+      if user.profile_banner_url then
+        Ebooks::Sync::get(user.profile_banner_url, "image/#{source_user}banner")
+        banner = MiniMagick::Image.open("image/#{source_user}banner")
+        banner.flip
+        banner.write("image/#{ebooks_user}_banner")
+        banner64 = Base64.encode64(File.read("image/#{ebooks_user}_banner"))
+        bot.twitter.update_profile_banner(banner64)
+        p "Updated cover image for #{ebooks_user} from #{source_user}."
+      else
+        p "#{source_user} does not have a cover image to clone."
+      end
+    end
+
+    def self.get(url, destination)
+      File.open(destination, "wb") do |saved_file|
+        open(url, "rb") do |read_file|
+          saved_file.write(read_file.read)
+        end
+      end
+    end
+
+  end
+end

data/lib/bot_twitter_ebooks/version.rb

@@ -0,0 +1,3 @@
+module Ebooks
+  VERSION = "0.0.0"
+end

data/skeleton/Gemfile

@@ -0,0 +1,4 @@
+source 'http://rubygems.org'
+ruby '{{RUBY_VERSION}}'
+
+gem 'bot_twitter_ebooks'

data/skeleton/Procfile

@@ -0,0 +1 @@
+worker: bundle exec ebooks start

data/skeleton/bots.rb

@@ -0,0 +1,66 @@
+require 'bot_twitter_ebooks'
+
+# This is an example bot definition with event handlers commented out
+# You can define and instantiate as many bots as you like
+
+class MyBot < Ebooks::Bot
+  # Configuration here applies to all MyBots
+  def configure
+    # Consumer details come from registering an app at https://dev.twitter.com/
+    # Once you have consumer details, use "ebooks auth" for new access tokens
+    self.consumer_key = '' # Your app consumer key
+    self.consumer_secret = '' # Your app consumer secret
+
+    # Users to block instead of interacting with
+    self.blacklist = ['tnietzschequote']
+
+    # Range in seconds to randomize delay when bot.delay is called
+    self.delay_range = 1..6
+  end
+
+  def on_startup
+    scheduler.every '24h' do
+      # Tweet something every 24 hours
+      # See https://github.com/jmettraux/rufus-scheduler
+      # tweet("hi")
+      # pictweet("hi", "cuteselfie.jpg")
+    end
+  end
+
+  def on_message(dm)
+    # Reply to a DM
+    # Make sure to set your API permissions to "Read, Write and Access direct messages" or this won't work!
+    # reply(dm, "secret secrets")
+  end
+
+  def on_follow(user)
+    # Follow a user back
+    # follow(user.screen_name)
+  end
+
+  def on_mention(tweet)
+    # Reply to a mention
+    # reply(tweet, "oh hullo")
+  end
+
+  def on_timeline(tweet)
+    # Reply to a tweet in the bot's timeline
+    # reply(tweet, "nice tweet")
+  end
+
+  def on_favorite(user, tweet)
+    # Follow user who just favorited bot's tweet
+    # follow(user.screen_name)
+  end
+
+  def on_retweet(tweet)
+    # Follow user who just retweeted bot's tweet
+    # follow(tweet.user.screen_name)
+  end
+end
+
+# Make a MyBot and attach it to an account
+MyBot.new("{{BOT_NAME}}") do |bot|
+  bot.access_token = "" # Token connecting the app to this account
+  bot.access_token_secret = "" # Secret connecting the app to this account
+end

data/skeleton/gitignore

@@ -0,0 +1 @@
+corpus/

data/skeleton/stopwords.txt

@@ -0,0 +1,843 @@
+a
+able
+about
+above
+abst
+accordance
+according
+accordingly
+across
+act
+actually
+added
+adj
+affected
+affecting
+affects
+after
+afterwards
+again
+against
+ah
+all
+almost
+alone
+along
+already
+also
+although
+always
+am
+among
+amongst
+an
+and
+announce
+another
+any
+anybody
+anyhow
+anymore
+anyone
+anything
+anyway
+anyways
+anywhere
+apparently
+approximately
+are
+aren
+arent
+arise
+around
+as
+aside
+ask
+asking
+at
+auth
+available
+away
+awfully
+b
+back
+be
+became
+because
+become
+becomes
+becoming
+been
+before
+beforehand
+begin
+beginning
+beginnings
+begins
+behind
+being
+believe
+below
+beside
+besides
+between
+beyond
+biol
+both
+brief
+briefly
+but
+by
+c
+ca
+came
+can
+cannot
+can't
+cause
+causes
+certain
+certainly
+co
+com
+come
+comes
+contain
+containing
+contains
+could
+couldnt
+d
+date
+did
+didn't
+different
+do
+does
+doesn't
+doing
+done
+don't
+down
+downwards
+due
+during
+e
+each
+ed
+edu
+effect
+eg
+eight
+eighty
+either
+else
+elsewhere
+end
+ending
+enough
+especially
+et
+et-al
+etc
+even
+ever
+every
+everybody
+everyone
+everything
+everywhere
+ex
+except
+f
+far
+few
+ff
+fifth
+first
+five
+fix
+followed
+following
+follows
+for
+former
+formerly
+forth
+found
+four
+from
+further
+furthermore
+g
+gave
+get
+gets
+getting
+give
+given
+gives
+giving
+go
+goes
+gone
+got
+gotten
+h
+had
+happens
+hardly
+has
+hasn't
+have
+haven't
+having
+he
+hed
+hence
+her
+here
+hereafter
+hereby
+herein
+heres
+hereupon
+hers
+herself
+hes
+hi
+hid
+him
+himself
+his
+hither
+home
+how
+howbeit
+however
+hundred
+i
+id
+ie
+if
+i'll
+im
+immediate
+immediately
+importance
+important
+in
+inc
+indeed
+index
+information
+instead
+into
+invention
+inward
+is
+isn't
+it
+itd
+it'll
+its
+itself
+i've
+j
+just
+k
+keep
+keeps
+kept
+kg
+km
+know
+known
+knows
+l
+largely
+last
+lately
+later
+latter
+latterly
+least
+less
+lest
+let
+lets
+like
+liked
+likely
+line
+little
+'ll
+look
+looking
+looks
+ltd
+m
+made
+mainly
+make
+makes
+many
+may
+maybe
+me
+mean
+means
+meantime
+meanwhile
+merely
+mg
+might
+million
+miss
+ml
+more
+moreover
+most
+mostly
+mr
+mrs
+much
+mug
+must
+my
+myself
+n
+na
+name
+namely
+nay
+nd
+near
+nearly
+necessarily
+necessary
+need
+needs
+neither
+never
+nevertheless
+new
+next
+nine
+ninety
+no
+nobody
+non
+none
+nonetheless
+noone
+nor
+normally
+nos
+not
+noted
+nothing
+now
+nowhere
+o
+obtain
+obtained
+obviously
+of
+off
+often
+oh
+ok
+okay
+old
+omitted
+on
+once
+one
+ones
+only
+onto
+or
+ord
+other
+others
+otherwise
+ought
+our
+ours
+ourselves
+out
+outside
+over
+overall
+owing
+own
+p
+page
+pages
+part
+particular
+particularly
+past
+per
+perhaps
+placed
+please
+plus
+poorly
+possible
+possibly
+potentially
+pp
+predominantly
+present
+previously
+primarily
+probably
+promptly
+proud
+provides
+put
+q
+que
+quickly
+quite
+qv
+r
+ran
+rather
+rd
+re
+readily
+really
+recent
+recently
+ref
+refs
+regarding
+regardless
+regards
+related
+relatively
+research
+respectively
+resulted
+resulting
+results
+right
+run
+s
+said
+same
+saw
+say
+saying
+says
+sec
+section
+see
+seeing
+seem
+seemed
+seeming
+seems
+seen
+self
+selves
+sent
+seven
+several
+shall
+she
+shed
+she'll
+shes
+should
+shouldn't
+show
+showed
+shown
+showns
+shows
+significant
+significantly
+similar
+similarly
+since
+six
+slightly
+so
+some
+somebody
+somehow
+someone
+somethan
+something
+sometime
+sometimes
+somewhat
+somewhere
+soon
+sorry
+specifically
+specified
+specify
+specifying
+still
+stop
+strongly
+sub
+substantially
+successfully
+such
+sufficiently
+suggest
+sup
+sure
+t
+take
+taken
+taking
+tell
+tends
+th
+than
+thank
+thanks
+thanx
+that
+that'll
+thats
+that've
+the
+their
+theirs
+them
+themselves
+then
+thence
+there
+thereafter
+thereby
+thered
+therefore
+therein
+there'll
+thereof
+therere
+theres
+thereto
+thereupon
+there've
+these
+they
+theyd
+they'll
+theyre
+they've
+think
+this
+those
+thou
+though
+thoughh
+thousand
+throug
+through
+throughout
+thru
+thus
+til
+tip
+to
+together
+too
+took
+toward
+towards
+tried
+tries
+truly
+try
+trying
+ts
+twice
+two
+u
+un
+under
+unfortunately
+unless
+unlike
+unlikely
+until
+unto
+up
+upon
+ups
+us
+use
+used
+useful
+usefully
+usefulness
+uses
+using
+usually
+v
+value
+various
+'ve
+very
+via
+viz
+vol
+vols
+vs
+w
+want
+wants
+was
+wasn't
+way
+we
+wed
+welcome
+we'll
+went
+were
+weren't
+we've
+what
+whatever
+what'll
+whats
+when
+whence
+whenever
+where
+whereafter
+whereas
+whereby
+wherein
+wheres
+whereupon
+wherever
+whether
+which
+while
+whim
+whither
+who
+whod
+whoever
+whole
+who'll
+whom
+whomever
+whos
+whose
+why
+widely
+willing
+wish
+with
+within
+without
+won't
+words
+world
+would
+wouldn't
+www
+x
+y
+yes
+yet
+you
+youd
+you'll
+your
+youre
+yours
+yourself
+yourselves
+you've
+z
+zero
+.
+?
+!
+
+http
+don
+people
+well
+will
+https
+time
+good
+thing
+twitter
+pretty
+it's
+i'm
+that's
+you're
+they're
+there's
+things
+yeah
+find
+going
+work
+point
+years
+guess
+bad
+problem
+real
+kind
+day
+better
+lot
+stuff
+i'd
+read
+thought
+idea
+case
+word
+hey
+person
+long
+Dear
+internet
+tweet
+he's
+feel
+wrong
+call
+hard
+phone
+ago
+literally
+remember
+reason
+called
+course
+bit
+question
+high
+today
+told
+man
+actual
+year
+three
+book
+assume
+life
+true
+best
+wow
+video
+times
+works
+fact
+completely
+totally
+imo
+open
+lol
+haha
+cool
+yep
+ooh
+great
+ugh
+tonight
+talk
+sounds
+hahaha
+whoa
+cool
+we're
+guys
+sweet
+fortunately
+hmm
+aren't
+sadly
+talking
+you'd
+place
+yup
+what's
+y'know
+basically
+god
+shit
+holy
+interesting
+news
+guy
+wait
+oooh
+gonna
+current
+let's
+tomorrow
+omg
+hate
+hope
+fuck
+oops
+night
+wear
+wanna
+fun
+finally
+whoops
+nevermind
+definitely
+context
+screen
+free
+exactly
+big
+house
+half
+working
+play
+heard
+hmmm
+damn
+woah
+tho
+set
+idk
+sort
+understand
+kinda
+seriously
+btw
+she's
+hah
+aww
+ffs
+it'd
+that'd
+hopefully
+non
+entirely
+lots
+entire
+tend
+hullo
+clearly
+surely
+weird
+start
+help
+nope