twitterscraper-ruby 0.8.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5a0a2d55fac0a72e83d696c088daa6ca84b7b13519fbbe7a259dd1979373039a
-  data.tar.gz: a6cf2a0793f05d03d8d9b489eba985a244c7dce9f70e935d03207a7e103d6365
+  metadata.gz: bafdfd47b386ef7f717dc5846102c8a5153f4660e61d3559f6834cdca340c19c
+  data.tar.gz: fb5564629d89ae83c916d868e9fd401fdca1b423fbeb2d6945b0831c0d8ecf11
 SHA512:
-  metadata.gz: 3b4ca939b22a48fc53e1c1cb9ea25f55cdd6f8a53eb26fa1733948a8df44cd46fa51884668a70bbc31e85c4b986172d23995633557644b5ea93d7640b4034cf9
-  data.tar.gz: 9b1d61933990c916734fc6722bc12e6fdda513c4532edcb86982feabc30dabeaa13f39db03c8555fb8ddaa2aafc0493cb88069fbc374515737ed1465522f153b
+  metadata.gz: 5e9c819b318a908c73f56de0a638c7c819cc1e31c867812ec9ffa3e23362318db3dfc1fe5ffde53c4769bffdf1f62efdb4701bf9b1efe874625cdb6ce21ef1bc
+  data.tar.gz: aa75f3a328f6c2c278738962e7d6e9ea747841343362e8a0f226fd76b316b6ab05e63c93e495ae39009fd3f0a1c4eb0657bc66e1b22416e6a695cc34b4059643

data/.gitignore

@@ -6,5 +6,5 @@
 /pkg/
 /spec/reports/
 /tmp/
-
+/cache
 /.idea

data/.rspec

@@ -0,0 +1,2 @@
+-fd
+--require spec_helper

data/Gemfile

@@ -5,3 +5,4 @@ gemspec
 
 gem "rake", "~> 12.0"
 gem "minitest", "~> 5.0"
+gem "rspec"

data/Gemfile.lock

@@ -1,19 +1,33 @@
 PATH
   remote: .
   specs:
-    twitterscraper-ruby (0.8.0)
+    twitterscraper-ruby (0.13.0)
       nokogiri
       parallel
 
 GEM
   remote: https://rubygems.org/
   specs:
+    diff-lcs (1.4.4)
     mini_portile2 (2.4.0)
     minitest (5.14.1)
     nokogiri (1.10.10)
       mini_portile2 (~> 2.4.0)
     parallel (1.19.2)
     rake (12.3.3)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.2)
+      rspec-support (~> 3.9.3)
+    rspec-expectations (3.9.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-mocks (3.9.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.3)
 
 PLATFORMS
   ruby
@@ -21,6 +35,7 @@ PLATFORMS
 DEPENDENCIES
   minitest (~> 5.0)
   rake (~> 12.0)
+  rspec
   twitterscraper-ruby!
 
 BUNDLED WITH

data/README.md

@@ -33,7 +33,7 @@ Command-line interface:
 
 ```shell script
 $ twitterscraper --query KEYWORD --start_date 2020-06-01 --end_date 2020-06-30 --lang ja \
-      --limit 100 --threads 10 --proxy --output output.json
+      --limit 100 --threads 10 --proxy --cache --output output.json
 ```
 
 From Within Ruby:
@@ -56,12 +56,60 @@ tweets = client.query_tweets(KEYWORD, options)
 tweets.each do |tweet|
   puts tweet.tweet_id
   puts tweet.text
-  puts tweet.created_at
   puts tweet.tweet_url
+  puts tweet.created_at
+
+  hash = tweet.attrs
+  puts hash.keys
 end
 ```
 
 
+## Attributes
+
+### Tweet
+
+- screen_name
+- name
+- user_id
+- tweet_id
+- text
+- links
+- hashtags
+- image_urls
+- video_url
+- has_media
+- likes
+- retweets
+- replies
+- is_replied
+- is_reply_to
+- parent_tweet_id
+- reply_to_users
+- tweet_url
+- created_at
+
+
+## Search operators
+
+| Operator | Finds Tweets... |
+| ------------- | ------------- |
+| watching now | containing both "watching" and "now". This is the default operator. |
+| "happy hour" | containing the exact phrase "happy hour". |
+| love OR hate | containing either "love" or "hate" (or both). |
+| beer -root | containing "beer" but not "root". |
+| #haiku | containing the hashtag "haiku". |
+| from:interior | sent from Twitter account "interior". |
+| to:NASA | a Tweet authored in reply to Twitter account "NASA". |
+| @NASA | mentioning Twitter account "NASA". |
+| puppy filter:media | containing "puppy" and an image or video. |
+| puppy -filter:retweets | containing "puppy", filtering out retweets |
+| superhero since:2015-12-21 | containing "superhero" and sent since date "2015-12-21" (year-month-day). |
+| puppy until:2015-12-21 | containing "puppy" and sent before the date "2015-12-21". |
+
+Search operators documentation is in [Standard search operators](https://developer.twitter.com/en/docs/tweets/rules-and-filtering/overview/standard-operators).
+
+
 ## Examples
 
 ```shell script
@@ -79,40 +127,26 @@ $ cat tweets.json | jq . | less
     "tweet_url": "https://twitter.com/screenname/status/1282659891992000000",
     "created_at": "2020-07-13 12:00:00 +0000",
     "text": "Thanks Twitter!"
-  },
-  ...
+  }
 ]
 ```
 
-## Attributes
-
-### Tweet
-
-- tweet_id
-- text
-- user_id
-- screen_name
-- name
-- links
-- hashtags
-- image_urls
-- tweet_url
-- created_at
-
-
 ## CLI Options
 
 | Option | Description | Default |
 | ------------- | ------------- | ------------- |
 | `-h`, `--help` | This option displays a summary of twitterscraper. | |
 | `--query` | Specify a keyword used during the search. | |
-| `--start_date` | Set the date from which twitterscraper-ruby should start scraping for your query. | |
-| `--end_date` | Set the enddate which twitterscraper-ruby should use to stop scraping for your query. | |
+| `--start_date` | Used as "since:yyyy-mm-dd for your query. This means "since the date". | |
+| `--end_date` | Used as "until:yyyy-mm-dd for your query. This means "before the date". | |
 | `--lang` | Retrieve tweets written in a specific language. | |
 | `--limit` | Stop scraping when *at least* the number of tweets indicated with --limit is scraped. | 100 |
 | `--threads` | Set the number of threads twitterscraper-ruby should initiate while scraping for your query. | 2 |
 | `--proxy` | Scrape https://twitter.com/search via proxies. | false |
+| `--cache` | Enable caching. | false |
+| `--format` | The format of the output. | json |
 | `--output` | The name of the output file. | tweets.json |
+| `--verbose` | Print debug messages. | tweets.json |
 
 
 ## Contributing

data/bin/twitterscraper

@@ -7,7 +7,7 @@ begin
   cli.parse
   cli.run
 rescue => e
-  STDERR.puts e.message
+  STDERR.puts e.inspect
   STDERR.puts e.backtrace.join("\n")
   exit 1
 end

data/lib/twitterscraper.rb

@@ -2,9 +2,11 @@ require 'twitterscraper/logger'
 require 'twitterscraper/proxy'
 require 'twitterscraper/http'
 require 'twitterscraper/lang'
+require 'twitterscraper/cache'
 require 'twitterscraper/query'
 require 'twitterscraper/client'
 require 'twitterscraper/tweet'
+require 'twitterscraper/template'
 require 'version'
 
 module Twitterscraper

data/lib/twitterscraper/cache.rb

@@ -0,0 +1,69 @@
+require 'base64'
+require 'digest/md5'
+
+module Twitterscraper
+  class Cache
+    def initialize()
+      @ttl = 3600 # 1 hour
+      @dir = 'cache'
+      Dir.mkdir(@dir) unless File.exist?(@dir)
+    end
+
+    def read(key)
+      key = cache_key(key)
+      file = File.join(@dir, key)
+      entry = Entry.from_json(File.read(file))
+      entry.value if entry.time > Time.now - @ttl
+    rescue Errno::ENOENT => e
+      nil
+    end
+
+    def write(key, value)
+      key = cache_key(key)
+      entry = Entry.new(key, value, Time.now)
+      file = File.join(@dir, key)
+      File.write(file, entry.to_json)
+    end
+
+    def fetch(key, &block)
+      if (value = read(key))
+        value
+      else
+        yield.tap { |v| write(key, v) }
+      end
+    end
+
+    def cache_key(key)
+      value = key.gsub(':', '%3A').gsub('/', '%2F').gsub('?', '%3F').gsub('=', '%3D').gsub('&', '%26')
+      value = Digest::MD5.hexdigest(value) if value.length >= 100
+      value
+    end
+
+    class Entry < Hash
+      attr_reader :key, :value, :time
+
+      def initialize(key, value, time)
+        @key = key
+        @value = value
+        @time = time
+      end
+
+      def attrs
+        {key: @key, value: @value, time: @time}
+      end
+
+      def to_json
+        hash = attrs
+        hash[:value] = Base64.encode64(hash[:value])
+        hash.to_json
+      end
+
+      class << self
+        def from_json(text)
+          json = JSON.parse(text)
+          new(json['key'], Base64.decode64(json['value']), Time.parse(json['time']))
+        end
+      end
+    end
+  end
+end

data/lib/twitterscraper/cli.rb

@@ -20,12 +20,24 @@ module Twitterscraper
           end_date: options['end_date'],
           lang: options['lang'],
           limit: options['limit'],
+          daily_limit: options['daily_limit'],
           threads: options['threads'],
-          proxy: options['proxy']
       }
-      client = Twitterscraper::Client.new
+      client = Twitterscraper::Client.new(cache: options['cache'], proxy: options['proxy'])
       tweets = client.query_tweets(options['query'], query_options)
-      File.write(options['output'], generate_json(tweets))
+      export(tweets) unless tweets.empty?
+    end
+
+    def export(tweets)
+      write_json = lambda { File.write(options['output'], generate_json(tweets)) }
+
+      if options['format'] == 'json'
+        write_json.call
+      elsif options['format'] == 'html'
+        File.write('tweets.html', Template.tweets_embedded_html(tweets))
+      else
+        write_json.call
+      end
     end
 
     def generate_json(tweets)
@@ -51,17 +63,26 @@ module Twitterscraper
           'end_date:',
           'lang:',
           'limit:',
+          'daily_limit:',
           'threads:',
           'output:',
-          'proxy',
+          'format:',
+          'cache:',
+          'proxy:',
           'pretty',
           'verbose',
       )
 
+      options['start_date'] = Query::OLDEST_DATE if options['start_date'] == 'oldest'
       options['lang'] ||= ''
       options['limit'] = (options['limit'] || 100).to_i
+      options['daily_limit'] = options['daily_limit'].to_i if options['daily_limit']
       options['threads'] = (options['threads'] || 2).to_i
-      options['output'] ||= 'tweets.json'
+      options['format'] ||= 'json'
+      options['output'] ||= "tweets.#{options['format']}"
+
+      options['cache'] = options['cache'] != 'false'
+      options['proxy'] = options['proxy'] != 'false'
 
       options
     end
@@ -86,7 +107,7 @@ module Twitterscraper
     end
 
     def print_version
-      puts "twitterscraper-#{Twitterscraper::VERSION}"
+      puts "twitterscraper-#{VERSION}"
     end
   end
 end

data/lib/twitterscraper/client.rb

@@ -1,5 +1,18 @@
 module Twitterscraper
   class Client
     include Query
+
+    def initialize(cache: true, proxy: true)
+      @cache = cache
+      @proxy = proxy
+    end
+
+    def cache_enabled?
+      @cache
+    end
+
+    def proxy_enabled?
+      @proxy
+    end
   end
 end

data/lib/twitterscraper/proxy.rb

@@ -17,15 +17,17 @@ module Twitterscraper
           reload
         end
         @cur_index += 1
-        item = @items[@cur_index - 1]
-        Twitterscraper.logger.info("Using proxy #{item}")
-        item
+        @items[@cur_index - 1]
       end
 
       def size
         @items.size
       end
 
+      def empty?
+        @items.empty?
+      end
+
       private
 
       def reload
@@ -51,7 +53,6 @@ module Twitterscraper
         proxies << ip + ':' + port
       end
 
-      Twitterscraper.logger.debug "Fetch #{proxies.size} proxies"
       proxies.shuffle
     rescue => e
       if (retries -= 1) > 0

data/lib/twitterscraper/query.rb

@@ -44,14 +44,18 @@ module Twitterscraper
 
     def get_single_page(url, headers, proxies, timeout = 6, retries = 30)
       return nil if stop_requested?
-      Twitterscraper::Http.get(url, headers, proxies.sample, timeout)
+      unless proxies.empty?
+        proxy = proxies.sample
+        logger.info("Using proxy #{proxy}")
+      end
+      Http.get(url, headers, proxy, timeout)
     rescue => e
       logger.debug "query_single_page: #{e.inspect}"
       if (retries -= 1) > 0
-        logger.info("Retrying... (Attempts left: #{retries - 1})")
+        logger.info "Retrying... (Attempts left: #{retries - 1})"
         retry
       else
-        raise
+        raise Error.new("#{e.inspect} url=#{url}")
       end
     end
 
@@ -71,14 +75,27 @@ module Twitterscraper
     end
 
     def query_single_page(query, lang, pos, from_user = false, headers: [], proxies: [])
-      logger.info("Querying #{query}")
+      logger.info "Querying #{query}"
       query = ERB::Util.url_encode(query)
 
       url = build_query_url(query, lang, pos, from_user)
-      logger.debug("Scraping tweets from #{url}")
+      http_request = lambda do
+        logger.debug "Scraping tweets from #{url}"
+        get_single_page(url, headers, proxies)
+      end
 
-      response = get_single_page(url, headers, proxies)
-      return [], nil if response.nil?
+      if cache_enabled?
+        client = Cache.new
+        if (response = client.read(url))
+          logger.debug 'Fetching tweets from cache'
+        else
+          response = http_request.call
+          client.write(url, response) unless stop_requested?
+        end
+      else
+        response = http_request.call
+      end
+      return [], nil if response.nil? || response.empty?
 
       html, json_resp = parse_single_page(response, pos.nil?)
 
@@ -97,35 +114,36 @@ module Twitterscraper
       end
     end
 
-    OLDEST_DATE = Date.parse('2006-3-21')
+    OLDEST_DATE = Date.parse('2006-03-21')
 
-    def validate_options!(query, start_date:, end_date:, lang:, limit:, threads:, proxy:)
+    def validate_options!(queries, start_date:, end_date:, lang:, limit:, threads:)
+      query = queries[0]
       if query.nil? || query == ''
-        raise 'Please specify a search query.'
+        raise Error.new('Please specify a search query.')
       end
 
       if ERB::Util.url_encode(query).length >= 500
-        raise ':query must be a UTF-8, URL-encoded search query of 500 characters maximum, including operators.'
+        raise Error.new(':query must be a UTF-8, URL-encoded search query of 500 characters maximum, including operators.')
       end
 
       if start_date && end_date
         if start_date == end_date
-          raise 'Please specify different values for :start_date and :end_date.'
+          raise Error.new('Please specify different values for :start_date and :end_date.')
         elsif start_date > end_date
-          raise ':start_date must occur before :end_date.'
+          raise Error.new(':start_date must occur before :end_date.')
         end
       end
 
       if start_date
         if start_date < OLDEST_DATE
-          raise ":start_date must be greater than or equal to #{OLDEST_DATE}"
+          raise Error.new(":start_date must be greater than or equal to #{OLDEST_DATE}")
         end
       end
 
       if end_date
         today = Date.today
         if end_date > Date.today
-          raise ":end_date must be less than or equal to today(#{today})"
+          raise Error.new(":end_date must be less than or equal to today(#{today})")
         end
       end
     end
@@ -143,27 +161,32 @@ module Twitterscraper
       end
     end
 
-    def main_loop(query, lang, limit, headers, proxies)
+    def main_loop(query, lang, limit, daily_limit, headers, proxies)
       pos = nil
+      daily_tweets = []
 
       while true
         new_tweets, new_pos = query_single_page(query, lang, pos, headers: headers, proxies: proxies)
         unless new_tweets.empty?
+          daily_tweets.concat(new_tweets)
+          daily_tweets.uniq! { |t| t.tweet_id }
+
           @mutex.synchronize {
             @all_tweets.concat(new_tweets)
             @all_tweets.uniq! { |t| t.tweet_id }
           }
         end
-        logger.info("Got #{new_tweets.size} tweets (total #{@all_tweets.size})")
+        logger.info "Got #{new_tweets.size} tweets (total #{@all_tweets.size})"
 
         break unless new_pos
+        break if daily_limit && daily_tweets.size >= daily_limit
         break if @all_tweets.size >= limit
 
         pos = new_pos
       end
 
-      if @all_tweets.size >= limit
-        logger.info("Limit reached #{@all_tweets.size}")
+      if !@stop_requested && @all_tweets.size >= limit
+        logger.warn "The limit you specified has been reached limit=#{limit} tweets=#{@all_tweets.size}"
         @stop_requested = true
       end
     end
@@ -172,32 +195,46 @@ module Twitterscraper
       @stop_requested
     end
 
-    def query_tweets(query, start_date: nil, end_date: nil, lang: '', limit: 100, threads: 2, proxy: false)
+    def query_tweets(query, start_date: nil, end_date: nil, lang: '', limit: 100, daily_limit: nil, threads: 2)
       start_date = Date.parse(start_date) if start_date && start_date.is_a?(String)
       end_date = Date.parse(end_date) if end_date && end_date.is_a?(String)
       queries = build_queries(query, start_date, end_date)
-      threads = queries.size if threads > queries.size
-      proxies = proxy ? Twitterscraper::Proxy::Pool.new : []
+      if threads > queries.size
+        logger.warn 'The maximum number of :threads is the number of dates between :start_date and :end_date.'
+        threads = queries.size
+      end
+      if proxy_enabled?
+        proxies = Proxy::Pool.new
+        logger.debug "Fetch #{proxies.size} proxies"
+      else
+        proxies = []
+        logger.debug 'Proxy disabled'
+      end
+      logger.debug "Cache #{cache_enabled? ? 'enabled' : 'disabled'}"
 
-      validate_options!(queries[0], start_date: start_date, end_date: end_date, lang: lang, limit: limit, threads: threads, proxy: proxy)
 
-      logger.info("The number of threads #{threads}")
+      validate_options!(queries, start_date: start_date, end_date: end_date, lang: lang, limit: limit, threads: threads)
+
+      logger.info "The number of threads #{threads}"
 
       headers = {'User-Agent': USER_AGENT_LIST.sample, 'X-Requested-With': 'XMLHttpRequest'}
-      logger.info("Headers #{headers}")
+      logger.info "Headers #{headers}"
 
       @all_tweets = []
       @mutex = Mutex.new
       @stop_requested = false
 
       if threads > 1
+        Thread.abort_on_exception = true
+        logger.debug "Set 'Thread.abort_on_exception' to true"
+
         Parallel.each(queries, in_threads: threads) do |query|
-          main_loop(query, lang, limit, headers, proxies)
+          main_loop(query, lang, limit, daily_limit, headers, proxies)
           raise Parallel::Break if stop_requested?
         end
       else
         queries.each do |query|
-          main_loop(query, lang, limit, headers, proxies)
+          main_loop(query, lang, limit, daily_limit, headers, proxies)
           break if stop_requested?
         end
       end

data/lib/twitterscraper/template.rb

@@ -0,0 +1,48 @@
+module Twitterscraper
+  module Template
+    module_function
+
+    def tweets_embedded_html(tweets)
+      tweets_html = tweets.map { |t| EMBED_TWEET_HTML.sub('__TWEET_URL__', t.tweet_url) }
+      EMBED_TWEETS_HTML.sub('__TWEETS__', tweets_html.join)
+    end
+
+    EMBED_TWEET_HTML = <<~'HTML'
+      <blockquote class="twitter-tweet">
+        <a href="__TWEET_URL__"></a>
+      </blockquote>
+    HTML
+
+    EMBED_TWEETS_HTML = <<~'HTML'
+      <html>
+        <head>
+          <style type=text/css>
+            .twitter-tweet {
+              margin: 30px auto 0 auto !important;
+            }
+          </style>
+          <script>
+            window.twttr = (function(d, s, id) {
+              var js, fjs = d.getElementsByTagName(s)[0], t = window.twttr || {};
+              if (d.getElementById(id)) return t;
+              js = d.createElement(s);
+              js.id = id;
+              js.src = "https://platform.twitter.com/widgets.js";
+              fjs.parentNode.insertBefore(js, fjs);
+
+              t._e = [];
+              t.ready = function(f) {
+                  t._e.push(f);
+              };
+
+              return t;
+            }(document, "script", "twitter-wjs"));
+          </script>
+        </head>
+        <body>
+          __TWEETS__
+        </body>
+      </html>
+    HTML
+  end
+end

data/lib/twitterscraper/tweet.rb

@@ -21,6 +21,7 @@ module Twitterscraper
         :parent_tweet_id,
         :reply_to_users,
         :tweet_url,
+        :timestamp,
         :created_at,
     ]
     attr_reader *KEYS
@@ -31,13 +32,25 @@ module Twitterscraper
       end
     end
 
-    def to_json(options = {})
+    def attrs
       KEYS.map do |key|
         [key, send(key)]
-      end.to_h.to_json
+      end.to_h
+    end
+
+    def to_json(options = {})
+      attrs.to_json
     end
 
     class << self
+      def from_json(text)
+        json = JSON.parse(text)
+        json.map do |tweet|
+          tweet['created_at'] = Time.parse(tweet['created_at'])
+          new(tweet)
+        end
+      end
+
       def from_html(text)
         html = Nokogiri::HTML(text)
         from_tweets_html(html.xpath("//li[@class[contains(., 'js-stream-item')]]/div[@class[contains(., 'js-stream-tweet')]]"))
@@ -46,12 +59,19 @@ module Twitterscraper
       def from_tweets_html(html)
         html.map do |tweet|
           from_tweet_html(tweet)
-        end
+        end.compact
       end
 
       def from_tweet_html(html)
+        screen_name = html.attr('data-screen-name')
+        tweet_id = html.attr('data-tweet-id')&.to_i
+
+        unless html.to_s.include?('js-tweet-text-container')
+          Twitterscraper.logger.warn "html doesn't include div.js-tweet-text-container url=https://twitter.com/#{screen_name}/status/#{tweet_id}"
+          return nil
+        end
+
         inner_html = Nokogiri::HTML(html.inner_html)
-        tweet_id = html.attr('data-tweet-id').to_i
         text = inner_html.xpath("//div[@class[contains(., 'js-tweet-text-container')]]/p[@class[contains(., 'js-tweet-text')]]").first.text
         links = inner_html.xpath("//a[@class[contains(., 'twitter-timeline-link')]]").map { |elem| elem.attr('data-expanded-url') }.select { |link| link && !link.include?('pic.twitter') }
         image_urls = inner_html.xpath("//div[@class[contains(., 'AdaptiveMedia-photoContainer')]]").map { |elem| elem.attr('data-image-url') }
@@ -74,9 +94,9 @@ module Twitterscraper
           reply_to_users = inner_html.xpath("//div[@class[contains(., 'ReplyingToContextBelowAuthor')]]/a").map { |user| {screen_name: user.text.delete_prefix('@'), user_id: user.attr('data-user-id')} }
         end
 
-        timestamp = inner_html.xpath("//span[@class[contains(., 'ProfileTweet-action--favorite')]]").first.attr('data-time').to_i
+        timestamp = inner_html.xpath("//span[@class[contains(., 'js-short-timestamp')]]").first.attr('data-time').to_i
         new(
-            screen_name: html.attr('data-screen-name'),
+            screen_name: screen_name,
             name: html.attr('data-name'),
             user_id: html.attr('data-user-id').to_i,
             tweet_id: tweet_id,
@@ -94,6 +114,7 @@ module Twitterscraper
             parent_tweet_id: parent_tweet_id,
             reply_to_users: reply_to_users,
             tweet_url: 'https://twitter.com' + html.attr('data-permalink-path'),
+            timestamp: timestamp,
             created_at: Time.at(timestamp, in: '+00:00'),
         )
       end

data/lib/version.rb

@@ -1,3 +1,3 @@
 module Twitterscraper
-  VERSION = '0.8.0'
+  VERSION = '0.13.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: twitterscraper-ruby
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.13.0
 platform: ruby
 authors:
 - ts-3156
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-13 00:00:00.000000000 Z
+date: 2020-07-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -48,6 +48,7 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".irbrc"
+- ".rspec"
 - ".ruby-version"
 - ".travis.yml"
 - CODE_OF_CONDUCT.md
@@ -61,6 +62,7 @@ files:
 - bin/twitterscraper
 - lib/twitterscraper-ruby.rb
 - lib/twitterscraper.rb
+- lib/twitterscraper/cache.rb
 - lib/twitterscraper/cli.rb
 - lib/twitterscraper/client.rb
 - lib/twitterscraper/http.rb
@@ -68,6 +70,7 @@ files:
 - lib/twitterscraper/logger.rb
 - lib/twitterscraper/proxy.rb
 - lib/twitterscraper/query.rb
+- lib/twitterscraper/template.rb
 - lib/twitterscraper/tweet.rb
 - lib/version.rb
 - twitterscraper-ruby.gemspec