twitterscraper-ruby 0.13.0 → 0.14.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bafdfd47b386ef7f717dc5846102c8a5153f4660e61d3559f6834cdca340c19c
-  data.tar.gz: fb5564629d89ae83c916d868e9fd401fdca1b423fbeb2d6945b0831c0d8ecf11
+  metadata.gz: cf902c947e866cc99e79fbb9f8a51c829accd44aed03ef7657562bf41932c73d
+  data.tar.gz: 1bc5a0698a17b244ee9228d7728767dd00218179a5a49e0852a74cc722322ef0
 SHA512:
-  metadata.gz: 5e9c819b318a908c73f56de0a638c7c819cc1e31c867812ec9ffa3e23362318db3dfc1fe5ffde53c4769bffdf1f62efdb4701bf9b1efe874625cdb6ce21ef1bc
-  data.tar.gz: aa75f3a328f6c2c278738962e7d6e9ea747841343362e8a0f226fd76b316b6ab05e63c93e495ae39009fd3f0a1c4eb0657bc66e1b22416e6a695cc34b4059643
+  metadata.gz: 629de8698af1391c210b496e9aadb51ad5f9d7157b1be5d0aa669ae821671e2b5624ba51083fb14b61f93618ff3e90aea1ac0eccb6ea00360fac48a2dfc436c7
+  data.tar.gz: 3f3706bee5f2a92a2addae034201e2e8cee3fef43efdc323be963cbaf1b94c31c53aa49a19e58a068498722dfe07e9796e097fb04364a9afda56d06132e6b935

data/.circleci/config.yml

@@ -0,0 +1,31 @@
+version: 2.1
+orbs:
+  ruby: circleci/ruby@0.1.2
+
+jobs:
+  build:
+    docker:
+      - image: circleci/ruby:2.6.4-stretch-node
+        environment:
+          BUNDLER_VERSION: 2.1.4
+    executor: ruby/default
+    steps:
+      - checkout
+      - run:
+          name: Update bundler
+          command: gem update bundler
+      - run:
+          name: Which bundler?
+          command: bundle -v
+      - restore_cache:
+          keys:
+            - gem-cache-v1-{{ arch }}-{{ .Branch }}-{{ checksum "Gemfile.lock" }}
+            - gem-cache-v1-{{ arch }}-{{ .Branch }}
+            - gem-cache-v1
+      - run: bundle install --path vendor/bundle
+      - run: bundle clean
+      - save_cache:
+          key: gem-cache-v1-{{ arch }}-{{ .Branch }}-{{ checksum "Gemfile.lock" }}
+          paths:
+            - vendor/bundle
+      - run: bundle exec rspec

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    twitterscraper-ruby (0.13.0)
+    twitterscraper-ruby (0.14.0)
       nokogiri
       parallel
 

data/README.md

@@ -1,5 +1,6 @@
 # twitterscraper-ruby
 
+[![Build Status](https://circleci.com/gh/ts-3156/twitterscraper-ruby.svg?style=svg)](https://circleci.com/gh/ts-3156/twitterscraper-ruby)
 [![Gem Version](https://badge.fury.io/rb/twitterscraper-ruby.svg)](https://badge.fury.io/rb/twitterscraper-ruby)
 
 A gem to scrape https://twitter.com/search. This gem is inspired by [taspinar/twitterscraper](https://github.com/taspinar/twitterscraper).
@@ -33,7 +34,7 @@ Command-line interface:
 
 ```shell script
 $ twitterscraper --query KEYWORD --start_date 2020-06-01 --end_date 2020-06-30 --lang ja \
-      --limit 100 --threads 10 --proxy --cache --output output.json
+      --limit 100 --threads 10 --output output.json
 ```
 
 From Within Ruby:
@@ -47,10 +48,9 @@ options = {
   lang:       'ja',
   limit:      100,
   threads:    10,
-  proxy:      true
 }
 
-client = Twitterscraper::Client.new
+client = Twitterscraper::Client.new(cache: true, proxy: true)
 tweets = client.query_tweets(KEYWORD, options)
 
 tweets.each do |tweet|
@@ -141,9 +141,10 @@ $ cat tweets.json | jq . | less
 | `--end_date` | Used as "until:yyyy-mm-dd for your query. This means "before the date". | |
 | `--lang` | Retrieve tweets written in a specific language. | |
 | `--limit` | Stop scraping when *at least* the number of tweets indicated with --limit is scraped. | 100 |
+| `--order` | Sort order of the results. | desc |
 | `--threads` | Set the number of threads twitterscraper-ruby should initiate while scraping for your query. | 2 |
-| `--proxy` | Scrape https://twitter.com/search via proxies. | false |
-| `--cache` | Enable caching. | false |
+| `--proxy` | Scrape https://twitter.com/search via proxies. | true |
+| `--cache` | Enable caching. | true |
 | `--format` | The format of the output. | json |
 | `--output` | The name of the output file. | tweets.json |
 | `--verbose` | Print debug messages. | tweets.json |

data/lib/twitterscraper/cli.rb

@@ -21,6 +21,7 @@ module Twitterscraper
           lang: options['lang'],
           limit: options['limit'],
           daily_limit: options['daily_limit'],
+          order: options['order'],
           threads: options['threads'],
       }
       client = Twitterscraper::Client.new(cache: options['cache'], proxy: options['proxy'])
@@ -64,6 +65,7 @@ module Twitterscraper
           'lang:',
           'limit:',
           'daily_limit:',
+          'order:',
           'threads:',
           'output:',
           'format:',
@@ -79,6 +81,7 @@ module Twitterscraper
       options['daily_limit'] = options['daily_limit'].to_i if options['daily_limit']
       options['threads'] = (options['threads'] || 2).to_i
       options['format'] ||= 'json'
+      options['order'] ||= 'desc'
       options['output'] ||= "tweets.#{options['format']}"
 
       options['cache'] = options['cache'] != 'false'

data/lib/twitterscraper/query.rb

@@ -195,7 +195,7 @@ module Twitterscraper
       @stop_requested
     end
 
-    def query_tweets(query, start_date: nil, end_date: nil, lang: '', limit: 100, daily_limit: nil, threads: 2)
+    def query_tweets(query, start_date: nil, end_date: nil, lang: '', limit: 100, daily_limit: nil, order: 'desc', threads: 2)
       start_date = Date.parse(start_date) if start_date && start_date.is_a?(String)
       end_date = Date.parse(end_date) if end_date && end_date.is_a?(String)
       queries = build_queries(query, start_date, end_date)
@@ -239,7 +239,7 @@ module Twitterscraper
         end
       end
 
-      @all_tweets.sort_by { |tweet| -tweet.created_at.to_i }
+      @all_tweets.sort_by { |tweet| (order == 'desc' ? -1 : 1) * tweet.created_at.to_i }
     end
   end
 end

data/lib/version.rb

@@ -1,3 +1,3 @@
 module Twitterscraper
-  VERSION = '0.13.0'
+  VERSION = '0.14.0'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: twitterscraper-ruby
 version: !ruby/object:Gem::Version
-  version: 0.13.0
+  version: 0.14.0
 platform: ruby
 authors:
 - ts-3156
@@ -46,6 +46,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".circleci/config.yml"
 - ".gitignore"
 - ".irbrc"
 - ".rspec"