twitterscraper-ruby 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6791ebfd82694e768350ec33a19d3a34336c26c5344e57ef92af6bf02a0dddf1
-  data.tar.gz: 351bf02ad483c60993114a828a4a1e39b936ab8e1373237aa66de6d0a3c809a6
+  metadata.gz: 68f4f63474e0c165316575e8d5fc2ac8ec9cdb18218be2f084263effbdf78bb0
+  data.tar.gz: d91edfdbd1cc36f4bf722e5a4673238a814846066370cd6810af483d089d1768
 SHA512:
-  metadata.gz: 236d01eaaf4ed8c5c016fff35b5794e1609e840d8d27edfba92e0fc63138dfced1a10f4e2952d919360d9cc5111bc4987422a9e709c3e798434614b734b3b029
-  data.tar.gz: 6831c32b358651e8c75af0772afbd0f2888934e5ef314112ecaa2dab1bcaeb681dc6a350d473eab79e36a83da57059b35dd88d693cb3a2f894789cb03ceb1e8c
+  metadata.gz: a7b0f2ce114a2eef72be3147d9459f7b91f15813825cd65baf10b0c891a64a9911c6b4e15db72425925e287043e46ac73cc956f088eb03c5ad960d213b4b4175
+  data.tar.gz: 8f42a24221aebc9fa361b7dbf9bb23cc683112b03bd549456fdd6f49bf8763d5d8797c73ce1d5cfe60d534f329d649d845a741baedcefaca46a17dd194055778

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    twitterscraper-ruby (0.2.0)
+    twitterscraper-ruby (0.3.0)
       nokogiri
 
 GEM

data/bin/twitterscraper

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/twitterscraper/cli'
+
+begin
+  cli = Twitterscraper::Cli.new
+  cli.parse
+  cli.run
+rescue => e
+  STDERR.puts e.message
+  STDERR.puts e.backtrace.join("\n")
+  exit 1
+end

data/lib/twitterscraper/cli.rb

@@ -0,0 +1,34 @@
+$stdout.sync = true
+
+require 'json'
+require 'optparse'
+require 'twitterscraper'
+
+module Twitterscraper
+  class Cli
+    def parse
+      @options = parse_options(ARGV)
+    end
+
+    def run
+      client = Twitterscraper::Client.new
+      limit = options['limit'] ? options['limit'].to_i : 100
+      tweets = client.query_tweets(options['query'], limit: limit, start_date: options['start_date'], end_date: options['end_date'])
+      File.write('tweets.json', ::JSON.dump(tweets))
+    end
+
+    def options
+      @options
+    end
+
+    def parse_options(argv)
+      argv.getopts(
+          'h',
+          'query:',
+          'limit:',
+          'start_date:',
+          'end_date:',
+      )
+    end
+  end
+end

data/lib/twitterscraper/tweet.rb

@@ -2,7 +2,8 @@ require 'time'
 
 module Twitterscraper
   class Tweet
-    attr_reader :screen_name, :name, :user_id, :tweet_id, :tweet_url, :timestamp, :created_at, :text
+    KEYS = [:screen_name, :name, :user_id, :tweet_id, :tweet_url, :created_at, :text]
+    attr_reader *KEYS
 
     def initialize(attrs)
       attrs.each do |key, value|
@@ -10,6 +11,12 @@ module Twitterscraper
       end
     end
 
+    def to_json(options = {})
+      KEYS.map do |key|
+        [key, send(key)]
+      end.to_h.to_json
+    end
+
     class << self
       def from_html(text)
         html = Nokogiri::HTML(text)
@@ -31,7 +38,6 @@ module Twitterscraper
             user_id: html.attr('data-user-id').to_i,
             tweet_id: html.attr('data-tweet-id').to_i,
             tweet_url: 'https://twitter.com' + html.attr('data-permalink-path'),
-            timestamp: timestamp,
             created_at: Time.at(timestamp, in: '+00:00'),
             text: inner_html.xpath("//div[@class[contains(., 'js-tweet-text-container')]]/p[@class[contains(., 'js-tweet-text')]]").first.text,
         )

data/lib/version.rb

@@ -1,3 +1,3 @@
 module Twitterscraper
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/twitterscraper-ruby.gemspec

@@ -21,9 +21,10 @@ Gem::Specification.new do |spec|
   spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
     `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   end
-  spec.bindir        = "exe"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.executables   = ["twitterscraper"]
   spec.require_paths = ["lib"]
 
+  spec.required_ruby_version = ">= 2.6.4"
+
   spec.add_dependency "nokogiri"
 end

metadata

@@ -1,12 +1,12 @@
 --- !ruby/object:Gem::Specification
 name: twitterscraper-ruby
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - ts-3156
 autorequire: 
-bindir: exe
+bindir: bin
 cert_chain: []
 date: 2020-07-12 00:00:00.000000000 Z
 dependencies:
@@ -27,7 +27,8 @@ dependencies:
 description: A gem  to scrape Tweets
 email:
 - ts_3156@yahoo.co.jp
-executables: []
+executables:
+- twitterscraper
 extensions: []
 extra_rdoc_files: []
 files:
@@ -43,8 +44,10 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
+- bin/twitterscraper
 - lib/twitterscraper-ruby.rb
 - lib/twitterscraper.rb
+- lib/twitterscraper/cli.rb
 - lib/twitterscraper/client.rb
 - lib/twitterscraper/http.rb
 - lib/twitterscraper/lang.rb
@@ -69,7 +72,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.3.0
+      version: 2.6.4
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="