alltweets 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2b33d85e4ed86292378100467435ec3502def14c
+  data.tar.gz: 352d24d36477fe4fb6b72f74c077d080f7cae380
+SHA512:
+  metadata.gz: f799b0cf67d8429fbb73c791ea3e310e601ff55d82ad20e02771f0547739bc1a3e0d5a555227ce9c0f8deb7fe72ac1082d679cd0333e4e7a91faf59d8f6217ab
+  data.tar.gz: a32d8e0c4f036f8ddc3924928be4126da85b541cf6452392e2a76aa5d873deaf7724b636b66d62fc64e60081bbab0589ab8018077f353f8b05b63a8b26da4131

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.2
+before_install: gem install bundler -v 1.10.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in alltweets.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+The zlib license (Zlib)
+
+Copyright (c) 2015 OTSUKA Tatsuya
+
+This software is provided 'as-is', without any express or implied
+warranty. In no event will the authors be held liable for any damages
+arising from the use of this software.
+
+Permission is granted to anyone to use this software for any purpose,
+including commercial applications, and to alter it and redistribute it
+freely, subject to the following restrictions:
+
+   1. The origin of this software must not be misrepresented; you must not
+   claim that you wrote the original software. If you use this software
+   in a product, an acknowledgment in the product documentation would be
+   appreciated but is not required.
+
+   2. Altered source versions must be plainly marked as such, and must not be
+   misrepresented as being the original software.
+
+   3. This notice may not be removed or altered from any source
+   distribution.

data/README.md

@@ -0,0 +1,37 @@
+# AllTweets
+
+Downloads someone's all tweets.
+
+## Installation
+
+```
+$ gem install alltweets
+```
+
+## Usage
+
+### Commands
+
+* `alltweets <screen name>`: Download <screen name>'s all tweets.
+
+### Options
+
+* `-r`, `--retweets`: Include retweets to output
+* `-j`, `--json`: Download as JSON (default: YAML)
+* `-h`, `--help`: Show help message
+
+### Example
+
+* `alltweets tatzyr`: Download @tatzyr's all tweets.
+* `alltweets -r tatzyr`: Download @tatzyr's all tweets including retweets.
+* `alltweets -j tatzyr`: Download @tatzyr's all tweets as JSON.
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment. Run `bundle exec alltweets` to use the gem in this directory, ignoring other installed copies of this gem.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/Tatzyr/alltweets.

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/alltweets.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'alltweets/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "alltweets"
+  spec.version       = AllTweets::VERSION
+  spec.authors       = ["OTSUKA Tatsuya"]
+  spec.email         = ["tatzyr@gmail.com"]
+
+  spec.summary       = %q{Downloads someone's all tweets.}
+  spec.homepage      = "https://github.com/Tatzyr/all_tweets"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "colorize", "~> 0.7.7"
+  spec.add_dependency "launchy", "~> 2.4.3"
+  spec.add_dependency "oauth", "~> 0.4.7"
+  spec.add_dependency "oj", "~> 2.12.10"
+  spec.add_dependency "trollop", '~> 2.1.2'
+  spec.add_dependency "twitter", "~> 5.14.0"
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+end

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "alltweets"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/alltweets

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require "alltweets"
+
+AllTweets::CLI.new.run

data/lib/alltweets/cli.rb

@@ -0,0 +1,74 @@
+require "colorize"
+require "oj"
+require "trollop"
+
+module AllTweets
+  class CLI
+    def initialize
+      @screen_name, @opts = parse_args
+      @settings = Settings.new
+      update_access_token
+      @collector = Collector.new(
+        consumer_key: @settings.consumer_key,
+        consumer_secret: @settings.consumer_secret,
+        access_token: @settings.access_token,
+        access_token_secret: @settings.access_token_secret
+      )
+      @filename = filename
+    end
+
+    def run
+      puts "Saving #{@screen_name}'s all tweets to #{@filename}"
+      result = @collector.get_all_tweets(@screen_name, include_retweets: @opts[:retweets]).map(&:to_h)
+
+      if @opts[:json]
+        dump_data = Oj.dump(result, mode: :compat)
+      else
+        dump_data = YAML.dump(result)
+      end
+
+      open(filename, "w") do |f|
+        f.puts dump_data
+      end
+    rescue
+      puts "Error: #{$!}".colorize(:red)
+    end
+
+    private
+    def parse_args
+      opts = Trollop::options do
+        opt :retweets, "Include retweets to output"
+        opt :json, "Use JSON"
+      end
+      screen_name = ARGV.first
+      [screen_name, opts]
+    end
+
+    def update_access_token
+      unless @settings.exist?
+        consumer = OAuth::Consumer.new(
+          @settings.consumer_key,
+          @settings.consumer_secret,
+          site: "https://api.twitter.com"
+        )
+        request_token = consumer.get_request_token
+
+        puts "1) Open: #{request_token.authorize_url}".colorize(:cyan)
+        Launchy.open(request_token.authorize_url)
+
+        print "2) Enter the PIN: ".colorize(:cyan)
+        pin = $stdin.gets.strip
+
+        access_token = request_token.get_access_token(oauth_verifier: pin)
+
+        puts "Saving access token and access token secret to #{@settings.filename}"
+        @settings.add_access_tokens(access_token.token, access_token.secret)
+      end
+    end
+
+    def filename
+      ext = @opts[:json] ? ".json" : ".yml"
+      "alltweets_#{@screen_name}#{ext}"
+    end
+  end
+end

data/lib/alltweets/collector.rb

@@ -0,0 +1,28 @@
+require "twitter"
+
+module AllTweets
+  class Collector
+    def initialize(hash)
+      @client = Twitter::REST::Client.new(hash)
+    end
+
+    def get_all_tweets(user, include_retweets:)
+      collect_with_max_id do |max_id|
+        options = { count: 200, include_rts: include_retweets }
+        options[:max_id] = max_id unless max_id.nil?
+        @client.user_timeline(user, options)
+      end
+    end
+
+    private
+    def collect_with_max_id(collection=[], max_id = nil, &block)
+      response = yield(max_id)
+      collection += response
+      if response.empty?
+        collection.flatten
+      else
+        collect_with_max_id(collection, response.last.id - 1, &block)
+      end
+    end
+  end
+end

data/lib/alltweets/settings.rb

@@ -0,0 +1,48 @@
+require "launchy"
+require "oauth"
+require "yaml"
+
+module AllTweets
+  class Settings
+    INITIAL_SETTINGS = {
+      consumer_key: "dJHSlSiV3iuchF4UdXKxw",
+      consumer_secret: "y34Ftm34OJNoNO3wXlLujnq5aULaK5eRzDz1DnbjGQ",
+    }
+
+    def initialize(filename = File.expand_path('~/.alltweets'))
+      @filename = filename
+      @settings = load_file
+    end
+
+    attr_reader :filename
+
+    %i[consumer_key consumer_secret access_token access_token_secret].each do |name|
+      define_method(name) do
+        @settings[name]
+      end
+    end
+
+    def add_access_tokens(access_token, access_token_secret)
+      @settings[:access_token] = access_token
+      @settings[:access_token_secret] = access_token_secret
+      dump_file
+    end
+
+    def exist?
+      FileTest.exist?(@filename)
+    end
+
+    private
+    def load_file
+      return INITIAL_SETTINGS unless exist?
+
+      YAML.load_file(@filename)
+    end
+
+    def dump_file
+      open(@filename, "w") do |f|
+        YAML.dump(@settings, f)
+      end
+    end
+  end
+end

data/lib/alltweets/version.rb

@@ -0,0 +1,3 @@
+module AllTweets
+  VERSION = "0.1.0"
+end

data/lib/alltweets.rb

@@ -0,0 +1,4 @@
+require "alltweets/version"
+require "alltweets/cli"
+require "alltweets/collector"
+require "alltweets/settings"

metadata

@@ -0,0 +1,186 @@
+--- !ruby/object:Gem::Specification
+name: alltweets
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- OTSUKA Tatsuya
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-07-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.7
+- !ruby/object:Gem::Dependency
+  name: launchy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.4.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.4.3
+- !ruby/object:Gem::Dependency
+  name: oauth
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.7
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.12.10
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.12.10
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.2
+- !ruby/object:Gem::Dependency
+  name: twitter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.14.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.14.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- tatzyr@gmail.com
+executables:
+- alltweets
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- alltweets.gemspec
+- bin/console
+- bin/setup
+- exe/alltweets
+- lib/alltweets.rb
+- lib/alltweets/cli.rb
+- lib/alltweets/collector.rb
+- lib/alltweets/settings.rb
+- lib/alltweets/version.rb
+homepage: https://github.com/Tatzyr/all_tweets
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Downloads someone's all tweets.
+test_files: []