readability_importer 0.1.0

data/README.md

@@ -0,0 +1,38 @@
+Readability Importer
+====================
+
+A simple command to import many URLs to [Readability](http://www.readability.com/).
+
+Install
+-------
+
+This command is provided in RubyGems format.
+Run next command to insall all dependencies and command.
+
+    gem install redability_importer
+
+Usage
+-----
+
+To import [Instapaper](http://www.instapaper.com/) URL(s),
+export Instapaper CSV, then run next command.
+
+    redability_importer import -e <Your Readability Email Address> --instapaper-csv <Path to CSV>
+
+You can grab your Readability email address in [My Account](https://www.readability.com/account/email) page.
+
+If you have a file includes a URL per line,
+also you can use ``--urls`` option.
+
+    cat path_to_file | readability_importer import -e <Your Readability Email Address> --urls -
+
+Or, just simply assign URLs.
+
+    readability_importer import -e <Your Readability Email Address> --urls http://a.com http://b.com
+
+Note
+----
+
+This command is, of course, unofficial tool.
+Please do *NOT* contact with Readability about this tool.
+Also, use at your own risk.

data/bin/readability_importer

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "rubygems"
+require "readability_importer"
+
+ReadabilityImporter::Command.start

data/lib/readability_importer/command.rb

@@ -0,0 +1,65 @@
+require "thor"
+
+module ReadabilityImporter
+  class Command < Thor
+    method_option(:email_address, {
+      :type => :string,
+      :aliases => "-e",
+      :required => true,
+      :desc => "Readability email address, like 'name-abc@inbox.readability.com'."
+    })
+    method_option(:from, {
+      :type => :string,
+      :aliases => "-f",
+      :desc => "Your email address."
+    })
+    method_option(:jobs, {
+      :type => :numeric,
+      :aliases => "-j",
+      :desc => "Number of jobs in parallel."
+    })
+    method_option(:verbose, {
+      :type => :boolean,
+      :aliases => "-v",
+      :desc => "Verbose mode"
+    })
+    Loader.loaders.each do |(name, klass)|
+      method_option(name, {
+        :type => klass.type,
+        :desc => klass.desc
+      })
+    end
+    desc "import", "Import URL to Redability."
+    def import
+      p options[:jobs]
+      importer = Importer.new(options[:email_address], {
+        :verbose => options[:verbose],
+        :from => options[:from],
+        :max_concurrency => options[:job],
+
+        :on_importing => proc do |urls|
+          puts "Importing #{urls.size} url(s)..."
+        end,
+        :on_imported => proc do |urls|
+          puts urls.map{|u| "Imported #{u}"}
+        end,
+        :on_failed => proc do |urls|
+          puts urls.map{|u| "Failed #{u}"}
+        end
+      })
+      Loader.loaders.each do |(name, klass)|
+        if options[name]
+          loader = klass.new(options[name])
+          urls = loader.load
+          puts "Start importing #{urls.size} url(s)."
+          importer.import(loader.load)
+        end
+      end
+    end
+
+    desc "version", "Print the version"
+    def version
+      puts VERSION
+    end
+  end
+end

data/lib/readability_importer/event_machine_patch.rb

@@ -0,0 +1,16 @@
+require 'eventmachine'
+
+# Patch EventMachine::Protocol::SmtpClient to use HELO instead.
+# Readability SMTP server doesn't understand EHLO.
+# See lib/em/protocols/smtpclient.rb
+module EventMachine
+  module Protocols
+    class SmtpClient
+      def receive_signon
+        return invoke_error unless @range == 2
+        send_data "HELO #{@args[:domain]}\r\n"
+        @responder = :receive_ehlo_response
+      end
+    end
+  end
+end

data/lib/readability_importer/importer.rb

@@ -0,0 +1,67 @@
+require 'eventmachine'
+require 'resolv'
+
+module ReadabilityImporter
+  class Importer
+    MAX_URLS_IN_MAIL = 20.freeze
+
+    def initialize(email_address, options = {})
+      @email_address = email_address
+
+      @from = options[:from] || "foo@bar"
+      @max_concurrency = options[:max_concurrency] || 4
+      @verbose = !!options[:verbose]
+
+      @on_importing = options[:on_importing]
+      @on_imported = options[:on_imported]
+      @on_failed = options[:on_failed]
+    end
+
+    def import(urls)
+      urls_set = []
+      urls.each_slice(MAX_URLS_IN_MAIL){|urls| urls_set << urls}
+
+      EventMachine.run do
+        iterator = EventMachine::Iterator.new(urls_set, @max_concurrency)
+        iterator.each(proc do |urls, iterator|
+          @on_importing.call(urls) if @on_importing
+          EventMachine::Protocols::SmtpClient.send({
+            :verbose => @verbose,
+            :domain => domain,
+            :host   => host,
+            :from   => @from,
+            :to     => @email_address,
+            :header => {"From" => @from, "To" => @email_address},
+            :body   => urls.join("\r\n")
+          }).tap do |job|
+            job.callback do
+              @on_imported.call(urls) if @on_imported
+              iterator.next
+            end
+            job.errback do
+              @on_failed.call(urls) if @on_failed
+              iterator.next
+            end
+          end
+        end, proc do
+          EventMachine.stop
+        end)
+      end
+    end
+
+    private
+
+    def domain
+      @domain ||= $1 if /@([^@]+)$/ === @email_address
+    end
+
+    def host
+      @host ||= begin
+        resource = Resolv::DNS.new.getresource(domain, Resolv::DNS::Resource::IN::MX)
+        if Resolv::DNS::Resource::IN::MX === resource
+          resource.exchange.to_s
+        end
+      end
+    end
+  end
+end

data/lib/readability_importer/loader.rb

@@ -0,0 +1,69 @@
+require 'csv'
+
+module ReadabilityImporter
+  module Loader
+    def self.loaders
+      @loaders ||= constants.inject({}) do |loaders, klass_name|
+        if /Loader$/ === klass_name
+          klass = const_get(klass_name)
+          name = klass_name.to_s.tap do |s|
+            s.gsub!(/Loader$/, '')
+            s.gsub!(/([A-Z+])([A-Z][a-z])/, '\1_\2')
+            s.gsub!(/([a-z\d])([A-Z])/, '\1_\2')
+            s.tr!("-", "_")
+            s.downcase!
+          end.to_sym
+          loaders[name] = klass
+        end
+        loaders
+      end
+    end
+
+    class Base
+      def self.desc
+      end
+
+      def self.type
+        :string
+      end
+    end
+
+    class UrlLoader < Base
+      def self.desc
+        "List of URLs."
+      end
+
+      def self.type
+        :array
+      end
+
+      def initialize(urls)
+        @urls = urls
+      end
+
+      def load
+        if @urls.empty?
+          STDIN.read.split(/\s+/)
+        else
+          @urls
+        end
+      end
+    end
+
+    class InstapaperCsvLoader < Base
+      def self.desc
+        "Path to CSV file"
+      end
+
+      def initialize(path)
+        @path = path
+      end
+
+      def load
+        CSV.read(@path).map do |line|
+          line[0]
+        end.reverse
+      end
+    end
+  end
+end

data/lib/readability_importer/version.rb

@@ -0,0 +1,3 @@
+module ReadabilityImporter
+  VERSION = "0.1.0"
+end

data/lib/readability_importer.rb

@@ -0,0 +1,8 @@
+require 'readability_importer/version'
+require 'readability_importer/event_machine_patch'
+
+module ReadabilityImporter
+  autoload :Importer, "readability_importer/importer"
+  autoload :Loader, "readability_importer/loader"
+  autoload :Command, "readability_importer/command"
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: readability_importer
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Yoshimasa Niwa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-03-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: &70180650792080 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
+        version: 1.0.0.beta.4
+  type: :runtime
+  prerelease: false
+  version_requirements: *70180650792080
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: &70180650791560 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70180650791560
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &70180650790860 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70180650790860
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70180650790120 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70180650790120
+description: Import many URLs to Readability.
+email:
+- niw@niw.at
+executables:
+- readability_importer
+extensions: []
+extra_rdoc_files:
+- README.md
+files:
+- bin/readability_importer
+- lib/readability_importer.rb
+- lib/readability_importer/command.rb
+- lib/readability_importer/event_machine_patch.rb
+- lib/readability_importer/importer.rb
+- lib/readability_importer/loader.rb
+- lib/readability_importer/version.rb
+- README.md
+homepage: https://github.com/niw/readability_importer
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Import many URLs to Readability.
+test_files: []