kindle_util 0.5.0

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/CHANGELOG

@@ -0,0 +1,4 @@
+0.5.0 (10/04/2012)
+------------------
+
+initial version

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in kindle_util.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Matt Conway
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,46 @@
+# kindle_util
+
+A utility for performing bulk actions against your kindle library, most notably to allow resetting the "last page read" for all your kindle books.
+
+## Installation
+
+    $ gem install kindle_util
+
+And then to reset "last page read" for all books, execute:
+
+    $ kindle_util -a reset_lpr
+
+## Usage
+
+    $ kindle_util -h
+    Usage:
+        kindle_util [OPTIONS] [FILTER] ...
+    
+    Parameters:
+        [FILTER] ...                  The filters to limit the items acted upon.
+                                      These should be given as 'field_name=value',
+                                      where value is treated as a regex.  Perform
+                                      the list action with --debug to see all
+                                      possible fields
+    
+    Options:
+        -u, --username USERNAME       Your amazon username/email
+        -p, --password PASSWORD       Your amazon password
+        -a, --action ACTION           The action to perform on all the selected
+                                      books, where action is one of:
+                                        list: Display the selected items
+                                        reset_lpr: Reset the last page read marker
+                                        (default: "list")
+        -c, --[no-]cache              Cache (or not) the full list of purchased
+                                      items (default: true)
+        -d, --debug                   More verbose logging
+        -v, --version                 Show version and exit
+        -h, --help                    print help
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/kindle_util

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require "kindle_util"
+
+KindleUtil::CLI.run

data/kindle_util.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'kindle_util/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "kindle_util"
+  gem.version       = KindleUtil::VERSION
+  gem.authors       = ["Matt Conway"]
+  gem.email         = ["matt@conwaysplace.com"]
+  gem.description   = %q{A utility for performing bulk actions against your kindle library, most notably to allow resetting the "last page read" for all your kindle books.}
+  gem.summary       = %q{A utility for performing bulk actions against your kindle library}
+  gem.homepage      = "http://github.com/wr0ngway/kindle_util"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  
+  gem.add_dependency("logging")
+  gem.add_dependency("highline")
+  gem.add_dependency("clamp")
+  gem.add_dependency("mechanize")
+end

data/lib/kindle_util.rb

@@ -0,0 +1,6 @@
+require 'logging'
+include Logging.globally
+
+require "kindle_util/version"
+require "kindle_util/amazon_crawler"
+require "kindle_util/cli"

data/lib/kindle_util/amazon_crawler.rb

@@ -0,0 +1,91 @@
+require 'json'
+require 'mechanize'
+
+module KindleUtil
+  class AmazonCrawler
+    attr_reader :owned_items
+    
+    def initialize(user, pass, cache)
+      @user = user
+      @pass = pass
+      @cache_file = File.expand_path("~/.kindle_util.json")
+      
+      @agent = Mechanize.new do |agent|
+        agent.user_agent_alias = 'Mac Safari'
+        agent.follow_meta_refresh = true
+        agent.redirect_ok = true
+      end
+      
+      @owned_items = JSON.parse(File.read(@cache_file)) rescue []
+      if @owned_items.size == 0 || ! cache
+        @owned_items = fetch_ownership
+        File.write(@cache_file, @owned_items.to_json)
+      end
+    end
+  
+    def login
+      @manage_kindle_page ||= begin
+        logger.debug "Logging into amazon web ui"
+        home_page = @agent.get("http://www.amazon.com")
+        logger.debug "Got home page: #{home_page.title.strip}"
+        signin_page = home_page.link_with(:text => "Manage Your Kindle").click
+        logger.debug "Got sign in page: #{signin_page.title.strip}"
+        form = signin_page.forms.first
+        form.email = @user
+        form['ap_signin_existing_radio'] = "1"
+        form.password = @pass
+        manage_page = form.submit
+        logger.debug "Got manage page: #{manage_page.title.strip}"
+        manage_page
+      end
+    end
+  
+    def unescape(data)
+      case data
+        when Array then data.collect {|d| unescape(d) }
+        when Hash then Hash[data.collect {|k, v| [unescape(k), unescape(v)] }]
+        when String then CGI.unescapeHTML(data)
+        else data
+      end
+    end
+    
+    def fetch_ownership()
+      login
+      owned_items = []
+      ownership_url = "https://www.amazon.com/gp/digital/fiona/manage/features/order-history/ajax/queryOwnership_refactored.html"
+      
+      offset = 0
+      count = 100
+      has_more = true
+      while has_more do
+        logger.debug "Fetching ownership data offset=#{offset}, count=#{count}"
+        ownership_data = @agent.post(ownership_url, "contentType" => "all",
+                                                    "randomizer" => rand(10000000000000),
+                                                    "count" => count,
+                                                    "offset" => offset)
+        data = JSON.parse(ownership_data.body)
+        items = data['data']['items']
+        items = unescape(items)
+        owned_items.concat(items)
+        
+        has_more = data['data']['hasMore'].to_i != 0
+        offset += count
+      end
+      logger.debug "Got data for #{owned_items.size} books"
+      return owned_items
+    end
+    
+    def reset_lpr(item)
+      login
+      asin = item['asin']
+      sid = @agent.cookies.find {|c| c.name == "session-id" }.value
+      reset_lpr_url = "https://www.amazon.com/gp/digital/fiona/du/reset-lpr.html/ref=kinw_myk_lpr"
+      logger.debug "Resetting last page read: asin=#{asin}, sid=#{sid}"
+      response = @agent.post(reset_lpr_url, "asin" => asin, "sid" => sid)
+      data = JSON.parse(response.body.gsub("'", '"'))
+      logger.error "Failed to reset last page read for asin=#{asin}: #{data["error"]}" if data["error"]
+      data['data'].to_i == 1
+    end
+  end
+
+end

data/lib/kindle_util/cli.rb

@@ -0,0 +1,80 @@
+require 'clamp'
+require 'highline/import'
+
+module KindleUtil
+  class CLI < Clamp::Command
+
+    ACTIONS = {
+      "list" => "Display the selected items",
+      "reset_lpr" => "Reset the last page read marker"
+    }
+    
+    option ["-u", "--username"], "USERNAME", "Your amazon username/email"
+    option ["-p", "--password"], "PASSWORD", "Your amazon password"
+    option ["-a", "--action"], "ACTION", "The action to perform on all the selected\n" +
+        "books, where action is one of:" +
+        ACTIONS.collect {|k, v| "\n  #{k}: #{v}"}.join("") +
+        "\n ", :default => "list" do |action|
+      if ACTIONS[action].nil?
+        msg = "Invalid action: '#{action}'"
+        msg += "\nAction must be one of:"
+        ACTIONS.each do |k, v|
+          msg += "\n\t#{k}: #{v}"
+        end
+        raise ArgumentError, msg
+      end
+      action
+    end
+    option ["-c", "--[no-]cache"], :flag, "Cache (or not) the full list of purchased\nitems", :default => true
+    option ["-d", "--debug"], :flag, "More verbose logging"
+    option ["-v", "--version"], :flag, "Show version and exit" do
+      puts "kindle_util v#{KindleUtil::VERSION}"
+      exit
+    end
+
+    parameter "[FILTER] ...", "The filters to limit the items acted upon.\n" +
+        "These should be given as 'field_name=value',\n" +
+        "where value is treated as a regex.  Perform\n" +
+        "the list action with --debug to see all\n" +
+        "possible fields"
+    
+    def execute
+      Logging.logger.root.appenders = Logging.appenders.stdout
+      Logging.logger.root.level = debug? ? :debug : :info
+      
+      self.username ||= ask("Enter amazon username: ")
+      self.password ||= ask("Enter amazon password: ") { |q| q.echo = false }
+      
+      crawler = AmazonCrawler.new(username, password, cache?)
+      
+      items = crawler.owned_items
+      filter_list.each do |name, pattern|
+        items = items.select {|item| item[name] =~ pattern }
+      end
+      
+      case action
+        when "list"
+          items.each  do |item|
+            puts debug? ? item.pretty_inspect : format_item(item)
+          end
+        when "reset_lpr"
+          items.each do |item|
+            logger.info "Resetting last page read for: #{format_item(item)}"
+            crawler.reset_lpr(item)
+          end
+        else
+          logger.error "Unknown action: #{action}"
+      end
+    end
+    
+    def filter_list=(filters)
+      @filter_list = filters.collect {|f| f.split('=') }.collect {|k,v| [k, /#{v}/]}
+    end
+  
+    def format_item(item)
+      "[#{item['asin']}] #{item['title']} (#{item['author']})"
+    end
+
+  end
+
+end

data/lib/kindle_util/version.rb

@@ -0,0 +1,3 @@
+module KindleUtil
+  VERSION = "0.5.0"
+end

metadata

@@ -0,0 +1,124 @@
+--- !ruby/object:Gem::Specification
+name: kindle_util
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+  prerelease: 
+platform: ruby
+authors:
+- Matt Conway
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: logging
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: clamp
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A utility for performing bulk actions against your kindle library, most
+  notably to allow resetting the "last page read" for all your kindle books.
+email:
+- matt@conwaysplace.com
+executables:
+- kindle_util
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- CHANGELOG
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/kindle_util
+- kindle_util.gemspec
+- lib/kindle_util.rb
+- lib/kindle_util/amazon_crawler.rb
+- lib/kindle_util/cli.rb
+- lib/kindle_util/version.rb
+homepage: http://github.com/wr0ngway/kindle_util
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A utility for performing bulk actions against your kindle library
+test_files: []
+has_rdoc: