kindle 0.1.3 → 0.7.0.beta2

data/lib/kindle/remote/book.rb

@@ -0,0 +1,14 @@
+module Kindle
+  module Remote
+    class Book
+      attr_accessor :asin, :title, :author, :highlight_count, :highlights
+      def initialize(asin, options = {})
+        @asin            = asin
+        @title           = options[:title]
+        @author          = options[:author]
+        @highlight_count = options[:highlight_count]
+        @highlights      = []
+      end
+    end
+  end
+end

data/lib/kindle/remote/highlight.rb

@@ -0,0 +1,12 @@
+module Kindle
+  module Remote
+    class Highlight
+      attr_accessor :highlight, :amazon_id, :asin
+      def initialize(options = {})
+        @highlight = options[:highlight]
+        @amazon_id = options[:amazon_id]
+        @asin      = options[:asin]
+      end
+    end
+  end
+end

data/lib/kindle/settings.rb

@@ -0,0 +1,51 @@
+module Kindle
+  class Settings
+
+    KINDLE_SETTINGS_DIRECTORY = "#{ENV["HOME"]}/.kindle"
+    KINDLE_SETTINGS_FILENAME  = "#{KINDLE_SETTINGS_DIRECTORY}/kindlerc.yml"
+    KINDLE_DATABASE_FILENAME  = "#{KINDLE_SETTINGS_DIRECTORY}/database.yml"
+
+    attr_reader :settings
+
+    def initialize
+      create_default_settings_directory unless Dir.exists?(KINDLE_SETTINGS_DIRECTORY)
+      create_default_files unless File.exists?(KINDLE_SETTINGS_FILENAME)
+      @settings = YAML.load(File.open(KINDLE_SETTINGS_FILENAME).read) || {}
+      settings.each do |name, value|
+        set_variable(name.to_s, value)
+      end
+    end
+
+    def url
+      if domain.blank?
+        raise "Please set :domain: in your settings file!"
+      else
+        "https://kindle.#{domain}"
+      end
+    end
+
+    private
+
+    def create_default_settings_directory
+      Dir.mkdir KINDLE_SETTINGS_DIRECTORY
+    end
+
+    def create_default_files
+      create_default_database_settings
+    end
+
+    def create_default_database_settings
+      File.open(KINDLE_SETTINGS_FILENAME, "w") {|f| f << default_database_settings }
+    end
+
+    def default_database_settings
+      File.open("templates/database.yml").read
+    end
+
+    def set_variable(name, value)
+      instance_variable_set("@#{name}", value)
+      self.class.class_eval { attr_accessor name.intern }
+    end
+
+  end
+end

data/templates/database.yml

@@ -0,0 +1,11 @@
+production:
+  adapter: sqlite3
+  database: ~/.kindle/kindle.db
+
+development:
+  adapter: sqlite3
+  database: ~/.kindle/database-dev.sqlite
+
+test:
+  adapter: sqlite3
+  database: ~/.kindle/database-test.sqlite

data/test/highlights_test.rb

@@ -0,0 +1,13 @@
+require "kindle"
+# require 'minitest/autorun'
+# require "minitest/reporters"
+
+# Minitest::Reporters.use!
+
+# class HighlightsTest < Minitest::Test
+#
+#   def test_we_are_generally_okay
+#     assert Kindle::Highlight
+#   end
+#
+# end

data/test/kindle_test.rb

@@ -0,0 +1,17 @@
+require_relative "../lib/kindle"
+
+describe "Kindle" do
+
+  def login; "jo@nx.is"; end
+  def password; "seekrut1"; end
+
+  it "should be doing generally okay" do
+    expect { Kindle::HighlightsParser.new(login: login, password: password) }.not_to raise_error
+  end
+
+  it 'does something' do
+    khp = Kindle::HighlightsParser.new(login: login, password: password)
+    expect { khp.get_highlights }.to_not raise_error
+  end
+
+end

metadata

@@ -1,17 +1,31 @@
 --- !ruby/object:Gem::Specification
 name: kindle
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.7.0.beta2
 platform: ruby
 authors:
 - Matt Petty
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-10-31 00:00:00.000000000 Z
+date: 2016-07-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: nokogiri
+  name: gli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -25,7 +39,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: highline
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.0.0
+- !ruby/object:Gem::Dependency
+  name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -52,7 +80,36 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Manage your kindle highlights with ruby
+- !ruby/object:Gem::Dependency
+  name: rainbow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 'Manage your Amazon Kindle highlights: Sync and cache to an ActiveRecord
+  database and output in various formats'
 email:
 - matt@kizmeta.com
 executables:
@@ -61,19 +118,36 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
-- ".rvmrc"
-- Changelog
+- CHANGELOG.adoc
+- CODE_OF_CONDUCT.adoc
 - Gemfile
 - LICENSE
-- README.md
+- README.adoc
 - Rakefile
 - bin/kindle
+- features/highlights.feature
+- features/support/aruba.rb
+- features/support/highlight_steps.rb
 - kindle.gemspec
 - lib/kindle.rb
-- lib/kindle/highlight.rb
-- lib/kindle/highlights_parser.rb
-- lib/kindle/version.rb
-homepage: ''
+- lib/kindle/cli.rb
+- lib/kindle/exports/csv.rb
+- lib/kindle/exports/json.rb
+- lib/kindle/exports/markdown.rb
+- lib/kindle/migrations/base_migration.rb
+- lib/kindle/migrations/initializer.rb
+- lib/kindle/models/book.rb
+- lib/kindle/models/highlight.rb
+- lib/kindle/parser/agent.rb
+- lib/kindle/parser/annotations.rb
+- lib/kindle/remote/book.rb
+- lib/kindle/remote/highlight.rb
+- lib/kindle/settings.rb
+- templates/database.yml
+- test/cli_test.rb
+- test/highlights_test.rb
+- test/kindle_test.rb
+homepage: https://github.com/lodestone/kindle
 licenses: []
 metadata: {}
 post_install_message: 
@@ -87,13 +161,20 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: kindle
-rubygems_version: 2.2.2
+rubygems_version: 2.6.6
 signing_key: 
 specification_version: 4
-summary: Manage your kindle highlights with ruby
-test_files: []
+summary: Manage your kindle highlights with ruby, output in JSON, Markdown, and CSV
+  formats
+test_files:
+- features/highlights.feature
+- features/support/aruba.rb
+- features/support/highlight_steps.rb
+- test/cli_test.rb
+- test/highlights_test.rb
+- test/kindle_test.rb

data/.rvmrc

@@ -1 +0,0 @@
-rvm gemset use kindle

data/Changelog

@@ -1,24 +0,0 @@
-# Version 0.1.2
-
-* Also retrieve the highlight annotation_id
-
-# Version 0.1.1
-
-* Fix renamed file require
-
-# Version 0.1.0
-
-* Confirm the script still works as of 2014-04-10
-* Make the default command line output semi-colon delimited
-
-# Version 0.0.3
-
-* Update headers in requests to get pages of highlights
-
-# Version 0.0.2
-
-* Use highline to read command line information
-
-# Version 0.0.1
-
-* Initial working version

data/README.md

@@ -1,19 +0,0 @@
-# Kindle Highlights Fetcher
-
-This little application will fetch a list of all your highlights from your kindle ebooks. 
-
-## Installation
-
-    gem install kindle
-
-## Usage
-
-    kindle # Will prompt you for your login info. Don't worry it isn't stored.
-    
-## Other usage and license
-
-Hastily thrown together but incredibly useful since Amazon does not provide an API for kindle highlights. Please use this however you would like. This is licensed under MIT license.
-
-
-© 2012 Matt Petty 
-[@lodestone](http://about.me/lodestone)

data/lib/kindle/highlight.rb

@@ -1,13 +0,0 @@
-module Kindle
-
-  class Highlight
-
-    attr_reader :id, :highlight, :asin, :title, :author
-
-    def initialize(id, highlight, asin, title, author)
-      @id, @highlight, @asin, @title, @author = id, highlight, asin, title, author
-    end
-
-  end
-
-end

data/lib/kindle/highlights_parser.rb

@@ -1,105 +0,0 @@
-module Kindle
-
-  class HighlightsParser
-
-    include Nokogiri
-    
-    KINDLE_URL = 'http://kindle.amazon.com'
-
-    def initialize(options = {:login => nil, :password => nil})
-      options.each_pair { |k,v| instance_variable_set("@#{k}", v) }
-    end
-
-    def get_highlights
-      state = {
-                current_offset:   25,
-                current_upcoming: []
-              }
-
-      page = login
-      fetch_highlights(page, state)
-    end
-
-    private
-
-    def agent
-      return @agent if @agent
-      @agent = Mechanize.new
-      @agent.redirect_ok = true
-      @agent.user_agent_alias = 'Windows IE 9'
-      @agent
-    end
-
-    def get_login_page
-      page = agent.get(KINDLE_URL)
-      page.link_with(href: "https://kindle.amazon.com/login").click
-    end
-
-    def login
-      login_form = get_login_page.forms.first
-      login_form.email    = @login
-      login_form.password = @password
-
-      page = login_form.submit
-      page.forms.first.submit
-    end
-
-    def fetch_highlights(page, state)
-      page = get_the_first_highlight_page_from(page, state)
-
-      highlights = []
-
-      new_highlights = extract_highlights_from(page, state)
-
-      until new_highlights.length == 0 do
-        highlights << new_highlights
-        page = get_the_next_page(state, highlights.flatten)
-        new_highlights = extract_highlights_from(page, state)
-      end
-
-      highlights.flatten
-    end
-
-    def get_the_first_highlight_page_from(page, state)
-      page = page.link_with(:text => 'Your Highlights').click
-      initialize_state_with_page state, page
-      page
-    end
-
-    def extract_highlights_from(page, state)
-      return [] if (page/".yourHighlight").length == 0
-      (page/".yourHighlight").map { |hl| parse_highlight(hl, state) }
-    end
-
-    def initialize_state_with_page(state, page)
-      return if (page/".yourHighlight").length == 0
-      state[:current_upcoming] = (page/".upcoming").first.text.split(',') rescue [] 
-      state[:title] = (page/".yourHighlightsHeader .title").text.to_s.strip
-      state[:author] = (page/".yourHighlightsHeader .author").text.to_s.strip
-      state[:current_offset] = ((page/".yourHighlightsHeader").collect{|h| h.attributes['id'].value }).first.split('_').last
-    end
-
-    def get_the_next_page(state, previously_extracted_highlights = [])
-      asins           = previously_extracted_highlights.map(&:asin).uniq
-      asins_string    = asins.collect { |asin| "used_asins[]=#{asin}" } * '&'
-      upcoming_string = state[:current_upcoming].map { |l| "upcoming_asins[]=#{l}" } * '&'
-      url = "https://kindle.amazon.com/your_highlights/next_book?#{asins_string}&current_offset=#{state[:current_offset]}&#{upcoming_string}"
-      ajax_headers = { 'X-Requested-With' => 'XMLHttpRequest', 'Host' => 'kindle.amazon.com' }
-      page = agent.get(url,[],'https://kindle.amazon.com/your_highlight', ajax_headers)
-
-      initialize_state_with_page state, page
-
-      page
-    end
-
-    def parse_highlight(hl, state)
-      highlight_id = hl.xpath('//*[@id="annotation_id"]').first["value"]
-      highlight    = (hl/".highlight").text
-      asin         = (hl/".asin").text
-      Highlight.new(highlight_id, highlight, asin, state[:title], state[:author])
-    end
-
-  end
-
-end
-