opds_monster 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in opds_monster.gemspec
+gemspec

data/README.md

@@ -0,0 +1,36 @@
+# OPDS MONSTER
+
+![](http://dl.dropbox.com/u/59591/opds.png)
+
+OPDS Monster is a tool for downloading books from an OPDS feed.  It was started on Halloween night 2011 by [Nick Rowe](http://dcxn.com).  It's a treat, though, don't worry.  I originally wrote this so I could easily download my [Pragmatic Programmer bookshelf](http://pragprog.com).  It might also make an interesting cron job to mirror project gutenberg.
+
+
+## Usage
+
+1. Install the gem `gem install opds_monster`
+2. `monster http://example.com/feed`
+
+This will download all of the books from the example feed to the current working directory.
+
+
+## Authenticated Feeds
+
+`monster http://pragprog.com/my_bookshelf.opds -u USER -p PASS`
+
+Some feeds, like the Pragmatic Programmer Feed are authenticated using HTTP Basic Authentication.  Adding a user and password should take care of that.
+
+## And the rest
+
+opds monster supports some other options too:
+
+
+      Usage: monster [options] feed
+          -u, --username USER              HTTP basic authentication user name
+          -p, --password PASS              HTTP basic authentication password
+          -q, --quiet                      Quiet Output
+          -h, --help                       Display this screen
+          -v, --version                    monster version
+
+
+## Credits
+Photo: [Look I'm a monster...AAAARGH! by JeHu6](http://www.flickr.com/photos/33850040@N02/3736706784/) under CC license.

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/bin/monster

@@ -0,0 +1,50 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+require 'opds_monster'
+require 'optparse'
+
+options = {}
+
+optparse = OptionParser.new do |opts|
+  opts.banner = "Usage: monster [options] feed"
+  
+  opts.on( '-u', '--username USER', 'HTTP basic authentication user name' ) do |user|
+    options[:username] = user
+  end
+  
+  opts.on( '-p', '--password PASS', 'HTTP basic authentication password' ) do |password|
+    options[:password] = password
+  end
+  
+  opts.on( '-q', '--quiet', 'Quiet Output' ) do
+    options[:quiet] = true
+  end
+  
+  opts.on( '-h', '--help', 'Display this screen' ) do
+    puts opts
+    exit
+  end
+  
+  opts.on( '-v', '--version', 'monster version' ) do
+    puts "opds monster version #{OpdsMonster::VERSION}"
+    exit
+  end
+end
+
+optparse.parse!
+
+abort "monster requires an opds feed url" if ARGV[0].nil?
+
+url = ARGV[0]
+feed = OpdsMonster::Feed.new(url, :username => options[:username], :password => options[:password])
+feed.download_all_items do |item, success| 
+  puts "downloaded: #{item.title}" unless options[:quiet]
+end
+
+# puts feed.items.count
+# puts feed.items.count
+# 
+# feed = Feed.new("http://bookserver.archive.org/catalog/downloads.xml", :username => '', :password => '')
+# puts feed.items.count
+

data/lib/opds_monster.rb

@@ -0,0 +1,17 @@
+require 'rubygems'
+require 'atom'
+require 'curb'
+
+require 'opds_monster/version'
+require 'opds_monster/feed'
+require 'opds_monster/feed_item'
+
+
+# feed = OpdsMonster::Feed.new("http://pragprog.com/my_bookshelf.opds", :username => 'nixterrimus@gmail.com', :password => '6aS^7qVJej')
+# puts feed.items.count
+# feed.download_all_items
+# puts feed.items.count
+# puts feed.items.count
+# 
+# feed = Feed.new("http://bookserver.archive.org/catalog/downloads.xml", :username => '', :password => '')
+# puts feed.items.count

data/lib/opds_monster/feed.rb

@@ -0,0 +1,33 @@
+module OpdsMonster
+  class Feed
+    attr_reader :feed_url
+    attr_accessor :feed_items
+    attr_accessor :username
+    attr_accessor :password
+  
+    def initialize(feed_url, options = {})
+      @feed_url = feed_url
+      @feed_items = []
+      @username = options[:username]
+      self.password = options[:password]
+    end
+  
+    def items
+      return self.feed_items unless feed_items.empty?
+      feed = Atom::Feed.load_feed(URI.parse(feed_url), :user => username, :pass => password)
+      self.feed_items = feed.each_entry.collect { |entry| FeedItem.new(entry) }  
+    end
+  
+    def download_all_items
+      items.each do |item|
+        item.download(:username => username, :password => password)
+        yield item, true
+      end
+    end
+  
+    def authentication_required?
+      username.nil?
+    end
+  
+  end
+end

data/lib/opds_monster/feed_item.rb

@@ -0,0 +1,35 @@
+module OpdsMonster
+  class FeedItem
+    attr_reader :title
+    def initialize(atom_entry)
+      @title = atom_entry.title
+      @links = atom_entry.links
+    end
+  
+    def download(options = {})
+      links_to_download.each do |link|
+        download_http_file(link, options)
+      end
+    end
+  
+    private
+  
+    def links_to_download
+      @links.collect { |l| l.to_s if l.rel =~ /http:\/\/opds-spec.org\/acquisition/ }.compact!
+    end
+  
+    def download_http_file(url, options)
+      c = Curl::Easy.new(url)
+      c.http_auth_types = :basic
+      c.username = options[:username]
+      c.password = options[:password]
+      c.follow_location = true
+      c.max_redirects = 10
+      c.perform
+      filename = url.split("/").last
+      open(filename, "wb") do |file|
+          file.write(c.body_str)
+      end
+    end
+  end
+end

data/lib/opds_monster/version.rb

@@ -0,0 +1,3 @@
+module OpdsMonster
+  VERSION = "0.0.1"
+end

data/opds_monster.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "opds_monster/version"
+
+Gem::Specification.new do |s|
+  s.name        = "opds_monster"
+  s.version     = OpdsMonster::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Nick Rowe"]
+  s.email       = ["nixterrimus@dcxn.com"]
+  s.homepage    = ""
+  s.summary     = %q{Download OPDS feeds}
+  s.description = %q{A command line tool to download opds feeds}
+
+  s.rubyforge_project = "opds_monster"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  s.add_dependency "ratom"
+end

metadata

@@ -0,0 +1,90 @@
+--- !ruby/object:Gem::Specification 
+name: opds_monster
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Nick Rowe
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-10-31 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: ratom
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+description: A command line tool to download opds feeds
+email: 
+- nixterrimus@dcxn.com
+executables: 
+- monster
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- README.md
+- Rakefile
+- bin/monster
+- lib/opds_monster.rb
+- lib/opds_monster/feed.rb
+- lib/opds_monster/feed_item.rb
+- lib/opds_monster/version.rb
+- opds_monster.gemspec
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: opds_monster
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Download OPDS feeds
+test_files: []
+