nanny 0.0.1

data/spec/dumps/item.xml

@@ -0,0 +1,8 @@
+<item>
+  <title>The Office US S09E12 HDTV x264 LOL</title>
+  <link>http://torrentz.eu/419b8bf295303d977c97c07b8bd63349c181776e</link>
+  <guid>http://torrentz.eu/419b8bf295303d977c97c07b8bd63349c181776e</guid>
+  <pubDate>Fri, 25 Jan 2013 15:57:11 +0000</pubDate>
+  <category>tv video shows</category>
+  <description>Size: 163 MB Seeds: 12 Peers: 1 Hash: 419b8bf295303d977c97c07b8bd63349c181776e</description>
+</item>

data/spec/magnet_uri_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+describe Nanny::MagnetURI do
+
+  it "takes an URI" do
+    Nanny::MagnetURI.new('foo').uri.should == 'foo'
+  end
+
+  describe "#hash" do
+    it "parses the hash from the URI" do
+      uri = Nanny::MagnetURI.new('magnet:?xt=urn:btih:f6c598d155e53f793d429582afaa160f2101b3fb&dn=The+Office+US+-+The+Complete+Season+8+HDTV&tr=udp%3A%2F%2Ftracker.1337x.org%3A80%2Fannounce&tr=http%3A%2F%2Ftracker.publicbt.com%2Fannounce&tr=http%3A%2F%2Fexodus.desync.com%2Fannounce')
+      uri.hash.should == 'f6c598d155e53f793d429582afaa160f2101b3fb'
+    end
+  end
+
+end
+

data/spec/search_spec.rb

@@ -0,0 +1,47 @@
+require 'spec_helper'
+
+describe Nanny::Search do
+
+  describe "#search_torrents" do
+    it "transforms each feed item into a torrent" do
+      doc = double('Nokogiri::XML')
+      doc.stub(:xpath).with(Nanny::Search::FEED_ITEMS_XPATH).and_return [ 'feed_item' ]
+      subject.stub(:document_for_query).with('my query').and_return doc
+      subject.stub(:torrent_from_item).with('feed_item').and_return 'torrent'
+      torrents = subject.search_torrents('my query')
+      torrents.should == [ 'torrent' ]
+    end
+  end
+
+  describe "#torrent_from_item" do
+    it "parses feed item into torrent" do
+      item_xml = dump_file('item.xml').read
+      torrent = subject.torrent_from_item Nokogiri::XML(item_xml)
+
+      torrent.should be_a Nanny::Torrent
+      torrent.title.should == 'The Office US S09E12 HDTV x264 LOL'
+      torrent.url.should == 'http://torrentz.eu/419b8bf295303d977c97c07b8bd63349c181776e'
+      torrent.size.should == 170917888
+      torrent.seeds.should == 12
+      torrent.peers.should == 1
+      torrent.hash.should == '419b8bf295303d977c97c07b8bd63349c181776e'
+    end
+  end
+
+  example do
+    VCR.use_cassette "search_torrents" do
+      torrents = subject.search_torrents "The Office Season 8"
+      torrents.should have(3).torrents
+      torrents.first.title.should == "The Office US The Complete Season 8 HDTV"
+    end
+  end
+
+  example do
+    VCR.use_cassette "complete integration" do
+      torrents = subject.search_torrents "The Office Season 8"
+      torrents.first.torrent_url.should == 'http://torcache.net/torrent/F6C598D155E53F793D429582AFAA160F2101B3FB.torrent'
+    end
+  end
+
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,15 @@
+root = File.expand_path('../../', __FILE__)
+$LOAD_PATH.unshift(root) unless $LOAD_PATH.include?(root)
+
+require 'vcr'
+require 'nanny'
+
+VCR.configure do |c|
+  c.cassette_library_dir = 'spec/cassettes'
+  c.hook_into :webmock
+  c.ignore_localhost = true
+end
+
+Dir[File.join("spec/support/**/*.rb")].each do |f|
+  require f
+end

data/spec/support/dump_helpers.rb

@@ -0,0 +1,29 @@
+require 'psych'
+
+module DumpHelpers
+  def dump_path(path)
+    File.join(File.dirname(__FILE__), "../dumps", path)
+  end
+
+  def dump_file(path)
+    File.new(dump_path(path))
+  end
+
+  def yaml_dump(path)
+    Psych.load(dump_file(path).read)
+  end
+
+  def write_dump(text, path)
+    File.open(dump_path(path), 'w') do |f|
+      f.write text
+    end
+  end
+
+  def write_yaml_dump(obj, path)
+    write_dump(Psych.dump(obj), path)
+  end
+end
+
+RSpec.configure do |c|
+  c.include DumpHelpers
+end

data/spec/torrent_spec.rb

@@ -0,0 +1,95 @@
+require 'spec_helper'
+
+describe Nanny::Torrent do
+
+  describe "#human_size" do
+    it "formats size" do
+      Nanny::Torrent.new(size: 0).human_size.should == "0B"
+      Nanny::Torrent.new(size: 5000).human_size.should == "4.9KB"
+      Nanny::Torrent.new(size: 5000000).human_size.should == "4.8MB"
+      Nanny::Torrent.new(size: 5000000000).human_size.should == "4.7GB"
+    end
+  end
+
+  describe "#torrent_url" do
+    it "returns Torcache URL" do
+      torrent = Nanny::Torrent.new
+      torrent.stub(:torcache_url).and_return('foo_url')
+      torrent.torrent_url.should == 'foo_url'
+    end
+    it "returns torrent url from trackers otherwise" do
+      torrent = Nanny::Torrent.new
+      torrent.stub(:torcache_url).and_raise(Nanny::Torrent::URLNotFound)
+      torrent.stub(:trackers_torrent_url).and_return('foo_url')
+      torrent.torrent_url.should == 'foo_url'
+    end
+  end
+
+  describe "#torcache_url" do
+    it "uses hash" do
+      Nanny::Torcache.stub(:url_for).with('foo').and_return('foo_url')
+      Nanny::Torrent.new(hash: 'foo').torcache_url.should == 'foo_url'
+    end
+    it "else uses trackers magnet" do
+      Nanny::Torcache.stub(:url_for).with('foo').and_raise(Nanny::Torcache::HashNotFound)
+      torrent = Nanny::Torrent.new(hash: 'foo')
+      torrent.stub(:trackers_torcache_url).and_return('bar_url')
+      torrent.torcache_url.should == 'bar_url'
+    end
+  end
+
+  describe "#trackers_torcache_url" do
+    it "returns the Torcache URL for the first tracker with a magnet link" do
+      failing_tracker = double('Tracker')
+      failing_tracker.stub(:magnet_uri).and_raise(Nanny::Tracker::MagnetNotFound)
+
+      tracker = double('Tracker')
+      tracker.stub(:magnet_uri).and_return(stub(hash: 'XXX'))
+
+      Nanny::Torcache.stub(:url_for).with('XXX').and_return('foo_url')
+
+      subject.stub(:trackers).and_return [ failing_tracker, tracker ]
+      subject.trackers_torcache_url.should == 'foo_url'
+    end
+
+    it "raises URLNotFound otherwise" do
+      subject.stub(:trackers).and_return []
+      lambda { subject.trackers_torcache_url }.should raise_error(Nanny::Torrent::URLNotFound)
+    end
+  end
+
+  describe "#trackers_torrent_url" do
+    it "returns the torrent URL for the first tracker" do
+      failing_tracker = double('Tracker')
+      failing_tracker.stub(:torrent_url).and_raise(Nanny::Tracker::TorrentNotFound)
+
+      tracker = double('Tracker')
+      tracker.stub(:torrent_url).and_return('foo_url')
+
+      subject.stub(:trackers).and_return [ failing_tracker, tracker ]
+      subject.trackers_torrent_url.should == 'foo_url'
+    end
+
+    it "raises URLNotFound otherwise" do
+      subject.stub(:trackers).and_return []
+      lambda { subject.trackers_torrent_url }.should raise_error(Nanny::Torrent::URLNotFound)
+    end
+  end
+
+  describe "#trackers" do
+    example do
+      VCR.use_cassette "trackers" do
+        torrent = Nanny::Torrent.new(url: 'http://torrentz.eu/f6c598d155e53f793d429582afaa160f2101b3fb')
+        torrent.should have(8).trackers
+      end
+    end
+  end
+
+  example do
+    VCR.use_cassette "complex_torrent_find" do
+      torrent = Nanny::Torrent.new(hash: 'a47987c83f1a23d3ff328f89d1f8023f214297a8', url: 'http://torrentz.eu/a47987c83f1a23d3ff328f89d1f8023f214297a8')
+      torrent.torrent_url.should == 'http://torrage.com/torrent/A47987C83F1A23D3FF328F89D1F8023F214297A8.torrent'
+    end
+  end
+
+end

data/spec/tracker_spec.rb

@@ -0,0 +1,116 @@
+# encoding: utf-8
+
+require 'spec_helper'
+
+describe Nanny::Tracker do
+
+  describe "#valid_url?" do
+    subject { Nanny::Tracker.new('http://google.it/foobar').valid_url?(url) }
+
+    context "torrent extension required" do
+      let(:url) { "foobar.html" }
+      it { should be_false }
+    end
+
+    context "valid URI required" do
+      let(:url) { "fòòbar.html" }
+      it { should be_false }
+    end
+
+    context "valid URI required" do
+      let(:url) { "foobar.torrent" }
+      it { should be_true }
+    end
+  end
+
+  describe "#to_absolute_uri" do
+    subject { Nanny::Tracker.new('http://google.it/foobar').to_absolute_url(url) }
+    context "absolute URIs are left unchanged" do
+      let(:url) { "http://foobar.com/foobar.html" }
+      it { should == url }
+    end
+    context "relative URI become absolute based on tracker page" do
+      let(:url) { "/bar.html" }
+      it { should == 'http://google.it/bar.html' }
+    end
+    context "urls not starting with a forward slash are not handled correctly", fixme: true do
+      let(:url) { "bar.html" }
+      it { should == 'http://google.it/bar.html' }
+    end
+  end
+
+  describe "#magnet_uri" do
+    it "raises MagnetNotFound if cannot download the tracker page" do
+      tracker = Nanny::Tracker.new('http://google.com')
+      tracker.stub(:tracker_doc).and_raise Nanny::Tracker::PageNotAvailable
+      lambda { tracker.magnet_uri }.should raise_error Nanny::Tracker::MagnetNotFound
+    end
+
+    example do
+      VCR.use_cassette "fenopy" do
+        tracker = Nanny::Tracker.new("http://fenopy.se/torrent/the+office+us+the+complete+season+8+hdtv/ODMxMzA4Mg")
+        tracker.magnet_uri.hash.should == "f6c598d155e53f793d429582afaa160f2101b3fb"
+      end
+    end
+
+    example do
+      VCR.use_cassette "extratorrent" do
+        tracker = Nanny::Tracker.new("http://extratorrent.com/torrent/2685289/The+Office+US+-+The+Complete+Season+8+HDTV.html")
+        tracker.magnet_uri.hash.should == "f6c598d155e53f793d429582afaa160f2101b3fb"
+      end
+    end
+
+    example do
+      VCR.use_cassette "google" do
+        tracker = Nanny::Tracker.new("http://google.com")
+        lambda { tracker.magnet_uri }.should raise_error Nanny::Tracker::MagnetNotFound
+      end
+    end
+  end
+
+  describe "#torrent_url" do
+    it "raises TorrentNotFound if cannot download the tracker page" do
+      tracker = Nanny::Tracker.new('http://google.com')
+      tracker.stub(:tracker_doc).and_raise Nanny::Tracker::PageNotAvailable
+      lambda { tracker.torrent_url }.should raise_error Nanny::Tracker::TorrentNotFound
+    end
+
+    example do
+      VCR.use_cassette "fenopy" do
+        tracker = Nanny::Tracker.new("http://fenopy.se/torrent/the+office+us+the+complete+season+8+hdtv/ODMxMzA4Mg")
+        tracker.torrent_url.should == "http://torcache.net/torrent/F6C598D155E53F793D429582AFAA160F2101B3FB.torrent"
+      end
+    end
+
+    example do
+      VCR.use_cassette "yourbittorrent" do
+        tracker = Nanny::Tracker.new("http://yourbittorrent.com/torrent/3433946/the-lincoln-lawyer-italian-dvdrip-blw.html")
+        tracker.torrent_url.should == "http://yourbittorrent.com/down/3433946.torrent"
+      end
+    end
+
+    example do
+      VCR.use_cassette "google" do
+        tracker = Nanny::Tracker.new("http://google.com")
+        lambda { tracker.torrent_url }.should raise_error Nanny::Tracker::TorrentNotFound
+      end
+    end
+  end
+
+  describe "#tracker_doc" do
+    it "returns a Nokogiri HTML of tracker URL" do
+      VCR.use_cassette "google" do
+        tracker = Nanny::Tracker.new("http://google.com")
+        tracker.tracker_doc.should be_a Nokogiri::HTML::Document
+      end
+    end
+    it "gives up if download takes more than 2 seconds" do
+      tracker = Nanny::Tracker.new("http://google.com")
+      Nanny::HTTPClient.stub(:get).and_return {
+        sleep 3
+      }
+      lambda { tracker.tracker_doc }.should raise_error Nanny::Tracker::PageNotAvailable
+    end
+  end
+
+end

metadata

@@ -0,0 +1,220 @@
+--- !ruby/object:Gem::Specification
+name: nanny
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Stefano Verna
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: addressable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: active_support
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colored
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: terminal-table
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Nanny helps you find valid Torrent links from CLI
+email:
+- stefano.verna@welaika.com
+executables:
+- nanny
+extensions: []
+extra_rdoc_files: []
+files:
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/nanny
+- doc/cli.png
+- lib/nanny.rb
+- lib/nanny/attr_initializer.rb
+- lib/nanny/cli.rb
+- lib/nanny/http_client.rb
+- lib/nanny/magnet_uri.rb
+- lib/nanny/progress.rb
+- lib/nanny/search.rb
+- lib/nanny/torcache.rb
+- lib/nanny/torrent.rb
+- lib/nanny/tracker.rb
+- lib/nanny/version.rb
+- nanny.gemspec
+- spec/cassettes/complete_integration.yml
+- spec/cassettes/complex_torrent_find.yml
+- spec/cassettes/extratorrent.yml
+- spec/cassettes/fenopy.yml
+- spec/cassettes/google.yml
+- spec/cassettes/search_torrents.yml
+- spec/cassettes/trackers.yml
+- spec/cassettes/yourbittorrent.yml
+- spec/dumps/item.xml
+- spec/magnet_uri_spec.rb
+- spec/search_spec.rb
+- spec/spec_helper.rb
+- spec/support/dump_helpers.rb
+- spec/torrent_spec.rb
+- spec/tracker_spec.rb
+homepage: http://getmetorrents.com
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: Nanny scrapes torrent meta-search engines to find direct torrent links
+test_files:
+- spec/cassettes/complete_integration.yml
+- spec/cassettes/complex_torrent_find.yml
+- spec/cassettes/extratorrent.yml
+- spec/cassettes/fenopy.yml
+- spec/cassettes/google.yml
+- spec/cassettes/search_torrents.yml
+- spec/cassettes/trackers.yml
+- spec/cassettes/yourbittorrent.yml
+- spec/dumps/item.xml
+- spec/magnet_uri_spec.rb
+- spec/search_spec.rb
+- spec/spec_helper.rb
+- spec/support/dump_helpers.rb
+- spec/torrent_spec.rb
+- spec/tracker_spec.rb