torrent_crawler 0.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (24) hide show
  1. data/.document +5 -0
  2. data/.gitignore +4 -0
  3. data/LICENSE +20 -0
  4. data/README.md +23 -0
  5. data/Rakefile +31 -0
  6. data/VERSION +1 -0
  7. data/lib/crawlers/base.rb +51 -0
  8. data/lib/crawlers/linux_tracker.rb +60 -0
  9. data/lib/crawlers/mininova.rb +60 -0
  10. data/lib/torrent_crawler.rb +19 -0
  11. data/lib/torrent_crawler/torrent.rb +61 -0
  12. data/spec/crawlers/base_spec.rb +19 -0
  13. data/spec/crawlers/linux_tracker_spec.rb +68 -0
  14. data/spec/crawlers/mininova_spec.rb +70 -0
  15. data/spec/file_fixtures/linux_tracker/details.html +1296 -0
  16. data/spec/file_fixtures/linux_tracker/index.html +1896 -0
  17. data/spec/file_fixtures/mininova/details_det.html +239 -0
  18. data/spec/file_fixtures/mininova/details_tor.html +268 -0
  19. data/spec/file_fixtures/mininova/index.html +173 -0
  20. data/spec/meta_tracker/torrent_spec.rb +25 -0
  21. data/spec/meta_tracker_spec.rb +4 -0
  22. data/spec/spec_helper.rb +17 -0
  23. data/torrent_crawler.gemspec +71 -0
  24. metadata +110 -0
data/spec/file_fixtures/mininova/index.html ADDED
@@ -0,0 +1,173 @@
1
+ <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"><head><meta http-equiv="content-type" content="text/html; charset=utf-8" /><meta name="description" content="Download Movies, TV Shows, Music, Software and more. Mininova is the largest BitTorrent search engine and directory on the net with thousands of torrents." /><title>Mininova : The ultimate BitTorrent source!</title><link rel="stylesheet" href="http://mnstat.com/css/main.css?v29" type="text/css" /><link rel="alternate" type="application/rss+xml" title="Mininova RSS feed" href="/rss.xml" /><link rel="shortcut icon" type="image/ico" href="http://mnstat.com/images/favicon.ico" /><link rel="search" type="application/opensearchdescription+xml" href="/opensearch.xml" title="Mininova" /><script type="text/javascript" src="http://mnstat.com/js/functions.js?v10"></script></head><body><a id="getstarted" href="/getstarted"><img src="http://mnstat.com/images/getstarted.gif" alt="New user? Get started!" title="View the Mininova screencast" /></a><div id="message">From now on, only <strong>Content Distribution</strong> torrents are allowed. <a href="http://mnstat.com/images/blog/index.html">Read the blog post</a> | <a href="/faq#distribution" title="Learn more about Mininova Content Distribution">Learn more</a></div><div id="header"><a href="/"><img id="logo" src="http://mnstat.com/images/logo.png?v4" alt="Mininova logo" width="204" height="35" /></a><ul id="headerlinks" class="shifted"><li class="first"><a href="/login" title="User login">Login</a></li><li><a href="/register" title="Create an account">Register</a></li></ul><!-- #headerlinks -->
2
+
3
+ <div class="clear-right"></div>
4
+
5
+ <form id="searchform" class="shifted" action="/search/" method="get">
6
+
7
+ <input id="search" name="search" type="text" size="35"/>&nbsp;<select name="cat"><option value="0">All torrents</option>
8
+ <option value="1">Anime</option><option value="2">Books</option><option value="3">Games</option><option value="4">Movies</option><option value="5">Music</option><option value="6">Pictures</option><option value="7">Software</option><option value="8">TV Shows</option><option value="9">Other</option></select>&nbsp;<button type="submit" class="btn" onclick="document.forms.searchform.target = '_self'"><span><span>Search</span></span></button><!--&nbsp;<button type="submit" class="btn" name="websearch" onclick="document.forms.searchform.target = '_blank'"><span><span>Web search</span></span></button>-->
9
+
10
+ <!--<a class="small emphasis" href="/searchoptions.php" title="Search more precisely to get better results">Search options</a>-->
11
+ </form>
12
+
13
+ <div id="searchsuggestions"></div>
14
+
15
+ <script type="text/javascript" src="http://mnstat.com/js/search-suggest.js?v5"></script>
16
+ <script type="text/javascript" src="/js/topsearches.gzip.js?v284"></script>
17
+
18
+
19
+
20
+ <script type="text/javascript"><!--
21
+ document.forms.searchform.search.focus();
22
+ //--></script>
23
+
24
+
25
+ <div class="clear-both"></div>
26
+
27
+
28
+
29
+ <div id="navigation">
30
+
31
+ <ul>
32
+ <li class="first"><a href="/" title="Mininova home">Home</a></li>
33
+ <li id="nav-browse"><a href="/cat/" title="Browse categories">Browse categories</a><ul>
34
+ <li><a href="/cat/1" title="Browse the Anime category">Anime</a></li>
35
+ <li><a href="/cat/2" title="Browse the Books category">Books</a></li>
36
+ <li><a href="/cat/3" title="Browse the Games category">Games</a></li>
37
+ <li><a href="/cat/4" title="Browse the Movies category">Movies</a></li>
38
+ <li><a href="/cat/5" title="Browse the Music category">Music</a></li>
39
+ <li><a href="/cat/6" title="Browse the Pictures category">Pictures</a></li>
40
+ <li><a href="/cat/7" title="Browse the Software category">Software</a></li>
41
+ <li><a href="/cat/8" title="Browse the TV shows category">TV shows</a></li>
42
+ <li><a href="/cat/9" title="Browse the Other category">Other</a></li>
43
+ <li><a href="/cat/11" title="Browse the ViewCave category">ViewCave</a></li>
44
+ </ul></li>
45
+ <li id="nav-upload"><a href="/distribution" title="Mininova Content Distribution">Upload</a><ul>
46
+ <li><a href="/distribution" title="Mininova Content Distribution">Content Distribution</a></li>
47
+ </ul></li>
48
+ <li><a href="/search/" title="Refine your search to get more specific results">Advanced search</a></li>
49
+ <li id="nav-community"><a href="http://forum.mininova.org/" title="The Mininova community">Community</a><ul>
50
+ <li><a href="http://forum.mininova.org/" title="The Mininova forum">Forum</a></li>
51
+ <li><a href="http://blog.mininova.org/" title="The Mininova weblog">Blog</a></li>
52
+ <li><a href="/irc" title="The Mininova IRC channel">IRC</a></li>
53
+ <li><a href="/featured/users" title="A list of all Mininova users">User list</a></li>
54
+ <li><a href="/tshirts.php" title="Official Mininova t-shirts">T-Shirts</a></li>
55
+ <li><a href="/devices" title="Mininova-powered hardware devices">Devices</a></li>
56
+ </ul></li>
57
+ <li id="nav-about"><a href="/faq" title="About Mininova">About</a><ul>
58
+ <li><a href="/getstarted" title="View the Mininova screencast">Getting started</a></li>
59
+ <li><a href="/faq" title="Frequently Asked Questions">FAQ</a></li>
60
+ <li><a href="/privacy" title="The Mininova privacy policy">Privacy policy</a></li>
61
+ <li><a href="/copyright" title="The Mininova copyright policy">Copyright policy</a></li>
62
+ <li><a href="/statistics" title="Mininova statistics">Statistics</a></li>
63
+ <!--<li><a href="/api" title="Application Programming Interface">API</a></li>-->
64
+ <li><a href="/contact" title="Contact Mininova">Contact</a></li>
65
+ </ul></li>
66
+ <!--<li><a href="/cloud" title="The most popular search terms">Search cloud</a></li>-->
67
+ </ul>
68
+
69
+ <div class="clear-left"></div>
70
+
71
+ </div>
72
+ <div id="location">Latest blog article: <a href="http://blog.mininova.org/articles/2010/05/27/viewcave-and-mininova-forge-historic-partnership/" title="Read the latest blog article">ViewCave and Mininova Forge Historic Partnership</a></div>
73
+ </div><!-- end of header -->
74
+
75
+
76
+ <!-- SIDEBAR -->
77
+
78
+ <div id="sidebar">
79
+
80
+ <iframe id="adspot-b" src="http://ad.adperium.com/st?ad_type=iframe&amp;ad_size=120x600&amp;section=630666" width="120" height="600" frameborder="0" scrolling="no" marginwidth="0" marginheight="0"></iframe>
81
+ <p class="advhere" style="margin-left: 15px;"><a href="http://www.adperium.com/directads?120x600">Only $50<br />to advertise here</a></p>
82
+
83
+
84
+ </div><!-- end of #sidebar -->
85
+
86
+
87
+ <!-- CONTENT -->
88
+
89
+ <div id="content">
90
+
91
+ <div id="adspot-a">
92
+ <!--<p class="ad"><a href="http://www.vertor.com/" target="_blank" title="Download verified torrents with Vertor.com"><strong class="adtitle">Download verified torrents with Vertor.com</strong>All torrents are downloaded and checked for viruses or being fake. Video screenshots and 20 sec sound are cut from videos for you at Vertor.com. Check it now!<br /><span class="adlink">www.vertor.com</span></a></p>-->
93
+ <!--<p class="ad"><a href="http://www.dedicated.to/" target="_blank" title="Create unique postcards!"><strong class="adtitle">Create unique postcards: www.dedicated.to/Name</strong>Surprising, awesome, fantastic virtual postcards with unique urls like this are what your best friends deserve.<br /><span class="adlink">www.dedicated.to</span></a></p>-->
94
+ <p class="ad"><a href="http://www.mininova.org/toolbar.php" target="_blank" title="Download the Mininova toolbar!"><strong class="adtitle">Download the Mininova toolbar!</strong>Install the Mininova toolbar and stay up-to-date with the latest torrents. It's free and fast, installation takes a few seconds. <br /><span class="adlink">www.mininova.org/toolbar.php</span></a></p>
95
+ <p class="ad"><a href="http://www.snotr.com/" target="_blank" title="Funny videos on Snotr.com"><strong class="adtitle">Funny and cool videos on Snotr.com!</strong>Check out our other website: Snotr.com! Funny videos (safe for work)... if you like Mininova, you'll love Snotr.com!<br /><span class="adlink">www.snotr.com</span></a></p>
96
+ <div class="clear-left"></div>
97
+ </div>
98
+ <h1>Newly popular torrents |
99
+ <a href="/today/" title="All torrents uploaded today">today</a> |
100
+ <a href="/yesterday/" title="All torrents uploaded yesterday">yesterday</a></h1>
101
+
102
+ <div class="catheader">
103
+ <h2 id="featured"><a href="/cat/" title="Featured torrents on Mininova Content Distribution">Featured torrents</a></h2> <a class="rss" href="/rss.xml" title="RSS feed">RSS</a>
104
+ </div>
105
+ <table class="maintable" width="100%" cellspacing="0"><tr><th scope="col">Category</th><th scope="col">Name</th><th scope="col">Size</th><th scope="col">Seeds</th><th scope="col">Leechers</th></tr><tr class="fr" valign="top"><td><a href="/cat/4">Movies</a></td><td><a href="/com/13195685" class="ti com" title="0 comments, 1 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/13195685"><img src="http://mnstat.com/images/thumbs/13195685.png" alt="" style="float: left;" /><span class="title">Person of Interest [Xvid] [VODO]</span></a> <small>in <strong><a href="/sub/37">Drama</a></strong></small><br /><span class="description">veteran of the war in Iraq, and self-proclaimed American Patriot, becomes convinced that the federal government is setting him up as the fall guy in a soon-to-be terrorist attack on American soil.</span></td><td align="right">802.42&nbsp;MB</td><td align="right"><span class="g">258</span></td><td align="right"><span class="b">76</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/5">Music</a></td><td><a href="/tor/3195240"><img src="http://mnstat.com/images/thumbs/3195240.png" alt="" style="float: left;" /><span class="title">The Journey of the Starship Salvation - A Concept Album by Christopher Bennett</span></a> <small>in <strong><a href="/sub/77">Soundtracks</a></strong></small><br /><span class="description">The Journey of the Starship Salvation is a concept album based around a space ship that is mankind's last hope of survival. The story is set over 2000 years into the future and follows the Starship Salvation on its journey of finding a planet with a breathable atmosphere.</span></td><td align="right">25.63&nbsp;MB</td><td align="right"><span class="g">15</span></td><td align="right"><span class="b">3</span></td></tr><tr class="fr" valign="top"><td><a href="/cat/5">Music</a></td><td><a href="/tor/3189662"><img src="http://mnstat.com/images/thumbs/3189662.png" alt="" style="float: left;" /><span class="title">Signs of Misfortune - EP (Mp3 320kps)</span></a> <small>in <strong><a href="/sub/71">Punk</a></strong></small><br /><span class="description">Signs of Misfortune is the self titled album of the Swiss Metal/Punk band Signs of Misfortune.</span></td><td align="right">36.97&nbsp;MB</td><td align="right"><span class="g">6</span></td><td align="right"><span class="b">1</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/5">Music</a></td><td><a href="/com/3195490" class="ti com" title="2 comments, 2 thanks">4 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3195490"><img src="http://mnstat.com/images/thumbs/3195490.png" alt="" style="float: left;" /><span class="title">Tech-house mixtape september 18th by Chris-Tee</span></a> <small>in <strong><a href="/sub/2">Trance / House / Dance</a></strong></small><br /><span class="description">Best house/tech-house/latin-house mixtapes presented by DJ Chris-Tee </span></td><td align="right">32.47&nbsp;MB</td><td align="right"><span class="g">8</span></td><td align="right"><span class="b">0</span></td></tr><tr class="fr" valign="top"><td><a href="/cat/5">Music</a></td><td><a href="/com/3194509" class="ti com" title="3 comments, 0 thanks">3 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3194509"><img src="http://mnstat.com/images/thumbs/3194509.png" alt="" style="float: left;" /><span class="title">Noah Cohn - Whispers in the Well</span></a> <small>in <strong><a href="/sub/2">Trance / House / Dance</a></strong></small><br /><span class="description">Acid Ambient Abstractica? You'll never know unless you hear it! 6 original chill-out songs for 2010.</span></td><td align="right">40.64&nbsp;MB</td><td align="right"><span class="g">56</span></td><td align="right"><span class="b">6</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3194771" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3194771"><img src="http://mnstat.com/images/thumbs/3194771.png" alt="" style="float: left;" /><span class="title">Hollywood Entertainment News: S01E50-Mac Gruber</span></a> <small>in <strong><a href="/sub/959">TV</a></strong></small><br /><span class="description">Will Forte ("Saturday Night Live"), Kristin Wiig ("Saturday Night Live"), Ryan Phillippe ("Crash"), and Val Kilmer ("The Doors") are interviewed about their forthcoming movie MacGruber.</span></td><td align="right">77.14&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr class="fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3193738" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3193738"><img src="http://mnstat.com/images/thumbs/3193738.png" alt="" style="float: left;" /><span class="title">Hollywood Entertainment News: S01E39-Robert Downey Jr. Profile</span></a> <small>in <strong><a href="/sub/959">TV</a></strong></small><br /><span class="description">Robert Downey Jr., from "Chaplin" to "Iron Man 2', the story of a Hollywood bad boy turned Blockbuster Movie star.</span></td><td align="right">116.84&nbsp;MB</td><td align="right"><span class="g">2</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3193518" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3193518"><img src="http://mnstat.com/images/thumbs/3193518.png" alt="" style="float: left;" /><span class="title">Hollywood Entertainment News: S01E31-A Nightmare on Elm Street</span></a> <small>in <strong><a href="/sub/959">TV</a></strong></small><br /><span class="description">Jackie Earle Haley ("Little Children"), Thomas Dekker ("Terminator: The Sarah Connor Chronicles"), Rooney Mara, Kyle Gallner are interviewed about their forthcoming movie "A Nightmare on Elm Street".</span></td><td align="right">74.24&nbsp;MB</td><td align="right"><span class="g">4</span></td><td align="right"><span class="b">0</span></td></tr><tr class="fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3191200" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3191200"><img src="http://mnstat.com/images/thumbs/3191200.png" alt="" style="float: left;" /><span class="title">New Jazz Legends: S01E12-Alison Wedding</span></a> <small>in <strong><a href="/sub/960">Music</a></strong></small><br /><span class="description">This great Jazz concert series is in High Definition [HD] available. 1. Allan Browne 2.<br />Leigh Barker 3. Adam Simmons - With Tony Overwater 4. Anita Hustas Trio 5. Cocoa Jackson<br />Lane 6. Peter Knight 7. Paper Hat 8. Julien Wilson 9. Jenny Gam...</span></td><td align="right">1.06&nbsp;GB</td><td align="right"><span class="g">2</span></td><td align="right"><span class="b">1</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3191190" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3191190"><img src="http://mnstat.com/images/thumbs/3191190.png" alt="" style="float: left;" /><span class="title">New Jazz Legends: S01E01-Allan Browne</span></a> <small>in <strong><a href="/sub/960">Music</a></strong></small><br /><span class="description">This great Jazz concert series is in High Definition [HD] available. 1. Allan Browne 2.<br />Leigh Barker 3. Adam Simmons - With Tony Overwater 4. Anita Hustas Trio 5. Cocoa Jackson<br />Lane 6. Peter Knight 7. Paper Hat 8. Julien Wilson 9. Jenny Gam...</span></td><td align="right">1.07&nbsp;GB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr></table><div class="catheader">
106
+ <h2 id="other">Other torrents</h2> <a class="rss" href="/rss.xml" title="RSS feed">RSS</a>
107
+ </div>
108
+ <table class="maintable" width="100%" cellspacing="0"><tr><th scope="col">Category</th><th scope="col">Name</th><th scope="col">Size</th><th scope="col">Seeds</th><th scope="col">Leechers</th></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195739" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195739">Nikki McKnight aka Nix "Sky's the Limit"</a> <small>in <strong><a href="/sub/64">Hip Hop</a></strong></small></td><td align="right">16.02&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/9">Other</a></td><td><a href="/get/13195738" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195738">Vertigo Radio Live #66 - The Internet is Dying [EXPLICIT]</a> <small>in <strong><a href="/sub/629">Podcasts</a></strong></small></td><td align="right">54.95&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195736" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195736">Fat Rat Da Czar feat Piazo and Dan Johns - Do Whud I Do RMX prod by MIDIMarc</a> <small>in <strong><a href="/sub/64">Hip Hop</a></strong></small></td><td align="right">15.13&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/7">Software</a></td><td><a href="/get/13195735" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195735">Super OS 10.10 - 64 bits</a> <small>in <strong><a href="/sub/17">GNU/Linux</a></strong></small></td><td align="right">1.16&nbsp;GB</td><td align="right"><span class="g">3</span></td><td align="right"><span class="b">94</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195734" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195734">VR001: BOJCOT SELECTAH – U KNOW EP</a> <small>in <strong><a href="/sub/946">Dubstep</a></strong></small></td><td align="right">35.29&nbsp;MB</td><td align="right"><span class="g">2</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195732" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195732">Old Man Motel - Jembug (2010 - Ambient)(320 kbps MP3) TVP NETWORK</a> <small>in <strong><a href="/sub/913">Ambient</a></strong></small></td><td align="right">12.6&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195730" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195730">Hardcore Scm '10 - DreamDance 18</a> <small>in <strong><a href="/sub/913">Ambient</a></strong></small></td><td align="right">15.8&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/3">Games</a></td><td><a href="/get/13195728" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195728">Left 4 Dead 2 - Add-Ons - Heaven Can Wait II v11.0</a> <small>in <strong><a href="/sub/136">Game fixes/patches</a></strong></small></td><td align="right">122&nbsp;MB</td><td align="right"><span class="g">3</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/9">Other</a></td><td><a href="/get/13195727" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195727">Slam City Amateur Hour with GMN and Foxtrot - Episode 27</a> <small>in <strong><a href="/sub/629">Podcasts</a></strong></small></td><td align="right">54.47&nbsp;MB</td><td align="right"><span class="g">3</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195725" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195725">Dance'n'trance sessions 18 - solid side - mixed by DJ DiMoZ</a> <small>in <strong><a href="/sub/2">Trance / House / Dance</a></strong></small></td><td align="right">186.19&nbsp;MB</td><td align="right"><span class="g">9</span></td><td align="right"><span class="b">3</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195724" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195724">Spookie TEE Presents : 2.15.19 feat/Bomb,Deuce Man , DaVillain,BAD ,TEE</a> <small>in <strong><a href="/sub/64">Hip Hop</a></strong></small></td><td align="right">79.49&nbsp;MB</td><td align="right"><span class="g">5</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195723" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195723">The Happy Lady Sing's - Chris Robb's 40312</a> <small>in <strong><a href="/sub/887">Funk</a></strong></small></td><td align="right">5.44&nbsp;MB</td><td align="right"><span class="g">3</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195722" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195722">LICKS - "Broken Air Con The Beat Tape" A CoffeyShop Production (2010) [Jwho31]</a> <small>in <strong><a href="/sub/898">Instrumental</a></strong></small></td><td align="right">72.37&nbsp;MB</td><td align="right"><span class="g">5</span></td><td align="right"><span class="b">2</span></td></tr><tr class="d"><td><a href="/cat/9">Other</a></td><td><a href="/get/13195721" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195721">Great Southern Stand Ep47</a> <small>in <strong><a href="/sub/629">Podcasts</a></strong></small></td><td align="right">6.27&nbsp;MB</td><td align="right"><span class="g">2</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195719" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195719">The Original Mashups made 1997 by USP 320kbps - Bonus Tracks</a> <small>in <strong><a href="/sub/61">Electronic</a></strong></small></td><td align="right">40.75&nbsp;MB</td><td align="right"><span class="g">6</span></td><td align="right"><span class="b">2</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195717" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195717">Joanne Gabriel - OBE (experimental guitar ambient, Musictrade single 24bit FLAC)</a> <small>in <strong><a href="/sub/61">Electronic</a></strong></small></td><td align="right">150.7&nbsp;MB</td><td align="right"><span class="g">8</span></td><td align="right"><span class="b">1</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/com/13195715" class="ti com" title="2 comments, 0 thanks">2 <img src="/images/com.gif" alt="comments" /></a><a href="/get/13195715" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195715">AnbroK - AnbroK Sessions 050 ft. Guestmixes (October 2010) All New Trance and Progressive Mixes</a> <small>in <strong><a href="/sub/2">Trance / House / Dance</a></strong></small></td><td align="right">863.78&nbsp;MB</td><td align="right"><span class="g">9</span></td><td align="right"><span class="b">12</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195714" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195714">dB KILLER - SEX LOVE LONELINESS full album - Genre HARD ROCK - www.rumorsrecords.org</a> <small>in <strong><a href="/sub/75">Rock</a></strong></small></td><td align="right">34.45&nbsp;MB</td><td align="right"><span class="g">5</span></td><td align="right"><span class="b">1</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195713" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195713">The Medics - City (single + remixes)</a> <small>in <strong><a href="/sub/75">Rock</a></strong></small></td><td align="right">20.24&nbsp;MB</td><td align="right"><span class="g">4</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/7">Software</a></td><td><a href="/get/13195712" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195712">VirtualBox - Ubuntu 10.10 amd64 Desktop Virtual Appliance [Beta1] - [VirtualBoxImages.com]</a> <small>in <strong><a href="/sub/17">GNU/Linux</a></strong></small></td><td align="right">1.38&nbsp;GB</td><td align="right"><span class="g">6</span></td><td align="right"><span class="b">1</span></td></tr></table>
109
+ </div><!-- end of #content -->
110
+
111
+
112
+
113
+ <script type="text/javascript" src="http://mnstat.com/js/stickyad.js"></script>
114
+ <script type="text/javascript" src="http://mnstat.com/js/events.js?v9"></script>
115
+
116
+
117
+ <!-- FOOTER -->
118
+
119
+ <div id="footer">
120
+
121
+ <hr />
122
+
123
+ <div class="left">
124
+ <p><a href="http://validator.w3.org/check/referer" title="Valid XHTML">XHTML</a> |
125
+ <a href="http://jigsaw.w3.org/css-validator/check/referer" title="Valid CSS">CSS</a> |
126
+ <a href="/toolbar" title="Install the Mininova toolbar"><img src="http://mnstat.com/images/icon-toolbar.png" width="25" height="18" alt="Mininova toolbar" /></a> <a href="/toolbar" title="Install the Mininova toolbar">Mininova toolbar</a> |
127
+ <a href="http://www.lighttpd.net/" title="Powered by LightTPD"><img src="http://mnstat.com/images/icon-lighty.png" width="16" height="16" alt="LightTPD logo" /></a> <a href="http://www.lighttpd.net/" title="Powered by LightTPD">LightTPD</a></p>
128
+ <p>Copyright 2005-2010 Mininova. All rights reserved.</p>
129
+ </div>
130
+
131
+
132
+ <div class="right">
133
+ <p>More info: <a class="rss" href="/rss.xml" title="Subscribe to Mininova's RSS feed">RSS</a> |
134
+ <a href="/privacy" title="Mininova's privacy policy">Privacy policy</a> |
135
+ <a href="/copyright" title="Mininova's copyright policy">Copyright policy</a> |
136
+ <a href="/contact" title="Contact us">Contact us</a></p>
137
+
138
+ <p>This page was generated in 0.002 seconds by server-14.</p>
139
+ </div>
140
+
141
+
142
+ <div class="clear-left"></div>
143
+
144
+ </div>
145
+
146
+ <script type="text/javascript"><!--
147
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
148
+ document.write("\<script src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'>\<\/script>" );
149
+ //--></script>
150
+ <script type="text/javascript"><!--
151
+ var pageTracker = _gat._getTracker("UA-148535-1");
152
+ pageTracker._initData();
153
+ pageTracker._trackPageview();
154
+ //--></script>
155
+ <script type="text/javascript" src="http://edge.quantserve.com/quant.js"></script>
156
+ <script type="text/javascript"><!--
157
+ _qacct="p-7crBtnORZhUlY";quantserve();
158
+ //--></script>
159
+ <noscript>
160
+ <a href="http://www.quantcast.com/p-7crBtnORZhUlY" target="_blank"><img src="http://pixel.quantserve.com/pixel/p-7crBtnORZhUlY.gif" style="display: none" border="0" height="1" width="1" alt="Quantcast"/></a></noscript>
161
+
162
+ <script type="text/javascript" src="http://tracker.infra-ad.com/iaGetCampaign.aspx?pbid=4&sid=0"></script>
163
+
164
+
165
+ <script type="text/javascript"><!--
166
+ if(document.cookie.indexOf('abd=')==-1){window.__adperium_ad=1;document.write(unescape('%3Cscript src="'+document.location.protocol+'//www.adperium.com/js/adframe.js" type="text/javascript"%3E%3C/script%3E'))}
167
+ //--></script>
168
+ <script type="text/javascript"><!--
169
+ if(typeof window.__adperium_ad!="undefined"){setTimeout(function(){var a=document.createElement("img");a.src=document.location.protocol+"//www.adperium.com/abd.php?u=2342&h=3ddf6df1&a="+window.__adperium_ad;document.body.appendChild(a);a.style.display="none";var b=new Date();b.setTime(b.getTime()+86400000);document.cookie="abd="+window.__adperium_ad+"; expires="+b.toGMTString()+"; path=/"},1000)};
170
+ //--></script>
171
+
172
+ </body>
173
+ </html>
data/spec/meta_tracker/torrent_spec.rb ADDED
@@ -0,0 +1,25 @@
1
+ require 'spec_helper'
2
+
3
+ module TorrentCrawler
4
+ describe Torrent, "size conversion" do
5
+ subject { Torrent.new }
6
+
7
+ [
8
+ {:from => '170.00 MB', :to => 174_080},
9
+ {:from => '170mb', :to => 174_080},
10
+ {:from => '3.65 GB', :to => 3_827_302},
11
+ {:from => '03.65GB', :to => 3_827_302},
12
+ {:from => '3.65 gb', :to => 3_827_302},
13
+ {:from => '1.5TB', :to => 1_610_612_736},
14
+ {:from => '16.02 MB', :to => 16_404},
15
+ {:from => '16.02\302MB', :to => 16_404},
16
+ {:from => '16.02 megabyte', :to => 16_404},
17
+ {:from => 123_456, :to => 123_456},
18
+ ].each do |test|
19
+ it "should convert #{test[:from]} to #{test[:to]}" do
20
+ subject.size = test[:from]
21
+ subject.size.to_i.should eql(test[:to])
22
+ end
23
+ end
24
+ end
25
+ end
data/spec/meta_tracker_spec.rb ADDED
@@ -0,0 +1,4 @@
1
+ require 'spec_helper'
2
+
3
+ module TorrentCrawler
4
+ end
data/spec/spec_helper.rb ADDED
@@ -0,0 +1,17 @@
1
+ $LOAD_PATH.unshift(File.dirname(__FILE__))
2
+ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
3
+
4
+ require 'torrent_crawler'
5
+
6
+ require 'fakeweb'
7
+ FakeWeb.allow_net_connect = false
8
+
9
+ module FileFixtures
10
+ def file_fixture(*args)
11
+ File.read(File.expand_path("../file_fixtures/#{File.join(args)}", __FILE__))
12
+ end
13
+ end
14
+
15
+ RSpec.configure do |config|
16
+ config.include(FileFixtures)
17
+ end
data/torrent_crawler.gemspec ADDED
@@ -0,0 +1,71 @@
1
+ # Generated by jeweler
2
+ # DO NOT EDIT THIS FILE DIRECTLY
3
+ # Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
4
+ # -*- encoding: utf-8 -*-
5
+
6
+ Gem::Specification.new do |s|
7
+ s.name = %q{torrent_crawler}
8
+ s.version = "0.0.0"
9
+
10
+ s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
11
+ s.authors = ["rspeicher"]
12
+ s.date = %q{2010-10-11}
13
+ s.description = %q{Crawl multiple torrent sites.}
14
+ s.email = %q{rspeicher@gmail.com}
15
+ s.extra_rdoc_files = [
16
+ "LICENSE",
17
+ "README.md"
18
+ ]
19
+ s.files = [
20
+ ".document",
21
+ ".gitignore",
22
+ "LICENSE",
23
+ "README.md",
24
+ "Rakefile",
25
+ "VERSION",
26
+ "lib/crawlers/base.rb",
27
+ "lib/crawlers/linux_tracker.rb",
28
+ "lib/crawlers/mininova.rb",
29
+ "lib/torrent_crawler.rb",
30
+ "lib/torrent_crawler/torrent.rb",
31
+ "spec/crawlers/base_spec.rb",
32
+ "spec/crawlers/linux_tracker_spec.rb",
33
+ "spec/crawlers/mininova_spec.rb",
34
+ "spec/file_fixtures/linux_tracker/details.html",
35
+ "spec/file_fixtures/linux_tracker/index.html",
36
+ "spec/file_fixtures/mininova/details_det.html",
37
+ "spec/file_fixtures/mininova/details_tor.html",
38
+ "spec/file_fixtures/mininova/index.html",
39
+ "spec/meta_tracker/torrent_spec.rb",
40
+ "spec/meta_tracker_spec.rb",
41
+ "spec/spec_helper.rb",
42
+ "torrent_crawler.gemspec"
43
+ ]
44
+ s.homepage = %q{http://github.com/tsigo/torrent_crawler}
45
+ s.rdoc_options = ["--charset=UTF-8"]
46
+ s.require_paths = ["lib"]
47
+ s.rubygems_version = %q{1.3.7}
48
+ s.summary = %q{Crawl multiple torrent sites}
49
+ s.test_files = [
50
+ "spec/crawlers/base_spec.rb",
51
+ "spec/crawlers/linux_tracker_spec.rb",
52
+ "spec/crawlers/mininova_spec.rb",
53
+ "spec/meta_tracker/torrent_spec.rb",
54
+ "spec/meta_tracker_spec.rb",
55
+ "spec/spec_helper.rb"
56
+ ]
57
+
58
+ if s.respond_to? :specification_version then
59
+ current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
60
+ s.specification_version = 3
61
+
62
+ if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
63
+ s.add_development_dependency(%q<rspec>, ["~> 2.0.0"])
64
+ else
65
+ s.add_dependency(%q<rspec>, ["~> 2.0.0"])
66
+ end
67
+ else
68
+ s.add_dependency(%q<rspec>, ["~> 2.0.0"])
69
+ end
70
+ end
71
+
metadata ADDED
@@ -0,0 +1,110 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: torrent_crawler
3
+ version: !ruby/object:Gem::Version
4
+ hash: 31
5
+ prerelease: false
6
+ segments:
7
+ - 0
8
+ - 0
9
+ - 0
10
+ version: 0.0.0
11
+ platform: ruby
12
+ authors:
13
+ - rspeicher
14
+ autorequire:
15
+ bindir: bin
16
+ cert_chain: []
17
+
18
+ date: 2010-10-11 00:00:00 -04:00
19
+ default_executable:
20
+ dependencies:
21
+ - !ruby/object:Gem::Dependency
22
+ name: rspec
23
+ prerelease: false
24
+ requirement: &id001 !ruby/object:Gem::Requirement
25
+ none: false
26
+ requirements:
27
+ - - ~>
28
+ - !ruby/object:Gem::Version
29
+ hash: 15
30
+ segments:
31
+ - 2
32
+ - 0
33
+ - 0
34
+ version: 2.0.0
35
+ type: :development
36
+ version_requirements: *id001
37
+ description: Crawl multiple torrent sites.
38
+ email: rspeicher@gmail.com
39
+ executables: []
40
+
41
+ extensions: []
42
+
43
+ extra_rdoc_files:
44
+ - LICENSE
45
+ - README.md
46
+ files:
47
+ - .document
48
+ - .gitignore
49
+ - LICENSE
50
+ - README.md
51
+ - Rakefile
52
+ - VERSION
53
+ - lib/crawlers/base.rb
54
+ - lib/crawlers/linux_tracker.rb
55
+ - lib/crawlers/mininova.rb
56
+ - lib/torrent_crawler.rb
57
+ - lib/torrent_crawler/torrent.rb
58
+ - spec/crawlers/base_spec.rb
59
+ - spec/crawlers/linux_tracker_spec.rb
60
+ - spec/crawlers/mininova_spec.rb
61
+ - spec/file_fixtures/linux_tracker/details.html
62
+ - spec/file_fixtures/linux_tracker/index.html
63
+ - spec/file_fixtures/mininova/details_det.html
64
+ - spec/file_fixtures/mininova/details_tor.html
65
+ - spec/file_fixtures/mininova/index.html
66
+ - spec/meta_tracker/torrent_spec.rb
67
+ - spec/meta_tracker_spec.rb
68
+ - spec/spec_helper.rb
69
+ - torrent_crawler.gemspec
70
+ has_rdoc: true
71
+ homepage: http://github.com/tsigo/torrent_crawler
72
+ licenses: []
73
+
74
+ post_install_message:
75
+ rdoc_options:
76
+ - --charset=UTF-8
77
+ require_paths:
78
+ - lib
79
+ required_ruby_version: !ruby/object:Gem::Requirement
80
+ none: false
81
+ requirements:
82
+ - - ">="
83
+ - !ruby/object:Gem::Version
84
+ hash: 3
85
+ segments:
86
+ - 0
87
+ version: "0"
88
+ required_rubygems_version: !ruby/object:Gem::Requirement
89
+ none: false
90
+ requirements:
91
+ - - ">="
92
+ - !ruby/object:Gem::Version
93
+ hash: 3
94
+ segments:
95
+ - 0
96
+ version: "0"
97
+ requirements: []
98
+
99
+ rubyforge_project:
100
+ rubygems_version: 1.3.7
101
+ signing_key:
102
+ specification_version: 3
103
+ summary: Crawl multiple torrent sites
104
+ test_files:
105
+ - spec/crawlers/base_spec.rb
106
+ - spec/crawlers/linux_tracker_spec.rb
107
+ - spec/crawlers/mininova_spec.rb
108
+ - spec/meta_tracker/torrent_spec.rb
109
+ - spec/meta_tracker_spec.rb
110
+ - spec/spec_helper.rb