torrent_crawler 0.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (24) hide show
  1. data/.document +5 -0
  2. data/.gitignore +4 -0
  3. data/LICENSE +20 -0
  4. data/README.md +23 -0
  5. data/Rakefile +31 -0
  6. data/VERSION +1 -0
  7. data/lib/crawlers/base.rb +51 -0
  8. data/lib/crawlers/linux_tracker.rb +60 -0
  9. data/lib/crawlers/mininova.rb +60 -0
  10. data/lib/torrent_crawler.rb +19 -0
  11. data/lib/torrent_crawler/torrent.rb +61 -0
  12. data/spec/crawlers/base_spec.rb +19 -0
  13. data/spec/crawlers/linux_tracker_spec.rb +68 -0
  14. data/spec/crawlers/mininova_spec.rb +70 -0
  15. data/spec/file_fixtures/linux_tracker/details.html +1296 -0
  16. data/spec/file_fixtures/linux_tracker/index.html +1896 -0
  17. data/spec/file_fixtures/mininova/details_det.html +239 -0
  18. data/spec/file_fixtures/mininova/details_tor.html +268 -0
  19. data/spec/file_fixtures/mininova/index.html +173 -0
  20. data/spec/meta_tracker/torrent_spec.rb +25 -0
  21. data/spec/meta_tracker_spec.rb +4 -0
  22. data/spec/spec_helper.rb +17 -0
  23. data/torrent_crawler.gemspec +71 -0
  24. metadata +110 -0
data/spec/file_fixtures/mininova/index.html ADDED
@@ -0,0 +1,173 @@
1
+ <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"><head><meta http-equiv="content-type" content="text/html; charset=utf-8" /><meta name="description" content="Download Movies, TV Shows, Music, Software and more. Mininova is the largest BitTorrent search engine and directory on the net with thousands of torrents." /><title>Mininova : The ultimate BitTorrent source!</title><link rel="stylesheet" href="http://mnstat.com/css/main.css?v29" type="text/css" /><link rel="alternate" type="application/rss+xml" title="Mininova RSS feed" href="/rss.xml" /><link rel="shortcut icon" type="image/ico" href="http://mnstat.com/images/favicon.ico" /><link rel="search" type="application/opensearchdescription+xml" href="/opensearch.xml" title="Mininova" /><script type="text/javascript" src="http://mnstat.com/js/functions.js?v10"></script></head><body><a id="getstarted" href="/getstarted"><img src="http://mnstat.com/images/getstarted.gif" alt="New user? Get started!" title="View the Mininova screencast" /></a><div id="message">From now on, only <strong>Content Distribution</strong> torrents are allowed. <a href="http://mnstat.com/images/blog/index.html">Read the blog post</a> | <a href="/faq#distribution" title="Learn more about Mininova Content Distribution">Learn more</a></div><div id="header"><a href="/"><img id="logo" src="http://mnstat.com/images/logo.png?v4" alt="Mininova logo" width="204" height="35" /></a><ul id="headerlinks" class="shifted"><li class="first"><a href="/login" title="User login">Login</a></li><li><a href="/register" title="Create an account">Register</a></li></ul><!-- #headerlinks -->
2
+
3
+ <div class="clear-right"></div>
4
+
5
+ <form id="searchform" class="shifted" action="/search/" method="get">
6
+
7
+ <input id="search" name="search" type="text" size="35"/>&nbsp;<select name="cat"><option value="0">All torrents</option>
8
+ <option value="1">Anime</option><option value="2">Books</option><option value="3">Games</option><option value="4">Movies</option><option value="5">Music</option><option value="6">Pictures</option><option value="7">Software</option><option value="8">TV Shows</option><option value="9">Other</option></select>&nbsp;<button type="submit" class="btn" onclick="document.forms.searchform.target = '_self'"><span><span>Search</span></span></button><!--&nbsp;<button type="submit" class="btn" name="websearch" onclick="document.forms.searchform.target = '_blank'"><span><span>Web search</span></span></button>-->
9
+
10
+ <!--<a class="small emphasis" href="/searchoptions.php" title="Search more precisely to get better results">Search options</a>-->
11
+ </form>
12
+
13
+ <div id="searchsuggestions"></div>
14
+
15
+ <script type="text/javascript" src="http://mnstat.com/js/search-suggest.js?v5"></script>
16
+ <script type="text/javascript" src="/js/topsearches.gzip.js?v284"></script>
17
+
18
+
19
+
20
+ <script type="text/javascript"><!--
21
+ document.forms.searchform.search.focus();
22
+ //--></script>
23
+
24
+
25
+ <div class="clear-both"></div>
26
+
27
+
28
+
29
+ <div id="navigation">
30
+
31
+ <ul>
32
+ <li class="first"><a href="/" title="Mininova home">Home</a></li>
33
+ <li id="nav-browse"><a href="/cat/" title="Browse categories">Browse categories</a><ul>
34
+ <li><a href="/cat/1" title="Browse the Anime category">Anime</a></li>
35
+ <li><a href="/cat/2" title="Browse the Books category">Books</a></li>
36
+ <li><a href="/cat/3" title="Browse the Games category">Games</a></li>
37
+ <li><a href="/cat/4" title="Browse the Movies category">Movies</a></li>
38
+ <li><a href="/cat/5" title="Browse the Music category">Music</a></li>
39
+ <li><a href="/cat/6" title="Browse the Pictures category">Pictures</a></li>
40
+ <li><a href="/cat/7" title="Browse the Software category">Software</a></li>
41
+ <li><a href="/cat/8" title="Browse the TV shows category">TV shows</a></li>
42
+ <li><a href="/cat/9" title="Browse the Other category">Other</a></li>
43
+ <li><a href="/cat/11" title="Browse the ViewCave category">ViewCave</a></li>
44
+ </ul></li>
45
+ <li id="nav-upload"><a href="/distribution" title="Mininova Content Distribution">Upload</a><ul>
46
+ <li><a href="/distribution" title="Mininova Content Distribution">Content Distribution</a></li>
47
+ </ul></li>
48
+ <li><a href="/search/" title="Refine your search to get more specific results">Advanced search</a></li>
49
+ <li id="nav-community"><a href="http://forum.mininova.org/" title="The Mininova community">Community</a><ul>
50
+ <li><a href="http://forum.mininova.org/" title="The Mininova forum">Forum</a></li>
51
+ <li><a href="http://blog.mininova.org/" title="The Mininova weblog">Blog</a></li>
52
+ <li><a href="/irc" title="The Mininova IRC channel">IRC</a></li>
53
+ <li><a href="/featured/users" title="A list of all Mininova users">User list</a></li>
54
+ <li><a href="/tshirts.php" title="Official Mininova t-shirts">T-Shirts</a></li>
55
+ <li><a href="/devices" title="Mininova-powered hardware devices">Devices</a></li>
56
+ </ul></li>
57
+ <li id="nav-about"><a href="/faq" title="About Mininova">About</a><ul>
58
+ <li><a href="/getstarted" title="View the Mininova screencast">Getting started</a></li>
59
+ <li><a href="/faq" title="Frequently Asked Questions">FAQ</a></li>
60
+ <li><a href="/privacy" title="The Mininova privacy policy">Privacy policy</a></li>
61
+ <li><a href="/copyright" title="The Mininova copyright policy">Copyright policy</a></li>
62
+ <li><a href="/statistics" title="Mininova statistics">Statistics</a></li>
63
+ <!--<li><a href="/api" title="Application Programming Interface">API</a></li>-->
64
+ <li><a href="/contact" title="Contact Mininova">Contact</a></li>
65
+ </ul></li>
66
+ <!--<li><a href="/cloud" title="The most popular search terms">Search cloud</a></li>-->
67
+ </ul>
68
+
69
+ <div class="clear-left"></div>
70
+
71
+ </div>
72
+ <div id="location">Latest blog article: <a href="http://blog.mininova.org/articles/2010/05/27/viewcave-and-mininova-forge-historic-partnership/" title="Read the latest blog article">ViewCave and Mininova Forge Historic Partnership</a></div>
73
+ </div><!-- end of header -->
74
+
75
+
76
+ <!-- SIDEBAR -->
77
+
78
+ <div id="sidebar">
79
+
80
+ <iframe id="adspot-b" src="http://ad.adperium.com/st?ad_type=iframe&amp;ad_size=120x600&amp;section=630666" width="120" height="600" frameborder="0" scrolling="no" marginwidth="0" marginheight="0"></iframe>
81
+ <p class="advhere" style="margin-left: 15px;"><a href="http://www.adperium.com/directads?120x600">Only $50<br />to advertise here</a></p>
82
+
83
+
84
+ </div><!-- end of #sidebar -->
85
+
86
+
87
+ <!-- CONTENT -->
88
+
89
+ <div id="content">
90
+
91
+ <div id="adspot-a">
92
+ <!--<p class="ad"><a href="http://www.vertor.com/" target="_blank" title="Download verified torrents with Vertor.com"><strong class="adtitle">Download verified torrents with Vertor.com</strong>All torrents are downloaded and checked for viruses or being fake. Video screenshots and 20 sec sound are cut from videos for you at Vertor.com. Check it now!<br /><span class="adlink">www.vertor.com</span></a></p>-->
93
+ <!--<p class="ad"><a href="http://www.dedicated.to/" target="_blank" title="Create unique postcards!"><strong class="adtitle">Create unique postcards: www.dedicated.to/Name</strong>Surprising, awesome, fantastic virtual postcards with unique urls like this are what your best friends deserve.<br /><span class="adlink">www.dedicated.to</span></a></p>-->
94
+ <p class="ad"><a href="http://www.mininova.org/toolbar.php" target="_blank" title="Download the Mininova toolbar!"><strong class="adtitle">Download the Mininova toolbar!</strong>Install the Mininova toolbar and stay up-to-date with the latest torrents. It's free and fast, installation takes a few seconds. <br /><span class="adlink">www.mininova.org/toolbar.php</span></a></p>
95
+ <p class="ad"><a href="http://www.snotr.com/" target="_blank" title="Funny videos on Snotr.com"><strong class="adtitle">Funny and cool videos on Snotr.com!</strong>Check out our other website: Snotr.com! Funny videos (safe for work)... if you like Mininova, you'll love Snotr.com!<br /><span class="adlink">www.snotr.com</span></a></p>
96
+ <div class="clear-left"></div>
97
+ </div>
98
+ <h1>Newly popular torrents |
99
+ <a href="/today/" title="All torrents uploaded today">today</a> |
100
+ <a href="/yesterday/" title="All torrents uploaded yesterday">yesterday</a></h1>
101
+
102
+ <div class="catheader">
103
+ <h2 id="featured"><a href="/cat/" title="Featured torrents on Mininova Content Distribution">Featured torrents</a></h2> <a class="rss" href="/rss.xml" title="RSS feed">RSS</a>
104
+ </div>
105
+ <table class="maintable" width="100%" cellspacing="0"><tr><th scope="col">Category</th><th scope="col">Name</th><th scope="col">Size</th><th scope="col">Seeds</th><th scope="col">Leechers</th></tr><tr class="fr" valign="top"><td><a href="/cat/4">Movies</a></td><td><a href="/com/13195685" class="ti com" title="0 comments, 1 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/13195685"><img src="http://mnstat.com/images/thumbs/13195685.png" alt="" style="float: left;" /><span class="title">Person of Interest [Xvid] [VODO]</span></a> <small>in <strong><a href="/sub/37">Drama</a></strong></small><br /><span class="description">veteran of the war in Iraq, and self-proclaimed American Patriot, becomes convinced that the federal government is setting him up as the fall guy in a soon-to-be terrorist attack on American soil.</span></td><td align="right">802.42&nbsp;MB</td><td align="right"><span class="g">258</span></td><td align="right"><span class="b">76</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/5">Music</a></td><td><a href="/tor/3195240"><img src="http://mnstat.com/images/thumbs/3195240.png" alt="" style="float: left;" /><span class="title">The Journey of the Starship Salvation - A Concept Album by Christopher Bennett</span></a> <small>in <strong><a href="/sub/77">Soundtracks</a></strong></small><br /><span class="description">The Journey of the Starship Salvation is a concept album based around a space ship that is mankind's last hope of survival. The story is set over 2000 years into the future and follows the Starship Salvation on its journey of finding a planet with a breathable atmosphere.</span></td><td align="right">25.63&nbsp;MB</td><td align="right"><span class="g">15</span></td><td align="right"><span class="b">3</span></td></tr><tr class="fr" valign="top"><td><a href="/cat/5">Music</a></td><td><a href="/tor/3189662"><img src="http://mnstat.com/images/thumbs/3189662.png" alt="" style="float: left;" /><span class="title">Signs of Misfortune - EP (Mp3 320kps)</span></a> <small>in <strong><a href="/sub/71">Punk</a></strong></small><br /><span class="description">Signs of Misfortune is the self titled album of the Swiss Metal/Punk band Signs of Misfortune.</span></td><td align="right">36.97&nbsp;MB</td><td align="right"><span class="g">6</span></td><td align="right"><span class="b">1</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/5">Music</a></td><td><a href="/com/3195490" class="ti com" title="2 comments, 2 thanks">4 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3195490"><img src="http://mnstat.com/images/thumbs/3195490.png" alt="" style="float: left;" /><span class="title">Tech-house mixtape september 18th by Chris-Tee</span></a> <small>in <strong><a href="/sub/2">Trance / House / Dance</a></strong></small><br /><span class="description">Best house/tech-house/latin-house mixtapes presented by DJ Chris-Tee </span></td><td align="right">32.47&nbsp;MB</td><td align="right"><span class="g">8</span></td><td align="right"><span class="b">0</span></td></tr><tr class="fr" valign="top"><td><a href="/cat/5">Music</a></td><td><a href="/com/3194509" class="ti com" title="3 comments, 0 thanks">3 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3194509"><img src="http://mnstat.com/images/thumbs/3194509.png" alt="" style="float: left;" /><span class="title">Noah Cohn - Whispers in the Well</span></a> <small>in <strong><a href="/sub/2">Trance / House / Dance</a></strong></small><br /><span class="description">Acid Ambient Abstractica? You'll never know unless you hear it! 6 original chill-out songs for 2010.</span></td><td align="right">40.64&nbsp;MB</td><td align="right"><span class="g">56</span></td><td align="right"><span class="b">6</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3194771" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3194771"><img src="http://mnstat.com/images/thumbs/3194771.png" alt="" style="float: left;" /><span class="title">Hollywood Entertainment News: S01E50-Mac Gruber</span></a> <small>in <strong><a href="/sub/959">TV</a></strong></small><br /><span class="description">Will Forte ("Saturday Night Live"), Kristin Wiig ("Saturday Night Live"), Ryan Phillippe ("Crash"), and Val Kilmer ("The Doors") are interviewed about their forthcoming movie MacGruber.</span></td><td align="right">77.14&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr class="fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3193738" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3193738"><img src="http://mnstat.com/images/thumbs/3193738.png" alt="" style="float: left;" /><span class="title">Hollywood Entertainment News: S01E39-Robert Downey Jr. Profile</span></a> <small>in <strong><a href="/sub/959">TV</a></strong></small><br /><span class="description">Robert Downey Jr., from "Chaplin" to "Iron Man 2', the story of a Hollywood bad boy turned Blockbuster Movie star.</span></td><td align="right">116.84&nbsp;MB</td><td align="right"><span class="g">2</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3193518" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3193518"><img src="http://mnstat.com/images/thumbs/3193518.png" alt="" style="float: left;" /><span class="title">Hollywood Entertainment News: S01E31-A Nightmare on Elm Street</span></a> <small>in <strong><a href="/sub/959">TV</a></strong></small><br /><span class="description">Jackie Earle Haley ("Little Children"), Thomas Dekker ("Terminator: The Sarah Connor Chronicles"), Rooney Mara, Kyle Gallner are interviewed about their forthcoming movie "A Nightmare on Elm Street".</span></td><td align="right">74.24&nbsp;MB</td><td align="right"><span class="g">4</span></td><td align="right"><span class="b">0</span></td></tr><tr class="fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3191200" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3191200"><img src="http://mnstat.com/images/thumbs/3191200.png" alt="" style="float: left;" /><span class="title">New Jazz Legends: S01E12-Alison Wedding</span></a> <small>in <strong><a href="/sub/960">Music</a></strong></small><br /><span class="description">This great Jazz concert series is in High Definition [HD] available. 1. Allan Browne 2.<br />Leigh Barker 3. Adam Simmons - With Tony Overwater 4. Anita Hustas Trio 5. Cocoa Jackson<br />Lane 6. Peter Knight 7. Paper Hat 8. Julien Wilson 9. Jenny Gam...</span></td><td align="right">1.06&nbsp;GB</td><td align="right"><span class="g">2</span></td><td align="right"><span class="b">1</span></td></tr><tr class="d fr" valign="top"><td><a href="/cat/11">ViewCave</a></td><td><a href="/com/3191190" class="ti com" title="1 comments, 0 thanks">1 <img src="/images/com.gif" alt="comments" /></a><a href="/tor/3191190"><img src="http://mnstat.com/images/thumbs/3191190.png" alt="" style="float: left;" /><span class="title">New Jazz Legends: S01E01-Allan Browne</span></a> <small>in <strong><a href="/sub/960">Music</a></strong></small><br /><span class="description">This great Jazz concert series is in High Definition [HD] available. 1. Allan Browne 2.<br />Leigh Barker 3. Adam Simmons - With Tony Overwater 4. Anita Hustas Trio 5. Cocoa Jackson<br />Lane 6. Peter Knight 7. Paper Hat 8. Julien Wilson 9. Jenny Gam...</span></td><td align="right">1.07&nbsp;GB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr></table><div class="catheader">
106
+ <h2 id="other">Other torrents</h2> <a class="rss" href="/rss.xml" title="RSS feed">RSS</a>
107
+ </div>
108
+ <table class="maintable" width="100%" cellspacing="0"><tr><th scope="col">Category</th><th scope="col">Name</th><th scope="col">Size</th><th scope="col">Seeds</th><th scope="col">Leechers</th></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195739" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195739">Nikki McKnight aka Nix "Sky's the Limit"</a> <small>in <strong><a href="/sub/64">Hip Hop</a></strong></small></td><td align="right">16.02&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/9">Other</a></td><td><a href="/get/13195738" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195738">Vertigo Radio Live #66 - The Internet is Dying [EXPLICIT]</a> <small>in <strong><a href="/sub/629">Podcasts</a></strong></small></td><td align="right">54.95&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195736" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195736">Fat Rat Da Czar feat Piazo and Dan Johns - Do Whud I Do RMX prod by MIDIMarc</a> <small>in <strong><a href="/sub/64">Hip Hop</a></strong></small></td><td align="right">15.13&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/7">Software</a></td><td><a href="/get/13195735" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195735">Super OS 10.10 - 64 bits</a> <small>in <strong><a href="/sub/17">GNU/Linux</a></strong></small></td><td align="right">1.16&nbsp;GB</td><td align="right"><span class="g">3</span></td><td align="right"><span class="b">94</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195734" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195734">VR001: BOJCOT SELECTAH – U KNOW EP</a> <small>in <strong><a href="/sub/946">Dubstep</a></strong></small></td><td align="right">35.29&nbsp;MB</td><td align="right"><span class="g">2</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195732" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195732">Old Man Motel - Jembug (2010 - Ambient)(320 kbps MP3) TVP NETWORK</a> <small>in <strong><a href="/sub/913">Ambient</a></strong></small></td><td align="right">12.6&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195730" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195730">Hardcore Scm '10 - DreamDance 18</a> <small>in <strong><a href="/sub/913">Ambient</a></strong></small></td><td align="right">15.8&nbsp;MB</td><td align="right"><span class="g">1</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/3">Games</a></td><td><a href="/get/13195728" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195728">Left 4 Dead 2 - Add-Ons - Heaven Can Wait II v11.0</a> <small>in <strong><a href="/sub/136">Game fixes/patches</a></strong></small></td><td align="right">122&nbsp;MB</td><td align="right"><span class="g">3</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/9">Other</a></td><td><a href="/get/13195727" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195727">Slam City Amateur Hour with GMN and Foxtrot - Episode 27</a> <small>in <strong><a href="/sub/629">Podcasts</a></strong></small></td><td align="right">54.47&nbsp;MB</td><td align="right"><span class="g">3</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195725" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195725">Dance'n'trance sessions 18 - solid side - mixed by DJ DiMoZ</a> <small>in <strong><a href="/sub/2">Trance / House / Dance</a></strong></small></td><td align="right">186.19&nbsp;MB</td><td align="right"><span class="g">9</span></td><td align="right"><span class="b">3</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195724" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195724">Spookie TEE Presents : 2.15.19 feat/Bomb,Deuce Man , DaVillain,BAD ,TEE</a> <small>in <strong><a href="/sub/64">Hip Hop</a></strong></small></td><td align="right">79.49&nbsp;MB</td><td align="right"><span class="g">5</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195723" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195723">The Happy Lady Sing's - Chris Robb's 40312</a> <small>in <strong><a href="/sub/887">Funk</a></strong></small></td><td align="right">5.44&nbsp;MB</td><td align="right"><span class="g">3</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195722" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195722">LICKS - "Broken Air Con The Beat Tape" A CoffeyShop Production (2010) [Jwho31]</a> <small>in <strong><a href="/sub/898">Instrumental</a></strong></small></td><td align="right">72.37&nbsp;MB</td><td align="right"><span class="g">5</span></td><td align="right"><span class="b">2</span></td></tr><tr class="d"><td><a href="/cat/9">Other</a></td><td><a href="/get/13195721" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195721">Great Southern Stand Ep47</a> <small>in <strong><a href="/sub/629">Podcasts</a></strong></small></td><td align="right">6.27&nbsp;MB</td><td align="right"><span class="g">2</span></td><td align="right"><span class="b">0</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195719" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195719">The Original Mashups made 1997 by USP 320kbps - Bonus Tracks</a> <small>in <strong><a href="/sub/61">Electronic</a></strong></small></td><td align="right">40.75&nbsp;MB</td><td align="right"><span class="g">6</span></td><td align="right"><span class="b">2</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195717" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195717">Joanne Gabriel - OBE (experimental guitar ambient, Musictrade single 24bit FLAC)</a> <small>in <strong><a href="/sub/61">Electronic</a></strong></small></td><td align="right">150.7&nbsp;MB</td><td align="right"><span class="g">8</span></td><td align="right"><span class="b">1</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/com/13195715" class="ti com" title="2 comments, 0 thanks">2 <img src="/images/com.gif" alt="comments" /></a><a href="/get/13195715" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195715">AnbroK - AnbroK Sessions 050 ft. Guestmixes (October 2010) All New Trance and Progressive Mixes</a> <small>in <strong><a href="/sub/2">Trance / House / Dance</a></strong></small></td><td align="right">863.78&nbsp;MB</td><td align="right"><span class="g">9</span></td><td align="right"><span class="b">12</span></td></tr><tr class="d"><td><a href="/cat/5">Music</a></td><td><a href="/get/13195714" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195714">dB KILLER - SEX LOVE LONELINESS full album - Genre HARD ROCK - www.rumorsrecords.org</a> <small>in <strong><a href="/sub/75">Rock</a></strong></small></td><td align="right">34.45&nbsp;MB</td><td align="right"><span class="g">5</span></td><td align="right"><span class="b">1</span></td></tr><tr><td><a href="/cat/5">Music</a></td><td><a href="/get/13195713" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195713">The Medics - City (single + remixes)</a> <small>in <strong><a href="/sub/75">Rock</a></strong></small></td><td align="right">20.24&nbsp;MB</td><td align="right"><span class="g">4</span></td><td align="right"><span class="b">0</span></td></tr><tr class="d"><td><a href="/cat/7">Software</a></td><td><a href="/get/13195712" class="dl" onclick="pageTracker._trackPageview('/get/id')"><img src="/images/down.gif" alt="[D]"/></a><a href="/tor/13195712">VirtualBox - Ubuntu 10.10 amd64 Desktop Virtual Appliance [Beta1] - [VirtualBoxImages.com]</a> <small>in <strong><a href="/sub/17">GNU/Linux</a></strong></small></td><td align="right">1.38&nbsp;GB</td><td align="right"><span class="g">6</span></td><td align="right"><span class="b">1</span></td></tr></table>
109
+ </div><!-- end of #content -->
110
+
111
+
112
+
113
+ <script type="text/javascript" src="http://mnstat.com/js/stickyad.js"></script>
114
+ <script type="text/javascript" src="http://mnstat.com/js/events.js?v9"></script>
115
+
116
+
117
+ <!-- FOOTER -->
118
+
119
+ <div id="footer">
120
+
121
+ <hr />
122
+
123
+ <div class="left">
124
+ <p><a href="http://validator.w3.org/check/referer" title="Valid XHTML">XHTML</a> |
125
+ <a href="http://jigsaw.w3.org/css-validator/check/referer" title="Valid CSS">CSS</a> |
126
+ <a href="/toolbar" title="Install the Mininova toolbar"><img src="http://mnstat.com/images/icon-toolbar.png" width="25" height="18" alt="Mininova toolbar" /></a> <a href="/toolbar" title="Install the Mininova toolbar">Mininova toolbar</a> |
127
+ <a href="http://www.lighttpd.net/" title="Powered by LightTPD"><img src="http://mnstat.com/images/icon-lighty.png" width="16" height="16" alt="LightTPD logo" /></a> <a href="http://www.lighttpd.net/" title="Powered by LightTPD">LightTPD</a></p>
128
+ <p>Copyright 2005-2010 Mininova. All rights reserved.</p>
129
+ </div>
130
+
131
+
132
+ <div class="right">
133
+ <p>More info: <a class="rss" href="/rss.xml" title="Subscribe to Mininova's RSS feed">RSS</a> |
134
+ <a href="/privacy" title="Mininova's privacy policy">Privacy policy</a> |
135
+ <a href="/copyright" title="Mininova's copyright policy">Copyright policy</a> |
136
+ <a href="/contact" title="Contact us">Contact us</a></p>
137
+
138
+ <p>This page was generated in 0.002 seconds by server-14.</p>
139
+ </div>
140
+
141
+
142
+ <div class="clear-left"></div>
143
+
144
+ </div>
145
+
146
+ <script type="text/javascript"><!--
147
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
148
+ document.write("\<script src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'>\<\/script>" );
149
+ //--></script>
150
+ <script type="text/javascript"><!--
151
+ var pageTracker = _gat._getTracker("UA-148535-1");
152
+ pageTracker._initData();
153
+ pageTracker._trackPageview();
154
+ //--></script>
155
+ <script type="text/javascript" src="http://edge.quantserve.com/quant.js"></script>
156
+ <script type="text/javascript"><!--
157
+ _qacct="p-7crBtnORZhUlY";quantserve();
158
+ //--></script>
159
+ <noscript>
160
+ <a href="http://www.quantcast.com/p-7crBtnORZhUlY" target="_blank"><img src="http://pixel.quantserve.com/pixel/p-7crBtnORZhUlY.gif" style="display: none" border="0" height="1" width="1" alt="Quantcast"/></a></noscript>
161
+
162
+ <script type="text/javascript" src="http://tracker.infra-ad.com/iaGetCampaign.aspx?pbid=4&sid=0"></script>
163
+
164
+
165
+ <script type="text/javascript"><!--
166
+ if(document.cookie.indexOf('abd=')==-1){window.__adperium_ad=1;document.write(unescape('%3Cscript src="'+document.location.protocol+'//www.adperium.com/js/adframe.js" type="text/javascript"%3E%3C/script%3E'))}
167
+ //--></script>
168
+ <script type="text/javascript"><!--
169
+ if(typeof window.__adperium_ad!="undefined"){setTimeout(function(){var a=document.createElement("img");a.src=document.location.protocol+"//www.adperium.com/abd.php?u=2342&h=3ddf6df1&a="+window.__adperium_ad;document.body.appendChild(a);a.style.display="none";var b=new Date();b.setTime(b.getTime()+86400000);document.cookie="abd="+window.__adperium_ad+"; expires="+b.toGMTString()+"; path=/"},1000)};
170
+ //--></script>
171
+
172
+ </body>
173
+ </html>
data/spec/meta_tracker/torrent_spec.rb ADDED
@@ -0,0 +1,25 @@
1
+ require 'spec_helper'
2
+
3
+ module TorrentCrawler
4
+ describe Torrent, "size conversion" do
5
+ subject { Torrent.new }
6
+
7
+ [
8
+ {:from => '170.00 MB', :to => 174_080},
9
+ {:from => '170mb', :to => 174_080},
10
+ {:from => '3.65 GB', :to => 3_827_302},
11
+ {:from => '03.65GB', :to => 3_827_302},
12
+ {:from => '3.65 gb', :to => 3_827_302},
13
+ {:from => '1.5TB', :to => 1_610_612_736},
14
+ {:from => '16.02 MB', :to => 16_404},
15
+ {:from => '16.02\302MB', :to => 16_404},
16
+ {:from => '16.02 megabyte', :to => 16_404},
17
+ {:from => 123_456, :to => 123_456},
18
+ ].each do |test|
19
+ it "should convert #{test[:from]} to #{test[:to]}" do
20
+ subject.size = test[:from]
21
+ subject.size.to_i.should eql(test[:to])
22
+ end
23
+ end
24
+ end
25
+ end
data/spec/meta_tracker_spec.rb ADDED
@@ -0,0 +1,4 @@
1
+ require 'spec_helper'
2
+
3
+ module TorrentCrawler
4
+ end
data/spec/spec_helper.rb ADDED
@@ -0,0 +1,17 @@
1
+ $LOAD_PATH.unshift(File.dirname(__FILE__))
2
+ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
3
+
4
+ require 'torrent_crawler'
5
+
6
+ require 'fakeweb'
7
+ FakeWeb.allow_net_connect = false
8
+
9
+ module FileFixtures
10
+ def file_fixture(*args)
11
+ File.read(File.expand_path("../file_fixtures/#{File.join(args)}", __FILE__))
12
+ end
13
+ end
14
+
15
+ RSpec.configure do |config|
16
+ config.include(FileFixtures)
17
+ end
data/torrent_crawler.gemspec ADDED
@@ -0,0 +1,71 @@
1
+ # Generated by jeweler
2
+ # DO NOT EDIT THIS FILE DIRECTLY
3
+ # Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
4
+ # -*- encoding: utf-8 -*-
5
+
6
+ Gem::Specification.new do |s|
7
+ s.name = %q{torrent_crawler}
8
+ s.version = "0.0.0"
9
+
10
+ s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
11
+ s.authors = ["rspeicher"]
12
+ s.date = %q{2010-10-11}
13
+ s.description = %q{Crawl multiple torrent sites.}
14
+ s.email = %q{rspeicher@gmail.com}
15
+ s.extra_rdoc_files = [
16
+ "LICENSE",
17
+ "README.md"
18
+ ]
19
+ s.files = [
20
+ ".document",
21
+ ".gitignore",
22
+ "LICENSE",
23
+ "README.md",
24
+ "Rakefile",
25
+ "VERSION",
26
+ "lib/crawlers/base.rb",
27
+ "lib/crawlers/linux_tracker.rb",
28
+ "lib/crawlers/mininova.rb",
29
+ "lib/torrent_crawler.rb",
30
+ "lib/torrent_crawler/torrent.rb",
31
+ "spec/crawlers/base_spec.rb",
32
+ "spec/crawlers/linux_tracker_spec.rb",
33
+ "spec/crawlers/mininova_spec.rb",
34
+ "spec/file_fixtures/linux_tracker/details.html",
35
+ "spec/file_fixtures/linux_tracker/index.html",
36
+ "spec/file_fixtures/mininova/details_det.html",
37
+ "spec/file_fixtures/mininova/details_tor.html",
38
+ "spec/file_fixtures/mininova/index.html",
39
+ "spec/meta_tracker/torrent_spec.rb",
40
+ "spec/meta_tracker_spec.rb",
41
+ "spec/spec_helper.rb",
42
+ "torrent_crawler.gemspec"
43
+ ]
44
+ s.homepage = %q{http://github.com/tsigo/torrent_crawler}
45
+ s.rdoc_options = ["--charset=UTF-8"]
46
+ s.require_paths = ["lib"]
47
+ s.rubygems_version = %q{1.3.7}
48
+ s.summary = %q{Crawl multiple torrent sites}
49
+ s.test_files = [
50
+ "spec/crawlers/base_spec.rb",
51
+ "spec/crawlers/linux_tracker_spec.rb",
52
+ "spec/crawlers/mininova_spec.rb",
53
+ "spec/meta_tracker/torrent_spec.rb",
54
+ "spec/meta_tracker_spec.rb",
55
+ "spec/spec_helper.rb"
56
+ ]
57
+
58
+ if s.respond_to? :specification_version then
59
+ current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
60
+ s.specification_version = 3
61
+
62
+ if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
63
+ s.add_development_dependency(%q<rspec>, ["~> 2.0.0"])
64
+ else
65
+ s.add_dependency(%q<rspec>, ["~> 2.0.0"])
66
+ end
67
+ else
68
+ s.add_dependency(%q<rspec>, ["~> 2.0.0"])
69
+ end
70
+ end
71
+
metadata ADDED
@@ -0,0 +1,110 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: torrent_crawler
3
+ version: !ruby/object:Gem::Version
4
+ hash: 31
5
+ prerelease: false
6
+ segments:
7
+ - 0
8
+ - 0
9
+ - 0
10
+ version: 0.0.0
11
+ platform: ruby
12
+ authors:
13
+ - rspeicher
14
+ autorequire:
15
+ bindir: bin
16
+ cert_chain: []
17
+
18
+ date: 2010-10-11 00:00:00 -04:00
19
+ default_executable:
20
+ dependencies:
21
+ - !ruby/object:Gem::Dependency
22
+ name: rspec
23
+ prerelease: false
24
+ requirement: &id001 !ruby/object:Gem::Requirement
25
+ none: false
26
+ requirements:
27
+ - - ~>
28
+ - !ruby/object:Gem::Version
29
+ hash: 15
30
+ segments:
31
+ - 2
32
+ - 0
33
+ - 0
34
+ version: 2.0.0
35
+ type: :development
36
+ version_requirements: *id001
37
+ description: Crawl multiple torrent sites.
38
+ email: rspeicher@gmail.com
39
+ executables: []
40
+
41
+ extensions: []
42
+
43
+ extra_rdoc_files:
44
+ - LICENSE
45
+ - README.md
46
+ files:
47
+ - .document
48
+ - .gitignore
49
+ - LICENSE
50
+ - README.md
51
+ - Rakefile
52
+ - VERSION
53
+ - lib/crawlers/base.rb
54
+ - lib/crawlers/linux_tracker.rb
55
+ - lib/crawlers/mininova.rb
56
+ - lib/torrent_crawler.rb
57
+ - lib/torrent_crawler/torrent.rb
58
+ - spec/crawlers/base_spec.rb
59
+ - spec/crawlers/linux_tracker_spec.rb
60
+ - spec/crawlers/mininova_spec.rb
61
+ - spec/file_fixtures/linux_tracker/details.html
62
+ - spec/file_fixtures/linux_tracker/index.html
63
+ - spec/file_fixtures/mininova/details_det.html
64
+ - spec/file_fixtures/mininova/details_tor.html
65
+ - spec/file_fixtures/mininova/index.html
66
+ - spec/meta_tracker/torrent_spec.rb
67
+ - spec/meta_tracker_spec.rb
68
+ - spec/spec_helper.rb
69
+ - torrent_crawler.gemspec
70
+ has_rdoc: true
71
+ homepage: http://github.com/tsigo/torrent_crawler
72
+ licenses: []
73
+
74
+ post_install_message:
75
+ rdoc_options:
76
+ - --charset=UTF-8
77
+ require_paths:
78
+ - lib
79
+ required_ruby_version: !ruby/object:Gem::Requirement
80
+ none: false
81
+ requirements:
82
+ - - ">="
83
+ - !ruby/object:Gem::Version
84
+ hash: 3
85
+ segments:
86
+ - 0
87
+ version: "0"
88
+ required_rubygems_version: !ruby/object:Gem::Requirement
89
+ none: false
90
+ requirements:
91
+ - - ">="
92
+ - !ruby/object:Gem::Version
93
+ hash: 3
94
+ segments:
95
+ - 0
96
+ version: "0"
97
+ requirements: []
98
+
99
+ rubyforge_project:
100
+ rubygems_version: 1.3.7
101
+ signing_key:
102
+ specification_version: 3
103
+ summary: Crawl multiple torrent sites
104
+ test_files:
105
+ - spec/crawlers/base_spec.rb
106
+ - spec/crawlers/linux_tracker_spec.rb
107
+ - spec/crawlers/mininova_spec.rb
108
+ - spec/meta_tracker/torrent_spec.rb
109
+ - spec/meta_tracker_spec.rb
110
+ - spec/spec_helper.rb