hacker_news 0.1.0

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/Gemfile

@@ -0,0 +1,14 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+gem "nokogiri", "~> 1.4.0"
+gem "iconv"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.5.2"
+  gem "rcov", ">= 0"
+  gem "fakeweb"
+end

data/Gemfile.lock

@@ -0,0 +1,24 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    fakeweb (1.3.0)
+    git (1.2.5)
+    iconv (0.1)
+    jeweler (1.5.2)
+      bundler (~> 1.0.0)
+      git (>= 1.2.5)
+      rake
+    nokogiri (1.4.4)
+    rake (0.8.7)
+    rcov (0.9.9)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  fakeweb
+  iconv
+  jeweler (~> 1.5.2)
+  nokogiri (~> 1.4.0)
+  rcov

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Aleksandr Lossenko
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,19 @@
+= hacker_news
+
+Description goes here.
+
+== Contributing to hacker_news
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2011 Aleksandr Lossenko. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,53 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "hacker_news"
+  gem.homepage = "http://github.com/egze/hacker_news"
+  gem.license = "MIT"
+  gem.summary = %Q{Wrapper for Hacker News website}
+  gem.description = %Q{Fetches newest 5 pages from Hacker News and returns convenient ruby objects}
+  gem.email = "aleksandr.lossenko@gmail.com"
+  gem.authors = ["Aleksandr Lossenko"]
+  # Include your dependencies below. Runtime dependencies are required when using your gem,
+  # and development dependencies are only needed for development (ie running rake tasks, tests, etc)
+  #  gem.add_runtime_dependency 'jabber4r', '> 0.1'
+  #  gem.add_development_dependency 'rspec', '> 1.2.3'
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+require 'rcov/rcovtask'
+Rcov::RcovTask.new do |test|
+  test.libs << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "hacker_news #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/lib/hacker_news/item.rb

@@ -0,0 +1,24 @@
+module HackerNews
+  
+  class Item
+    
+    attr_accessor :id, :position, :points, :title, :url, :comments, :user, :created_at
+    
+    def initialize(node, position)
+      tr = node.parent.parent
+      points_comments_tr = tr.next
+      points_comments_td = points_comments_tr.css("td.subtext")[0]
+      
+      @title = Iconv.iconv('iso-8859-1//translit', 'utf-8', node.text)[0].to_s.strip
+      @url = node[:href]
+      @position = position
+      @points = points_comments_td.css("span")[0].text.to_i
+      @id = points_comments_td.css("span")[0][:id].split("_")[1].to_i
+      @user = points_comments_td.css("a")[0].text.strip
+      @comments = points_comments_td.css("a")[1].text.to_i
+      @created_at = points_comments_td.text.match(/by [-\w]+ (.*) \|/)[1].strip rescue ""
+    end
+    
+  end
+  
+end

data/lib/hacker_news/scraper.rb

@@ -0,0 +1,25 @@
+module HackerNews
+  
+  class Scraper
+    
+    URL = "http://news.ycombinator.com"
+    
+    def self.articles(pages = 5)
+      
+      pagination = ""
+      result = []
+      
+      0.upto(pages - 1) do |page|
+        doc = Nokogiri::HTML(open(URL+pagination))
+        articles = doc.css("td.title > a:first-child")
+        next_page = articles.pop
+        pagination = next_page[:href]
+        articles.each_with_index {|a, i| result << Item.new(a, (page * 30) + i + 1)}
+      end
+      
+      result
+    end
+    
+  end
+  
+end

data/lib/hacker_news.rb

@@ -0,0 +1,5 @@
+require 'open-uri'
+require 'nokogiri'
+require 'iconv'
+require 'lib/hacker_news/item'
+require 'lib/hacker_news/scraper'

data/test/fixtures/index.html

@@ -0,0 +1,37 @@
+
+<html><head><link rel="stylesheet" type="text/css" href="http://ycombinator.com/news.css"> 
+<link rel="shortcut icon" href="http://ycombinator.com/favicon.ico"> 
+<script> 
+function byId(id) {
+  return document.getElementById(id);
+}
+ 
+function vote(node) {
+  var v = node.id.split(/_/);   // {'up', '123'}
+  var item = v[1]; 
+ 
+  // adjust score
+  var score = byId('score_' + item);
+  var newscore = parseInt(score.innerHTML) + (v[0] == 'up' ? 1 : -1);
+  score.innerHTML = newscore + (newscore == 1 ? ' point' : ' points');
+ 
+  // hide arrows
+  byId('up_'   + item).style.visibility = 'hidden';
+  byId('down_' + item).style.visibility = 'hidden';
+ 
+  // ping server
+  var ping = new Image();
+  ping.src = node.href;
+ 
+  return false; // cancel browser nav
+} </script><title>Hacker News</title></head><body><center><table border=0 cellpadding=0 cellspacing=0 width="85%" bgcolor=#f6f6ef><tr><td bgcolor=#ff6600><table border=0 cellpadding=0 cellspacing=0 width="100%" style="padding:2px"><tr><td style="width:18px;padding-right:4px"><a href="http://ycombinator.com"><img src="http://ycombinator.com/images/y18.gif" width=18 height=18 style="border:1px #ffffff solid;"></img></a></td><td style="line-height:12pt; height:10px;"><span class="pagetop"><b><a href="news">Hacker News</a></b><img src="http://ycombinator.com/images/s.gif" height=1 width=10><a href="newest">new</a> | <a href="newcomments">comments</a> | <a href="ask">ask</a> | <a href="jobs">jobs</a> | <a href="submit">submit</a></span></td><td style="text-align:right;padding-right:4px;"><span class="pagetop"><a href="/x?fnid=epVoi4m0mi">login</a></span></td></tr></table></td></tr><tr style="height:10px"></tr><tr><td><table border=0 cellpadding=0 cellspacing=0><tr><td align=right valign=top class="title">61.</td><td><center><a id=up_2389994 href="vote?for=2389994&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2389994></span></center></td><td class="title"><a href="http://www.marco.org/4222285032">Apple’s boring hardware updates</a><span class="comhead"> (marco.org) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2389994>127 points</span> by <a href="user?id=remi">remi</a> 19 hours ago  | <a href="item?id=2389994">59 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">62.</td><td><center><a id=up_2391545 href="vote?for=2391545&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2391545></span></center></td><td class="title"><a href="http://opensource.com/life/11/3/nasa-concludes-first-open-source-summit-aims-make-openness-default">NASA concludes first Open Source Summit, aims to make openness the default</a><span class="comhead"> (opensource.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2391545>16 points</span> by <a href="user?id=Tsiolkovsky">Tsiolkovsky</a> 6 hours ago  | <a href="item?id=2391545">2 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">63.</td><td><center><a id=up_2390765 href="vote?for=2390765&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2390765></span></center></td><td class="title"><a href="http://codingrelic.geekhold.com/2011/03/non-blocking-programmers.html">Non-blocking Programmers</a><span class="comhead"> (geekhold.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2390765>51 points</span> by <a href="user?id=srikar">srikar</a> 12 hours ago  | <a href="item?id=2390765">23 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">64.</td><td><center><a id=up_2389967 href="vote?for=2389967&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2389967></span></center></td><td class="title"><a href="http://www.physicscentral.com/buzz/blog/index.cfm?postid=6659555448783718990&1">Urban Decay: Exploring an old abandoned particle collider facility</a><span class="comhead"> (physicscentral.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2389967>117 points</span> by <a href="user?id=dstein">dstein</a> 19 hours ago  | <a href="item?id=2389967">29 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">65.</td><td><center><a id=up_2393043 href="vote?for=2393043&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2393043></span></center></td><td class="title"><a href="http://www.engadget.com/2011/03/31/google-working-on-a-face-recognition-app-that-leads-to-your-pers/" rel="nofollow">Google making a face recognition app that leads to your personal info</a><span class="comhead"> (engadget.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2393043>3 points</span> by <a href="user?id=lotusleaf1987">lotusleaf1987</a> 1 hour ago  | <a href="item?id=2393043">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">66.</td><td><center><a id=up_2392549 href="vote?for=2392549&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392549></span></center></td><td class="title"><a href="http://hivespun.tumblr.com/post/4199646942/hive-spun-beta-testing" rel="nofollow">HiveSpun.com Beta: Online Art Collaboration</a><span class="comhead"> (hivespun.tumblr.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392549>6 points</span> by <a href="user?id=torme">torme</a> 3 hours ago  | <a href="item?id=2392549">1 comment</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">67.</td><td><center><a id=up_2392371 href="vote?for=2392371&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392371></span></center></td><td class="title"><a href="http://blog.cuphon.com/design-coffee-and-code-how-were-building-a-co">Design, Coffee, and Code: How We're Building a Company Half a World Away.</a><span class="comhead"> (cuphon.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392371>25 points</span> by <a href="user?id=gwil">gwil</a> 3 hours ago  | <a href="item?id=2392371">6 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">68.</td><td><center><a id=up_2390816 href="vote?for=2390816&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2390816></span></center></td><td class="title"><a href="https://github.com/agentzh/ngx_openresty">Turning Nginx into Full-Stack Web Application Platform (By Taobao.com)</a><span class="comhead"> (github.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2390816>44 points</span> by <a href="user?id=Polat">Polat</a> 11 hours ago  | <a href="item?id=2390816">8 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">69.</td><td><center><a id=up_2393005 href="vote?for=2393005&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2393005></span></center></td><td class="title"><a href="http://www.engineyard.com/blog/2011/how-long-is-your-measuring-stick/" rel="nofollow">How long is your measuring stick?</a><span class="comhead"> (engineyard.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2393005>3 points</span> by <a href="user?id=mshe">mshe</a> 1 hour ago  | <a href="item?id=2393005">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">70.</td><td><center><a id=up_2393004 href="vote?for=2393004&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2393004></span></center></td><td class="title"><a href="http://www.catonmat.net/blog/follow-hacker-news-from-the-console" rel="nofollow">At work? Follow Hacker News from the Console</a><span class="comhead"> (catonmat.net) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2393004>3 points</span> by <a href="user?id=fosk">fosk</a> 1 hour ago  | <a href="item?id=2393004">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">71.</td><td><center><a id=up_2392977 href="vote?for=2392977&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392977></span></center></td><td class="title"><a href="http://parkedavenue.com" rel="nofollow">Free hosted landing pages for your domains</a><span class="comhead"> (parkedavenue.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392977>3 points</span> by <a href="user?id=jeffrey999">jeffrey999</a> 1 hour ago  | <a href="item?id=2392977">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">72.</td><td><center><a id=up_2388432 href="vote?for=2388432&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2388432></span></center></td><td class="title"><a href="http://googleblog.blogspot.com/2011/03/1s-right-recommendations-right-when-you.html"> +1’s: the right recommendations right when you want them—in your search results</a><span class="comhead"> (googleblog.blogspot.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2388432>205 points</span> by <a href="user?id=Anon84">Anon84</a> 1 day ago  | <a href="item?id=2388432">83 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">73.</td><td><center><a id=up_2391735 href="vote?for=2391735&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2391735></span></center></td><td class="title"><a href="http://techcrunch.com/2011/03/31/what’s-the-most-difficult-ceo-skill-managing-your-own-psychology/">What’s The Most Difficult CEO Skill? (Ben Horowitz).</a><span class="comhead"> (techcrunch.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2391735>11 points</span> by <a href="user?id=emmanuelory">emmanuelory</a> 5 hours ago  | <a href="item?id=2391735">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">74.</td><td><center><a id=up_2392012 href="vote?for=2392012&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392012></span></center></td><td class="title"><a href="http://techcrunch.com/2011/03/31/qwiki-raises-1-million-from-fund-started-by-groupon-co-founders/">Qwiki Raises $1 Million From Groupon Co-Founders</a><span class="comhead"> (techcrunch.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392012>8 points</span> by <a href="user?id=kacy">kacy</a> 4 hours ago  | <a href="item?id=2392012">1 comment</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">75.</td><td><center><a id=up_2392592 href="vote?for=2392592&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392592></span></center></td><td class="title"><a href="http://www.airs.com/blog/archives/495" rel="nofollow">Tcl: a brief overview of language design gone wrong</a><span class="comhead"> (airs.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392592>4 points</span> by <a href="user?id=yan">yan</a> 2 hours ago  | <a href="item?id=2392592">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">76.</td><td><center><a id=up_2392565 href="vote?for=2392565&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392565></span></center></td><td class="title"><a href="http://www.slate.com/id/2289302" rel="nofollow">Against Gamification</a><span class="comhead"> (slate.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392565>4 points</span> by <a href="user?id=mcantelon">mcantelon</a> 2 hours ago  | <a href="item?id=2392565">4 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">77.</td><td><center><a id=up_2392667 href="vote?for=2392667&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392667></span></center></td><td class="title"><a href="http://mashable.com/2011/03/31/activeinbox/">ActiveInbox Turns Gmail Into a Task Manager</a><span class="comhead"> (mashable.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392667>13 points</span> by <a href="user?id=peterjlambert">peterjlambert</a> 2 hours ago  | <a href="item?id=2392667">3 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">78.</td><td><center><a id=up_2392353 href="vote?for=2392353&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392353></span></center></td><td class="title"><a href="http://pivotrly.com/" rel="nofollow">Pivotrly</a><span class="comhead"> (pivotrly.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392353>5 points</span> by <a href="user?id=citadrianne">citadrianne</a> 3 hours ago  | <a href="item?id=2392353">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">79.</td><td><center><a id=up_2392412 href="vote?for=2392412&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392412></span></center></td><td class="title"><a href="http://blog.indextank.com/546/contest-time-build-an-app-with-indextank-factual/">Contest time. Build an app with IndexTank + Factual</a><span class="comhead"> (indextank.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392412>17 points</span> by <a href="user?id=diego">diego</a> 3 hours ago  | <a href="item?id=2392412">3 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">80.</td><td><center><a id=up_2392392 href="vote?for=2392392&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392392></span></center></td><td class="title"><a href="http://bostinnovation.com/2011/03/31/boston-companies-using-django/">Boston Companies Using Django</a><span class="comhead"> (bostinnovation.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392392>17 points</span> by <a href="user?id=kmccarth">kmccarth</a> 3 hours ago  | <a href="item?id=2392392">3 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">81.</td><td><center><a id=up_2391777 href="vote?for=2391777&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2391777></span></center></td><td class="title"><a href="https://github.com/williscool/jquery-socket.io">Socket.io jquery plugin</a><span class="comhead"> (github.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2391777>9 points</span> by <a href="user?id=wh-uws">wh-uws</a> 5 hours ago  | <a href="item?id=2391777">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">82.</td><td><center><a id=up_2391758 href="vote?for=2391758&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2391758></span></center></td><td class="title"><a href="https://github.com/karlseguin/the-little-mongodb-book/network">Github, the future of book publishing?</a><span class="comhead"> (github.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2391758>28 points</span> by <a href="user?id=latch">latch</a> 5 hours ago  | <a href="item?id=2391758">22 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">83.</td><td><center><a id=up_2393294 href="vote?for=2393294&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2393294></span></center></td><td class="title"><a href="item?id=2393294">Ask HN: Anyone recommend BaseCampHQ alternatives?</a></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2393294>3 points</span> by <a href="user?id=allanchao">allanchao</a> 47 minutes ago  | <a href="item?id=2393294">3 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">84.</td><td><center><a id=up_2392727 href="vote?for=2392727&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392727></span></center></td><td class="title"><a href="http://www.theregister.co.uk/2011/03/31/google_juices_both_python_and_java_app_engine/" rel="nofollow">Google app cloud juices Java and Python</a><span class="comhead"> (theregister.co.uk) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392727>3 points</span> by <a href="user?id=sunsai">sunsai</a> 2 hours ago  | <a href="item?id=2392727">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">85.</td><td><center><a id=up_2391744 href="vote?for=2391744&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2391744></span></center></td><td class="title"><a href="http://techcrunch.com/2011/03/31/what%E2%80%99s-the-most-difficult-ceo-skill-managing-your-own-psychology/">Is Your Mind Playing Tricks on You?</a><span class="comhead"> (techcrunch.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2391744>8 points</span> by <a href="user?id=Stormi">Stormi</a> 5 hours ago  | <a href="item?id=2391744">1 comment</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">86.</td><td><center><a id=up_2392586 href="vote?for=2392586&didir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392586></span></center></td><td class="title"><a href="item?id=2392586">Show HN: an app to help you shop for food</a></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392586>9 points</span> by <a href="user?id=maxhs">maxhs</a> 2 hours ago  | <a href="item?id=2392586">3 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">87.</td><td><center><a id=up_2392230 href="vote?for=2392230&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2392230></span></center></td><td class="title"><a href="http://www.nodesocket.com/survey.php" rel="nofollow"> Help Us Build A World-Class Node.js Hosting Platform</a><span class="comhead"> (nodesocket.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2392230>6 points</span> by <a href="user?id=nodesocket">nodesocket</a> 4 hours ago  | <a href="item?id=2392230">discuss</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">88.</td><td><center><a id=up_2390467 href="vote?for=2390467&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2390467></span></center></td><td class="title"><a href="http://www.businessweek.com/magazine/content/11_15/b4223041200216.htm">Do Not Anger the Alpha Android</a><span class="comhead"> (businessweek.com) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2390467>36 points</span> by <a href="user?id=pathik">pathik</a> 15 hours ago  | <a href="item?id=2390467">31 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">89.</td><td><center><a id=up_2385424 href="vote?for=2385424&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2385424></span></center></td><td class="title"><a href="http://devinterviews.pen.io/">Hiring Developers: You're Doing It Wrong</a><span class="comhead"> (pen.io) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2385424>380 points</span> by <a href="user?id=Udo">Udo</a> 1 day ago  | <a href="item?id=2385424">205 comments</a></td></tr><tr style="height:5px"></tr><tr><td align=right valign=top class="title">90.</td><td><center><a id=up_2387330 href="vote?for=2387330&dir=up&whence=%2f%78%3f%66%6e%69%64%3d%48%58%51%7a%4c%70%6f%47%57%41"><img src="http://ycombinator.com/images/grayarrow.gif" border=0 vspace=3 hspace=2></a><span id=down_2387330></span></center></td><td class="title"><a href="http://ignorethecode.net/blog/2011/03/30/skype_5/">Skype 5 for Mac</a><span class="comhead"> (ignorethecode.net) </span></td></tr><tr><td colspan=2></td><td class="subtext"><span id=score_2387330>265 points</span> by <a href="user?id=shawndumas">shawndumas</a> 1 day ago  | <a href="item?id=2387330">110 comments</a></td></tr><tr style="height:5px"></tr><tr style="height:10px"></tr><tr><td colspan=2></td><td class="title"><a href="/x?fnid=bXOjmlABF8" rel="nofollow">More</a></td></tr></table></td></tr><tr><td><img src="http://ycombinator.com/images/s.gif" height=10 width=0><table width="100%" cellspacing=0 cellpadding=1><tr><td bgcolor=#ff6600></td></tr></table><br> 
+<center><span class="yclinks"><a href="lists">Lists</a> | <a href="rss">RSS</a> | <a href="http://google.com/search?q=site%3Anews.ycombinator.com">Search</a> | <a href="http://ycombinator.com/bookmarklet.html">Bookmarklet</a> | <a href="http://ycombinator.com/newsguidelines.html">Guidelines</a> | <a href="http://ycombinator.com/newsfaq.html">FAQ</a> | <a href="http://ycombinator.com/newsnews.html">News News</a> | <a href="item?id=363">Feature Requests</a> | <a href="http://ycombinator.com">Y Combinator</a> | <a href="http://ycombinator.com/apply.html">Apply</a> | <a href="http://ycombinator.com/lib.html">Library</a></span><br><br> 
+<script type="text/javascript" 
+            src="http://www.co2stats.com/propres.php?s=1138"></script><img src="http://ycombinator.com/images/s.gif" height=1 width=15><a href="http://www.webmynd.com/html/hackernews.html"><img 
+       src="http://ycombinator.com/images/hnsearch.png" border=0 
+       style="padding-bottom:12px"></a><img src="http://ycombinator.com/images/s.gif" height=1 width=25><a href="http://mixpanel.com/?from=yc"><img border=0 
+       src="http://mixpanel.com/site_media/images/mixpanel_partner_logo_borderless.gif" 
+       alt="Analytics by Mixpanel"
+       style="padding-bottom:8px"
+       /></a><br> 
+</center></td></tr></table></center></body></html>

data/test/helper.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'hacker_news'
+require 'fakeweb'
+
+class Test::Unit::TestCase
+end

data/test/unit/test_scraper.rb

@@ -0,0 +1,21 @@
+require 'helper'
+
+class TestScraper < Test::Unit::TestCase
+  
+  def test_should_get_articles
+    FakeWeb.register_uri(:get, %r|http://news.ycombinator.com|, :body => File.read(File.dirname(__FILE__) + "/../fixtures/index.html"))
+    articles = HackerNews::Scraper.articles
+    assert_equal 150, articles.size
+    first_article = articles[0]
+    
+    assert_equal "Apple’s boring hardware updates", first_article.title
+    assert_equal 1, first_article.position
+    assert_equal 127, first_article.points
+    assert_equal 59, first_article.comments
+    assert_equal 2389994, first_article.id
+    assert_equal "remi", first_article.user
+    assert_equal "http://www.marco.org/4222285032", first_article.url
+    assert_equal "19 hours ago", first_article.created_at
+  end
+  
+end

metadata

@@ -0,0 +1,155 @@
+--- !ruby/object:Gem::Specification 
+name: hacker_news
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Aleksandr Lossenko
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-04-01 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 4
+        - 0
+        version: 1.4.0
+  prerelease: false
+  type: :runtime
+  name: nokogiri
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  prerelease: false
+  type: :runtime
+  name: iconv
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  prerelease: false
+  type: :development
+  name: bundler
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 5
+        - 2
+        version: 1.5.2
+  prerelease: false
+  type: :development
+  name: jeweler
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  prerelease: false
+  type: :development
+  name: rcov
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  prerelease: false
+  type: :development
+  name: fakeweb
+  version_requirements: *id006
+description: Fetches newest 5 pages from Hacker News and returns convenient ruby objects
+email: aleksandr.lossenko@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE.txt
+- README
+- README.rdoc
+files: 
+- .document
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/hacker_news.rb
+- lib/hacker_news/item.rb
+- lib/hacker_news/scraper.rb
+- test/fixtures/index.html
+- test/helper.rb
+- test/unit/test_scraper.rb
+has_rdoc: true
+homepage: http://github.com/egze/hacker_news
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Wrapper for Hacker News website
+test_files: 
+- test/helper.rb
+- test/unit/test_scraper.rb