bwkfanboy 1.2.9 → 1.3.0

data/Rakefile

@@ -6,7 +6,9 @@ require 'rake/clean'
 require 'rake/rdoctask'
 require 'rake/testtask'
 
-spec = Gem::Specification.new() {|i|
+require_relative 'test/rake_git'
+
+spec = Gem::Specification.new {|i|
   i.name = "bwkfanboy"
   i.summary = 'A converter from HTML to Atom feed that you can use to watch sites that do not provide its own feed.'
   i.description = i.summary
@@ -16,7 +18,7 @@ spec = Gem::Specification.new() {|i|
   i.homepage = "http://github.com/gromnitsky/#{i.name}"
   i.platform = Gem::Platform::RUBY
   i.required_ruby_version = '>= 1.9.2'
-  i.files = FileList['lib/**/*', 'bin/*', 'doc/*', '[A-Z]*', 'test/**/*']
+  i.files = git_ls('.')
 
   i.executables = FileList['bin/*'].gsub(/^bin\//, '')
   i.default_executable = i.name
@@ -26,22 +28,25 @@ spec = Gem::Specification.new() {|i|
   i.rdoc_options << '-m' << 'doc/README.rdoc' << '-x' << 'plugins'
   i.extra_rdoc_files = FileList['doc/*']
   
+  i.add_dependency('open4', '>=  1.0.1')
   i.add_dependency('activesupport', '>= 3.0.3')
   i.add_dependency('nokogiri', '>=  1.4.4')
-  i.add_dependency('open4', '>=  1.0.1')
   i.add_dependency('jsonschema', '>= 2.0.0')
+
+  i.add_development_dependency('git', '>= 1.2.5')
 }
 
-Rake::GemPackageTask.new(spec).define()
+Rake::GemPackageTask.new(spec).define
 
-task(default: %(repackage))
+task default: [:repackage]
 
-Rake::RDocTask.new('doc') {|i|
+Rake::RDocTask.new('doc') do |i|
   i.main = 'doc/README.rdoc'
   i.rdoc_files = FileList['doc/*', 'lib/**/*.rb']
   i.rdoc_files.exclude("lib/**/plugins")
-}
+end
 
-Rake::TestTask.new() {|i|
-  i.test_files = FileList['test/test_*.rb']
-}
+Rake::TestTask.new do |i|
+  i.test_files = FileList['test/test_*.rb'] 
+  i.libs << '.'
+end

data/doc/NEWS.rdoc

@@ -1,3 +1,11 @@
+=== 1.3.0
+
+Thu Feb 10 11:17:57 EET 2011
+
+- A new plugin: articles form econlib.org.
+
+- (internal) Injected a small part of falsework's naive template.
+
 === 1.2.9
 
 - Reverted to rubygems 1.3.7 due to mysterious 1.5.0 behaviour.

data/doc/TODO

@@ -0,0 +1,7 @@
+-*-org-*-
+
+- Add plugin listing to _server.
+- Several http requests to _fetch.
++ Inject falsework template.
++ econlib.org articles plugin.
+- Rewrite Utils module to be more compatible with falsework.

data/lib/bwkfanboy/meta.rb

@@ -0,0 +1,6 @@
+module Bwkfanboy
+  module Meta
+    NAME = 'bwkfanboy'
+    VERSION = '1.3.0'
+  end
+end

data/lib/bwkfanboy/plugins/econlib.rb

@@ -0,0 +1,34 @@
+# This is a skeleton for a bwkfanboy 1.3.0 plugin.  To understand how
+# plugins work please read doc/plugins.rdoc file from bwkfanboy's
+# distribution.
+
+require 'nokogiri'
+
+class Page < Bwkfanboy::Parse
+  module Meta
+    URI = 'http://www.econlib.org/cgi-bin/searcharticles.pl?sortby=DD&query=ha*'
+    URI_DEBUG = '/home/alex/lib/software/alex/bwkfanboy/test/semis/econlib.html'
+    ENC = 'UTF-8'
+    VERSION = 1
+    COPYRIGHT = "See bwkfanboy's LICENSE file"
+    TITLE = "Latest articles from econlib.org"
+    CONTENT_TYPE = 'html'
+  end
+  
+  def myparse(stream)
+    baseurl = 'http://www.econlib.org'
+    
+    # read 'stream' IO object and parse it
+    doc = Nokogiri::HTML(stream, nil, Meta::ENC)
+    doc.xpath("//*[@id='divResults']//tr").each {|i|
+      t = clean(i.xpath("td[3]//a").text)
+      next if t == ""
+      l = baseurl + clean(i.xpath("td[3]//a")[0].attributes['href'].value)
+      u = date(i.xpath("td[4]").children.text)
+      a = clean(i.xpath("td[3]/div").children[2].text)
+      c = clean(i.xpath("td[4]").children[2].text)
+
+      self << { title: t, link: l, updated: u, author: a, content: c }
+    }
+  end
+end

data/lib/bwkfanboy/utils.rb

@@ -4,10 +4,10 @@ require 'logger'
 require 'open4'
 require 'active_support/core_ext/module/attribute_accessors'
 
+require_relative 'meta'
+
 module Bwkfanboy
   module Meta
-    NAME = 'bwkfanboy'
-    VERSION = '1.2.9'
     USER_AGENT = "#{NAME}/#{VERSION} (#{RUBY_PLATFORM}; N; #{Encoding.default_external.name}; #{RUBY_ENGINE}; rv:#{RUBY_VERSION}.#{RUBY_PATCHLEVEL})"
     PLUGIN_CLASS = 'Page'
     DIR_TMP = "/tmp/#{Meta::NAME}/#{ENV['USER']}"

data/test/helper.rb

@@ -0,0 +1,33 @@
+require 'digest/md5'
+require 'fileutils'
+include FileUtils
+
+require_relative '../lib/bwkfanboy/utils'
+include Bwkfanboy
+
+# don't run tests automatically if they were invoked as 'gem check -t ...'
+if $0 =~ /gem/
+  require 'minitest/unit'
+else
+  require 'minitest/autorun'
+end
+
+# Return the right directory for (probably executable) _c_.
+def cmd(c)
+  case File.basename(Dir.pwd)
+  when Meta::NAME.downcase
+    # test probably is executed from the Rakefile
+    Dir.chdir('test')
+  when 'test'
+    # we are in the test directory, there is nothing special to do
+  else
+    # tests were invoked by 'gem check -t bwkfanboy'
+    begin
+      Dir.chdir(Utils.gem_dir_system + '/../../test')
+    rescue
+      raise "running tests from '#{Dir.pwd}' isn't supported: #{$!}"
+    end
+  end
+
+  '../bin/' + c
+end

data/test/rake_git.rb

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+# -*-ruby-*-
+# :erb:
+
+# This is a helper for your Rakefile. Read the comments for each
+# function.
+
+require 'git'
+require 'pp'
+
+# Return a list of files in a git repository _repdir_.
+#
+# Add this to your gem spec:
+#
+# spec = Gem::Specification.new {|i|
+#   i.files = git_ls('.')
+# }
+#
+# What it does is just collecting the list of the files from the git
+# repository. The idea is to use that list for the gem spec. No more
+# missing or redundant files in gems!
+def git_ls(repdir, ignore_some = true)
+  ignore = ['/?\.gitignore$']
+
+  r = []
+  g = Git.open repdir
+  g.ls_files.each {|i, v|
+    next if ignore_some && ignore.index {|ign| i.match(/#{ign}/) }
+    r << i
+  }
+  r
+end
+
+pp git_ls('.') if __FILE__ == $0
+
+# Don't remove this: falsework/0.2.2/naive/2010-12-26T04:50:00+02:00

data/test/semis/econlib.html

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="utf-8"?>
+<html xmlns:lf="urn:econlib"><head><title>Search Articles, Advanced Search | Library of Economics and Liberty</title><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/><meta http-equiv="expires" content="0"/><meta http-equiv="Pragma" content="no-cache"/><link rel="shortcut icon" href="/res/img/favicon.ico" type="imag/x-icon"/><link rel="icon" href="/res/img/favicon.ico" type="imag/x-icon"/><link rel="stylesheet" type="text/css" href="/res/css/pagelayout.css"/><link rel="stylesheet" type="text/css" href="/res/css/html.css"/><link rel="stylesheet" type="text/css" href="/res/css/blog.css"/><link rel="stylesheet" type="text/css" href="/res/css/a.css"/><link rel="stylesheet" type="text/css" href="/res/css/masthead.css"/><link rel="stylesheet" type="text/css" href="/res/css/pagehead.css"/><link rel="stylesheet" type="text/css" href="/res/css/breadcrumbs.css"/><link rel="stylesheet" type="text/css" href="/res/css/sidebar.css"/><link rel="stylesheet" type="text/css" href="/res/css/page.css"/><link rel="stylesheet" type="text/css" href="/res/css/tables.css"/><link rel="stylesheet" type="text/css" href="/res/css/tabs.css"/><link rel="stylesheet" type="text/css" href="/res/css/footer.css"/><script type="text/javascript" src="/res/js/main.js"><!--//--></script><link rel="stylesheet" type="text/css" href="/res/css/article.css"/><script type="text/javascript"><!--
+				 function check_query(x) { document.articlesearch.sortby.value = 'R'; return true; } 
+					--></script><!--ha*:"ha*"--></head><body><table cellpadding="0" cellspacing="0" border="0" class="page_s1"><tr><td class="sidebar"><a href="/index.html"><img src="/res/img/masthead_econlib.jpg" class="block" title="Library of Economics and Liberty masthead logo" alt="Library of Economics and Liberty masthead logo"/></a><div class="breadcrumbs"> </div><div class="nav"><div class="selected"><div class="button">Search Articles</div></div><div class="group"><div class="head">Browse Article Archives</div><div class="button" onmouseover="overSideNav(this);" onmouseout="outSideNav(this);" onclick="document.location.href = '/library/archive.html';"><div class="label">by author</div></div><div class="button" onmouseover="overSideNav(this);" onmouseout="outSideNav(this);" onclick="document.location.href = '/library/articlearchivebydate.html';"><div class="label">by date</div></div></div><div class="button" onmouseover="overSideNav(this);" onmouseout="outSideNav(this);" onclick="document.location.href = '/library/About.html#articles';">
+                About the Articles and Columns
+            </div><div class="group"><div class="head">Frequently Asked Questions</div><div class="button" onmouseover="overSideNav(this);" onmouseout="outSideNav(this);" onclick="document.location.href = '/library/help.html#articles';"><div class="label">FAQs about Searching Articles</div></div></div></div><div class="p"><div class="bold-blue">Econlib Resources</div><div class="link"><a href="/library/About.html">About Econlib</a></div><div class="link"><a href="/library/contact.html">Contact Econlib</a></div><div class="link"><a href="javascript:openPopup('/library/quoteofthedaypopup.html');" title="Economics quote of the day by a famous economist">Quote of the Day</a></div><div class="link"><a href="/library/birthdays.html">Birthdays &amp; Commemorations</a></div><div class="link"><a href="/library/faq.html">Frequently Asked Questions</a></div><div class="link"><a href="/library/register.html">Get Econlib Newsletter</a></div></div></td><td class="page"><div class="masthead"><div class="search_zone"><div class="columns"><div class="s1c1"><form name="mainsearch" method="get" action="/cgi-bin/search.pl"><table class="controls" cellpadding="0" cellspacing="0" border="0"><tr><td><select name="list"><option selected="yes" value="fullsite">Full Site</option><option value="articles">Articles</option><option value="econlog">EconLog</option><option value="econtalk">EconTalk</option><option value="books">Books</option><option value="cee">Encyclopedia</option><option value="guides">Guides</option></select></td><td><input type="text" name="query"/></td><td><div class="button"><input type="image" src="/res/img/btn_search.jpg" class="block" onmouseover="swapImage(this,'/res/img/btn_search_over.jpg');" onmouseout="swapImage(this,'/res/img/btn_search.jpg');" alt="btn_search.jpg" title="Go"/></div></td></tr></table></form></div></div></div><div class="nav"><div class="buttons"><table cellpadding="0" cellspacing="0" border="0"><tr><td class="button" onmouseover="overNav(this);" onmouseout="outNav(this);" onclick="pressNav('/library/forum.html');">Articles</td><td class="button" onmouseover="overNav(this);" onmouseout="outNav(this);" onclick="pressNav('http://econlog.econlib.org');">EconLog</td><td class="button" onmouseover="overNav(this);" onmouseout="outNav(this);" onclick="pressNav('http://www.econtalk.org');">EconTalk</td><td class="button" onmouseover="overNav(this);" onmouseout="outNav(this);" onclick="pressNav('/library/classics.html');">Books</td><td class="button" onmouseover="overNav(this);" onmouseout="outNav(this);" onclick="pressNav('/library/CEE.html');">Encyclopedia</td><td class="button" onmouseover="overNav(this);" onmouseout="outNav(this);" onclick="pressNav('/library/topics.html');">Guides</td><td class="selected" onclick="pressNav('/library/searchpage.html');">Search</td></tr></table></div></div></div><div class="pagehead"><div class="content"><div class="padded"><div class="single"><h1 class="title">Search Articles</h1><div class="byline">Advanced Search</div></div></div></div></div><div class="breadcrumbs"><div class="links"><ul><li><a href="/index.html">Home</a></li><li>| <a href="/cgi-bin/fullsearch.pl">Search</a></li><li>| Search Articles</li></ul></div></div><div class="columns"><div class="s1c1"><div class="padding" style="padding-bottom:0px;"><div class="section"><div class="tabs"><ul><li><span class="tab" onmouseover="overTab(this);" onmouseout="offTab(this);" onclick="document.location.href='/cgi-bin/fullsearch.pl?query=' + document.articlesearch.query.value + ((document.articlesearch.andor[1].checked) ? '&amp;andor=or' : '');">Search Full Site</span></li><li class="selected"><span class="tab">Display Article Titles</span></li><li><span class="tab" onclick="javascript:article_para('314,315,313,312,310,311,308,309,306,307,304,305,302,303,300,301,298,299,296,297');" onmouseout="offTab(this);" onmouseover="overTab(this);">Display Article Paragraphs</span></li></ul></div><form name="articlesearch" method="get" action="/cgi-bin/searcharticles.pl" onSubmit="javascript: return check_query(this.query.value);"><input type="hidden" name="searchtype" value="ArticleSearch"/><input type="hidden" name="pgct" value="1"/><input type="hidden" name="sortby" value="DD"/><div class="advanced_search"><div class="tabs_title"><table class="centered" cellpadding="0" cellspacing="0"><tr><td><input type="radio" name="searchfield" value="F" checked="true"/></td><td><div style="padding-right:30px" class="label">Search full text</div></td></tr><tr><td><input type="radio" name="searchfield" value="T"/></td><td><div style="padding-right:30px" class="label">Search Titles</div></td></tr><tr><td><input type="radio" name="searchfield" value="A"/></td><td><div style="padding-right:30px" class="label">Search authors <input type="hidden" name="id" value=""/></div></td></tr></table></div><div class="section">
+                                Search for:
+                                <div class="search"><table class="controls" cellpadding="0" cellspacing="0" border="0"><tr><td><input type="text" name="query" size="30" value="ha*"/></td><td><div class="button"><input type="image" src="/res/img/btn_search.jpg" class="block" onmouseover="swapImage(this,'/res/img/btn_search_over.jpg');" onmouseout="swapImage(this,'/res/img/btn_search.jpg');" alt="btn_search.jpg" title="Go" onclick="javascript: document.articlesearch.searchtype.value = 'ArticleSearch'; document.articlesearch.pgct.value = '1';"/></div></td><td class="faq"><a href="/library/help.html#articles" class="more_txt" title="Use quotes for exact phrases. Click for more tips.">HELP WITH SEARCHING ARTICLES</a></td></tr></table></div><div class="floats" style="margin-top:4px;"><div class="left"><table class="centered" cellpadding="0" cellspacing="0"><tr><td><input type="radio" name="andor" value="and" checked="true"/></td><td><div class="label">Match all terms ("and")</div></td></tr><tr><td><input type="radio" name="andor" value="or"/></td><td><div class="label">Match any terms ("or") </div></td></tr></table></div></div></div></div></form></div></div></div></div><div class="section" style="width: 600px; padding-left: 20px; padding-right: 0px;"><div id="divResults"><div class="titlebar">314 Articles found for search term(s): ha*</div><div class="floats"><div class="right"><span class="italic"><a class="more_txt" href="#pagelisting">Displaying results</a>  1-20</span></div><div class="left"><p><div class="notes"><a title="Show matching paragraphs from these articles." class="show_para" href="javascript:article_para('314,315,313,312,310,311,308,309,306,307,304,305,302,303,300,301,298,299,296,297');">SHOW PARAGRAPHS that match your search terms<br/>from articles 1-20</a></div>Click on a column heading to sort by that item (<span class="arrow-rt">Indicates current sort</span>) </p></div></div><table cellspacing="0" cellpadding="0" border="0" class="ts1"><tbody><tr><th> </th><th><div class="left"><a title="Sort by Relevance" href="javascript:proc_sort('R');"> Rank</a></div></th><th><div class="left"><a title="Sort by Title" href="javascript:proc_sort('T');">Title</a> and <a title="Sort by Author" href="javascript:proc_sort('A');"> Author</a></div></th><th class="last" style="width:90px;"><div class="left"><a title="Sort by Descending/Ascending Publication Date" href="javascript:proc_sort('DA')" class="more_txt"> Pub. Date</a></div></th></tr><tr><td>1. </td><td>(14)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('314');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2011/Murphyairsecurity.html">Ensuring—and Insuring—Air Security</a><br/>Robert P. Murphy</div></td><td class="last">07 Feb 2011<br/><i>Featured Article</i></td></tr><tr class="even"><td>2. </td><td>(5)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('315');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2011/Jasayfoolish.html">The Foolish Quest for Stability</a><br/>Anthony de Jasay</div></td><td class="last">07 Feb 2011<br/><i>Reflections from Europe</i></td></tr><tr><td>3. </td><td>(2)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('313');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2011/Jasaynegative.html">Negative Productivity</a><br/>Anthony de Jasay</div></td><td class="last">13 Jan 2011<br/><i>Reflections from Europe</i></td></tr><tr class="even"><td>4. </td><td>(21)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('312');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2011/LuskNorwoodlocavore.html">The Locavore's Dilemma: Why Pineapples Shouldn't Be Grown in North Dakota
+ </a><br/>Jayson L. Lusk and F. Bailey Norwood</div></td><td class="last">03 Jan 2011<br/><i>Featured Article
+</i></td></tr><tr><td>5. </td><td>(17)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('310');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Leemorality.html">The Political Economy of Morality: Political Pretense vs. Market Performance</a><br/>Dwight R. Lee</div></td><td class="last">06 Dec 2010<br/><i>Featured Article</i></td></tr><tr class="even"><td>6. </td><td>(4)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('311');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Jasayfantasy.html">Micro, Macro and Fantasy Economics</a><br/>Anthony de Jasay</div></td><td class="last">06 Dec 2010<br/><i>Reflections from Europe</i></td></tr><tr><td>7. </td><td>(8)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('308');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Boudreauxglobalization.html">Free Trade and Globalization: More than "Just Stuff" </a><br/>Donald J. Boudreaux</div></td><td class="last">01 Nov 2010<br/><i>Featured Article</i></td></tr><tr class="even"><td>8. </td><td>(6)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('309');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Jasaydemocracy.html">The Best of the Worst: What Price Democracy </a><br/>Anthony de Jasay</div></td><td class="last">01 Nov 2010<br/><i>Reflections from Europe</i></td></tr><tr><td>9. </td><td>(22)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('306');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Murphystockmarket.html">The Stock Market </a><br/>Robert P. Murphy</div></td><td class="last">04 Oct 2010<br/><i>Featured Article</i></td></tr><tr class="even"><td>10. </td><td>(15)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('307');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Jasaybankdebt.html">Bank Debt, Sovereign Debt and the Dogs That Did Not Bark </a><br/>Anthony de Jasay</div></td><td class="last">04 Oct 2010<br/><i>Reflections from Europe</i></td></tr><tr><td>11. </td><td>(8)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('304');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Sobelgangs.html">More Gangs, Less Crime </a><br/>Russell S. Sobel</div></td><td class="last">06 Sep 2010<br/><i>Featured Article</i></td></tr><tr class="even"><td>12. </td><td>(9)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('305');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Jasaytwocheers.html">Two Cheers For Fiscal Austerity: Part II. </a><br/>Anthony de Jasay</div></td><td class="last">06 Sep 2010<br/><i>Reflections from Europe</i></td></tr><tr><td>13. </td><td>(27)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('302');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Murphydiscrimination.html">The Economics of Discrimination </a><br/>Robert P. Murphy</div></td><td class="last">02 Aug 2010<br/><i>Featured Article</i></td></tr><tr class="even"><td>14. </td><td>(12)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('303');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Jasayausterity.html">Two Cheers For Fiscal Austerity: Part I. </a><br/>Anthony de Jasay</div></td><td class="last">02 Aug 2010<br/><i>Reflections from Europe</i></td></tr><tr><td>15. </td><td>(16)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('300');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Sumnerneoliberalism.html">The Unacknowledged Success of Neoliberalism </a><br/>Scott Sumner</div></td><td class="last">05 Jul 2010<br/><i>Featured Article</i></td></tr><tr class="even"><td>16. </td><td>(20)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('301');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Jasayinsurance.html">Is Society a Great Big Insurance Company? </a><br/>Anthony de Jasay</div></td><td class="last">05 Jul 2010<br/><i>Reflections from Europe</i></td></tr><tr><td>17. </td><td>(29)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('298');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Powellimmigration.html">An Economic Case for Immigration </a><br/>Benjamin Powell</div></td><td class="last">07 Jun 2010<br/><i>Featured Article</i></td></tr><tr class="even"><td>18. </td><td>(22)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('299');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Jasaydebtcard.html">Is Society a Great Big Credit Card? Part II. </a><br/>Anthony de Jasay</div></td><td class="last">07 Jun 2010<br/><i>Reflections from Europe</i></td></tr><tr><td>19. </td><td>(8)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('296');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Borderssubjectivity.html">The Relentless Subjectivity of Value </a><br/>Max Borders</div></td><td class="last">03 May 2010<br/><i>Featured Article</i></td></tr><tr class="even"><td>20. </td><td>(12)<br/><a class="show_para" title="Show matching paragraphs from this article." href="javascript:article_para('297');"> </a></td><td><div class="p"><a class="bold-blue" title="View Article with search terms highlighted" href="/library/Columns/y2010/Jasaycreditcard.html">Is Society a Great Big Credit Card? Part I.</a><br/>Anthony de Jasay</div></td><td class="last">03 May 2010<br/><i>Reflections from Europe</i></td></tr></tbody></table><br/><a class="more_txt" name="pagelisting">Displaying results</a> 1-20 on Page 1 of 16.   Pages 
+												<b>1</b> <a href="javascript: proc_page('2');" title="Page 2" class="links"><u>2</u></a> <a href="javascript: proc_page('3');" title="Page 3" class="links"><u>3</u></a> <a href="javascript: proc_page('4');" title="Page 4" class="links"><u>4</u></a> <a href="javascript: proc_page('5');" title="Page 5" class="links"><u>5</u></a> <a href="javascript: proc_page('6');" title="Page 6" class="links"><u>6</u></a> <a href="javascript: proc_page('7');" title="Page 7" class="links"><u>7</u></a> <a href="javascript: proc_page('8');" title="Page 8" class="links"><u>8</u></a> <a href="javascript: proc_page('9');" title="Page 9" class="links"><u>9</u></a> <a href="javascript: proc_page('10');" title="Page 10" class="links"><u>10</u></a> <a href="javascript: proc_page('11');" title="Page 11" class="links"><u>11</u></a> <a href="javascript: proc_page('12');" title="Page 12" class="links"><u>12</u></a> <a href="javascript: proc_page('13');" title="Page 13" class="links"><u>13</u></a> <a href="javascript: proc_page('14');" title="Page 14" class="links"><u>14</u></a> <a href="javascript: proc_page('15');" title="Page 15" class="links"><u>15</u></a> <a href="javascript: proc_page('16');" title="Page 16" class="links"><u>16</u></a> <script type="text/javascript"><!--
+				function proc_sort(sort_var) { document.articlesearch.sortby.value = sort_var; document.articlesearch.searchtype.value = 'Search'; document.articlesearch.submit(); } 
+				function article_para(id) { document.articlesearch.reset();  document.articlesearch.searchtype.value = 'ArticleSearchPara'; document.articlesearch.id.value = id; document.articlesearch.submit();}
+				function proc_page(pgnum) { document.articlesearch.reset(); document.articlesearch.pgct.value = pgnum; document.articlesearch.searchtype.value = 'Search'; document.articlesearch.submit(); }
+				
+				--></script></div></div><div class="p"><a class="top" href="#">Return to top</a></div></td></tr><tr><td class="footer_sidebar"><div class="sidebar"><div class="p">
+                            Copyright © 1999-2008<br/><a href="http://www.libertyfund.org">Liberty Fund, Inc.</a><br/>
+                            All Rights Reserved
+                        </div></div><img src="/res/img/spacer.gif" width="180" height="1" class="block" alt="spacer gif"/></td><td class="footer_page"><div class="content"><div style="float:left;"><img src="/res/img/amagiLF.jpg" title="Liberty Fund logo, amagi symbol" alt="Liberty Fund logo, amagi symbol"/></div><div style="float:left;width:321px;padding-right:10px;">
+                            The cuneiform inscription in the Liberty Fund logo is the earliest-known written appearance of the word "freedom" (amagi), or "liberty." It is taken from a clay document written about 2300 B.C. in the Sumerian city-state of Lagash.
+                        </div><div style="float:left;width:50px;"><a href="/library/contact.html">Contact</a> <a href="/library/sitemap.html">Site Map</a> <a href="/library/privacy.html">Privacy and Legal</a> <a href="http://www.econlib.org">http://www.econlib.org</a></div></div><img src="/res/img/spacer.gif" width="560" height="1" class="block" alt="spacer gif"/></td></tr></table></body></html>

data/test/semis/links.txt

@@ -1,3 +1,4 @@
 # output_file URL
 quora.html http://www.quora.com/Brandon-Smietana/answers
 bwk.html http://www.dailyprincetonian.com/advanced_search/?author=Brian+Kernighan
+econlib.html http://www.econlib.org/cgi-bin/searcharticles.pl?sortby=DD&query=ha*

data/test/test_fetch.rb

@@ -1,28 +1,25 @@
-require 'digest/md5'
-
-require_relative '../lib/bwkfanboy/utils'
-require_relative 'ts_utils'
+require_relative 'helper'
 
 # TODO add HTTP 404 check; drop connection from server during HTTP 200
 # replay...
 class TestFetch < MiniTest::Unit::TestCase
-  CMD = 'bwkfanboy_fetch'
+  CMD = cmd('bwkfanboy_fetch')
 
   def test_empty_url
-    r = Bwkfanboy::Utils.cmd_run("echo '' | #{cmd CMD}")
+    r = Utils.cmd_run("echo '' | #{CMD}")
     assert_equal(1, r[0])
     assert_match(/No such file or directory/, r[1])
   end
 
   def test_invalid_url
-    r = Bwkfanboy::Utils.cmd_run("echo 'http://invalid.hostname.qwerty' | #{cmd CMD}")
+    r = Utils.cmd_run("echo 'http://invalid.hostname.qwerty' | #{CMD}")
     assert_equal(1, r[0])
     assert_match(/504 Host .+ lookup failed: Host not found/, r[1])
   end
 
   def test_local_file
     cmd CMD
-    r = Bwkfanboy::Utils.cmd_run("echo #{@tpath}semis/bwk.html | #{cmd CMD}")
+    r = Utils.cmd_run("echo semis/bwk.html | #{CMD}")
     assert_equal(0, r[0])
     # MD5 (html/bwk.html) = c8259a358dd7261a79b226985d3e8753
     assert_equal(Digest::MD5.hexdigest(r[2]), '00cc906c59c0eb11c3eaa8166dab729f')

data/test/test_generate.rb

@@ -1,25 +1,22 @@
-require 'digest/md5'
-
-require_relative '../lib/bwkfanboy/utils'
-require_relative 'ts_utils'
+require_relative 'helper'
 
 class TestGenerate < MiniTest::Unit::TestCase
-  CMD = 'bwkfanboy_generate'
+  CMD = cmd('bwkfanboy_generate')
     
   def test_empty_input
-    r = Bwkfanboy::Utils.cmd_run("echo '' | #{cmd CMD}")
+    r = Utils.cmd_run("echo '' | #{CMD}")
     assert_equal(1, r[0])
     assert_match(/stdin had invalid JSON/, r[1])
   end
   
   def test_invalid_json
-    r = Bwkfanboy::Utils.cmd_run("echo '{\"foo\" : \"bar\"}' | #{cmd CMD} --check")
+    r = Utils.cmd_run("echo '{\"foo\" : \"bar\"}' | #{CMD} --check")
     assert_equal(1, r[0])
     assert_match(/channel is missing and it is not optional/, r[1])
   end
 
   def test_right_json
-    r = Bwkfanboy::Utils.cmd_run("#{cmd CMD} --check < #{@tpath}semis/bwk.json")
+    r = Utils.cmd_run("#{CMD} --check < semis/bwk.json")
     assert_equal(0, r[0])
     # bin/bwkfanboy_generate < test/semis/bwk.json|md5
     assert_equal('adc5a0d9487bdc11b6896fe29745ffa3', Digest::MD5.hexdigest(r[2]))

data/test/test_parse.rb

@@ -1,27 +1,25 @@
-require 'digest/md5'
-
-require_relative '../lib/bwkfanboy/utils'
-require_relative 'ts_utils'
+require_relative 'helper'
 
 class TestParse < MiniTest::Unit::TestCase
-  CMD = 'bwkfanboy_parse'
+  CMD = cmd('bwkfanboy_parse')
+  LIBDIR = '../lib/bwkfanboy'
     
   def test_no_plugin
-    r = Bwkfanboy::Utils.cmd_run("#{cmd CMD} ''")
+    r = Utils.cmd_run("#{CMD} ''")
     assert_equal(1, r[0])
     assert_match(/cannot load plugin/, r[1])
   end
 
   def test_empty_plugin
     cmd CMD
-    r = Bwkfanboy::Utils.cmd_run("#{cmd CMD} #{Dir.pwd}/#{@tpath}plugins/empty.rb ")
+    r = Utils.cmd_run("#{CMD} #{Dir.pwd}/plugins/empty.rb")
     assert_equal(1, r[0])
     assert_match(/plugin .+ has errors: class Page isn't defined/, r[1])
   end
 
   def test_plugin_parse
     cmd CMD
-    r = Bwkfanboy::Utils.cmd_run("#{cmd CMD} #{Dir.pwd}/#{@tpath}../lib/bwkfanboy/plugins/bwk.rb < #{@tpath}semis/bwk.html")
+    r = Utils.cmd_run("#{CMD} #{Dir.pwd}/#{LIBDIR}/plugins/bwk.rb < semis/bwk.html")
     assert_equal(0, r[0])
     # bin/bwkfanboy_parse `pwd`/lib/bwkfanboy/plugins/bwk.rb < test/semis/bwk.html | md5
     assert_equal('a433a4a27bafb060a41aa85a40808056', Digest::MD5.hexdigest(r[2]))

data/test/test_server.rb

@@ -1,19 +1,18 @@
 require 'open-uri'
-require 'digest/md5'
 
-require_relative 'ts_utils'
+require_relative 'helper'
 
 $count = 1
 
 # this tests will mess up logs and the pid file
 class TestServer < MiniTest::Unit::TestCase
-  CMD = 'bwkfanboy_server'
+  CMD = cmd('bwkfanboy_server')
   PORT = 9042
   ADDR = '127.0.0.1'
 
   def setup
     @port = PORT + $count
-    @pid = spawn("#{cmd CMD} -D -p #{@port}")
+    @pid = spawn("#{CMD} -D -p #{@port}")
     $count += 1
     sleep(2) # wait for the server's loading
   end

data/web/bwkfanboy.cgi

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+# -*-ruby-*-
+
+require 'cgi'
+require_relative '../lib/bwkfanboy/parser'
+
+# set this!
+CONVERTER = '/home/alex/lib/software/alex/bwkfanboy/bin/bwkfanboy'
+
+def errx(t)
+  print "Content-Type: text/plain\r\n\r\n"
+  print "#{Bwkfanboy::Meta::NAME}.cgi error: #{t}"
+  exit 0
+end
+
+cgi = CGI.new
+if cgi.has_key?('p') then
+  errx("invalid plugin name: #{cgi['p']}") if cgi['p'] !~ Bwkfanboy::Meta::PLUGIN_NAME
+else
+  errx("parametr 'p' required")
+end
+
+if cgi.has_key?('o')
+  errx("'o' is too harsh") if cgi['o'] !~ Bwkfanboy::Meta::PLUGIN_OPTS
+end
+
+cmd = "#{CONVERTER} '#{cgi['p']}' #{cgi['o']}"
+r = Bwkfanboy::Utils.cmd_run(cmd)
+errx("\n\n#{r[1]}") if r[0] != 0
+xml = r[2]
+
+print "Content-Type: application/atom+xml; charset=UTF-8\r\n"
+print "Content-Length: #{xml.length}\r\n"
+print "Content-Disposition: inline; filename=\"#{Bwkfanboy::Meta::NAME}-#{cgi['p']}.xml\"\r\n\r\n"
+
+puts xml

metadata

@@ -4,9 +4,9 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 1
-  - 2
-  - 9
-  version: 1.2.9
+  - 3
+  - 0
+  version: 1.3.0
 platform: ruby
 authors: 
 - Alexander Gromnitsky
@@ -14,11 +14,11 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-02-07 00:00:00 +02:00
+date: 2011-02-10 00:00:00 +02:00
 default_executable: bwkfanboy
 dependencies: 
 - !ruby/object:Gem::Dependency 
-  name: activesupport
+  name: open4
   prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
@@ -26,14 +26,14 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version 
         segments: 
-        - 3
+        - 1
         - 0
-        - 3
-        version: 3.0.3
+        - 1
+        version: 1.0.1
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
-  name: nokogiri
+  name: activesupport
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
@@ -41,14 +41,14 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version 
         segments: 
-        - 1
-        - 4
-        - 4
-        version: 1.4.4
+        - 3
+        - 0
+        - 3
+        version: 3.0.3
   type: :runtime
   version_requirements: *id002
 - !ruby/object:Gem::Dependency 
-  name: open4
+  name: nokogiri
   prerelease: false
   requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
@@ -57,9 +57,9 @@ dependencies:
       - !ruby/object:Gem::Version 
         segments: 
         - 1
-        - 0
-        - 1
-        version: 1.0.1
+        - 4
+        - 4
+        version: 1.4.4
   type: :runtime
   version_requirements: *id003
 - !ruby/object:Gem::Dependency 
@@ -77,6 +77,21 @@ dependencies:
         version: 2.0.0
   type: :runtime
   version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: git
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 2
+        - 5
+        version: 1.2.5
+  type: :development
+  version_requirements: *id005
 description: A converter from HTML to Atom feed that you can use to watch sites that do not provide its own feed.
 email: alexander.gromnitsky@gmail.com
 executables: 
@@ -96,46 +111,52 @@ extra_rdoc_files:
 - doc/bwkfanboy_generate.rdoc
 - doc/bwkfanboy_parse.rdoc
 - doc/bwkfanboy_server.rdoc
+- doc/TODO
 files: 
-- lib/bwkfanboy/plugins/bwk.rb
-- lib/bwkfanboy/plugins/freebsd-ports-update.rb
-- lib/bwkfanboy/plugins/quora.js
-- lib/bwkfanboy/plugins/quora.rb
-- lib/bwkfanboy/parser.rb
-- lib/bwkfanboy/utils.rb
-- lib/bwkfanboy/schema.js
-- lib/bwkfanboy/fetch.rb
-- lib/bwkfanboy/generate.rb
-- lib/bwkfanboy/plugin_skeleton.erb
+- README.rdoc
+- Rakefile
+- bin/bwkfanboy
+- bin/bwkfanboy_fetch
 - bin/bwkfanboy_generate
 - bin/bwkfanboy_parse
-- bin/bwkfanboy
 - bin/bwkfanboy_server
-- bin/bwkfanboy_fetch
 - doc/LICENSE
 - doc/NEWS.rdoc
 - doc/README.rdoc
-- doc/plugin.rdoc
+- doc/TODO
 - doc/bwkfanboy_fetch.rdoc
 - doc/bwkfanboy_generate.rdoc
 - doc/bwkfanboy_parse.rdoc
 - doc/bwkfanboy_server.rdoc
-- README.rdoc
-- Rakefile
-- TODO
+- doc/plugin.rdoc
+- lib/bwkfanboy/fetch.rb
+- lib/bwkfanboy/generate.rb
+- lib/bwkfanboy/meta.rb
+- lib/bwkfanboy/parser.rb
+- lib/bwkfanboy/plugin_skeleton.erb
+- lib/bwkfanboy/plugins/bwk.rb
+- lib/bwkfanboy/plugins/econlib.rb
+- lib/bwkfanboy/plugins/freebsd-ports-update.rb
+- lib/bwkfanboy/plugins/quora.js
+- lib/bwkfanboy/plugins/quora.rb
+- lib/bwkfanboy/schema.js
+- lib/bwkfanboy/utils.rb
+- test/helper.rb
 - test/plugins/empty.rb
+- test/popen4.sh
+- test/rake_git.rb
+- test/semis/Rakefile
 - test/semis/bwk.html
 - test/semis/bwk.json
-- test/semis/quora.html
+- test/semis/econlib.html
 - test/semis/links.txt
-- test/semis/Rakefile
+- test/semis/quora.html
 - test/test_fetch.rb
-- test/test_parse.rb
-- test/xml-clean.sh
-- test/popen4.sh
-- test/ts_utils.rb
 - test/test_generate.rb
+- test/test_parse.rb
 - test/test_server.rb
+- test/xml-clean.sh
+- web/bwkfanboy.cgi
 has_rdoc: true
 homepage: http://github.com/gromnitsky/bwkfanboy
 licenses: []

data/TODO

@@ -1,4 +0,0 @@
--*-text-*-
-
-- Add plugin listing to bwkfanboy_server.
-- More tests.

data/test/ts_utils.rb

@@ -1,29 +0,0 @@
-# don't run test automatically
-# if they were invoked as 'gem check -t ...'
-if $0 =~ /gem/
-  require 'minitest/unit'
-else
-  require 'minitest/autorun'
-end
-
-# return the right directory for _c_
-def cmd(c)
-  @tpath = ''
-  case File.basename(Dir.pwd)
-  when 'bwkfanboy'
-    # test probably is executed from the Rakefile
-    @tpath = 'test/'
-    'bin/' + c
-  when 'test'
-    # we are probably in the test directory
-    '../bin/' + c
-  else
-    # tests were invoked by 'gem check -t bwkfanboy'
-    begin
-      Dir.chdir(Bwkfanboy::Utils.gem_dir_system + '/../../test')
-      '../bin/' + c
-    rescue
-      raise "running tests from '#{Dir.pwd}' isn't supported: #{$!}"
-    end
-  end
-end