term-extraction 0.1.4

data/Gemfile

@@ -0,0 +1,15 @@
+source :rubygems
+
+gem 'rake'
+gem 'rdoc'
+gem 'nokogiri', '>=1.0.7'
+
+group :development do
+  gem 'jeweler'
+end
+
+group :test do
+  gem 'shoulda'
+  gem 'mocha'
+  gem 'fakeweb'
+end

data/Gemfile.lock

@@ -0,0 +1,30 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    fakeweb (1.3.0)
+    git (1.2.5)
+    jeweler (1.6.4)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+    json (1.6.1)
+    metaclass (0.0.1)
+    mocha (0.10.0)
+      metaclass (~> 0.0.1)
+    nokogiri (1.4.4)
+    rake (0.9.2.2)
+    rdoc (3.11)
+      json (~> 1.4)
+    shoulda (2.11.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  fakeweb
+  jeweler
+  mocha
+  nokogiri (>= 1.0.7)
+  rake
+  rdoc
+  shoulda

data/LICENSE

@@ -0,0 +1,22 @@
+(The MIT License)
+
+Copyright (c) 2009 Stateless Systems (http://statelesssystems.com)
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1,31 @@
+= term_extraction
+
+== DESCRIPTION:
+
+Provides access to term extraction APIs such as Yahoo! Term Extraction API and
+Zemanta.
+
+== SYNOPSIS:
+
+  # Query Yahoo! for terms
+  yahoo = TermExtraction::Yahoo.new(:api_key => 'myApiKey', :context => 'xbox 360 gears of war')
+  yahoo.terms # => ["gears of war", "xbox 360", "gears", "xbox"]
+
+  # Query Zemanta for terms
+  zemanta = TermExtraction::Zemanta.new(:api_key => 'myApiKey', :context => 'apple imac')
+  zemanta.terms # => ["Apple", "IMac", "Rumor", "Hardware", "Nvidia", "Macintosh", "Desktops", "AllInOne"]
+
+== INSTALL:
+
+* Via git:
+
+    git clone git://github.com/alexrabarts/term_extraction.git
+
+* Via gem:
+
+    gem install alexrabarts-term_extraction -s http://gems.github.com
+
+COPYRIGHT
+=========
+
+Copyright (c) 2009 Stateless Systems (http://statelesssystems.com). See LICENSE for details.

data/Rakefile

@@ -0,0 +1,27 @@
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |s|
+    s.name = "term-extraction"
+    s.summary = %Q{
+      Provides access to term extraction APIs such as Yahoo! Term Extraction API and
+      Zemanta.
+    }
+    s.email = "alexrabarts@gmail.com"
+    s.homepage = "http://github.com/alexrabarts/term_extraction"
+    s.description = "Term extraction library"
+    s.authors = ["alex"]
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib' << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+task :default => :test

data/VERSION.yml

@@ -0,0 +1,4 @@
+--- 
+:minor: 1
+:patch: 4
+:major: 0

data/lib/term_extraction.rb

@@ -0,0 +1,14 @@
+class TermExtraction
+  attr_accessor :context, :api_key
+
+  def initialize(options={})
+    @context = options[:context]
+    @api_key = options[:api_key]
+  end
+
+  def canonical_name
+    self.class.canonical_name
+  end
+end
+
+%w{yahoo zemanta}.each{|t| require "term_extraction/#{t}"}

data/lib/term_extraction/yahoo.rb

@@ -0,0 +1,54 @@
+require 'nokogiri'
+require 'addressable/uri'
+require 'open-uri'
+
+class TermExtraction
+  class Yahoo < TermExtraction
+    def terms
+      terms = []
+      data  = Nokogiri::XML.parse(remote_xml)
+
+      unless data.nil?
+        data.search('//s:Result', ns).each do |n|
+          terms << n.text
+        end
+      end
+
+      terms
+    end
+
+    def uri
+      api_uri = Addressable::URI.parse(gateway)
+      api_uri.query_values = {
+         'appid'   => @api_key,
+         'output'  => 'xml',
+         'context' => @context
+      }
+      api_uri
+    end
+
+    class << self
+      def canonical_name
+        'yahoo'
+      end
+    end
+
+    private
+      def ns
+        {'s' => 'urn:yahoo:cate'}
+      end
+
+      def gateway
+        'http://search.yahooapis.com/ContentAnalysisService/V1/termExtraction'
+      end
+
+      def remote_xml
+        begin
+          open(uri).read
+        rescue => e
+          $stderr.puts "Couldn't fetch from API: #{e.message}" if $VERBOSE
+          nil
+        end
+      end
+  end
+end

data/lib/term_extraction/zemanta.rb

@@ -0,0 +1,52 @@
+require 'net/http'
+require 'nokogiri'
+require 'addressable/uri'
+
+class TermExtraction
+  class Zemanta < TermExtraction
+    def terms
+      terms = []
+      data  = Nokogiri::XML.parse(remote_xml)
+
+      data.search('//name').each do |n|
+        terms << n.text
+      end
+
+      terms
+    end
+
+    def uri
+      Addressable::URI.parse(gateway)
+    end
+
+    def post_params
+      {
+        'method'        =>'zemanta.suggest',
+        'api_key'       => @api_key,
+        'return_images' => 0,
+        'text'          => @context,
+        'format'        => 'xml'
+      }
+    end
+
+    class << self
+      def canonical_name
+        'zemanta'
+      end
+    end
+
+    private
+      def gateway
+        'http://api.zemanta.com/services/rest/0.0/'
+      end
+
+      def remote_xml
+        begin
+          Net::HTTP.post_form(uri, post_params).body
+        rescue => e
+          $stderr.puts "Couldn't fetch from API: #{e.message}" if $VERBOSE
+          nil
+        end
+      end
+  end
+end

data/term-extraction.gemspec

@@ -0,0 +1,63 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{term-extraction}
+  s.version = "0.1.4"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["alex"]
+  s.date = %q{2011-10-27}
+  s.description = %q{Term extraction library}
+  s.email = %q{alexrabarts@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+    "README"
+  ]
+  s.files = [
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE",
+    "README",
+    "Rakefile",
+    "VERSION.yml",
+    "lib/term_extraction.rb",
+    "lib/term_extraction/yahoo.rb",
+    "lib/term_extraction/zemanta.rb",
+    "term-extraction.gemspec",
+    "test/fixtures/yahoo.xml",
+    "test/fixtures/yahoo2.xml",
+    "test/fixtures/zemanta.xml",
+    "test/fixtures/zemanta2.xml",
+    "test/term_extraction_test.rb",
+    "test/test_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/alexrabarts/term_extraction}
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.4.2}
+  s.summary = %q{Provides access to term extraction APIs such as Yahoo! Term Extraction API and Zemanta.}
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<rake>, [">= 0"])
+      s.add_runtime_dependency(%q<rdoc>, [">= 0"])
+      s.add_runtime_dependency(%q<nokogiri>, [">= 1.0.7"])
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+    else
+      s.add_dependency(%q<rake>, [">= 0"])
+      s.add_dependency(%q<rdoc>, [">= 0"])
+      s.add_dependency(%q<nokogiri>, [">= 1.0.7"])
+      s.add_dependency(%q<jeweler>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<rake>, [">= 0"])
+    s.add_dependency(%q<rdoc>, [">= 0"])
+    s.add_dependency(%q<nokogiri>, [">= 1.0.7"])
+    s.add_dependency(%q<jeweler>, [">= 0"])
+  end
+end
+

data/test/fixtures/yahoo.xml

@@ -0,0 +1,3 @@
+<?xml version="1.0"?>
+<ResultSet xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:yahoo:cate" xsi:schemaLocation="urn:yahoo:cate http://api.search.yahoo.com/ContentAnalysisService/V1/TermExtractionResponse.xsd"><Result>gears of war</Result><Result>gears</Result></ResultSet>
+<!-- ws04.search.scd.yahoo.com uncompressed/chunked Thu Feb 26 21:04:16 PST 2009 -->

data/test/fixtures/yahoo2.xml

@@ -0,0 +1,3 @@
+<?xml version="1.0"?>
+<ResultSet xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:yahoo:cate" xsi:schemaLocation="urn:yahoo:cate http://api.search.yahoo.com/ContentAnalysisService/V1/TermExtractionResponse.xsd"><Result>fears of war</Result><Result>fears</Result></ResultSet>
+<!-- ws04.search.scd.yahoo.com uncompressed/chunked Thu Feb 26 21:04:16 PST 2009 -->

data/test/fixtures/zemanta.xml

@@ -0,0 +1,104 @@
+<?xml version="1.0"?>
+<rsp>
+	<status>ok</status>
+	<articles>
+		<article>
+			<url>http://www.crunchgear.com/2009/02/24/nvidia-based-imacs-coming-soon/</url>
+			<confidence>0.033153</confidence>
+			<published_datetime>2009-02-24T18:00:45Z</published_datetime>
+			<zemified>0</zemified>
+			<title>NVIDIA-based iMacs coming soon?</title>
+		</article><article>
+			<url>http://www.tuaw.com/2009/02/24/rumor-new-imacs-around-the-bend/</url>
+			<confidence>0.028595</confidence>
+			<published_datetime>2009-02-24T22:00:00Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Rumor: New iMacs around the bend</title>
+		</article><article>
+			<url>http://www.engadget.com/2009/02/24/a-few-new-rumors-point-to-two-new-nvidia-packing-imacs/</url>
+			<confidence>0.027595</confidence>
+			<published_datetime>2009-02-24T13:03:00Z</published_datetime>
+			<zemified>0</zemified>
+			<title>A few new rumors point to two new NVIDIA-packing iMacs</title>
+		</article><article>
+			<url>http://www.techmeme.com/090126/p31</url>
+			<confidence>0.019056</confidence>
+			<published_datetime>2009-01-26T17:00:22Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Chip complex delaying Apple's new iMac line, says analyst (Zach Spear/AppleInsider)</title>
+		</article><article>
+			<url>http://i.gizmodo.com/5143476/apple-warns-resellers-of-reduced-imac-availability-new-models-on-the-way</url>
+			<confidence>0.018611</confidence>
+			<published_datetime>2009-01-31T16:30:00Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Apple Warns Resellers of Reduced iMac Availability: New Models On the Way? [Apple]</title>
+		</article><article>
+			<url>http://cultofmac.com/analyst-new-imacs-delayed-for-chips-snow-leopard/7549</url>
+			<confidence>0.01685</confidence>
+			<published_datetime>2009-01-26T16:43:44Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Analyst: New iMacs Delayed For Chips, Snow Leopard</title>
+		</article><article>
+			<url>http://www.ubergizmo.com/15/archives/2008/12/new_imac_allinone_pc_confirmed.html</url>
+			<confidence>0.016311</confidence>
+			<published_datetime>2008-12-24T01:06:56Z</published_datetime>
+			<zemified>0</zemified>
+			<title>New iMac All-In-One PC Confirmed</title>
+		</article><article>
+			<url>http://www.labnol.org/gadgets/exchange-windows-pc-for-apple-mac/5775/</url>
+			<confidence>0.016238</confidence>
+			<published_datetime>2008-12-03T08:17:35Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Exchange Your Windows PC or TV for an Apple iMac</title>
+		</article><article>
+			<url>http://cultofmac.com/class-action-lawsuit-over-imac-display-problems/6562</url>
+			<confidence>0.015608</confidence>
+			<published_datetime>2009-01-02T16:17:06Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Class-Action Lawsuit Over iMac Display Problems</title>
+		</article><article>
+			<url>http://www.crunchgear.com/2008/12/29/new-imacs-to-include-hotter-components-new-cooling/</url>
+			<confidence>0.015093</confidence>
+			<published_datetime>2008-12-29T23:50:04Z</published_datetime>
+			<zemified>0</zemified>
+			<title>New iMacs to include hotter components, new cooling?</title>
+		</article>
+	</articles><markup>
+		<text>apple imac</text>
+	</markup><signature>&lt;div class="zemanta-pixie"&gt;&lt;a class="zemanta-pixie-a" href="http://reblog.zemanta.com/zemified/3695b55a-d68e-4328-bf86-c3f01be8b2da/" title="Zemified by Zemanta"&gt;&lt;img class="zemanta-pixie-img" src="http://img.zemanta.com/reblog_e.png?x-id=3695b55a-d68e-4328-bf86-c3f01be8b2da" alt="Reblog this post [with Zemanta]" /&gt;&lt;/a&gt;&lt;/div&gt;</signature>
+	<keywords>
+		<keyword>
+			<confidence>0.404748</confidence>
+			<scheme>general</scheme>
+			<name>Apple</name>
+		</keyword><keyword>
+			<confidence>0.277753</confidence>
+			<scheme>general</scheme>
+			<name>IMac</name>
+		</keyword><keyword>
+			<confidence>0.094392</confidence>
+			<scheme>general</scheme>
+			<name>Rumor</name>
+		</keyword><keyword>
+			<confidence>0.076399</confidence>
+			<scheme>general</scheme>
+			<name>Hardware</name>
+		</keyword><keyword>
+			<confidence>0.072186</confidence>
+			<scheme>general</scheme>
+			<name>Nvidia</name>
+		</keyword><keyword>
+			<confidence>0.069183</confidence>
+			<scheme>general</scheme>
+			<name>Macintosh</name>
+		</keyword><keyword>
+			<confidence>0.050487</confidence>
+			<scheme>general</scheme>
+			<name>Desktops</name>
+		</keyword><keyword>
+			<confidence>0.039205</confidence>
+			<scheme>general</scheme>
+			<name>AllInOne</name>
+		</keyword>
+	</keywords><rid>3695b55a-d68e-4328-bf86-c3f01be8b2da</rid>
+</rsp>

data/test/fixtures/zemanta2.xml

@@ -0,0 +1,104 @@
+<?xml version="1.0"?>
+<rsp>
+	<status>ok</status>
+	<articles>
+		<article>
+			<url>http://www.crunchgear.com/2009/02/24/nvidia-based-imacs-coming-soon/</url>
+			<confidence>0.033153</confidence>
+			<published_datetime>2009-02-24T18:00:45Z</published_datetime>
+			<zemified>0</zemified>
+			<title>NVIDIA-based iMacs coming soon?</title>
+		</article><article>
+			<url>http://www.tuaw.com/2009/02/24/rumor-new-imacs-around-the-bend/</url>
+			<confidence>0.028595</confidence>
+			<published_datetime>2009-02-24T22:00:00Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Rumor: New iMacs around the bend</title>
+		</article><article>
+			<url>http://www.engadget.com/2009/02/24/a-few-new-rumors-point-to-two-new-nvidia-packing-imacs/</url>
+			<confidence>0.027595</confidence>
+			<published_datetime>2009-02-24T13:03:00Z</published_datetime>
+			<zemified>0</zemified>
+			<title>A few new rumors point to two new NVIDIA-packing iMacs</title>
+		</article><article>
+			<url>http://www.techmeme.com/090126/p31</url>
+			<confidence>0.019056</confidence>
+			<published_datetime>2009-01-26T17:00:22Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Chip complex delaying Apple's new iMac line, says analyst (Zach Spear/AppleInsider)</title>
+		</article><article>
+			<url>http://i.gizmodo.com/5143476/apple-warns-resellers-of-reduced-imac-availability-new-models-on-the-way</url>
+			<confidence>0.018611</confidence>
+			<published_datetime>2009-01-31T16:30:00Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Apple Warns Resellers of Reduced iMac Availability: New Models On the Way? [Apple]</title>
+		</article><article>
+			<url>http://cultofmac.com/analyst-new-imacs-delayed-for-chips-snow-leopard/7549</url>
+			<confidence>0.01685</confidence>
+			<published_datetime>2009-01-26T16:43:44Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Analyst: New iMacs Delayed For Chips, Snow Leopard</title>
+		</article><article>
+			<url>http://www.ubergizmo.com/15/archives/2008/12/new_imac_allinone_pc_confirmed.html</url>
+			<confidence>0.016311</confidence>
+			<published_datetime>2008-12-24T01:06:56Z</published_datetime>
+			<zemified>0</zemified>
+			<title>New iMac All-In-One PC Confirmed</title>
+		</article><article>
+			<url>http://www.labnol.org/gadgets/exchange-windows-pc-for-apple-mac/5775/</url>
+			<confidence>0.016238</confidence>
+			<published_datetime>2008-12-03T08:17:35Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Exchange Your Windows PC or TV for an Apple iMac</title>
+		</article><article>
+			<url>http://cultofmac.com/class-action-lawsuit-over-imac-display-problems/6562</url>
+			<confidence>0.015608</confidence>
+			<published_datetime>2009-01-02T16:17:06Z</published_datetime>
+			<zemified>0</zemified>
+			<title>Class-Action Lawsuit Over iMac Display Problems</title>
+		</article><article>
+			<url>http://www.crunchgear.com/2008/12/29/new-imacs-to-include-hotter-components-new-cooling/</url>
+			<confidence>0.015093</confidence>
+			<published_datetime>2008-12-29T23:50:04Z</published_datetime>
+			<zemified>0</zemified>
+			<title>New iMacs to include hotter components, new cooling?</title>
+		</article>
+	</articles><markup>
+		<text>apple imac</text>
+	</markup><signature>&lt;div class="zemanta-pixie"&gt;&lt;a class="zemanta-pixie-a" href="http://reblog.zemanta.com/zemified/3695b55a-d68e-4328-bf86-c3f01be8b2da/" title="Zemified by Zemanta"&gt;&lt;img class="zemanta-pixie-img" src="http://img.zemanta.com/reblog_e.png?x-id=3695b55a-d68e-4328-bf86-c3f01be8b2da" alt="Reblog this post [with Zemanta]" /&gt;&lt;/a&gt;&lt;/div&gt;</signature>
+	<keywords>
+		<keyword>
+			<confidence>0.404748</confidence>
+			<scheme>general</scheme>
+			<name>Zapple</name>
+		</keyword><keyword>
+			<confidence>0.277753</confidence>
+			<scheme>general</scheme>
+			<name>AMac</name>
+		</keyword><keyword>
+			<confidence>0.094392</confidence>
+			<scheme>general</scheme>
+			<name>Tumor</name>
+		</keyword><keyword>
+			<confidence>0.076399</confidence>
+			<scheme>general</scheme>
+			<name>Shardware</name>
+		</keyword><keyword>
+			<confidence>0.072186</confidence>
+			<scheme>general</scheme>
+			<name>Mvidia</name>
+		</keyword><keyword>
+			<confidence>0.069183</confidence>
+			<scheme>general</scheme>
+			<name>Hackintosh</name>
+		</keyword><keyword>
+			<confidence>0.050487</confidence>
+			<scheme>general</scheme>
+			<name>Zesktops</name>
+		</keyword><keyword>
+			<confidence>0.039205</confidence>
+			<scheme>general</scheme>
+			<name>AllInNone</name>
+		</keyword>
+	</keywords><rid>3695b55a-d68e-4328-bf86-c3f01be8b2da</rid>
+</rsp>

data/test/term_extraction_test.rb

@@ -0,0 +1,62 @@
+require File.dirname(__FILE__) + '/test_helper'
+
+class TermExtractionTest < Test::Unit::TestCase
+  should 'return correct terms from Yahoo!' do
+    yahoo = TermExtraction::Yahoo.new
+    fake_uri(:get, yahoo.uri, 'yahoo.xml')
+    assert_equal yahoo.terms, correct_yahoo_terms
+  end
+  
+  should 'return correct terms from Zemanta' do
+    zemanta = TermExtraction::Zemanta.new
+    fake_uri(:post, zemanta.uri, 'zemanta.xml')
+    assert_equal zemanta.terms, correct_zemanta_terms
+  end
+
+  should 'be able to set the context after initialization' do
+    yahoo         = TermExtraction::Yahoo.new
+    context       = 'foo'
+    yahoo.context = context
+    assert_equal yahoo.context, context
+  end
+
+  should 'be able to set the api key after initialization' do
+    zemanta         = TermExtraction::Zemanta.new
+    context         = 'bar'
+    zemanta.context = context
+    assert_equal zemanta.context, context
+  end
+
+  should 'return different response on subsequent calls when different data is returned from Yahoo!' do
+    yahoo = TermExtraction::Yahoo.new
+    fake_uri(:get, yahoo.uri, 'yahoo.xml')
+    original_terms = yahoo.terms
+    fake_uri(:get, yahoo.uri, 'yahoo2.xml')
+    assert_not_equal original_terms, yahoo.terms
+  end
+
+  should 'return different response on subsequent calls when different data is returned from Zemanta' do
+    zemanta = TermExtraction::Zemanta.new
+    fake_uri(:post, zemanta.uri, 'zemanta.xml')
+    original_terms = zemanta.terms
+    fake_uri(:post, zemanta.uri, 'zemanta2.xml')
+    assert_not_equal original_terms, zemanta.terms
+  end
+
+  context 'Yahoo!' do
+    should 'be able to handle a context with "%" in it' do
+      yahoo = TermExtraction::Yahoo.new(:context => '%')
+      fake_uri(:get, yahoo.uri, 'yahoo.xml')
+      assert_nothing_thrown{ yahoo.terms }
+    end
+  end
+
+  private
+    def correct_yahoo_terms
+      ['gears of war', 'gears']
+    end
+
+    def correct_zemanta_terms
+      ['Apple', 'IMac', 'Rumor', 'Hardware', 'Nvidia', 'Macintosh', 'Desktops', 'AllInOne']
+    end
+end

data/test/test_helper.rb

@@ -0,0 +1,22 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+require 'mocha'
+require 'fake_web'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'term_extraction'
+
+class Test::Unit::TestCase
+  def fake_uri(method, uri, fixture)
+    FakeWeb.clean_registry
+    FakeWeb.allow_net_connect = false
+    response = File.open(File.join(File.dirname(__FILE__), 'fixtures', fixture)).read
+    FakeWeb.register_uri(method, uri.to_s, :body => response)
+  end
+
+  def teardown
+    FakeWeb.allow_net_connect = true
+    FakeWeb.clean_registry
+  end
+end

metadata

@@ -0,0 +1,140 @@
+--- !ruby/object:Gem::Specification 
+name: term-extraction
+version: !ruby/object:Gem::Version 
+  hash: 19
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 4
+  version: 0.1.4
+platform: ruby
+authors: 
+- alex
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-10-27 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rdoc
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 25
+        segments: 
+        - 1
+        - 0
+        - 7
+        version: 1.0.7
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: jeweler
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id004
+description: Term extraction library
+email: alexrabarts@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README
+files: 
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README
+- Rakefile
+- VERSION.yml
+- lib/term_extraction.rb
+- lib/term_extraction/yahoo.rb
+- lib/term_extraction/zemanta.rb
+- term-extraction.gemspec
+- test/fixtures/yahoo.xml
+- test/fixtures/yahoo2.xml
+- test/fixtures/zemanta.xml
+- test/fixtures/zemanta2.xml
+- test/term_extraction_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://github.com/alexrabarts/term_extraction
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.4.2
+signing_key: 
+specification_version: 3
+summary: Provides access to term extraction APIs such as Yahoo! Term Extraction API and Zemanta.
+test_files: []
+