sshingler-jkl 0.0.4 → 0.0.5

data/features/mocks/topix_rss.xml

@@ -0,0 +1,47 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<?xml-stylesheet href="/static/rss.3.xsl" type="text/xsl"?>
+<rss xmlns:topix="http://www.topix.com/partners/rsscomment/" xmlns:georss="http://www.georss.org/georss" version="2.0">
+	<channel>
+		<title>Search for "london" </title>
+		<link>http://www.topix.com/search/article?q=london&amp;x=0&amp;y=0</link>
+		<topix:rsslink>http://www.topix.com/rss/search/article.xml?q=london&amp;x=0&amp;y=0</topix:rsslink>
+		<description>News continually updated from thousands of sources across the web</description>
+		<language>en-us</language>
+		<ttl>240</ttl>
+		<copyright>Copyright 2008, Topix</copyright>
+		<image>
+			<title>Topix</title>
+			<link>http://www.topix.com/</link>
+			<url>http://topix.cachefly.net/pics/topix_homepage_logo2.png</url>
+		</image>
+		<item>
+			<title>Major Michael Jackson tribute planned for Vienna</title>
+			<link>http://www.localnews8.com/Global/story.asp?S=10876507</link>
+			<description><![CDATA[The King of Pop will get a royal send-off next month in Vienna. Events promoter World Awards Media GmbH confirmed Monday that members of Michael Jackson's family and a "high-profile lineup of international stars" are planning a tribute concert in the Austrian capital.]]></description>
+			<source>KIFI</source>
+			<pubDate>Mon, 10 Aug 2009 15:21:58 GMT</pubDate>
+			<category>Jermaine Jackson</category>
+			<category>Michael Jackson</category>
+			<category>Pop/Rock</category>
+			<category>Black Entertainment</category>
+			<category>R-N-B</category>
+			<guid isPermaLink="false">C39RO2C8Q8NQR825</guid>
+		</item>
+		<item>
+			<title>LATEST: Man stabbed to death with machete in pub garden</title>
+			<link>http://www.thisislondon.co.uk/standard/article-23730262-details/LATEST%3A+Man+stabbed+to+death+with+machete+in+pub+garden/article.do</link>
+			<description><![CDATA[A man drinking with his girlfriend in a beer garden was hacked to death with machetes in front of horrified drinkers.]]></description>
+			<source>This is London</source>
+			<pubDate>Mon, 10 Aug 2009 15:21:51 GMT</pubDate>
+			<category>Greater London County, England</category>
+			<category>Cheshire County, England</category>
+			<category>England, United Kingdom</category>
+			<category>United Kingdom</category>
+			<category>Sutton, England</category>
+			<category>London, England</category>
+			<category>World News</category>
+			<category>Essex County, England</category>
+			<guid isPermaLink="false">KN03NCSH3KIVG416</guid>
+		</item>
+	</channel>
+</rss>

data/features/mocks/twitter.json

@@ -0,0 +1,11 @@
+{
+    "trends": [{
+        "name": "musicmonday",
+        "url": "http:\/\/search.twitter.com\/search?q=%23musicmonday"
+    },
+    {
+        "name": "GI Joe",
+        "url": "http:\/\/search.twitter.com\/search?q=%22GI+Joe%22+OR+Joe"
+    }],
+    "as_of": "Mon, 10 Aug 2009 15:04:54 +0000"
+}

data/features/persistence.feature

@@ -0,0 +1,10 @@
+Feature: persistence features
+  In order to check out the couchdb persistence layer
+  As a developer
+  I want to make some requests and inspect some responses
+
+  @couchdb_needed
+  Scenario: add a Trend
+    When I persist a Trend "london restaurants"
+    Then I should be able to view that Trend
+

data/features/processing.feature

@@ -0,0 +1,16 @@
+Feature: Processing features
+  In order to integrate our apps
+  As a developer
+  I want to make some requests and inspect some responses
+	
+  @connection_needed	 
+  Scenario: end to end flow, keyphrase to tags
+	Given I have a keyphrase 'london restaurants'
+	When I request some RSS
+	Then I should receive some headlines
+	And I should be able to get the copy from the first headline
+	When I post to calais
+	Then I should receive some tags
+	And I should be able to persist these tags
+	When I generate a view of the recent keyword results
+	Then I should see a network graph

data/features/sanitize-text.feature

@@ -0,0 +1,47 @@
+Feature: Processing features
+  In order to integrate our apps
+  As a developer
+  I want to make some requests and inspect some responses
+
+	@unit @text
+	Scenario: Sanitize some ok text
+		Given I have a keyphrase 'the cat sat on the mat'
+		When I sanitize this text
+		Then it should be ok
+		And it should say 'the cat sat on the mat'
+	
+	@unit @text
+	Scenario: Sanitize some short text
+		Given I have a keyphrase 'the cat sat'
+		When I sanitize this text
+		Then it should say ''
+	
+	@unit @text
+		Scenario: Sanitize some text with tabs and spaces
+		Given I have a keyphrase 'the cat sat on 						the mat            '
+		When I sanitize this text
+		Then it should say 'the cat sat on the mat'
+	
+	@unit @text
+		Scenario: Sanitize some short text with tabs and spaces
+		Given I have a keyphrase 'the   cat sat on 						           '
+		When I sanitize this text
+		Then it should say ''
+
+	@unit @text
+	Scenario: Sanitize some tagged short text
+		Given I have a keyphrase '<a href="a-link.html>the cat sat</a>'
+		When I sanitize this text
+		Then it should say ''
+
+	@unit @text
+	Scenario: Sanitize some tagged text
+		Given I have a keyphrase '<a href="a-link.html>the cat sat on the mat</a>'
+		When I sanitize this text
+		Then it should be ok
+		Then it should say 'the cat sat on the mat'
+
+	Scenario: Clean a web page
+		Given I have a sample BBC story
+		When I sanitize this text
+		Then it should be ok

data/features/step_definitions/calais_steps.rb

@@ -0,0 +1,44 @@
+
+Given /^I have some simple text$/ do
+  @text = "Barack Obama said today that he expects there to be conflict within his new security team after confirming Hillary Clinton as his choice for US Secretary of State."
+end
+
+Given /^I have a sanitized sample BBC story$/ do
+  Given "I have a sample BBC story"
+	When "I sanitize this text"
+end
+
+Given /^I have a mock calais response$/ do
+  @response = File.open('features/mocks/calais.json','r') {|f| f.readlines.to_s}
+end
+
+When /^I post to calais$/ do
+  @response = get_from_calais @text
+end
+
+When /^I remove the unwanted items$/ do
+  @processed_json = clean_unwanted_items_from_hash(JSON.parse(@response))
+end
+
+Then /^there should no longer be any "([^\"]*)"$/ do |arg1|
+  @processed_json[arg1].should be_nil
+end
+
+Then /^I should receive some tags$/ do
+  get_tag_from_json(@response) do |tag| 
+    tag.should_not be_nil
+  end
+end
+
+Then /^there should be some "([^\"]*)" tags$/ do |arg1|
+  get_tag_from_json(@response) {|tag|
+    #puts tag.inspect
+    tag.each{|k,v| puts "#{k} : #{v}" if k=='_type'}
+  }
+end
+
+Then /^I should be able to see the whole lot of tags as one block$/ do
+  tags = get_tag_from_json(@response)
+  tags.length.should > 0
+end
+

data/features/step_definitions/home_page_steps.rb

@@ -0,0 +1,20 @@
+
+When "I surf to '$url'" do |url|
+  visit url
+end
+
+Then /^I should see '(.*)'$/ do |text|
+  response_body.should contain(/#{text}/m)
+end
+
+Then /^I should see a list of 10 trends$/ do
+  text = "here are the top twitter trends right now"
+  response_body.should contain(/#{text}/m)
+  response_body.should have_selector("ol.tweets")
+  response_body.should have_selector('li.tweet', :count => 10)
+end
+
+Given /^I add my own trend$/ do
+  fill_in 'keyphrase', :with => 'london restaurants'
+  click_button 'search'
+end

data/features/step_definitions/http_steps.rb

@@ -0,0 +1,49 @@
+When /^I post some data to yahoo$/ do
+  @url = URI.parse('http://search.yahooapis.com/ContentAnalysisService/V1/termExtraction')
+  appid = LICENSE_ID = YAML::load_file('config/keys.yml')['yahoo']
+  context = URI.encode('Italian sculptors and painters of the renaissance favored the Virgin Mary for inspiration')
+  post_args = { 'appid' => appid, 'context' => context, 'output' => 'json' }
+  @response = post_to @url, post_args
+end
+
+When /^I request some RSS$/ do
+  keyphrase = @keyphrase || "iraq"
+  url = "#{YAML::load_file('config/config.yml')['topix']}#{CGI::escape(keyphrase)}"
+  @response = get_from_as_xml url
+end
+
+Given /^I have some RSS$/ do
+  raw = File.open('features/mocks/topix_rss.xml','r') {|f| f.readlines.to_s}
+  @response = Hpricot.XML raw
+end
+
+When /^I make a restful get request$/ do
+  url = "http://news.bbc.co.uk/1/hi/uk_politics/7677419.stm" 
+  @response = get_from url
+end
+
+Then /^I should get a response$/ do
+  @response.should_not == nil
+  #puts @response
+end
+
+Then /^I should receive some headlines$/ do
+  @items = get_items_from @response
+  @links = []
+  @items.each do |item|
+    @links << attribute_from(item, :link)
+  end
+  @links.should_not == nil
+  @links.length.should > 0
+end
+
+Then /^I should be able to get the copy from the first headline$/ do
+  @response = get_from @links[0]
+  @response.should_not be_nil
+  @response.should_not == ""
+  @text = sanitize @response
+end
+
+Then /^I should see some text$/ do
+  @response.length.should > 0
+end

data/features/step_definitions/persistence_steps.rb

@@ -0,0 +1,19 @@
+Before('@couchdb_needed') do
+end
+
+When /^I persist a Trend "([^\"]*)"$/ do |keyphrase|
+  @keyphrase = keyphrase
+  trend = Trend.new("name" => @keyphrase)
+  trend.save
+end
+
+Then /^I should be able to view that Trend$/ do
+  trends = Trend.by_name :key => @keyphrase
+  trend = trends[0]
+  trend['name'].should == @keyphrase
+  trends.length.should > 0
+end
+
+After('@couchdb_needed') do
+  delete_db
+end

data/features/step_definitions/processing_steps.rb

@@ -0,0 +1,30 @@
+
+############### pending steps below ################
+
+
+When /^I request tags for the first story$/ do
+  r = get_from_calais @story
+  get_tag_from_json(get_from_calais(@story)) do |tag|
+    tag.each{|k,v| puts "#{k} : #{v}"}
+  end
+end
+
+When /^I request stories from Topix$/ do 
+  search_term = 'london'
+  url = "#{YAML::load_file('config/config.yml')['topix']}#{search_term}"
+  @response = get_from_as_xml url
+end
+
+When /^I get some news stories from the first keyword$/ do
+  search_term = @trend['name'].gsub('#','') #removing hash from start of trend name
+  search_term = 'london'
+  url = "#{YAML::load_file('config/config.yml')['topix']}#{search_term}"
+  rss_response = get_from_as_xml url
+  items = get_items_from rss_response
+  links = []
+  items.each do |item|
+    links << attribute_from(item, :link)
+  end
+  @story = sanitize from_doc get_from links[0]
+end
+

data/features/step_definitions/require_steps.rb

@@ -0,0 +1,14 @@
+require 'hpricot'
+require 'json'
+require 'webrat'
+require 'couchrest'
+require 'restclient'
+require 'haml' 
+
+require 'lib/jkl/calais_client.rb'
+require 'lib/jkl/persistence_client.rb'
+require 'lib/jkl/rest_client.rb'
+require 'lib/jkl/rss_client.rb'
+require 'lib/jkl/url_doc_handler.rb'
+
+include Jkl

data/features/step_definitions/sanitize-text_steps.rb

@@ -0,0 +1,20 @@
+Given "I have a keyphrase '$text'" do |text|
+  @text = text
+end
+
+Given /^I have a sample BBC story$/ do
+  @text = File.open('features/mocks/bbc_story.html','r') {|f| f.readlines.to_s}
+end
+
+When /^I sanitize this text$/ do
+  @text = sanitize @text
+end
+
+Then /^it should be ok$/ do
+  @text.should_not be_nil
+  @text.should_not == ""
+end
+
+Then "it should say '$text'" do |text|
+  @text.should == text
+end

data/features/step_definitions/twitter_steps.rb

@@ -0,0 +1,17 @@
+Given /^I have a mock twitter response$/ do
+  @response = File.open('features/mocks/twitter.json','r') {|f| f.readlines.to_s}
+end
+
+When /^I request trends data from twitter$/ do
+  @url = YAML::load_file('config/config.yml')['twitter']
+  @response = get_from @url
+end
+
+Then /^I should see some trends$/ do
+  result = JSON.parse @response
+  trends = result['trends']
+  trends.each do |subject|
+    subject['name'].length.should > 1
+    subject['url'].length.should > 1
+  end
+end

data/features/support/env.rb

@@ -0,0 +1,36 @@
+# See http://wiki.github.com/aslakhellesoy/cucumber/sinatra
+# for more details about Sinatra with Cucumber
+
+gem 'rack-test', '>=0.3.0'
+gem 'aslakhellesoy-webrat', '=0.4.4.1'
+gem 'sinatra', '=0.9.4'
+
+# Sinatra
+app_file = File.join(File.dirname(__FILE__), *%w[.. .. app.rb])
+require app_file
+# Force the application name because polyglot breaks the auto-detection logic.
+Sinatra::Application.app_file = app_file
+
+require 'spec/expectations'
+require 'rack/test'
+require 'webrat'
+
+#set :environment, :test
+
+Webrat.configure do |config|
+  config.mode = :rack
+end
+
+class MyWorld
+  include Rack::Test::Methods
+  include Webrat::Methods
+  include Webrat::Matchers
+
+  Webrat::Methods.delegate_to_session :response_code, :response_body
+
+  def app
+    Sinatra::Application
+  end
+end
+
+World{MyWorld.new}

data/features/twitter.feature

@@ -0,0 +1,16 @@
+Feature: twitter features
+  In order to grab some keywords from twitter
+  As a developer
+  I want to make some requests and inspect some responses
+
+  Scenario: Work with twitter trends
+    Given I have a mock twitter response
+	Then I should see some trends
+	
+  @connection_needed
+  Scenario: Get some json from twitter
+    When I request trends data from twitter
+    Then I should get a response
+	And I should see some trends
+	
+  

data/lib/jkl.rb

@@ -1,3 +1,4 @@
+require 'cgi'
 require 'lib/jkl/rest_client.rb'
 require 'lib/jkl/rss_client.rb'
 require 'lib/jkl/calais_client.rb'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: sshingler-jkl
 version: !ruby/object:Gem::Version 
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors: 
 - steven shingler
@@ -30,6 +30,26 @@ files:
 - lib/jkl/rest_client.rb
 - lib/jkl/rss_client.rb
 - lib/jkl/url_doc_handler.rb
+- features/calais.feature
+- features/homepage.feature
+- features/http.feature
+- features/persistence.feature
+- features/processing.feature
+- features/sanitize-text.feature
+- features/twitter.feature
+- features/mocks/bbc_story.html
+- features/mocks/calais.json
+- features/mocks/topix_rss.xml
+- features/mocks/twitter.json
+- features/step_definitions/calais_steps.rb
+- features/step_definitions/home_page_steps.rb
+- features/step_definitions/http_steps.rb
+- features/step_definitions/persistence_steps.rb
+- features/step_definitions/processing_steps.rb
+- features/step_definitions/require_steps.rb
+- features/step_definitions/sanitize-text_steps.rb
+- features/step_definitions/twitter_steps.rb
+- features/support/env.rb
 - README.rdoc
 - License.txt
 has_rdoc: false