jakal 0.1.6 → 0.1.7

data/features/sanitize-text.feature

@@ -1,71 +0,0 @@
-Feature: Processing features
-  In order to integrate our apps
-  As a developer
-  I want to make some requests and inspect some responses
-
-  @unit @text
-  Scenario: No changes needed
-    Given I have the text "the cat sat on the mat"
-    When I sanitize this text
-    Then there should be no script tags
-    And there should be no tags
-    And there should be no blank lines
-    And it should say "the cat sat on the mat"
-
-  @unit @text
-  Scenario: Remove simple tags
-    Given I have the text "<a href=\"a-link.html\">the cat sat on the mat</a>"
-    When I sanitize this text
-    Then there should be no script tags
-    And there should be no tags
-    And there should be no blank lines
-    Then it should say "the cat sat on the mat"
-
-  @unit @text @wip
-  Scenario: Remove script tags
-    Given I have some script tag data
-    When I sanitize this text
-    Then there should be no script tags
-    And there should be no tags
-    And there should be no blank lines
-    Then it should say "the cat sat on the mat"
-
-  @mock
-  Scenario: Remove script tags
-    Given I have a sample web page
-    When I remove the script tags
-    Then there should be no script tags
-
-  @mock
-  Scenario: Remove all tags
-    Given I have a sample web page
-    When I remove the script tags
-    And I strip all the tags
-    Then there should be no script tags
-    And there should be no tags
-
-  @mock
-  Scenario: Remove empty lines
-    Given a stripped web page
-    When I remove the blank lines
-    Then there should be no blank lines
-    
-  @mock
-  Scenario: Remove a short line
-    Given I have the text "the cat sat on the"
-    When I remove the short lines
-    Then it should say ""
-    
-  @mock
-  Scenario: Don't remove a long line
-    Given I have the text "the cat sat on the mat"
-    When I remove the short lines
-    Then it should say "the cat sat on the mat"
-    
-  @mock
-  Scenario: Santize a sample BBC page
-    Given I have a sample BBC story
-    When I sanitize this text
-    Then there should be no script tags
-    And there should be no tags
-    And there should be no blank lines

data/features/step_definitions/calais_steps.rb

@@ -1,13 +0,0 @@
-
-Given /^I have some text$/ do
-  @text = "Barack Obama said today that he expects there to be conflict within his new security team after confirming Hillary Clinton as his choice for US Secretary of State."
-end
-
-When /^I request the nested entities from calais$/ do
-  key = YAML::load_file('config/keys.yml')['calais']
-  @response = Jkl::Extraction::tags key, @text
-end
-
-Then /^I should receive the entities grouped into categories$/ do
-  @response.eql?({"Person"=>["Barack Obama", "Hillary Clinton"], "Position"=>["Secretary of State"]}).should == true
-end

data/features/step_definitions/http_steps.rb

@@ -1,38 +0,0 @@
-When /^I post some data to yahoo$/ do
-  @url = URI.parse('http://search.yahooapis.com/ContentAnalysisService/V1/termExtraction')
-  appid = LICENSE_ID = YAML::load_file('config/keys.yml')['yahoo']
-  context = URI.encode('Italian sculptors and painters of the renaissance favored the Virgin Mary for inspiration')
-  post_args = { 'appid' => appid, 'context' => context, 'output' => 'json' }
-  @response = Jkl::post_to @url, post_args
-end
-
-Given /^I have some RSS$/ do
-  raw = File.open('features/mocks/topix_rss.xml','r') {|f| f.readlines.to_s}
-  @response = Hpricot.XML raw
-end
-
-When /^I make a restful get request$/ do
-  url = "http://news.bbc.co.uk/1/hi/uk_politics/7677419.stm" 
-  @response = Jkl::get_from url
-end
-
-When /^I request some twitter trends$/ do
-  twitter_json_url = YAML::load_file('config/config.yml')['twitter'] 
-  output = JSON.parse Jkl::get_from twitter_json_url
-  @response = output['trends']
-end
-
-Then /^I should get a response$/ do
-  @response.should_not == nil
-end
-
-Then /^I should be able to get the copy from the first headline$/ do
-  @response = Jkl::get_from @links[0]
-  @response.should_not be_nil
-  @response.should_not == ""
-  @text = Jkl::sanitize @response
-end
-
-Then /^I should see some text$/ do
-  @response.length.should > 0
-end

data/features/step_definitions/sanitize-text_steps.rb

@@ -1,79 +0,0 @@
-Given "I have the text \"$text\"" do |text|
-  @text = text
-end
-
-Given /^I have a sample BBC story$/ do
-  @text = File.open('features/mocks/bbc_story.html','r') {|f| f.readlines.to_s}
-end
-
-Given /^I have some script tag data$/ do
-  @text = <<-EOF;
-  the cat sat on the mat
-  <script type="text/javascript" charset="utf-8">
-   function nofunction(){var bob;}
-  </script>
-  <p> some para stuff here </p>
-  some end stuff here
-    EOF
-end
-
-Given /^I have a sample web page$/ do
-  @text = File.open('features/mocks/sample-web-page.html','r') {|f| f.readlines.to_s}
-end
-
-Given /^a stripped web page$/ do
-  Given "I have a sample web page"
-  When "I remove the script tags"
-  And "I strip all the tags"
-  Then "there should be no script tags"
-  And "there should be no tags"
-end
-
-When /^I sanitize this text$/ do
-  @text = Jkl::Text::sanitize @text
-end
-
-When /^I examine the text$/ do
-  text = Jkl::Text::remove_tabs @text
-end
-
-Then "it should say \"$text\"" do |text|
-  @text.to_s.should == text
-end
-
-Then /^I can read it$/ do
-  Jkl::Text::document_from(@response).should_not be_nil
-end
-
-When /^I remove the script tags$/ do
-  @text = Jkl::Text::remove_script_tags @text
-end
-
-When /^I remove the blank lines$/ do
-  @text = Jkl::Text::remove_blank_lines @text
-end
-
-When /^I remove the short lines$/ do
-  @text = Jkl::Text::remove_short_lines @text
-end
-
-When /^I clean it up$/ do
-  @text = Jkl::Text::remove_short_lines Jkl::Text:: strip_all_tags Jkl::Text::remove_script_tags @text
-end
-
-When /^I strip all the tags$/ do
-  @text = Jkl::Text::strip_all_tags @text
-end
-
-Then /^there should be no tags$/ do
-  @text.match(/</).should be_nil
-end
-
-Then /^there should be no script tags$/ do
-  @text.match(/<script/).should be_nil
-end
-
-Then /^there should be no blank lines$/ do
-  @text.match(/\r/).should be_nil
-  @text.match(/\n/).should be_nil
-end

data/features/step_definitions/twitter_steps.rb

@@ -1,13 +0,0 @@
-When /^I request trends data from twitter$/ do
-  @url = YAML::load_file('config/config.yml')['twitter']
-  @response = Jkl::get_from @url
-end
-
-Then /^I should see some trends$/ do
-  result = JSON.parse @response
-  trends = result['trends']
-  trends.each do |subject|
-    subject['name'].length.should > 1
-    subject['url'].length.should > 1
-  end
-end

data/features/support/env.rb

@@ -1,17 +0,0 @@
-gem 'rack-test'
-
-require 'spec/expectations'
-require 'rack/test'
-require 'hpricot'
-require 'json'
-require 'rest_client'
-
-require 'lib/jkl'
-include Jkl
-
-
-class MyWorld
-  include Rack::Test::Methods
-end
-
-World{MyWorld.new}