RubyGems - saper - Versions diffs - 0.5.1 → 0.5.2 - Mend

saper 0.5.1 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (120) hide show

checksums.yaml +4 -4
data/README.md +3 -0
data/Rakefile +6 -6
data/bin/saper +17 -36
data/lib/saper.rb +63 -20
data/lib/saper/actions/append_with.rb +1 -1
data/lib/saper/actions/convert_to_html.rb +1 -1
data/lib/saper/actions/convert_to_json.rb +6 -2
data/lib/saper/actions/convert_to_markdown.rb +1 -1
data/lib/saper/actions/convert_to_time.rb +38 -1
data/lib/saper/actions/convert_to_xml.rb +1 -1
data/lib/saper/actions/create_atom.rb +6 -2
data/lib/saper/actions/fetch.rb +3 -2
data/lib/saper/actions/fetch_with_token.rb +18 -0
data/lib/saper/actions/find.rb +1 -1
data/lib/saper/actions/find_first.rb +1 -1
data/lib/saper/actions/get_attribute.rb +7 -2
data/lib/saper/actions/get_contents.rb +1 -1
data/lib/saper/actions/get_text.rb +1 -1
data/lib/saper/actions/nothing.rb +11 -0
data/lib/saper/actions/prepend_with.rb +2 -2
data/lib/saper/actions/remove_after.rb +2 -2
data/lib/saper/actions/remove_before.rb +2 -2
data/lib/saper/actions/remove_matching.rb +2 -2
data/lib/saper/actions/remove_tags.rb +1 -1
data/lib/saper/actions/replace.rb +1 -1
data/lib/saper/actions/run_recipe.rb +2 -2
data/lib/saper/actions/run_recipe_and_save.rb +3 -3
data/lib/saper/actions/save.rb +2 -2
data/lib/saper/actions/select_matching.rb +2 -2
data/lib/saper/actions/set_input.rb +1 -1
data/lib/saper/actions/skip_tags.rb +1 -1
data/lib/saper/actions/split.rb +1 -1
data/lib/saper/arguments/attribute.rb +6 -0
data/lib/saper/arguments/recipe.rb +12 -6
data/lib/saper/arguments/service.rb +12 -0
data/lib/saper/arguments/text.rb +1 -0
data/lib/saper/arguments/timezone.rb +2 -1
data/lib/saper/arguments/url.rb +12 -0
data/lib/saper/arguments/variable.rb +2 -1
data/lib/saper/arguments/xpath.rb +2 -1
data/lib/saper/core/action.rb +43 -13
data/lib/saper/core/argument.rb +30 -14
data/lib/saper/core/browser.rb +29 -28
data/lib/saper/core/dsl.rb +14 -16
data/lib/saper/core/error.rb +1 -1
data/lib/saper/core/item.rb +2 -2
data/lib/saper/core/keychain.rb +58 -5
data/lib/saper/core/namespace.rb +15 -18
data/lib/saper/core/recipe.rb +53 -12
data/lib/saper/core/result.rb +72 -0
data/lib/saper/core/runtime.rb +44 -177
data/lib/saper/core/stack.rb +57 -0
data/lib/saper/items/atom.rb +18 -1
data/lib/saper/items/document.rb +39 -19
data/lib/saper/items/html.rb +52 -7
data/lib/saper/items/json.rb +19 -1
data/lib/saper/items/markdown.rb +14 -4
data/lib/saper/items/nothing.rb +6 -0
data/lib/saper/items/text.rb +28 -3
data/lib/saper/items/time.rb +25 -2
data/lib/saper/items/url.rb +8 -2
data/lib/saper/items/xml.rb +51 -11
data/lib/{lib → saper/patches}/mechanize.rb +0 -0
data/lib/{lib → saper/patches}/nokogiri.rb +0 -0
data/lib/saper/version.rb +2 -2
data/spec/actions/append_with_spec.rb +29 -52
data/spec/actions/convert_to_html_spec.rb +13 -30
data/spec/actions/convert_to_json_spec.rb +13 -30
data/spec/actions/convert_to_markdown_spec.rb +17 -19
data/spec/actions/convert_to_time_spec.rb +25 -43
data/spec/actions/convert_to_xml_spec.rb +15 -11
data/spec/actions/create_atom_spec.rb +11 -19
data/spec/actions/fetch_spec.rb +3 -8
data/spec/actions/find_first_spec.rb +38 -40
data/spec/actions/find_spec.rb +23 -39
data/spec/actions/get_attribute_spec.rb +30 -3
data/spec/actions/{get_contents.rb → get_contents_spec.rb} +0 -0
data/spec/actions/{get_text.rb → get_text_spec.rb} +0 -0
data/spec/actions/nothing_spec.rb +7 -0
data/spec/actions/prepend_with_spec.rb +31 -18
data/spec/actions/{remove_after.rb → remove_after_spec.rb} +0 -0
data/spec/actions/{remove_before.rb → remove_before_spec.rb} +0 -0
data/spec/actions/remove_matching_spec.rb +7 -0
data/spec/actions/remove_tags_spec.rb +7 -0
data/spec/actions/run_recipe_and_save_spec.rb +7 -0
data/spec/actions/run_recipe_spec.rb +7 -0
data/spec/arguments/attribute_spec.rb +7 -0
data/spec/arguments/recipe_spec.rb +7 -0
data/spec/arguments/text_spec.rb +7 -0
data/spec/arguments/timezone_spec.rb +7 -0
data/spec/arguments/variable_spec.rb +7 -0
data/spec/arguments/xpath_spec.rb +7 -0
data/spec/core/action_spec.rb +13 -142
data/spec/core/argument_spec.rb +38 -71
data/spec/core/browser_spec.rb +18 -3
data/spec/core/dsl_spec.rb +1 -1
data/spec/core/item_spec.rb +1 -1
data/spec/core/namespace_spec.rb +0 -11
data/spec/core/recipe_spec.rb +54 -77
data/spec/core/result_spec.rb +7 -0
data/spec/core/runtime_spec.rb +20 -151
data/spec/core/stack_spec.rb +7 -0
data/spec/integration/simple_invalid_spec.rb +39 -0
data/spec/integration/simple_valid_spec.rb +39 -0
data/spec/items/atom_spec.rb +6 -1
data/spec/items/document_spec.rb +93 -15
data/spec/items/html_spec.rb +45 -28
data/spec/items/json_spec.rb +10 -10
data/spec/items/markdown_spec.rb +24 -3
data/spec/items/nothing_spec.rb +1 -1
data/spec/items/text_spec.rb +13 -41
data/spec/items/time_spec.rb +25 -4
data/spec/items/url_spec.rb +1 -7
data/spec/items/xml_spec.rb +46 -39
data/spec/spec_helper.rb +2 -21
metadata +63 -60
data/lib/lib/json_search.rb +0 -54
data/spec/actions/run_recipe_and_save_spec.tmp.rb +0 -52
data/spec/actions/run_recipe_spec.tmp.rb +0 -53

data/spec/items/atom_spec.rb CHANGED

@@ -2,6 +2,11 @@ require './spec/spec_helper'
 describe Saper::Items::Atom do
-  it # TODO
+  it ".new" # TODO
+  it "#[]" # TODO
+  it "#serialize" # TODO
+  it "#to_hash" # TODO
+  it "#to_native" # TODO
+  it "#to_json" # TODO
 end

data/spec/items/document_spec.rb CHANGED

@@ -1,25 +1,103 @@
 require './spec/spec_helper'
 describe Saper::Items::Document do
-  context ".new" do
+  let(:doc) do
+    Saper::Items::Document.new("")
   end
+  let(:doc_with_params) do
+    Saper::Items::Document.new("", "http://google.com", { "content-type" => "text/html; charset=win-1251" })
+  end
+  it ".new(nil) raises InvalidItem" do
+    lambda { Saper::Items::Document.new(nil) }.must_raise(Saper::InvalidItem)
+  end
+  it "#uri returns nil by default" do
+    doc.uri.must_be_nil
+  end
+  it "#uri returns URI when defined" do
+    doc_with_params.uri.must_equal "http://google.com"
+  end
+  it "#mime returns nil by default" do
+    doc.mime.must_be_nil
+  end
+  it "#mime returns mime type if defined in headers" do
+    doc_with_params.mime.must_equal "text/html"
+  end
+  it "#charset returns nil by defaukt" do
+    doc.charset.must_be_nil
+  end
+  it "#charset returns charset if defined in headers" do
+    doc_with_params.charset.must_equal "win-1251"
+  end
+end
-  context "#to_html" do
+describe "Saper::Items::Document(empty String)" do
+  subject do
+    Saper::Items::Document.new("")
+  end
+  it "#size returns zero" do
+    subject.size.must_equal 0
+  end
+  it "#to_html raises InvalidItem" do
+    lambda { subject.to_html }.must_raise(Saper::InvalidItem)
+  end
+  it "#to_markdown raises InvalidItem" do
+    lambda { subject.to_markdown }.must_raise(Saper::InvalidItem)
   end
-  context "#to_markdown" do
+  it "#to_native returns empty string" do
+    subject.to_native.must_equal ""
   end
-  context "#to_text" do
+  it "#to_text returns Text" do
+    subject.to_text.must_be_kind_of(Saper::Items::Text)
   end
-  context "#to_xml" do
+  it "#to_xml raises InvalidItem" do
+    lambda { subject.to_xml }.must_raise(Saper::InvalidItem)
   end
 end
+describe "Saper::Items::Document(HTML as String)" do
+  subject do
+    Saper::Items::Document.new("<html></html>")
+  end
+  it "#size returns string length" do
+    subject.size.must_equal 13
+  end
+  it "#to_html returns HTML" do
+    subject.to_html.must_be_kind_of(Saper::Items::HTML)
+  end
+  it "#to_markdown returns Markdown" do
+    subject.to_markdown.must_be_kind_of(Saper::Items::Markdown)
+  end
+  it "#to_native returns document contents" do
+    subject.to_native.must_equal "<html></html>"
+  end
+  it "#to_text returns Text" do
+    subject.to_text.must_be_kind_of(Saper::Items::Text)
+  end
+  it "#to_xml raises InvalidItem" do
+    subject.to_xml.must_be_kind_of(Saper::Items::XML)
+  end
+end
+describe "Saper::Items::Document(XML as String)" do
+  subject do
+    Saper::Items::Document.new("<response></response>")
+  end
+  it "#size returns string length" do
+    subject.size.must_equal 21
+  end
+  it "#to_html returns HTML" do
+    subject.to_html.must_be_kind_of(Saper::Items::HTML)
+  end
+  it "#to_markdown returns Markdown" do
+    subject.to_markdown.must_be_kind_of(Saper::Items::Markdown)
+  end
+  it "#to_native returns document contents" do
+    subject.to_native.must_equal "<response></response>"
+  end
+  it "#to_text returns Text" do
+    subject.to_text.must_be_kind_of(Saper::Items::Text)
+  end
+  it "#to_xml returns XML" do
+    subject.to_xml.must_be_kind_of(Saper::Items::XML)
+  end
+end

data/spec/items/html_spec.rb CHANGED

@@ -1,41 +1,58 @@
 require './spec/spec_helper'
 describe Saper::Items::HTML do
-  context ".new" do
+  let :html do
+    "<html><body><p><a href=\"http://google.com\">Google</a></p><p><a href=\"http://yandex.ru\">Yandex</a></p></body></html>"
   end
-  context "#[]" do
+  let :subject do
+    Saper::Items::HTML.new html
   end
-  context "#find" do
+  it "::new(nil) raises InvalidItem" do
+    lambda { Saper::Items::HTML.new(nil) }.must_raise(Saper::InvalidItem)
   end
-  context "#find_all" do
+  it "::new('') raises InvalidItem" do
+    lambda { Saper::Items::HTML.new("") }.must_raise(Saper::InvalidItem)
   end
-  context "#inner_html" do
+  it "::new(String) returns HTML" do
+    Saper::Items::HTML.new("string").must_be_instance_of(Saper::Items::HTML)
   end
-  context "#inner_text" do
+  it "#find(valid) returns HTML" do
+    subject.find("a").must_be_kind_of(Saper::Items::HTML)
   end
-  context "#remove_children_preserving_content" do
+  it "#find(invalid) returns nil" do
+    subject.find("li").must_be_nil
   end
-  context "#remove_children_with_content" do
+  it "#find_all(valid) returns an Array of HTML instances" do
+    subject.find_all("a").first.must_be_kind_of(Saper::Items::HTML)
   end
-  context "#to_markdown" do
+  it "#find_all(invalid) returns an empty Array" do
+    subject.find_all("li").must_be_empty
+  end
+  it "#[](valid) returns Text" do
+    subject.find("a")["href"].must_be_kind_of(Saper::Items::Text)
+  end
+  it "#[](invalid) returns nil" do
+    subject.find("a")["unknown"].must_be_nil
+  end
+  it "#inner_html returns Text" do
+    subject.inner_html.must_be_kind_of(Saper::Items::Text)
+  end
+  it "#inner_html returns valid contents" do
+    subject.inner_html.must_be :==, html
+  end
+  it "#inner_text returns Text" do
+    subject.inner_text.must_be_kind_of(Saper::Items::Text)
+  end
+  it "#remove_children_preserving_content returns modified HTML" do
+    subject.remove_children_preserving_content("a").to_native.must_equal "<html><body><p>Google</p><p>Yandex</p></body></html>"
+  end
+  it "#remove_children_with_content returns modified HTML" do
+    subject.remove_children_with_content("a").to_native.must_equal "<html><body><p></p><p></p></body></html>"
+  end
+  it "#to_markdown returns Markdown" do
+    subject.to_markdown.must_be_kind_of(Saper::Items::Markdown)
+  end
+  it "#== returns true for matching string" do
+    subject.to_s.must_be :==, html
   end
 end

data/spec/items/json_spec.rb CHANGED

@@ -1,17 +1,17 @@
 require './spec/spec_helper'
 describe Saper::Items::JSON do
-  context ".new" do
+  it "::new(nil) raises InvalidItem" do
+    lambda { Saper::Items::JSON.new(nil) }.must_raise(Saper::InvalidItem)
   end
-  context "#find" do
+  it "::new('') raises InvalidItem" do
+    lambda { Saper::Items::JSON.new("") }.must_raise(Saper::InvalidItem)
   end
-  context ".find_all" do
+  it "::new(invalid String) raises InvalidItem" do
+    lambda { Saper::Items::JSON.new("not json") }.must_raise(Saper::InvalidItem)
   end
+  it "#find" # TODO
+  it "#find_all" # TODO
+  it "#to_native" # TODO
+  it "#to_s" # TODO
 end

data/spec/items/markdown_spec.rb CHANGED

@@ -1,7 +1,28 @@
 require './spec/spec_helper'
 describe Saper::Items::Markdown do
-  it # TODO
+  let :html do
+    Saper::Items::HTML.new('<p>test</p>')
+  end
+  let :subject do
+    Saper::Items::Markdown.new(html)
+  end
+  it "::new(nil) raises InvalidItem" do
+    lambda { Saper::Items::Markdown.new(nil) }.must_raise(Saper::InvalidItem)
+  end
+  it "::new('') raises InvalidItem" do
+    lambda { Saper::Items::Markdown.new("") }.must_raise(Saper::InvalidItem)
+  end
+  it "::new(String) returns Markdown" do
+    lambda { Saper::Items::Markdown.new("string") }.must_raise(Saper::InvalidItem)
+  end
+  it "#to_native returns underlying String" do
+    subject.to_native.must_equal 'test'
+  end
+  it "#to_s returns underlying String" do
+    subject.to_s.must_equal 'test'
+  end
+  it "#== returns true for a matching string" do
+    subject.to_native.must_equal "test"
+  end
 end

data/spec/items/nothing_spec.rb CHANGED

@@ -2,6 +2,6 @@ require './spec/spec_helper'
 describe Saper::Items::Nothing do
-  it # TODO
+  it #TODO
 end

data/spec/items/text_spec.rb CHANGED

@@ -1,45 +1,17 @@
 require './spec/spec_helper'
 describe Saper::Items::Text do
-  context ".new(String)" do
-    it "returns Text instance" do
-      Saper::Items::Text.new("text").should be_a(Saper::Items::Text)
-    end
-  end
-  context ".new(nil)" do
-    it "raises InvalidItem" do
-      expect { Saper::Items::Text.new(nil) }.to raise_error(Saper::InvalidItem)
-    end
-  end
-  context "#gsub" do
-  end
-  context "#split" do
-  end
-  context "#to_json" do
-  end
-  context "#to_html" do
-  end
-  context "#to_s" do
-  end
-  context "#to_time" do
-  end
-  context "#to_xml" do
-  end
+  subject do
+    Saper::Items::Text.new("text")
+  end
+  it "#== returns true for comparable String" do
+    subject.must_be :==, "text"
+  end
+  it "#gsub" # TODO
+  it "#split" # TODO
+  it "#to_json" # TODO
+  it "#to_html" # TODO
+  it "#to_s" # TODO
+  it "#to_time" # TODO
+  it "#to_xml" # TODO
 end

data/spec/items/time_spec.rb CHANGED

@@ -1,7 +1,28 @@
 require './spec/spec_helper'
 describe Saper::Items::Time do
-  it # TODO
-end
+  let(:input) do
+    '19-04-2014 18:56'
+  end
+  it ".new(nil) raises InvalidItem" do
+    lambda { Saper::Items::Time.new(nil) }.must_raise(Saper::InvalidItem)
+  end
+  it ".new('') raises InvalidItem" do
+    lambda { Saper::Items::Time.new('') }.must_raise(Saper::InvalidItem)
+  end
+  it ".new(invalid) raises InvalidItem" do
+    lambda { Saper::Items::Time.new(input, '%H:%M') }.must_raise(Saper::InvalidItem)
+  end
+  it ".new(valid) returns Time instance" do
+    Saper::Items::Time.new(input, '%d-%m-%Y %H:%M').must_be_instance_of(Saper::Items::Time)
+  end
+  it ".new(valid) returns valid time" do
+    Saper::Items::Time.new(input, '%d-%m-%Y %H:%M').to_s.must_be :==, '2014-04-19T18:56:00+00:00'
+  end
+  it ".new(valid, tz) returns Time instance" do
+    Saper::Items::Time.new(input, '%d-%m-%Y %H:%M', 'Europe/Moscow').to_s.must_be :==, '2014-04-19T18:56:00+04:00'
+  end
+  it "#to_native returns native Time instance" do
+    Saper::Items::Time.new(input, '%d-%m-%Y %H:%M').to_native.must_be_instance_of(Time)
+  end
+end

data/spec/items/url_spec.rb CHANGED

@@ -2,12 +2,6 @@ require './spec/spec_helper'
 describe Saper::Items::URL do
-  context ".new" do
-  end
-  context "#to_s" do
-  end
+  it # TODO
 end

data/spec/items/xml_spec.rb CHANGED

@@ -1,45 +1,52 @@
 require './spec/spec_helper'
 describe Saper::Items::XML do
-  context ".new(String)" do
-    it "returns Text instance" do
-      Saper::Items::Text.new("text").should be_a(Saper::Items::Text)
-    end
-  end
-  context ".new(nil)" do
-    it "raises InvalidItem" do
-      expect { Saper::Items::XML.new(nil) }.to raise_error(Saper::InvalidItem)
-    end
-  end
-  context "#[]" do
-  end
-  context "#find" do
-  end
-  context "#find_all" do
-  end
-  context "#inner_html" do
-  end
-  context "#inner_text" do
-  end
-  context "#remove_children_preserving_content" do
+  let :xml do
+    "<response><item name=\"Google\"><host>google.com</host></item><item name=\"Yandex\"><host>yandex.ru</host></item></response>"
   end
-  context "#remove_children_with_content" do
+  let :subject do
+    Saper::Items::XML.new xml
+  end
+  it "::new(nil) raises InvalidItem" do
+    lambda { Saper::Items::XML.new(nil) }.must_raise(Saper::InvalidItem)
+  end
+  it "::new('') raises InvalidItem" do
+    lambda { Saper::Items::XML.new("") }.must_raise(Saper::InvalidItem)
+  end
+  it "::new(String) returns XML" do
+    Saper::Items::XML.new("string").must_be_instance_of(Saper::Items::XML)
+  end
+  it "#find(valid) returns XML" do
+    subject.find("host").must_be_kind_of(Saper::Items::XML)
+  end
+  it "#find(invalid) returns nil" do
+    subject.find("smth").must_be_nil
+  end
+  it "#find_all(valid) returns an Array of XML instances" do
+    subject.find_all("host").first.must_be_kind_of(Saper::Items::XML)
+  end
+  it "#find_all(invalid) returns an empty Array" do
+    subject.find_all("smth").must_be_empty
+  end
+  it "#[](valid) returns Text" do
+    subject.find("item")["name"].must_be_kind_of(Saper::Items::Text)
+  end
+  it "#[](invalid) returns nil" do
+    subject.find("item")["unknown"].must_be_nil
+  end
+  it "#inner_xml returns Text" do
+    subject.inner_xml.must_be_kind_of(Saper::Items::Text)
+  end
+  it "#inner_xml returns valid contents" do
+    subject.inner_xml.must_be :==, xml
+  end
+  it "#inner_text returns Text" do
+    subject.inner_text.must_be_kind_of(Saper::Items::Text)
+  end
+  it "#remove_children_preserving_content returns modified HTML" do
+    subject.remove_children_preserving_content("host").to_native.must_equal "<response><item name=\"Google\">google.com</item><item name=\"Yandex\">yandex.ru</item></response>"
+  end
+  it "#remove_children_with_content returns modified HTML" do
+    subject.remove_children_with_content("host").to_native.must_equal "<response><item name=\"Google\"></item><item name=\"Yandex\"></item></response>"
   end
 end