RubyGems - diffbot_simple - Versions diffs - 0.0.4 → 1.0.0 - Mend

diffbot_simple 0.0.4 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (31) hide show

checksums.yaml +4 -4
data/README.md +42 -20
data/lib/diffbot_simple/symbolize.rb +11 -8
data/lib/diffbot_simple/v2/analyze.rb +1 -6
data/lib/diffbot_simple/v2/api_helper.rb +8 -2
data/lib/diffbot_simple/v2/article.rb +1 -1
data/lib/diffbot_simple/v2/bulk.rb +11 -0
data/lib/diffbot_simple/v2/bulk_api.rb +8 -0
data/lib/diffbot_simple/v2/client.rb +13 -6
data/lib/diffbot_simple/v2/crawl.rb +53 -0
data/lib/diffbot_simple/v2/crawlbot_api.rb +22 -0
data/lib/diffbot_simple/v2/custom.rb +1 -5
data/lib/diffbot_simple/v2/image.rb +0 -4
data/lib/diffbot_simple/v2/product.rb +0 -4
data/lib/diffbot_simple/version.rb +1 -1
data/lib/diffbot_simple.rb +4 -1
data/spec/serialize_test_data.json +38 -0
data/spec/symbolize_spec.rb +17 -0
data/spec/{analyze_spec.rb → v2/analyze_spec.rb} +4 -4
data/spec/v2/article_spec.rb +12 -12
data/spec/v2/bulk_api_spec.rb +54 -0
data/spec/v2/bulk_spec.rb +56 -0
data/spec/v2/client_spec.rb +35 -4
data/spec/v2/crawl_spec.rb +66 -0
data/spec/v2/crawlbot_api_spec.rb +54 -0
data/spec/v2/custom_spec.rb +4 -4
data/spec/{image_spec.rb → v2/image_spec.rb} +4 -4
data/spec/{product_spec.rb → v2/product_spec.rb} +4 -4
metadata +24 -11
data/lib/diffbot_simple/v2/crawlbot.rb +0 -75
data/spec/v2/crawlbot_spec.rb +0 -113

data/spec/v2/article_spec.rb CHANGED Viewed

@@ -6,7 +6,7 @@ module DiffbotSimple::V2
 		let(:url) { "http://foo.bar" }
 		let(:article) { client.article }
 		let(:api_url) { "#{base_url}/article" }
-		let(:single_article_response) do
+		let(:request_response) do
 			{
 				body:
 					{ :type=>"article", :icon=>"http://www.diffbot.com/favicon.ico", :title=>"Diffbot's New Product API Teaches Robots to Shop Online", :author=>"John Davi"}.to_json
@@ -20,33 +20,33 @@ module DiffbotSimple::V2
 				expect(stubbed_request).to have_been_requested
 			end
 			it "should return the response body as an symbolized hash" do
-				expect(subject).to eql JSON.parse(single_article_response[:body], symbolize_names: true)
+				expect(subject).to eql JSON.parse(request_response[:body], symbolize_names: true)
 			end
-			it "should respond and return the apis url in to_crawl_api_url" do
-				expect(article.to_crawl_api_url).to eql api_url
+			it "should respond and return the apis url in to_api_url" do
+				expect(article.to_api_url).to eql api_url
 			end
 		end
 		context "when asking for a single article with no additional options" do
-			let(:subject) { article.single_article url: url }
-			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url }).to_return(single_article_response) }
+			let(:subject) { article.request url: url }
+			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url }).to_return(request_response) }
 			it_should_behave_like "an article request"
 		end
 		context "when asking for a single article with some additional options" do
-			let(:subject) { article.single_article url: url, fields: "meta,querystring,images(*)" }
-			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url, fields: "meta,querystring,images(*)" }).to_return(single_article_response) }
+			let(:subject) { article.request url: url, fields: "meta,querystring,images(*)" }
+			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url, fields: "meta,querystring,images(*)" }).to_return(request_response) }
 			it_should_behave_like "an article request"
 		end
 		context "when asking for a single article with custom headers" do
-			let(:subject) { article.single_article url: url, custom_headers: { "X-Forward-User-Agent" => "I AM CHROME" } }
-			let(:stubbed_request) { stub_request(:get, "#{base_url}/article").with(query: {token: token, url: url }, headers: { "X-Forward-User-Agent" => "I AM CHROME" }).to_return(single_article_response) }
+			let(:subject) { article.request url: url, custom_headers: { "X-Forward-User-Agent" => "I AM CHROME" } }
+			let(:stubbed_request) { stub_request(:get, "#{base_url}/article").with(query: {token: token, url: url }, headers: { "X-Forward-User-Agent" => "I AM CHROME" }).to_return(request_response) }
 			it_should_behave_like "an article request"
 		end
 		context "when posting a body directly to analyze" do
 			let(:body) { "<html><fake><body>" }
-			let(:subject) { article.single_article url: url, body: body }
-			let(:stubbed_request) { stub_request(:post, "#{base_url}/article").with(query: {token: token, url: url }, body: body).to_return(single_article_response) }
+			let(:subject) { article.request url: url, body: body }
+			let(:stubbed_request) { stub_request(:post, "#{base_url}/article").with(query: {token: token, url: url }, body: body).to_return(request_response) }
 			it_should_behave_like "an article request"
 		end
 	end

data/spec/v2/bulk_api_spec.rb ADDED Viewed

@@ -0,0 +1,54 @@
+require 'spec_helper'
+module DiffbotSimple::V2
+	describe BulkApi do
+		before(:each) { stubbed_request }
+		let(:bulk_api) { BulkApi.new token: token, api_client: ApiClient.new }
+		let(:response_body) { {body: MultiJson.dump(response) } }
+		let(:filtered_response) { response[:jobs].select { |e| e[:type] == "bulk"  } }
+		let(:response) { {jobs: [{ type: "bulk", foo: "bar" },{ type: "crawl", should_not: "return" }]} }
+		let(:name) { :my_bulk_job }
+		let(:bulk_url) { "#{base_url}/bulk" }
+		shared_examples_for "a correct single request" do
+			it "should make the stubbed_request" do
+				subject
+				expect(stubbed_request).to have_been_requested
+			end
+			it "should return a hashified response" do
+				expect(subject).to eql filtered_response.first
+			end
+		end
+		context "when asking for all bulk jobs" do
+			let(:subject) { bulk_api.all }
+			let(:stubbed_request) { stub_request(:get, bulk_url).with(query: {token: token}).to_return(response_body) }
+			it "should return the jobs-array" do
+				expect(subject).to eql filtered_response
+			end
+			it "should make the stubbed_request" do
+				subject
+				expect(stubbed_request).to have_been_requested
+			end
+		end
+		context "when asking for a named bulk job" do
+			let(:subject) { bulk_api.single name: name }
+			let(:stubbed_request) { stub_request(:get, bulk_url).with(query: {token: token, name: name.to_s}).to_return(response_body) }
+			it_should_behave_like "a correct single request"
+		end
+		context "when supplying more arguments to a named bulk job" do
+			let(:urls) { "http://foo.bar,http://bar.foo" }
+			let(:notifyEmail) { "noreply@foo.bar" }
+			let(:api_url) { "#{base_url}/product" }
+			let(:subject) { bulk_api.single name: name, urls: urls, notifyEmail: notifyEmail, apiUrl: api_url }
+			let(:stubbed_request) { stub_request(:get, bulk_url).with(query: {token: token, name: name.to_s, apiUrl: api_url, urls: urls, notifyEmail: notifyEmail}).to_return(response_body) }
+			it_should_behave_like "a correct single request"
+		end
+		context "when asking for results for a named bulk job" do
+			let(:download_url) { "http://foo.bar" }
+			let(:subject) { bulk_api.results url: download_url }
+			let(:stubbed_request) { stub_request(:get, download_url).to_return([]) }
+			it "should make the stubbed_request" do
+				subject
+				expect(stubbed_request).to have_been_requested
+			end
+		end
+	end
+end

data/spec/v2/bulk_spec.rb ADDED Viewed

@@ -0,0 +1,56 @@
+require 'spec_helper'
+module DiffbotSimple::V2
+	describe Bulk do
+		let(:bulk_api) { double("bulk_api") }
+		let(:name) { "test" }
+		let(:subject) { Bulk.new bulk_api: bulk_api, name: name}
+		before(:each) { expect(bulk_api).to receive(:single).with(name: name).and_return({ notifyEmail: nil, downloadJson: "download_url" }) }
+		context "when pausing" do
+			it "should send pause = 1 to bulk api" do
+				expect(bulk_api).to receive(:single).with(name: name, pause: 1).and_return({})
+				subject.pause
+			end
+		end
+		context "when unpausing" do
+			it "should send pause = 0 to bulk api" do
+				expect(bulk_api).to receive(:single).with(name: name, pause: 0).and_return({})
+				subject.unpause
+			end
+		end
+		context "when deleting" do
+			it "should send delete = 1 to bulk api" do
+				expect(bulk_api).to receive(:single).with(name: name, delete: 1).and_return({})
+				subject.delete!
+			end
+		end
+		context "when downloading results" do
+			it "should call for results on bulk api" do
+				expect(bulk_api).to receive(:results).with(url: "download_url").and_return([])
+				subject.results
+			end
+		end
+		context "when updating general parameters" do
+			it "should send these to bulk api" do
+				expect(bulk_api).to receive(:single).with(name: name, notifyEmail: "foo@b.ar").and_return({})
+				subject.notifyEmail "foo@b.ar"
+			end
+			it "should even do it as an setter" do
+				expect(bulk_api).to receive(:single).with(name: name, notifyEmail: "foo@b.ar").and_return({})
+				subject.notifyEmail = "foo@b.ar"
+			end
+		end
+		context "when updating several properties at once" do
+			it "should send them to bulk api" do
+				expect(bulk_api).to receive(:single).with(name: name, notifyEmail: "foo@b.ar", repeat: 7.0).and_return({})
+				subject.update notifyEmail: "foo@b.ar", repeat: 7.0
+			end
+		end
+		context "when adding an array of urls to process" do
+			let(:urls) {["http://foo.bar", "http://bar.foo"]}
+			it "should send them space delimited to bulk api" do
+				expect(bulk_api).to receive(:single).with(name: name, urls: urls.join(" ")).and_return({})
+				subject.process urls
+			end
+		end
+	end
+end

data/spec/v2/client_spec.rb CHANGED Viewed

@@ -1,14 +1,13 @@
 require 'spec_helper'
 module DiffbotSimple::V2
 	describe Client do
-		let(:subject) { Client.new token: "FOO_TOKEN" }
+		let(:fake_bulk_api) { double("bulk_api") }
+		let(:fake_crawlbot_api) { double("crawlbot_api") }
+		let(:subject) { Client.new token: "FOO_TOKEN", bulk_api: fake_bulk_api, crawlbot_api: fake_crawlbot_api }
 		context "when initializing with a token" do
 			it "should not raise an error" do
 				expect{subject}.to_not raise_error
 			end
-			it "should respond to crawlbot" do
-				expect(subject).to respond_to :crawlbot
-			end
 		end
 		context 'when initializing without token' do
 			let(:subject) { Client.new }
@@ -16,5 +15,37 @@ module DiffbotSimple::V2
 				expect{subject}.to raise_error ArgumentError
 			end
 		end
+		context "when asking for bulk, " do
+			context "all" do
+				let(:all_bulk) { subject.bulk }
+				it "should use bulk api" do
+			 		expect(fake_bulk_api).to receive(:all).and_return({})
+			 		all_bulk
+				end
+			end
+			context "named" do
+				let(:named) { subject.bulk name: :foo }
+				it "should use bulk api" do
+			 		expect(fake_bulk_api).to receive(:single).with({ name: :foo }).and_return({})
+			 		named
+				end
+			end
+		end
+		context "when asking for crawl, " do
+			context "all" do
+				let(:all_crawls) { subject.crawl }
+				it "should use crawlbot api" do
+			 		expect(fake_crawlbot_api).to receive(:all).and_return({})
+			 		all_crawls
+				end
+			end
+			context "named" do
+				let(:named) { subject.crawl name: :foo }
+				it "should use crawlbot api" do
+			 		expect(fake_crawlbot_api).to receive(:single).with({ name: :foo }).and_return({})
+			 		named
+				end
+			end
+		end
 	end
 end

data/spec/v2/crawl_spec.rb ADDED Viewed

@@ -0,0 +1,66 @@
+require 'spec_helper'
+module DiffbotSimple::V2
+	describe Crawl do
+		let(:crawlbot_api) { double("crawlbot_api") }
+		let(:name) { "test" }
+		let(:subject) { Crawl.new crawlbot_api: crawlbot_api, name: name}
+		before(:each) { expect(crawlbot_api).to receive(:single).with(name: name).and_return({ notifyEmail: nil, downloadJson: "download_url" }) }
+		context "when pausing" do
+			it "should send pause = 1 to crawl api" do
+				expect(crawlbot_api).to receive(:single).with(name: name, pause: 1).and_return({})
+				subject.pause
+			end
+		end
+		context "when unpausing" do
+			it "should send pause = 0 to crawl api" do
+				expect(crawlbot_api).to receive(:single).with(name: name, pause: 0).and_return({})
+				subject.unpause
+			end
+		end
+		context "when deleting" do
+			it "should send delete = 1 to crawl api" do
+				expect(crawlbot_api).to receive(:single).with(name: name, delete: 1).and_return({})
+				subject.delete!
+			end
+		end
+		context "when restarting" do
+			it "should send restart = 1 to crawl api" do
+				expect(crawlbot_api).to receive(:single).with(name: name, restart: 1).and_return({})
+				subject.restart
+			end
+		end
+ 		context "when downloading results" do
+			it "should call for results on crawl api" do
+				expect(crawlbot_api).to receive(:results).with(url: "download_url").and_return([])
+				subject.results
+			end
+		end
+		context "when updating general parameters" do
+			it "should send these to crawl api" do
+				expect(crawlbot_api).to receive(:single).with(name: name, notifyEmail: "foo@b.ar").and_return({})
+				subject.notifyEmail "foo@b.ar"
+			end
+			it "should even do it as an setter" do
+				expect(crawlbot_api).to receive(:single).with(name: name, notifyEmail: "foo@b.ar").and_return({})
+				subject.notifyEmail = "foo@b.ar"
+			end
+		end
+		context "when asking for current value as method call" do
+			it "should return an existing parameter" do
+				expect(subject.downloadJson).to eql "download_url"
+			end
+		end
+		context "when asking to refresh" do
+			it "should ask api for parameters" do
+				expect(crawlbot_api).to receive(:single).with(name: name).and_return({})
+				subject.refresh
+			end
+		end
+		context "when updating several properties at once" do
+			it "should send them to crawl api" do
+				expect(crawlbot_api).to receive(:single).with(name: name, notifyEmail: "foo@b.ar", repeat: 7.0).and_return({})
+				subject.update notifyEmail: "foo@b.ar", repeat: 7.0
+			end
+		end
+	end
+end

data/spec/v2/crawlbot_api_spec.rb ADDED Viewed

@@ -0,0 +1,54 @@
+require 'spec_helper'
+module DiffbotSimple::V2
+	describe CrawlbotApi do
+		before(:each) { stubbed_request }
+		let(:crawlbot_api) { CrawlbotApi.new token: token, api_client: ApiClient.new }
+		let(:response_body) { {body: MultiJson.dump(response) } }
+		let(:filtered_response) { response[:jobs].select { |e| e[:type] == "crawl"  } }
+		let(:response) { {jobs: [{ type: "crawl", foo: "bar" },{ type: "bulk", should_not: "return" }]} }
+		let(:name) { :my_crawl }
+		let(:crawl_url) { "#{base_url}/crawl" }
+		shared_examples_for "a correct single request" do
+			it "should make the stubbed_request" do
+				subject
+				expect(stubbed_request).to have_been_requested
+			end
+			it "should return a hashified response" do
+				expect(subject).to eql filtered_response.first
+			end
+		end
+		context "when asking for all crawl jobs" do
+			let(:subject) { crawlbot_api.all }
+			let(:stubbed_request) { stub_request(:get, crawl_url).with(query: {token: token}).to_return(response_body) }
+			it "should return the jobs-array" do
+				expect(subject).to eql filtered_response
+			end
+			it "should make the stubbed_request" do
+				subject
+				expect(stubbed_request).to have_been_requested
+			end
+		end
+		context "when asking for a named crawl job" do
+			let(:subject) { crawlbot_api.single name: name }
+			let(:stubbed_request) { stub_request(:get, crawl_url).with(query: {token: token, name: name.to_s}).to_return(response_body) }
+			it_should_behave_like "a correct single request"
+		end
+		context "when supplying more arguments to a named crawl job" do
+			let(:seeds) { "http://foo.bar,http://bar.foo" }
+			let(:notifyEmail) { "noreply@foo.bar" }
+			let(:api_url) { "#{base_url}/product" }
+			let(:subject) { crawlbot_api.single name: name, seeds: seeds, notifyEmail: notifyEmail, apiUrl: api_url }
+			let(:stubbed_request) { stub_request(:get, crawl_url).with(query: {token: token, name: name.to_s, apiUrl: api_url, seeds: seeds, notifyEmail: notifyEmail}).to_return(response_body) }
+			it_should_behave_like "a correct single request"
+		end
+		context "when asking for results for a named crawl job" do
+			let(:download_url) { "http://foo.bar" }
+			let(:subject) { crawlbot_api.results url: download_url }
+			let(:stubbed_request) { stub_request(:get, download_url).to_return([]) }
+			it "should make the stubbed_request" do
+				subject
+				expect(stubbed_request).to have_been_requested
+			end
+		end
+	end
+end

data/spec/v2/custom_spec.rb CHANGED Viewed

@@ -18,17 +18,17 @@ module DiffbotSimple::V2
 			it "should return the response body as an symbolized hash" do
 				expect(subject).to eql JSON.parse(single_response[:body], symbolize_names: true)
 			end
-			it "should respond and return the apis url in to_crawl_api_url" do
-				expect(custom.to_crawl_api_url).to eql api_url
+			it "should respond and return the apis url in to_api_url" do
+				expect(custom.to_api_url).to eql api_url
 			end
 		end
 		context "when asking for a custom api with no options" do
-			let(:subject) { custom.single_custom url: url }
+			let(:subject) { custom.request url: url }
 			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url }).to_return(single_response) }
 			it_should_behave_like "a custom request"
 		end
 		context "when asking for a custom api with custom options" do
-			let(:subject) { custom.single_custom url: url, timeout: 12000, callback: "my_callback" }
+			let(:subject) { custom.request url: url, timeout: 12000, callback: "my_callback" }
 			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url, timeout: 12000, callback: "my_callback" }).to_return(single_response) }
 			it_should_behave_like "a custom request"
 		end

data/spec/{image_spec.rb → v2/image_spec.rb} RENAMED Viewed

@@ -16,12 +16,12 @@ module DiffbotSimple::V2
 			it "should return the response body as an symbolized hash" do
 				expect(subject).to eql JSON.parse(single_response[:body], symbolize_names: true)
 			end
-			it "should respond and return the apis url in to_crawl_api_url" do
-				expect(image.to_crawl_api_url).to eql api_url
+			it "should respond and return the apis url in to_api_url" do
+				expect(image.to_api_url).to eql api_url
 			end
 		end
 		context "when asking for an image with no options" do
-			let(:subject) { image.single_image url: url}
+			let(:subject) { image.request url: url}
 			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url}).to_return(single_response) }
 			it_should_behave_like "an image request"
 		end
@@ -29,7 +29,7 @@ module DiffbotSimple::V2
 			let(:fields) {"a,b,c"}
 			let(:callback) { "my_callback" }
 			let(:timeout) { 4200 }
-			let(:subject) { image.single_image url: url, timeout: timeout, callback: callback, fields: fields }
+			let(:subject) { image.request url: url, timeout: timeout, callback: callback, fields: fields }
 			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url, timeout: timeout, callback: callback, fields: fields}).to_return(single_response) }
 			it_should_behave_like "an image request"
 		end

data/spec/{product_spec.rb → v2/product_spec.rb} RENAMED Viewed

@@ -16,12 +16,12 @@ module DiffbotSimple::V2
 			it "should return the response body as an symbolized hash" do
 				expect(subject).to eql JSON.parse(single_response[:body], symbolize_names: true)
 			end
-			it "should respond and return the apis url in to_crawl_api_url" do
-				expect(product.to_crawl_api_url).to eql api_url
+			it "should respond and return the apis url in to_api_url" do
+				expect(product.to_api_url).to eql api_url
 			end
 		end
 		context "when asking for a product with no options" do
-			let(:subject) { product.single_product url: url}
+			let(:subject) { product.request url: url}
 			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url}).to_return(single_response) }
 			it_should_behave_like "a product request"
 		end
@@ -29,7 +29,7 @@ module DiffbotSimple::V2
 			let(:fields) {"a,b,c"}
 			let(:callback) { "my_callback" }
 			let(:timeout) { 4200 }
-			let(:subject) { product.single_product url: url, timeout: timeout, callback: callback, fields: fields }
+			let(:subject) { product.request url: url, timeout: timeout, callback: callback, fields: fields }
 			let(:stubbed_request) { stub_request(:get, api_url).with(query: {token: token, url: url, timeout: timeout, callback: callback, fields: fields}).to_return(single_response) }
 			it_should_behave_like "a product request"
 		end

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: diffbot_simple
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 1.0.0
 platform: ruby
 authors:
 - Lars Krantz
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2014-02-28 00:00:00.000000000 Z
+date: 2014-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -130,21 +130,29 @@ files:
 - lib/diffbot_simple/v2/api_client.rb
 - lib/diffbot_simple/v2/api_helper.rb
 - lib/diffbot_simple/v2/article.rb
+- lib/diffbot_simple/v2/bulk.rb
+- lib/diffbot_simple/v2/bulk_api.rb
 - lib/diffbot_simple/v2/client.rb
-- lib/diffbot_simple/v2/crawlbot.rb
+- lib/diffbot_simple/v2/crawl.rb
+- lib/diffbot_simple/v2/crawlbot_api.rb
 - lib/diffbot_simple/v2/custom.rb
 - lib/diffbot_simple/v2/diffbot_error.rb
 - lib/diffbot_simple/v2/image.rb
 - lib/diffbot_simple/v2/product.rb
 - lib/diffbot_simple/version.rb
-- spec/analyze_spec.rb
-- spec/image_spec.rb
-- spec/product_spec.rb
+- spec/serialize_test_data.json
 - spec/spec_helper.rb
+- spec/symbolize_spec.rb
+- spec/v2/analyze_spec.rb
 - spec/v2/article_spec.rb
+- spec/v2/bulk_api_spec.rb
+- spec/v2/bulk_spec.rb
 - spec/v2/client_spec.rb
-- spec/v2/crawlbot_spec.rb
+- spec/v2/crawl_spec.rb
+- spec/v2/crawlbot_api_spec.rb
 - spec/v2/custom_spec.rb
+- spec/v2/image_spec.rb
+- spec/v2/product_spec.rb
 homepage: ''
 licenses:
 - MIT
@@ -170,11 +178,16 @@ signing_key:
 specification_version: 4
 summary: A simple, nothing-fancy, helper for the Diffbot API
 test_files:
-- spec/analyze_spec.rb
-- spec/image_spec.rb
-- spec/product_spec.rb
+- spec/serialize_test_data.json
 - spec/spec_helper.rb
+- spec/symbolize_spec.rb
+- spec/v2/analyze_spec.rb
 - spec/v2/article_spec.rb
+- spec/v2/bulk_api_spec.rb
+- spec/v2/bulk_spec.rb
 - spec/v2/client_spec.rb
-- spec/v2/crawlbot_spec.rb
+- spec/v2/crawl_spec.rb
+- spec/v2/crawlbot_api_spec.rb
 - spec/v2/custom_spec.rb
+- spec/v2/image_spec.rb
+- spec/v2/product_spec.rb

data/lib/diffbot_simple/v2/crawlbot.rb DELETED Viewed

@@ -1,75 +0,0 @@
-module DiffbotSimple::V2
-	# Complies to http://www.diffbot.com/dev/docs/crawl/
-	class Crawlbot
-		include ApiHelper
-		def post_initialize
-			@api = :crawl
-		end
-		# Get all your crawls as an array
-		# The "jobs" parameter is stripped and only the array is returned
-		#
-		# @return [Array] your jobs from the "jobs"-array in api response
-		def all
-			execute_call()[:jobs]
-		end
-		# Gets, creates or updates a named crawl
-		#
-		# @name [String] name of the crawl to get/create/update
-		# @**options options from http://www.diffbot.com/dev/docs/crawl/ when updating or creating a crawl
-		# @return [Hash] with current parameters for the single crawl
-		def single_crawl name: nil, **options
-			raise ArgumentError.new "Must pass a name for the crawl" unless name
-			response = execute_call options.merge(name: name)
-			jobs = response[:jobs]
-			jobs.first
-		end
-		# Deletes a crawl
-		#
-		# @name [String] name of crawl to delete
-		# @return [Hash] statusmessage from diffbot, for example: {response: "Successfully deleted job."}
-		def delete name: nil
-			raise ArgumentError.new "Must pass a name for the crawl to delete" unless name
-			execute_call name: name, delete: 1
-		end
-		# Pauses a crawl
-		#
-		# @name [String] name of the crawl to pause
-		# @return [Hash] with current parameters for the single crawl
-		def pause name: nil
-			single_crawl name: name, pause: 1
-		end
-		# Unpauses/ resumes a crawl
-		#
-		# @name [String] name of the crawl to unpause
-		# @return [Hash] with current parameters for the single crawl
-		def unpause name: nil
-			single_crawl name: name, pause: 0
-		end
-		# Restarts a crawl
-		#
-		# @name [String] name of the crawl to restart
-		# @return [Hash] with current parameters for the crawl in jobs-key (as an array), and a response-text
-		def restart name: nil
-			raise ArgumentError.new "Must pass a name for the crawl to restart" unless name
-			execute_call name: name, restart: 1
-		end
-		# Get the crawl-result (downloadJson from diffbot crawl)
-		#
-		# @name [String] name of the crawl to get
-		# @return [Array] of results (hashes)
-		def result name: nil
-			crawl = single_crawl name: name
-			download_url = crawl[:downloadJson]
-			response = api_client.get download_url
-			symbolize response
-		end
-	end
-end