leggy 0.1.3 → 0.2.0

data/spec/cassettes/leggy_user.yml

@@ -0,0 +1,38 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://<TOKEN>:@api.80legs.com/v2/users/<TOKEN>
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json
+      Date:
+      - Sat, 12 Dec 2015 06:03:33 GMT
+      Server:
+      - Cowboy
+      Content-Length:
+      - '328'
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: '{"groups":"undefined","token":"<TOKEN>","organization":"Civvic","email":"mattsolt@gmail.com","first_name":"Matt","last_name":"Solt","phone_number":"undefined","stripe_customer_id":"cus_4lcSWy6GfXcdmE","plan_id":"basic","type":"user","active":1,"urls_crawled":0,"date_registered":"2014-4-22","groups":[]}'
+    http_version: 
+  recorded_at: Sat, 12 Dec 2015 06:03:37 GMT
+recorded_with: VCR 3.0.0

data/spec/leggy/exceptions_spec.rb

@@ -0,0 +1,25 @@
+require 'spec_helper'
+
+RSpec.describe Leggy::Exception, vcr: { cassette_name: 'leggy_exception', record: :none } do
+
+  context ".errors" do
+
+    before { Leggy.configuration.api_token = 'invalid' }
+
+    after { Leggy.configuration.reset }
+
+    it "raises a specific exception based on the error code" do
+      expect{
+        Leggy.crawls.all
+      }.to raise_error Leggy::Exception::Unauthorized
+    end
+
+    it "allows any exception to be rescued from Leggy::Error" do
+      expect{
+        Leggy.crawls.all
+      }.to raise_error Leggy::Error
+    end
+
+  end
+
+end

data/spec/leggy/leggy_spec.rb

@@ -1,6 +1,6 @@
 require 'spec_helper'
 
-describe Leggy, vcr: { cassette_name: 'leggy' } do
+RSpec.describe Leggy do
 
   before { Leggy.configuration.reset }
 
@@ -13,165 +13,4 @@ describe Leggy, vcr: { cassette_name: 'leggy' } do
     expect(Leggy.api_token).to eq "MTIzNDo=\n"
   end
 
-  context "Users" do
-
-    context "#find" do
-
-      it "returns a single user" do
-        user = Leggy.users.find(api_token: Leggy.configuration.api_token)
-        expect(user.first_name).to eq 'Matt'
-      end
-
-    end
-
-  end
-
-  context "Apps" do
-
-    context "#all" do
-
-      before(:each) { Leggy.apps.create(name: 'sample_all', body: fixture('sample_app.js')) }
-      after(:each) { Leggy.apps.delete(name: 'sample_all') }
-
-      it "returns a list of all apps" do
-        apps = Leggy.apps.all
-        expect(apps.collect(&:name)).to include 'sample_all'
-      end
-
-    end
-
-    context "#create" do
-
-      after(:each) { Leggy.apps.delete(name: 'sample') }
-
-      it "uploads a new app" do
-        app = Leggy.apps.create(name: 'sample', body: fixture('sample_app.js'))
-        expect(app).to be_truthy
-      end
-
-    end
-
-    context "#find" do
-
-      before(:each) { Leggy.apps.create(name: 'sample_find', body: fixture('sample_app.js')) }
-      after(:each) { Leggy.apps.delete(name: 'sample_find') }
-
-      it "returns a single app" do
-        app = Leggy.apps.find(name: 'sample_find')
-        expect(app).to match /\A\/\//
-      end
-
-    end
-
-    context "#delete" do
-
-      before(:each) { Leggy.apps.create(name: 'sample_delete', body: fixture('sample_app.js')) }
-
-      it "removes an app" do
-        app = Leggy.apps.delete(name: 'sample_delete')
-        expect(app).to be_truthy
-      end
-
-    end
-
-  end
-
-  context "Urls" do
-
-    context "#all" do
-
-      before(:each) { Leggy.urls.create(name: 'sample_all', body: fixture('urls.json')) }
-      after(:each) { Leggy.urls.delete(name: 'sample_all') }
-
-      it "returns a list of all url lists" do
-        urls = Leggy.urls.all
-        expect(urls.collect(&:name)).to include 'sample_all'
-      end
-
-    end
-
-    context "#create" do
-
-      after(:each) { Leggy.urls.delete(name: 'sample') }
-
-      it "uploads a new url list" do
-        url = Leggy.urls.create(name: 'sample', body: fixture('urls.json'))
-        expect(url).to be_truthy
-      end
-
-    end
-
-    context "#find" do
-
-      before(:each) { Leggy.urls.create(name: 'sample_find', body: fixture('urls.json')) }
-      after(:each) { Leggy.urls.delete(name: 'sample_find') }
-
-      it "returns a single url list" do
-        url = Leggy.urls.find(name: 'sample_find')
-        expect(url).to include 'http://example.com'
-      end
-
-    end
-
-    context "#delete" do
-
-      before(:each) { Leggy.urls.create(name: 'sample_delete', body: fixture('urls.json')) }
-
-      it "removes an url list" do
-        url = Leggy.urls.delete(name: 'sample_delete')
-        expect(url).to be_truthy
-      end
-
-    end
-
-  end
-
-  context "Urls" do
-
-    let(:options) do
-      {
-        name: "start_crawl",
-        app: "HeaderData.js",
-        urllist: "1",
-        max_depth: 2,
-        max_urls: 1000
-      }
-    end
-
-    context "#start" do
-
-      after(:each) { Leggy.crawls.cancel(name: "start_crawl") }
-
-      it "starts a new crawl" do
-        crawl = Leggy.crawls.start(options)
-        expect(crawl).to be_truthy
-      end
-
-    end
-
-    context "#status" do
-
-      before(:each) { Leggy.crawls.start(options.merge(name: "status_crawl")) }
-      after(:each) { Leggy.crawls.cancel(name: "status_crawl")  }
-
-      it "uploads a new url list" do
-        crawl = Leggy.crawls.status(name: "status_crawl")
-        expect(crawl.status).to eq 'QUEUED'
-      end
-
-    end
-
-    context "#cancel" do
-
-      before(:each) { Leggy.crawls.start(options.merge(name: "cancel_crawl")) }
-
-      it "returns a single url list" do
-        crawl = Leggy.crawls.cancel(name: "cancel_crawl")
-        expect(crawl).to be_truthy
-      end
-
-    end
-
-  end
-
 end

data/spec/leggy/resource/app_spec.rb

@@ -0,0 +1,64 @@
+require 'spec_helper'
+
+RSpec.describe Leggy::Resource::App, vcr: { cassette_name: 'leggy_app', record: :none } do
+
+  it "includes Leggy::ErrorHandler" do
+    expect(described_class.ancestors).to include Leggy::ErrorHandler
+  end
+
+  context ".apps" do
+
+    context ".all" do
+
+      before(:each) do
+        Leggy.apps.create(name: 'sample_all', body: fixture('sample_app.js'))
+      end
+
+      after(:each) do
+        Leggy.apps.delete(name: 'sample_all')
+      end
+
+      it "returns a list of all apps" do
+        apps = Leggy.apps.all
+        expect(apps.collect(&:name)).to include 'sample_all'
+      end
+
+    end
+
+    context ".create" do
+
+      after(:each) { Leggy.apps.delete(name: 'sample') }
+
+      it "uploads a new app" do
+        app = Leggy.apps.create(name: 'sample', body: fixture('sample_app.js'))
+        expect(app).to be_truthy
+      end
+
+    end
+
+    context ".find" do
+
+      before(:each) { Leggy.apps.create(name: 'sample_find', body: fixture('sample_app.js')) }
+      after(:each) { Leggy.apps.delete(name: 'sample_find') }
+
+      it "returns a single app" do
+        app = Leggy.apps.find(name: 'sample_find')
+        expect(app).to match /\A\/\//
+      end
+
+    end
+
+    context ".delete" do
+
+      before(:each) { Leggy.apps.create(name: 'sample_delete', body: fixture('sample_app.js')) }
+
+      it "removes an app" do
+        app = Leggy.apps.delete(name: 'sample_delete')
+        expect(app).to be_truthy
+      end
+
+    end
+
+  end
+
+end

data/spec/leggy/resource/crawl_spec.rb

@@ -0,0 +1,88 @@
+require 'spec_helper'
+
+RSpec.describe Leggy::Resource::Crawl do
+
+  it "includes Leggy::ErrorHandler" do
+    expect(described_class.ancestors).to include Leggy::ErrorHandler
+  end
+
+  context ".crawls" do
+
+    let(:options) do
+      {
+        app: "HeaderData.js",
+        max_depth: 1,
+        max_urls: 10
+      }
+    end
+
+    context ".all", vcr: { cassette_name: 'leggy_crawl_all', record: :none } do
+
+      it "returns a list of all crawls" do
+        crawls = Leggy.crawls.all
+        expect(crawls).not_to be_empty
+      end
+
+    end
+
+    context ".start", vcr: { cassette_name: 'leggy_crawl_start', record: :none } do
+
+      before do
+        options.merge!(name: 'testing_crawl_start', urllist: 'sample_crawl_list')
+        Leggy.urls.create(name: 'sample_crawl_list', body: fixture('urls.json'))
+      end
+
+      after do
+        Leggy.urls.delete(name: 'sample_crawl_list')
+        Leggy.crawls.cancel(name: 'testing_crawl_start')
+      end
+
+      it "starts a new crawl" do
+        crawl = Leggy.crawls.start(options)
+        expect(crawl).to be_truthy
+      end
+
+    end
+
+    context ".status", vcr: { cassette_name: 'leggy_crawl_status', record: :none } do
+
+      before do
+        options.merge!(name: 'testing_crawl_status', urllist: 'sample_crawl_list')
+        Leggy.urls.create(name: 'sample_crawl_list', body: fixture('urls.json'))
+        Leggy.crawls.start(options)
+      end
+
+      after do
+        Leggy.urls.delete(name: 'sample_crawl_list')
+        Leggy.crawls.cancel(name: 'testing_crawl_status')
+      end
+
+      it "uploads a new url list"  do
+        crawl = Leggy.crawls.status(name: "testing_crawl_status")
+        expect(crawl.status).to match /QUEUED|STARTED/
+      end
+
+    end
+
+    context ".cancel", vcr: { cassette_name: 'leggy_crawl_cancel', record: :none } do
+
+      before do
+        options.merge!(name: 'testing_crawl_cancel', urllist: 'sample_crawl_list')
+        Leggy.urls.create(name: 'sample_crawl_list', body: fixture('urls.json'))
+        Leggy.crawls.start(options)
+      end
+
+      after do
+        Leggy.urls.delete(name: 'sample_crawl_list')
+      end
+
+      it "returns a single url list" do
+        crawl = Leggy.crawls.cancel(name: 'testing_crawl_cancel')
+        expect(crawl).to be_truthy
+      end
+
+    end
+
+  end
+
+end

data/spec/leggy/resource/result_spec.rb

@@ -0,0 +1,46 @@
+require 'spec_helper'
+
+RSpec.describe Leggy::Resource::Result do
+
+  it "includes Leggy::ErrorHandler" do
+    expect(described_class.ancestors).to include Leggy::ErrorHandler
+  end
+
+  context ".results" do
+
+    let(:options) do
+      {
+        app: "HeaderData.js",
+        max_depth: 1,
+        max_urls: 10
+      }
+    end
+
+    # If rerunning this test without a cassette, it needs to be run in stages
+    # to allow for the crawl to finish and generate results
+    #
+    context ".all", vcr: { cassette_name: 'leggy_result', record: :none } do
+
+      before do
+        options.merge!(name: 'testing_crawl_results', urllist: 'sample_crawl_list')
+        Leggy.urls.create(name: 'sample_crawl_list', body: fixture('urls.json'))
+        Leggy.crawls.start(options)
+      end
+
+      after do
+        Leggy.urls.delete(name: 'sample_crawl_list')
+      end
+
+      it "returns the s3 url of the results download" do
+        results = Leggy.results.all(name: 'testing_crawl_results')
+        expect(results.count).to be > 0
+        results.each do |result|
+          expect(result).to match Regexp.new(Regexp.escape("s3.amazonaws.com"))
+        end
+      end
+
+    end
+
+  end
+
+end

data/spec/leggy/resource/url_spec.rb

@@ -0,0 +1,59 @@
+require 'spec_helper'
+
+RSpec.describe Leggy::Resource::Url, vcr: { cassette_name: 'leggy_url', record: :none } do
+
+  it "includes Leggy::ErrorHandler" do
+    expect(described_class.ancestors).to include Leggy::ErrorHandler
+  end
+
+  context ".urls" do
+
+    context ".all" do
+
+      before(:each) { Leggy.urls.create(name: 'sample_all', body: fixture('urls.json')) }
+      after(:each) { Leggy.urls.delete(name: 'sample_all') }
+
+      it "returns a list of all url lists" do
+        urls = Leggy.urls.all
+        expect(urls.collect(&:name)).to include 'sample_all'
+      end
+
+    end
+
+    context ".create" do
+
+      after(:each) { Leggy.urls.delete(name: 'sample') }
+
+      it "uploads a new url list" do
+        url = Leggy.urls.create(name: 'sample', body: fixture('urls.json'))
+        expect(url).to be_truthy
+      end
+
+    end
+
+    context ".find" do
+
+      before(:each) { Leggy.urls.create(name: 'sample_find', body: fixture('urls.json')) }
+      after(:each) { Leggy.urls.delete(name: 'sample_find') }
+
+      it "returns a single url list" do
+        url = Leggy.urls.find(name: 'sample_find')
+        expect(url).to include 'http://example.com'
+      end
+
+    end
+
+    context ".delete" do
+
+      before(:each) { Leggy.urls.create(name: 'sample_delete', body: fixture('urls.json')) }
+
+      it "removes an url list" do
+        url = Leggy.urls.delete(name: 'sample_delete')
+        expect(url).to be_truthy
+      end
+
+    end
+
+  end
+
+end