RubyGems - leggy - Versions diffs - 0.1.3 → 0.2.0 - Mend

leggy 0.1.3 → 0.2.0

Files changed (46) hide show

checksums.yaml +4 -4
data/.travis.yml +7 -0
data/Gemfile +4 -0
data/README.md +195 -2
data/Rakefile +4 -0
data/leggy.gemspec +2 -2
data/lib/leggy.rb +14 -5
data/lib/leggy/app.rb +1 -2
data/lib/leggy/crawl.rb +1 -2
data/lib/leggy/crawl_options.rb +1 -2
data/lib/leggy/error.rb +4 -0
data/lib/leggy/error_handler.rb +30 -0
data/lib/leggy/exceptions.rb +30 -0
data/lib/leggy/mapping/app.rb +1 -6
data/lib/leggy/mapping/crawl.rb +1 -1
data/lib/leggy/mapping/crawl_options.rb +1 -1
data/lib/leggy/mapping/url.rb +1 -1
data/lib/leggy/mapping/user.rb +1 -1
data/lib/leggy/resource/app.rb +3 -6
data/lib/leggy/resource/crawl.rb +9 -12
data/lib/leggy/resource/result.rb +20 -0
data/lib/leggy/resource/url.rb +3 -6
data/lib/leggy/resource/user.rb +1 -4
data/lib/leggy/url.rb +1 -2
data/lib/leggy/user.rb +1 -2
data/lib/leggy/version.rb +1 -1
data/spec/cassettes/{leggy.yml → leggy_app.yml} +106 -822
data/spec/cassettes/leggy_crawl_all.yml +39 -0
data/spec/cassettes/leggy_crawl_cancel.yml +147 -0
data/spec/cassettes/leggy_crawl_start.yml +147 -0
data/spec/cassettes/leggy_crawl_status.yml +183 -0
data/spec/cassettes/leggy_exception.yml +38 -0
data/spec/cassettes/leggy_result.yml +147 -0
data/spec/cassettes/leggy_url.yml +373 -0
data/spec/cassettes/leggy_user.yml +38 -0
data/spec/leggy/exceptions_spec.rb +25 -0
data/spec/leggy/leggy_spec.rb +1 -162
data/spec/leggy/resource/app_spec.rb +64 -0
data/spec/leggy/resource/crawl_spec.rb +88 -0
data/spec/leggy/resource/result_spec.rb +46 -0
data/spec/leggy/resource/url_spec.rb +59 -0
data/spec/leggy/resource/user_spec.rb +22 -0
data/spec/spec_helper.rb +37 -31
data/spec/support/helpers.rb +26 -0
data/spec/support/vcr.rb +12 -0
metadata +48 -11

data/spec/cassettes/leggy_crawl_all.yml ADDED

@@ -0,0 +1,39 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://<TOKEN>:@api.80legs.com/v2/crawls
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json
+      Date:
+      - Sat, 12 Dec 2015 18:35:46 GMT
+      Server:
+      - Cowboy
+      Content-Length:
+      - '10430'
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: '[{"id":167837,"name":"testing_crawl_results","user":"<TOKEN>","user_agent":"voltron","app":"HeaderData.js","urllist":"sample_crawl_list","data":"","max_depth":1,"max_urls":10,"status":"COMPLETED","depth":0,"urls_crawled":3,"date_created":"2015-12-12
+        18:20:25","date_completed":"2015-12-12 18:24:4","date_started":"2015-12-12
+        18:21:16"}]'
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:35:53 GMT

data/spec/cassettes/leggy_crawl_cancel.yml ADDED

@@ -0,0 +1,147 @@
+---
+http_interactions:
+- request:
+    method: put
+    uri: https://<TOKEN>:@api.80legs.com/v2/urllists/sample_crawl_list
+    body:
+      encoding: UTF-8
+      string: |
+        [
+          "http://example.com",
+          "https://example.org"
+        ]
+    headers:
+      Content-Type:
+      - application/octet-stream
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/octet-stream
+      Date:
+      - Sat, 12 Dec 2015 18:15:07 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:15:13 GMT
+- request:
+    method: post
+    uri: https://<TOKEN>:@api.80legs.com/v2/crawls/testing_crawl_cancel
+    body:
+      encoding: UTF-8
+      string: '{"app":"HeaderData.js","urllist":"sample_crawl_list","max_depth":1,"max_urls":10}'
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/json
+      Date:
+      - Sat, 12 Dec 2015 18:15:07 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:15:13 GMT
+- request:
+    method: delete
+    uri: https://<TOKEN>:@api.80legs.com/v2/crawls/testing_crawl_cancel
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/json
+      Date:
+      - Sat, 12 Dec 2015 18:15:08 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:15:14 GMT
+- request:
+    method: delete
+    uri: https://<TOKEN>:@api.80legs.com/v2/urllists/sample_crawl_list
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/octet-stream
+      Date:
+      - Sat, 12 Dec 2015 18:15:08 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:15:15 GMT
+recorded_with: VCR 3.0.0

data/spec/cassettes/leggy_crawl_start.yml ADDED

@@ -0,0 +1,147 @@
+---
+http_interactions:
+- request:
+    method: put
+    uri: https://<TOKEN>:@api.80legs.com/v2/urllists/sample_crawl_list
+    body:
+      encoding: UTF-8
+      string: |
+        [
+          "http://example.com",
+          "https://example.org"
+        ]
+    headers:
+      Content-Type:
+      - application/octet-stream
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/octet-stream
+      Date:
+      - Sat, 12 Dec 2015 18:11:13 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:11:19 GMT
+- request:
+    method: post
+    uri: https://<TOKEN>:@api.80legs.com/v2/crawls/testing_crawl_start
+    body:
+      encoding: UTF-8
+      string: '{"app":"HeaderData.js","urllist":"sample_crawl_list","max_depth":1,"max_urls":10}'
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/json
+      Date:
+      - Sat, 12 Dec 2015 18:11:13 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:11:19 GMT
+- request:
+    method: delete
+    uri: https://<TOKEN>:@api.80legs.com/v2/urllists/sample_crawl_list
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/octet-stream
+      Date:
+      - Sat, 12 Dec 2015 18:11:14 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:11:20 GMT
+- request:
+    method: delete
+    uri: https://<TOKEN>:@api.80legs.com/v2/crawls/testing_crawl_start
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/json
+      Date:
+      - Sat, 12 Dec 2015 18:11:14 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:11:20 GMT
+recorded_with: VCR 3.0.0

data/spec/cassettes/leggy_crawl_status.yml ADDED

@@ -0,0 +1,183 @@
+---
+http_interactions:
+- request:
+    method: put
+    uri: https://<TOKEN>:@api.80legs.com/v2/urllists/sample_crawl_list
+    body:
+      encoding: UTF-8
+      string: |
+        [
+          "http://example.com",
+          "https://example.org"
+        ]
+    headers:
+      Content-Type:
+      - application/octet-stream
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/octet-stream
+      Date:
+      - Sat, 12 Dec 2015 18:13:10 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:13:16 GMT
+- request:
+    method: post
+    uri: https://<TOKEN>:@api.80legs.com/v2/crawls/testing_crawl_status
+    body:
+      encoding: UTF-8
+      string: '{"app":"HeaderData.js","urllist":"sample_crawl_list","max_depth":1,"max_urls":10}'
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/json
+      Date:
+      - Sat, 12 Dec 2015 18:13:11 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:13:17 GMT
+- request:
+    method: get
+    uri: https://<TOKEN>:@api.80legs.com/v2/crawls/testing_crawl_status
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json
+      Date:
+      - Sat, 12 Dec 2015 18:13:11 GMT
+      Server:
+      - Cowboy
+      Content-Length:
+      - '318'
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: '{"id":167834,"name":"testing_crawl_status","user":"<TOKEN>","user_agent":"voltron","app":"HeaderData.js","urllist":"sample_crawl_list","data":"","max_depth":1,"max_urls":10,"status":"QUEUED","depth":0,"urls_crawled":0,"date_created":"2015-12-12
+        18:13:11","date_completed":"","date_started":""}'
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:13:17 GMT
+- request:
+    method: delete
+    uri: https://<TOKEN>:@api.80legs.com/v2/urllists/sample_crawl_list
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/octet-stream
+      Date:
+      - Sat, 12 Dec 2015 18:13:12 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:13:18 GMT
+- request:
+    method: delete
+    uri: https://<TOKEN>:@api.80legs.com/v2/crawls/testing_crawl_status
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Content-Type:
+      - application/json
+      User-Agent:
+      - Faraday v0.9.2
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Content-Length:
+      - '0'
+      Content-Type:
+      - application/json
+      Date:
+      - Sat, 12 Dec 2015 18:13:12 GMT
+      Server:
+      - Cowboy
+      Connection:
+      - keep-alive
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version:
+  recorded_at: Sat, 12 Dec 2015 18:13:18 GMT
+recorded_with: VCR 3.0.0