scrapinghub-client 0.0.1

data/spec/fixtures/vcr_cassettes/jobs/delete/job/single.yml

@@ -0,0 +1,38 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/delete.json
+    body:
+      encoding: UTF-8
+      string: job=1%2F3%2F3&project=1
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 22:30:27 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: ASCII-8BIT
+      string: '{"status": "ok", "count": 1}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 22:30:28 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/delete/project/invalid.yml

@@ -0,0 +1,39 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/delete.json
+    body:
+      encoding: UTF-8
+      string: job=1%2F1%2F7&project=2
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 400
+      message: User 'abevoelker' doesn't have access to project 2
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 23:24:28 GMT
+      Content-Type:
+      - application/json
+      Content-Length:
+      - '89'
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: UTF-8
+      string: '{"status": "badrequest", "message": "User ''abevoelker'' doesn''t have
+        access to project 2"}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 23:24:28 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/delete/project/valid.yml

@@ -0,0 +1,38 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/delete.json
+    body:
+      encoding: UTF-8
+      string: project=1
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 400
+      message: missing 'job' argument
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 22:15:23 GMT
+      Content-Type:
+      - application/json
+      Content-Length:
+      - '61'
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: UTF-8
+      string: '{"status": "badrequest", "message": "missing ''job'' argument"}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 22:15:23 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/list/bad_auth.yml

@@ -0,0 +1,38 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/list.json?project=1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 403
+      message: FORBIDDEN
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 18:47:20 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: ASCII-8BIT
+      string: '{"status": "error", "message": "Authentication failed"}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 18:47:20 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/list/count/3.yml

@@ -0,0 +1,53 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/list.json?count=3&project=1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 18:08:57 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: ASCII-8BIT
+      string: '{"status": "ok", "count": 3, "total": 3, "jobs": [{"responses_received":
+        5323, "items_scraped": 1030, "close_reason": "cancel_timeout", "logs": 167,
+        "tags": ["foo", "bar"], "version": "1434570463", "spider": "atlantic_firearms_crawl",
+        "updated_time": "2015-07-23T01:26:37", "priority": 2, "state": "finished",
+        "spider_type": "manual", "spider_args": {}, "started_time": "2015-07-22T23:02:13",
+        "id": "1/1/6", "errors_count": 4, "elapsed": 4672821}, {"logs": 179, "spider":
+        "atlantic_firearms_crawl", "spider_args": {}, "id": "1/1/4", "priority":
+        2, "items_scraped": 1122, "state": "finished", "version": "1434570463", "spider_type":
+        "manual", "errors_count": 3, "responses_received": 6243, "tags": [], "elapsed":
+        242956865, "close_reason": "cancel_timeout", "started_time": "2015-07-22T20:03:31",
+        "updated_time": "2015-07-22T22:35:04"}, {"responses_received": 365486, "items_scraped":
+        4037, "close_reason": "cancel_timeout", "logs": 33631, "tags": ["foo"], "version":
+        "1434570463", "spider": "firearms_for_sale_crawl", "updated_time": "2015-07-21T02:43:25",
+        "priority": 2, "state": "finished", "spider_type": "manual", "spider_args":
+        {}, "started_time": "2015-06-27T18:36:06", "id": "1/5/1", "errors_count":
+        0, "elapsed": 4445008}]}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 18:08:57 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/list/has_tag/invalid.yml

@@ -0,0 +1,38 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/list.json?has_tag=baz&project=1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 18:02:56 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: ASCII-8BIT
+      string: '{"status": "ok", "count": 0, "total": 0, "jobs": []}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 18:02:56 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/list/has_tag/multiple.yml

@@ -0,0 +1,53 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/list.json?has_tag=bar&project=1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 18:02:16 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: ASCII-8BIT
+      string: '{"status": "ok", "count": 3, "total": 3, "jobs": [{"responses_received":
+        5323, "items_scraped": 1030, "close_reason": "cancel_timeout", "logs": 167,
+        "tags": ["foo", "bar"], "version": "1434570463", "spider": "atlantic_firearms_crawl",
+        "updated_time": "2015-07-23T01:26:37", "priority": 2, "state": "finished",
+        "spider_type": "manual", "spider_args": {}, "started_time": "2015-07-22T23:02:13",
+        "id": "1/1/6", "errors_count": 4, "elapsed": 4271665}, {"responses_received":
+        365486, "items_scraped": 4037, "close_reason": "cancel_timeout", "logs": 33631,
+        "tags": ["foo"], "version": "1434570463", "spider": "firearms_for_sale_crawl",
+        "updated_time": "2015-07-21T02:43:25", "priority": 2, "state": "finished",
+        "spider_args": {}, "started_time": "2015-06-27T18:36:06", "id": "1/5/1",
+        "errors_count": 0, "elapsed": 4043852, "spider_type": "manual"}, {"responses_received":
+        1194, "items_scraped": 1066, "close_reason": "cancel_timeout", "version":
+        "1434570463", "tags": ["bar"], "spider": "palmetto_state_armory_crawl", "updated_time":
+        "2015-06-21T20:07:12", "priority": 2, "state": "finished", "spider_args":
+        {}, "errors_count": 0, "started_time": "2015-06-21T19:02:41", "id": "1/3/1",
+        "logs": 88, "elapsed": 4250262, "spider_type": "manual"}]}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 18:02:16 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/list/has_tag/single.yml

@@ -0,0 +1,48 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/list.json?has_tag=foo&project=1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 18:01:38 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: ASCII-8BIT
+      string: '{"status": "ok", "count": 2, "total": 2, "jobs": [{"responses_received":
+        5323, "items_scraped": 1030, "close_reason": "cancel_timeout", "logs": 167,
+        "tags": ["foo", "bar"], "version": "1434570463", "spider": "atlantic_firearms_crawl",
+        "updated_time": "2015-07-23T01:26:37", "priority": 2, "state": "finished",
+        "spider_type": "manual", "spider_args": {}, "started_time": "2015-07-22T23:02:13",
+        "id": "1/1/6", "errors_count": 4, "elapsed": 4233193}, {"responses_received":
+        365486, "items_scraped": 4037, "close_reason": "cancel_timeout", "logs": 33631,
+        "tags": ["foo"], "version": "1434570463", "spider": "firearms_for_sale_crawl",
+        "updated_time": "2015-07-21T02:43:25", "priority": 2, "state": "finished",
+        "spider_args": {}, "started_time": "2015-06-27T18:36:06", "id": "1/5/1",
+        "errors_count": 0, "elapsed": 4005380, "spider_type": "manual"}]}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 18:01:38 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/list/job/invalid.yml

@@ -0,0 +1,38 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/list.json?job=1/1/123&project=1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 18:23:09 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: ASCII-8BIT
+      string: '{"status": "ok", "count": 0, "total": 0, "jobs": []}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 18:23:09 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/list/job/multiple.yml

@@ -0,0 +1,48 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/list.json?job=1/1/2&project=1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 18:22:15 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: ASCII-8BIT
+      string: '{"status": "ok", "count": 2, "total": 2, "jobs": [{"responses_received":
+        0, "items_scraped": 0, "logs": 13, "tags": [], "started_time": "2015-06-17T20:17:29",
+        "version": "1434570463", "spider": "atlantic_firearms_crawl", "updated_time":
+        "2015-06-17T20:17:40", "priority": 2, "state": "finished", "close_reason":
+        "no_reason", "spider_type": "manual", "spider_args": {}, "errors_count": 2,
+        "elapsed": 3276275449, "id": "1/1/1"}, {"spider": "atlantic_firearms_crawl",
+        "items_scraped": 0, "updated_time": "2015-06-17T20:28:06", "responses_received":
+        0, "logs": 13, "tags": [], "started_time": "2015-06-17T20:27:58", "close_reason":
+        "no_reason", "priority": 2, "state": "finished", "version": "1434570463",
+        "spider_type": "manual", "spider_args": {}, "errors_count": 2, "elapsed":
+        3275648627, "id": "1/1/2"}]}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 18:22:15 GMT
+recorded_with: VCR 2.9.3

data/spec/fixtures/vcr_cassettes/jobs/list/job/single.yml

@@ -0,0 +1,43 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: http://XXX:@dash.scrapinghub.com/api/jobs/list.json?job=1/1/6&project=1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - "*/*"
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Server:
+      - nginx/1.8.0
+      Date:
+      - Sat, 25 Jul 2015 18:20:42 GMT
+      Content-Type:
+      - application/json
+      Transfer-Encoding:
+      - chunked
+      Connection:
+      - keep-alive
+      Vary:
+      - Cookie
+    body:
+      encoding: ASCII-8BIT
+      string: '{"status": "ok", "count": 1, "total": 1, "jobs": [{"responses_received":
+        5323, "items_scraped": 1030, "close_reason": "cancel_timeout", "version":
+        "1434570463", "tags": ["foo", "bar"], "spider": "atlantic_firearms_crawl",
+        "updated_time": "2015-07-23T01:26:37", "priority": 2, "state": "finished",
+        "spider_type": "manual", "spider_args": {}, "started_time": "2015-07-22T23:02:13",
+        "id": "1/1/6", "errors_count": 4, "elapsed": 5377379, "logs": 167}]}'
+    http_version: 
+  recorded_at: Sat, 25 Jul 2015 18:20:42 GMT
+recorded_with: VCR 2.9.3