rest-scrapyd 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 38c956d121562533d821a96f237656abe7867114
-  data.tar.gz: 8bb51b5b63a4cb70a86da275f28cc930108045f4
+  metadata.gz: 5a432b7b410654bb0c2b236d10b38f9f897e4961
+  data.tar.gz: 6a4ffb540f02a85f136b642157f04462ee79c4fb
 SHA512:
-  metadata.gz: 0a952f2ce4d47cb442d681669135f41e5a8f75f585371fd8d638c4ec62fb9b39b3164ad68790363b75bd554366aa9ed6c083239db511d1be31c76a7cd9316cc6
-  data.tar.gz: 53c311151a7a949c29c1f2556c19b32e4a48a2faeaebf507793548995c07c94a5cc50d493a03d2cb3b215ba4ba0e53e17ffc728e1131336ecb936b33124aed54
+  metadata.gz: 47838ab472ed6cff33d4be2586dfaa90b2fa354c2e009c4753ec2bc26d39c047bf92bb0d2af1552e6e1f47b699f5071e561179b6c801dbfb3f901256b9e2aff0
+  data.tar.gz: 8e342c482a30ff15aa14cea0137ab17120b94c8fd1308c3c65400d1490247db6b850a82d2478e7064cd4e1d25a02563f97db4f3d1556bb5600a565ec74b28272

data/README.md

@@ -48,6 +48,9 @@ r.listversions
 r = RestScrapyd.new project: "project1"
 r.schedule("spider1", "123456-master")
 # => "1234567890abcdef1234567890abcdef"
+
+# http basic is also possible, when running scrapyd behind a reverse proxy
+r = RestScrapyd.new site: "https://example.com:6843/", username: "deploy", password: "s3cret"
 ```
 
 For more information, see the [RestScrapyd](http://rubydoc.info/github/wvengen/rest-scrapyd/RestScrapyd.html)

data/lib/rest-scrapyd.rb

@@ -8,6 +8,7 @@ RestScrapyd = RC::Builder.client do
 
   use RC::DefaultSite   , 'http://localhost:6800/'
   use RC::DefaultHeaders, {'Accept' => 'application/json'}
+  use RC::AuthBasic     , nil, nil
 
   use RC::CommonLogger  , nil
   use RC::ErrorHandler  , lambda {|env| RuntimeError.new(env[RC::RESPONSE_BODY]['message']) }
@@ -17,7 +18,11 @@ RestScrapyd = RC::Builder.client do
   use RC::Cache         , nil, 600
 end
 
+
 # Don't define a `RestScrapyd::Client` and include it in the class to avoid yardoc choking
+# (plus two newlines to avoid this getting into the documentation)
+
+
 class RestScrapyd
   include RestCore
 

data/test/test_api.rb

@@ -0,0 +1,59 @@
+
+require 'rest-scrapyd'
+require 'rest-core/test'
+
+Pork::API.describe RestScrapyd do
+  after do
+    WebMock.reset!
+  end
+
+  def new
+    RestScrapyd.new(project: 'default')
+  end
+
+  would 'schedule' do
+    stub_request(:post, 'http://localhost:6800/schedule.json').
+      to_return(:body => '{"status": "ok", "jobid": "1234Q"}')
+    new.schedule('spider', 'version').should.eq("1234Q")
+  end
+
+  would 'cancel' do
+    stub_request(:post, 'http://localhost:6800/cancel.json').
+      to_return(:body => '{"status": "ok", "prevstate": "running"}')
+    new.cancel('4321Q').should.eq("running")
+  end
+
+  would 'listprojects' do
+    stub_request(:get, 'http://localhost:6800/listprojects.json').
+      to_return(:body => '{"status": "ok", "projects": ["myproject", "otherproject"]}')
+    new.listprojects.should.eq(["myproject", "otherproject"])
+  end
+
+  would 'listversions' do
+    stub_request(:get, 'http://localhost:6800/listversions.json?project=default').
+      to_return(:body => '{"status": "ok", "versions": ["r5", "r1"]}')
+    new.listversions.should.eq(["r5", "r1"])
+  end
+
+  would 'listspiders' do
+    stub_request(:get, 'http://localhost:6800/listspiders.json?project=default').
+      to_return(:body => '{"status": "ok", "spiders": ["spider1", "spider2", "spider3"]}')
+    new.listspiders.should.eq(["spider1", "spider2", "spider3"])
+  end
+
+  would 'listjobs' do
+    stub_request(:get, 'http://localhost:6800/listjobs.json?project=default').
+      to_return(:body => '{"status": "ok",
+       "pending": [{"id": "12A", "spider": "spider1"}],
+       "running": [{"id": "12B", "spider": "spider2", "start_time": "2012-09-12 10:14:03.594664"}],
+       "finished": [{"id": "12C", "spider": "spider3", "start_time": "2012-09-12 10:14:03.594664", "end_time": "2012-09-12 10:24:03.594664"}]}')
+    new.listjobs.keys.should.eq(["pending", "running", "finished"])
+  end
+
+  would 'error code' do
+    stub_request(:get, 'http://localhost:6800/listprojects.json').
+      to_return(:body => '{"status": "error", "message": "whoops"}')
+    lambda { new.listprojects }.should.raise(RuntimeError)
+  end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rest-scrapyd
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - wvengen
@@ -35,6 +35,7 @@ files:
 - LICENSE
 - README.md
 - lib/rest-scrapyd.rb
+- test/test_api.rb
 homepage: https://github.com/wvengen/rest-scrapyd
 licenses:
 - MIT
@@ -60,4 +61,5 @@ rubygems_version: 2.4.3
 signing_key: 
 specification_version: 4
 summary: REST client for the Scrapyd API
-test_files: []
+test_files:
+- test/test_api.rb