turbot-runner 0.1.31 → 0.1.32

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    MjFkNmJhN2U2YjY3NGRmOTczOGFkNjdlODhjNWUzNzc4Zjg3ZWZkZA==
+    YTUyZjJjODU0Mzg5ODhmOGMxZGFhYjc0ZjRmM2RkYTZmOTUzOTlkZg==
   data.tar.gz: !binary |-
-    MTlmNDMxODQwN2ZiZDQzNTBlNDY1ZmI4ZTI4MmU3OGVkYmFhNTI4OA==
+    YzcyOTU0NmFmZGU3NGZiNmUyZmRhZGE5YjA2YWU5Y2UwOTI5OWI3OQ==
 SHA512:
   metadata.gz: !binary |-
-    YjlhZjMwNDgyMTVlYTE5N2Y2MWMyYmJiMDIzOGViMGQ0ZDk4OWRlZjU2OWJi
-    YWIyY2M0YTJlOWY4ZDJhMTJkYjViZGY1ZmVkMDY2ZjlhMzhlYjJkOGZlMmM4
-    Y2Y3M2IzNmFmZTUzMDY4MTFlYjcxZDVhMDQyNjNjYzg0OGZiZDA=
+    N2E3NmRlYjk4MjE0NGQzYmIxOWUxODcwODI1OWU5NDEzNjNhM2UyZWUyYjEy
+    ZTgxY2IzZjEzZmU1YmFjMWNjMjU3NGI4YmIwZGZlOTM5NWVhMzI2NzViOTUz
+    NGRhNDdiZWM2NDQ2NjIwMDcxNGM1MjI1OGNmMDgxYjYyNjdjMTc=
   data.tar.gz: !binary |-
-    YTEyNjhjYjJmODE2ODljOTE1NmY2M2ZjNjg1OGRlYTc3OWQ1MjM3ZDUwNjBi
-    ZmMwYjk2NWNiMjJmZmQ2M2ZjYjk1M2QwMjQ1MmFhZDBjNGE3YjczMzMxZjFi
-    ODhiNzkzZWNiMzZlY2NlYjUxYzQ1Yjg0MWU4M2ZhYjhlNmZkNWU=
+    OTM1ZDEyODdlNTkwMmIzNGEwZTE4NWViMTg1MmVhYzRjYWFkMDlmY2U3Mjgx
+    Njg3ODdjNTQzYTgyMDg2ZjBlZWMyNThiZjg1ODdjYmU2ZDhlZmY1NTkzYmY4
+    NWI5MjQ3YTZiNGNjYTdiMjJmOWViMmQyMGVkNWM2ZTFjOTg4M2Q=

data/lib/turbot_runner.rb

@@ -11,7 +11,16 @@ module TurbotRunner
   SCHEMAS_PATH = File.expand_path('../../schema/schemas', __FILE__)
 
   def self.schema_path(data_type)
+    @schema_paths ||= Hash.new do |h, k|
+      h[k] = get_and_validate_schema_path(k)
+    end
+    @schema_paths[data_type]
+  end
+
+  def self.get_and_validate_schema_path(data_type)
     hyphenated_name = data_type.to_s.gsub("_", "-").gsub(" ", "-")
-    File.join(SCHEMAS_PATH, "#{hyphenated_name}-schema.json")
+    path = File.join(SCHEMAS_PATH, "#{hyphenated_name}-schema.json")
+    raise TurbotRunner::InvalidDataType unless File.exists?(path)
+    path
   end
 end

data/lib/turbot_runner/exceptions.rb

@@ -1,3 +1,4 @@
 module TurbotRunner
   class InterruptRun < StandardError; end
+  class InvalidDataType < StandardError; end
 end

data/lib/turbot_runner/version.rb

@@ -1,3 +1,3 @@
 module TurbotRunner
-  VERSION = '0.1.31'
+  VERSION = '0.1.32'
 end

data/spec/bots/bot-with-invalid-data-type/manifest.json

@@ -0,0 +1,8 @@
+{
+    "bot_id": "bot-with-invalid-data-type",
+    "description": "This bot has an invalid data type",
+    "language": "ruby",
+    "data_type": "fishmonger licence",
+    "identifying_fields": ["licence_number"],
+    "files": ["scraper.rb"]
+}

data/spec/bots/bot-with-invalid-data-type/scraper.rb

@@ -0,0 +1,10 @@
+require 'json'
+
+0.upto(9) do |n|
+  record = {
+    :licence_number => "XYZ#{n}",
+    :source_url => 'http://example.com',
+    :sample_date => '2014-06-01'
+  }
+  puts(record.to_json)
+end

data/spec/lib/runner_spec.rb

@@ -226,6 +226,16 @@ describe TurbotRunner::Runner do
         expect(@runner.run).to be(false)
       end
     end
+
+    context 'with a bot with an invalid data type' do
+      before do
+        @runner = test_runner('bot-with-invalid-data-type')
+      end
+
+      it 'raises InvalidDataType' do
+        expect{@runner.run}.to raise_error(TurbotRunner::InvalidDataType)
+      end
+    end
   end
 
   describe '#process_output' do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: turbot-runner
 version: !ruby/object:Gem::Version
-  version: 0.1.31
+  version: 0.1.32
 platform: ruby
 authors:
 - OpenCorporates
@@ -86,6 +86,8 @@ files:
 - spec/bots/bot-that-expects-file/manifest.json
 - spec/bots/bot-that-expects-file/scraper.rb
 - spec/bots/bot-that-expects-file/something.txt
+- spec/bots/bot-with-invalid-data-type/manifest.json
+- spec/bots/bot-with-invalid-data-type/scraper.rb
 - spec/bots/bot-with-invalid-sample-date/manifest.json
 - spec/bots/bot-with-invalid-sample-date/scraper.rb
 - spec/bots/bot-with-pause/manifest.json