turbot-runner 0.1.14 → 0.1.15

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    YTc5YzFlYWVjYTE1NmIzODc1OThmOWM0ZTgxNTU2YWM3MjY4OTVmOQ==
+    YjY3ZDJkZjIzNTNiMDJkNzE0ODA2NWRmOWJjMzc4NmRmY2JiYjRiOQ==
   data.tar.gz: !binary |-
-    OGI1MzhmMjZhMDU2MzJmNzc4MGMzZTI2ZmYwYmMyMmFkZGJhNjUyNw==
+    MjEzNWNkNGRhODdjNjkyOWQyMmZmNjc3YjBmODVlZjBhNTg5ODUwOQ==
 SHA512:
   metadata.gz: !binary |-
-    ZDM4OTVmYTY0ZTg4OTg2OTY0ZWMxOThlZDI0ODc1YzcyNmJjZTZhMWNmNGQx
-    NzRkNWI3MzZmZDM0ODY4Nzc0NmVjNGY2NzU0YzM3ZDVmYjViZDI4ZmY2MzQ4
-    YjJhOGMwYzE0OTg2ODM2YmNjMzc2NzU0NzE3NzBjMWEzNzRjMzU=
+    NTFjMWZhYjZjMWMwNTBlNTA3YWRmNmJmMzA4NGU4Mzk4YWFmYTYzYjc4ZWJh
+    NTZiMjU5YjE0NTY2ZmQ4ODQ5NWJhMmRlNWMzYTdkZDZhZDhjZjJlMjM4M2I4
+    OTcyNTg3Yjc5MzVmOTBlNWJlN2JiMWZlZTNmMDRkMDgwNGFhMDE=
   data.tar.gz: !binary |-
-    MjhkNzgwYjdlMTBhYWY3M2U3ZWZkZGU5ZTYwNzg4N2U3OTQ2OGEzNmUwZmM4
-    MDA0ZGNiOTQ3NGJjYjQxYWJkOWY0ZGNlMjQ5MzRkNzNmMDI4ZjkwODU3MTY1
-    OGI1MzFlMTM0NzA4YjQ0ZmVhMDkyMTlhMzk5NzMxNTcxNGZmYzQ=
+    YjQ0M2Q5N2ZjY2RmNjcyYzEyMGQyNDAzOTlmOWNiNGM3MzIzYTVmYTU1OGI0
+    YjdlYTFhZTYxYmNmY2EwZTAwNjRlZjljMTBlMTNhODAxYTQ5ZDE3YmMwNTcx
+    MTJlZmRkODA0Y2ZjYmRkYzI1ZWNiZjQ0MmVjOWViMTg2Nzc4ZDU=

data/lib/turbot_runner/runner.rb

@@ -84,6 +84,7 @@ module TurbotRunner
           processor.process(line)
         end
       end
+    rescue Errno::ENOENT
     end
 
     def build_command(script, input_file=nil)

data/lib/turbot_runner/version.rb

@@ -1,3 +1,3 @@
 module TurbotRunner
-  VERSION = '0.1.14'
+  VERSION = '0.1.15'
 end

data/spec/bots/bot-that-crashes-immediately/manifest.json

@@ -0,0 +1,15 @@
+{
+    "bot_id": "bot-that-crashes-immediately",
+    "description": "This is a bot that crashes immediately",
+    "language": "ruby",
+    "data_type": "primary data",
+    "identifying_fields": ["licence_number"],
+    "files": ["scraper.rb", "transformer1.rb"],
+    "transformers": [
+        {
+            "file": "transformer1.rb",
+            "data_type": "simple-licence",
+            "identifying_fields": ["licence_number"]
+        }
+    ]
+}

data/spec/bots/bot-that-crashes-immediately/scraper.rb

@@ -0,0 +1 @@
+raise 'Oh no'

data/spec/bots/bot-that-crashes-immediately/transformer1.rb

@@ -0,0 +1,15 @@
+require 'json'
+
+STDIN.each_line do |line|
+  raw_record = JSON.parse(line)
+
+  transformed_record = {
+    :company_name => 'Foo Widgets',
+    :company_jurisdiction => 'gb',
+    :licence_number => raw_record['licence_number'],
+    :source_url => raw_record['source_url'],
+    :sample_date => raw_record['sample_date'],
+  }
+
+  puts transformed_record.to_json
+end

data/spec/lib/runner_spec.rb

@@ -219,11 +219,6 @@ describe TurbotRunner::Runner do
 
   describe '#process_output' do
     before do
-      # This creates the output to work with
-      TurbotRunner::Runner.new('spec/bots/bot-with-transformer').run
-    end
-
-    it 'calls handler once for each line of output' do
       class Handler < TurbotRunner::BaseHandler
         attr_reader :records_seen
 
@@ -237,15 +232,31 @@ describe TurbotRunner::Runner do
         end
       end
 
-      handler = Handler.new
+      @handler = Handler.new
+    end
+
+    it 'calls handler once for each line of output' do
+      TurbotRunner::Runner.new('spec/bots/bot-with-transformer').run
+
+      runner = TurbotRunner::Runner.new(
+        'spec/bots/bot-with-transformer',
+        :record_handler => @handler
+      )
+
+      runner.process_output
+      expect(@handler.records_seen['primary data']).to eq(10)
+      expect(@handler.records_seen['simple-licence']).to eq(10)
+    end
+
+    it 'can cope when scraper has failed immediately' do
+      TurbotRunner::Runner.new('spec/bots/bot-that-crashes-immediately').run
+
       runner = TurbotRunner::Runner.new(
         'spec/bots/bot-with-transformer',
-        :record_handler => handler
+        :record_handler => @handler
       )
 
       runner.process_output
-      expect(handler.records_seen['primary data']).to eq(10)
-      expect(handler.records_seen['simple-licence']).to eq(10)
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: turbot-runner
 version: !ruby/object:Gem::Version
-  version: 0.1.14
+  version: 0.1.15
 platform: ruby
 authors:
 - OpenCorporates
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-08 00:00:00.000000000 Z
+date: 2014-12-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json-schema
@@ -61,6 +61,9 @@ files:
 - schema/schemas/simple-licence-schema.json
 - schema/schemas/simple-subsidiary-schema.json
 - schema/schemas/subsidiary-relationship-schema.json
+- spec/bots/bot-that-crashes-immediately/manifest.json
+- spec/bots/bot-that-crashes-immediately/scraper.rb
+- spec/bots/bot-that-crashes-immediately/transformer1.rb
 - spec/bots/bot-that-crashes-in-scraper/manifest.json
 - spec/bots/bot-that-crashes-in-scraper/scraper.rb
 - spec/bots/bot-that-crashes-in-scraper/transformer1.rb