turbot-runner 0.0.15 → 0.0.16

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NjRiZjhhZGI4ZDI5ODc5NzliZTJkMmQzZDNmNWQyMDgwNGRkNDk2ZQ==
+    NjhhZjM2MGFkMTI5NGE3MjE3MDVmZjM3MDIwODczMDNlMGUwNzQ5Yg==
   data.tar.gz: !binary |-
-    MjMxNDUzMGQ3NzIyMjJkMWE1ODg4OGJlM2YwMjBhNzU4NDY4MDAzMQ==
+    NjExYmExZjJmZDhhMGI2YjJmYWI1OTIzOWRlMTg0YzUxYTE3MjdhYw==
 SHA512:
   metadata.gz: !binary |-
-    NTMyM2E4NjBhMWJkNTE1NGY0NTlmNGQxOTUwNjBmYWIzNzc3MGZkODJkOTgx
-    MGEzOGQ5YzEzZDFlNjFjNWJkNzZjYWE1N2RmMmE1YjdlYjM3YzQyNTAxMjgx
-    MzM3ZGNkZmIxZmQwZjVhNGE1MjVlZjNhMThlY2QyMTY3YzgxNGE=
+    YzMyNjI0ZDdlZDcxMTI5MjgxN2ZhMjQyOTBmZjA1MjMwN2VjMGM0MmUzNjk2
+    MTU5ZDJjOTc0YzBlMzZjY2Y0MjZlYWM0Mzk2ZjFkYTZiNWQyMTM1MThlZmM5
+    ODI4MDMyMmU1NTRkYzVkMzkxZjEwYzI2ZTlkYTRhYWI1MDZiNTE=
   data.tar.gz: !binary |-
-    YjRhMGU5OGU0MGUyYzEwZGI1OTcyMTdhMTc4MzlhOTExOTgxMWIyODYxNDFi
-    NjRhYTc0NGJiMzIxNTRiMDQ1M2IzZmZlZTRkZmZjYTI5MWIwZmQ5MzU2OGMz
-    Y2I1YjRkZTBiOGJjZjA5MzliZTMxMGI4ZmJlZDk1NGNmODMyNWI=
+    ZGU0OTk2MTNiMmFmZjU5ZTc0M2RhYjZkMTE5NTdiMzcxNzRlMDMzMWViOGIw
+    MTE5ZjkzZjVjOTA1YjcxNGJhNjljYTQxMGI4MWNkMDVkMzkyYTA4ODkzZTE2
+    YjVkYjNlNjJhOTY0MmU4MWMwOTUzNjcwZjc1N2UzOGE3MWQxYjQ=

data/lib/turbot_runner.rb

@@ -240,8 +240,7 @@ module TurbotRunner
     end
 
     def close
-      @stdin.close
-      @stdout.close
+      @wait_thread.kill
     end
   end
 end

data/lib/turbot_runner/version.rb

@@ -1,3 +1,3 @@
 module TurbotRunner
-  VERSION = '0.0.15'
+  VERSION = '0.0.16'
 end

data/spec/dummy-bot-python/manifest.json

@@ -0,0 +1,15 @@
+{
+    "bot_id": "dummy-bot",
+    "data_type": "hello",
+    "description": "This is a dummy bot",
+    "identifying_fields": ["number"],
+    "files": ["scraper.py"],
+    "transformers": [
+        {
+            "file": "transformer.py",
+            "data_type": "goodbye",
+            "identifying_fields": [""]
+        }
+    ],
+    "frequency": "monthly"
+}

data/spec/dummy-bot-python/scraper.py

@@ -0,0 +1,6 @@
+import json
+
+print json.dumps({'n': 5, 'hello': 'hello, 5'})
+print json.dumps({'n': 6, 'hello': 'hello, 6'})
+print json.dumps({'n': 7})
+print json.dumps({'n': 8, 'hello': 'hello, 8'})

data/spec/dummy-bot-python/transformer.py

@@ -0,0 +1,15 @@
+import json
+import sys
+
+while True:
+    line = sys.stdin.readline()
+    if not line:
+        break
+
+    raw_record = json.loads(line)
+    transformed_record = {
+        'n': raw_record['n'],
+        'goodbye': raw_record['hello'].replace('hello', 'goodbye')
+    }
+
+    print json.dumps(transformed_record)

data/spec/turbot_runner_spec.rb

@@ -1,20 +1,19 @@
 require 'json'
 require 'turbot_runner'
 
-describe TurbotRunner::BaseRunner do
-  it 'can run a bot' do
-
-    class SpecRunner < TurbotRunner::BaseRunner
-      def validate(record, data_type)
-        if record['n'] == 3
-          [:error]
-        else
-          []
-        end
-      end
+class SpecRunner < TurbotRunner::BaseRunner
+  def validate(record, data_type)
+    if record['n'] % 4 == 3
+      [:error]
+    else
+      []
     end
+  end
+end
 
-    runner = SpecRunner.new('spec/dummy-bot')
+describe TurbotRunner::BaseRunner do
+  it 'can run a ruby bot' do
+    runner = SpecRunner.new('spec/dummy-bot-ruby')
 
     expect(runner).to receive(:handle_valid_record).with({'n' => 1, 'hello' => 'hello, 1'}, 'hello')
     expect(runner).to receive(:handle_valid_record).with({'n' => 1, 'goodbye' => 'goodbye, 1'}, 'goodbye')
@@ -26,4 +25,18 @@ describe TurbotRunner::BaseRunner do
     expect(runner).to receive(:handle_successful_run)
     runner.run
   end
+
+  it 'can run a python bot' do
+    runner = SpecRunner.new('spec/dummy-bot-python')
+
+    expect(runner).to receive(:handle_valid_record).with({'n' => 5, 'hello' => 'hello, 5'}, 'hello')
+    expect(runner).to receive(:handle_valid_record).with({'n' => 5, 'goodbye' => 'goodbye, 5'}, 'goodbye')
+    expect(runner).to receive(:handle_valid_record).with({'n' => 6, 'hello' => 'hello, 6'}, 'hello')
+    expect(runner).to receive(:handle_valid_record).with({'n' => 6, 'goodbye' => 'goodbye, 6'}, 'goodbye')
+    expect(runner).to receive(:handle_invalid_record).with({'n' => 7}, 'hello', [:error])
+    expect(runner).to receive(:handle_valid_record).with({'n' => 8, 'hello' => 'hello, 8'}, 'hello')
+    expect(runner).to receive(:handle_valid_record).with({'n' => 8, 'goodbye' => 'goodbye, 8'}, 'goodbye')
+    expect(runner).to receive(:handle_successful_run)
+    runner.run
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: turbot-runner
 version: !ruby/object:Gem::Version
-  version: 0.0.15
+  version: 0.0.16
 platform: ruby
 authors:
 - OpenCorporates
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-14 00:00:00.000000000 Z
+date: 2014-07-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json-schema
@@ -51,9 +51,12 @@ files:
 - schema/schemas/share-parcel-schema.json
 - schema/schemas/simple-licence-schema.json
 - schema/schemas/subsidiary-relationship-schema.json
-- spec/dummy-bot/manifest.json
-- spec/dummy-bot/scraper.rb
-- spec/dummy-bot/transformer.rb
+- spec/dummy-bot-python/manifest.json
+- spec/dummy-bot-python/scraper.py
+- spec/dummy-bot-python/transformer.py
+- spec/dummy-bot-ruby/manifest.json
+- spec/dummy-bot-ruby/scraper.rb
+- spec/dummy-bot-ruby/transformer.rb
 - spec/turbot_runner_spec.rb
 homepage: http://turbot.opencorporates.com/
 licenses: