turbot-runner 0.1.5 → 0.1.6

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MzI3NjZjMDc0NzI4Y2M5ZGRmMGY3YTQ2MzVkNWZhZTZkZDkwMjg5OQ==
+  data.tar.gz: !binary |-
+    NjBiNDk0Mzc1NzdmODdiYjAxNzg4MWFhN2FlOGY1MzRmYzQ3NzY2NA==
+SHA512:
+  metadata.gz: !binary |-
+    ZWY4ZDlhNjBmZjNhNDBmMDU0OWQwYWIyOTEyYTc4NzdmMzczMzkwMTVmYTE4
+    NjUxMTRlOWNiNzlhZjc5ZGVjZmFhZjk4MzA4NjU3OThmZjU0ODViNzY2OGY3
+    ODk2NTg3NzYxYTliNzJkZmIwNzU3NmQxNzdjMzUyM2VkMTU4YWQ=
+  data.tar.gz: !binary |-
+    YTIyYmIzZTI2NDkzODQxYjVmOTM2OTYwNGQ2ODQ5Y2QyMWZhZjE1MDZlZWJj
+    NmFmOWFhYzVkMTVkMmRjNjQyZGY4YzVkOGQ5YmE1MTE0ZDMxMTI1Zjg4MGZk
+    YTZhZWYzZGRmOWFjYWFmNTU1ZTNhNjdkYzhkNWQ0YWEzNTUxOTA=

data/lib/turbot_runner/script_runner.rb

@@ -35,15 +35,23 @@ module TurbotRunner
         retry
       end
         
-      # Read from output file line by line until either we reach the end of the
-      # file and the script has exited, or @interrupted becomes true.
+      # Read from output file buildling up lines byte by byte byte by byte
+      # until either we reach the end of the file and the script has exited, or
+      # @interrupted becomes true.  We cannot use IO#readline here because if
+      # only half a line has been synced to the file by the time we read it,
+      # then the incomplete line will be read, causing chaos down the line.
+      line = ''
+
       until @interrupted do
-        begin
-          line = f.readline
-          @processor.process(line)
-        rescue EOFError
+        byte = f.read(1)
+        if byte.nil?
           break unless script_thread.alive?
           sleep 0.1
+        elsif byte == "\n"
+          @processor.process(line)
+          line = ''
+        else
+          line << byte
         end
       end
 

data/lib/turbot_runner/version.rb

@@ -1,3 +1,3 @@
 module TurbotRunner
-  VERSION = '0.1.5'
+  VERSION = '0.1.6'
 end

data/schema/schemas/company-schema.json

@@ -35,6 +35,18 @@
     "registry_url": {
       "type": "string"
     },
+    "website": {
+      "type": "string",
+      "minLength": 5
+    },
+    "telephone_number": {
+      "type": "string",
+      "minLength": 4
+    },
+    "fax_number": {
+      "type": "string",
+      "minLength": 4
+    },
     "registered_address": {
       "$ref": "includes/address.json"
     },

data/schema/schemas/includes/industry_code.json

@@ -4,7 +4,7 @@
   "type": "object",
   "properties": { "name": { "type": "string" },
                   "code": { "type": "string" },
-                  "code_scheme_id": { "type": "string", "enum": ["eu_nace_2", "uk_sic_2003", "uk_sic_2007", "us_naics_2002", "us_naics_2007", "be_nace_2008"] },
+                  "code_scheme_id": { "type": "string", "enum": ["eu_nace_2", "uk_sic_2003", "uk_sic_2007", "us_naics_2002", "us_naics_2007", "be_nace_2008", "dk_db_2007"] },
                   "start_date":  { "type": "date" },
                   "end_date":  { "type": "date" }
   },

metadata

@@ -1,20 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: turbot-runner
 version: !ruby/object:Gem::Version
-  version: 0.1.5
-  prerelease: 
+  version: 0.1.6
 platform: ruby
 authors:
 - OpenCorporates
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-12 00:00:00.000000000 Z
+date: 2014-08-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json-schema
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - '='
       - !ruby/object:Gem::Version
@@ -42,6 +39,28 @@ files:
 - lib/turbot_runner/runner.rb
 - lib/turbot_runner/script_runner.rb
 - lib/turbot_runner/version.rb
+- schema/schemas/company-schema.json
+- schema/schemas/financial-payment-schema.json
+- schema/schemas/includes/address.json
+- schema/schemas/includes/alternative_name.json
+- schema/schemas/includes/company.json
+- schema/schemas/includes/filing.json
+- schema/schemas/includes/financial-payment-data-object.json
+- schema/schemas/includes/industry_code.json
+- schema/schemas/includes/licence-data-object.json
+- schema/schemas/includes/officer.json
+- schema/schemas/includes/previous_name.json
+- schema/schemas/includes/share-parcel-data.json
+- schema/schemas/includes/share-parcel.json
+- schema/schemas/includes/subsidiary-relationship-data.json
+- schema/schemas/includes/total-shares.json
+- schema/schemas/licence-schema.json
+- schema/schemas/primary-data-schema.json
+- schema/schemas/share-parcel-schema.json
+- schema/schemas/simple-financial-payment-schema.json
+- schema/schemas/simple-licence-schema.json
+- schema/schemas/simple-subsidiary-schema.json
+- schema/schemas/subsidiary-relationship-schema.json
 - spec/bots/bot-that-crashes-in-scraper/manifest.json
 - spec/bots/bot-that-crashes-in-scraper/scraper.rb
 - spec/bots/bot-that-crashes-in-transformer/manifest.json
@@ -77,51 +96,29 @@ files:
 - spec/outputs/full-scraper.out
 - spec/outputs/full-transformer.out
 - spec/outputs/truncated-scraper.out
-- schema/schemas/company-schema.json
-- schema/schemas/financial-payment-schema.json
-- schema/schemas/includes/address.json
-- schema/schemas/includes/alternative_name.json
-- schema/schemas/includes/company.json
-- schema/schemas/includes/filing.json
-- schema/schemas/includes/financial-payment-data-object.json
-- schema/schemas/includes/industry_code.json
-- schema/schemas/includes/licence-data-object.json
-- schema/schemas/includes/officer.json
-- schema/schemas/includes/previous_name.json
-- schema/schemas/includes/share-parcel-data.json
-- schema/schemas/includes/share-parcel.json
-- schema/schemas/includes/subsidiary-relationship-data.json
-- schema/schemas/includes/total-shares.json
-- schema/schemas/licence-schema.json
-- schema/schemas/primary-data-schema.json
-- schema/schemas/share-parcel-schema.json
-- schema/schemas/simple-financial-payment-schema.json
-- schema/schemas/simple-licence-schema.json
-- schema/schemas/simple-subsidiary-schema.json
-- schema/schemas/subsidiary-relationship-schema.json
 homepage: http://turbot.opencorporates.com/
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: 1.9.2
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Utilities for running bots with Turbot
 test_files: []
+has_rdoc: