turbot-runner 0.2.11 → 0.2.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitignore +12 -0
- data/.gitmodules +3 -0
- data/Gemfile +4 -0
- data/README.md +4 -2
- data/Rakefile +16 -0
- data/lib/turbot_runner/version.rb +1 -1
- data/schema/schemas/accounts-statement-schema.json +1 -1
- data/schema/schemas/company-schema.json +1 -1
- data/schema/schemas/filing-schema.json +2 -2
- data/schema/schemas/gazette-notice-schema.json +9 -2
- data/schema/schemas/includes/company-for-nesting.json +1 -1
- data/schema/schemas/licence-schema.json +2 -2
- data/turbot-runner.gemspec +26 -0
- metadata +126 -8
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 3f0c5f116fc3838f6595c094eca53c7cb79c8f54
|
|
4
|
+
data.tar.gz: d75264a39021e1514e3f53d6b19ffc486dfb504a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c31f60052718c2447c0049bb52725ec7624fdc27cb5fd91b232a4216dfcf7fe45f60bb142593a9095fba4180992cca5596424b13db8f664b33dec0516d615a65
|
|
7
|
+
data.tar.gz: ee283f1a55aec894f8e7fdc15b7c61ab241f57555d6975d1a715b24e7e0f1f99d76ecd7a4e3b4e24ab1b0ad562050c98590d12cd52598be11dffa3d7f487b7ce
|
data/.gitignore
ADDED
data/.gitmodules
ADDED
data/Gemfile
ADDED
data/README.md
CHANGED
|
@@ -12,7 +12,9 @@
|
|
|
12
12
|
|
|
13
13
|
## Releasing a new version
|
|
14
14
|
|
|
15
|
-
Bump the version in `lib/turbot_runner/version.rb
|
|
15
|
+
Bump the version in `lib/turbot_runner/version.rb` according to the [Semantic Versioning](http://semver.org/) convention, then:
|
|
16
16
|
|
|
17
17
|
git commit lib/turbot_runner/version.rb -m 'Release new version'
|
|
18
|
-
rake release # requires Rubygems credentials
|
|
18
|
+
rake release # requires Rubygems credentials
|
|
19
|
+
|
|
20
|
+
Finally, [rebuild the Docker image](https://github.com/openc/morph-docker-ruby#readme).
|
data/Rakefile
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
require 'bundler'
|
|
2
|
+
Bundler::GemHelper.install_tasks
|
|
3
|
+
|
|
4
|
+
require 'rspec/core/rake_task'
|
|
5
|
+
RSpec::Core::RakeTask.new(:spec)
|
|
6
|
+
|
|
7
|
+
task :default => :spec
|
|
8
|
+
|
|
9
|
+
begin
|
|
10
|
+
require 'yard'
|
|
11
|
+
YARD::Rake::YardocTask.new
|
|
12
|
+
rescue LoadError
|
|
13
|
+
task :yard do
|
|
14
|
+
abort 'YARD is not available. In order to run yard, you must: gem install yard'
|
|
15
|
+
end
|
|
16
|
+
end
|
|
@@ -64,9 +64,9 @@
|
|
|
64
64
|
"format": "date"
|
|
65
65
|
},
|
|
66
66
|
"retrieved_at": {
|
|
67
|
-
"description": "
|
|
67
|
+
"description": "The time or date at which the source URL was requested",
|
|
68
68
|
"type": "string",
|
|
69
|
-
"format": "date
|
|
69
|
+
"format": "date"
|
|
70
70
|
},
|
|
71
71
|
"other_attributes": {
|
|
72
72
|
"description": "Use for other attributes for which we don't yet have curated schema attributes",
|
|
@@ -267,6 +267,13 @@
|
|
|
267
267
|
"type": "string",
|
|
268
268
|
"enum": ["other"]
|
|
269
269
|
},
|
|
270
|
+
"classification": {
|
|
271
|
+
"description": "The type of judgment",
|
|
272
|
+
"type": "array",
|
|
273
|
+
"items": {
|
|
274
|
+
"$ref": "includes/classification.json"
|
|
275
|
+
}
|
|
276
|
+
},
|
|
270
277
|
"body": {
|
|
271
278
|
"description": "The unstructured prose content",
|
|
272
279
|
"$ref": "#/definitions/body"
|
|
@@ -405,9 +412,9 @@
|
|
|
405
412
|
"format": "date"
|
|
406
413
|
},
|
|
407
414
|
"retrieved_at": {
|
|
408
|
-
"description": "The time at which the source URL was requested",
|
|
415
|
+
"description": "The time or date at which the source URL was requested",
|
|
409
416
|
"type": "string",
|
|
410
|
-
"format": "date
|
|
417
|
+
"format": "date"
|
|
411
418
|
},
|
|
412
419
|
"confidence": {
|
|
413
420
|
"description": "The scraper's author's confidence in the accuracy of the data",
|
|
@@ -59,9 +59,9 @@
|
|
|
59
59
|
"format": "date"
|
|
60
60
|
},
|
|
61
61
|
"retrieved_at": {
|
|
62
|
-
"description": "
|
|
62
|
+
"description": "The time or date at which the source URL was requested",
|
|
63
63
|
"type": "string",
|
|
64
|
-
"format": "date
|
|
64
|
+
"format": "date"
|
|
65
65
|
},
|
|
66
66
|
"licence_url": {
|
|
67
67
|
"type": "string",
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
require File.expand_path('../lib/turbot_runner/version', __FILE__)
|
|
2
|
+
|
|
3
|
+
Gem::Specification.new do |gem|
|
|
4
|
+
gem.name = "turbot-runner"
|
|
5
|
+
gem.version = TurbotRunner::VERSION
|
|
6
|
+
|
|
7
|
+
gem.author = "OpenCorporates"
|
|
8
|
+
gem.email = "bots@opencorporates.com"
|
|
9
|
+
gem.homepage = "http://turbot.opencorporates.com/"
|
|
10
|
+
gem.summary = "Utilities for running bots with Turbot"
|
|
11
|
+
gem.license = "MIT"
|
|
12
|
+
|
|
13
|
+
gem.files = `git ls-files`.split("\n") + %x{git submodule foreach --quiet --recursive git ls-files schemas}.split("\n").map{|filename| "schema/#{filename}"}
|
|
14
|
+
gem.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
|
|
15
|
+
gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
|
|
16
|
+
gem.require_paths = ["lib"]
|
|
17
|
+
|
|
18
|
+
gem.required_ruby_version = '>=1.9.2'
|
|
19
|
+
|
|
20
|
+
gem.add_dependency "activesupport", '4.1.4'
|
|
21
|
+
gem.add_dependency "openc-json_schema"
|
|
22
|
+
gem.add_development_dependency "pry"
|
|
23
|
+
gem.add_development_dependency "rake"
|
|
24
|
+
gem.add_development_dependency "rspec", ">= 3.0"
|
|
25
|
+
gem.add_development_dependency "rspec-mocks", ">= 3.0"
|
|
26
|
+
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: turbot-runner
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.12
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- OpenCorporates
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-
|
|
11
|
+
date: 2016-02-02 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: activesupport
|
|
@@ -28,23 +28,84 @@ dependencies:
|
|
|
28
28
|
name: openc-json_schema
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
30
30
|
requirements:
|
|
31
|
-
- -
|
|
31
|
+
- - ">="
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
|
-
version: 0
|
|
33
|
+
version: '0'
|
|
34
34
|
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
|
-
- -
|
|
38
|
+
- - ">="
|
|
39
|
+
- !ruby/object:Gem::Version
|
|
40
|
+
version: '0'
|
|
41
|
+
- !ruby/object:Gem::Dependency
|
|
42
|
+
name: pry
|
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
|
44
|
+
requirements:
|
|
45
|
+
- - ">="
|
|
39
46
|
- !ruby/object:Gem::Version
|
|
40
|
-
version: 0
|
|
47
|
+
version: '0'
|
|
48
|
+
type: :development
|
|
49
|
+
prerelease: false
|
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
51
|
+
requirements:
|
|
52
|
+
- - ">="
|
|
53
|
+
- !ruby/object:Gem::Version
|
|
54
|
+
version: '0'
|
|
55
|
+
- !ruby/object:Gem::Dependency
|
|
56
|
+
name: rake
|
|
57
|
+
requirement: !ruby/object:Gem::Requirement
|
|
58
|
+
requirements:
|
|
59
|
+
- - ">="
|
|
60
|
+
- !ruby/object:Gem::Version
|
|
61
|
+
version: '0'
|
|
62
|
+
type: :development
|
|
63
|
+
prerelease: false
|
|
64
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
65
|
+
requirements:
|
|
66
|
+
- - ">="
|
|
67
|
+
- !ruby/object:Gem::Version
|
|
68
|
+
version: '0'
|
|
69
|
+
- !ruby/object:Gem::Dependency
|
|
70
|
+
name: rspec
|
|
71
|
+
requirement: !ruby/object:Gem::Requirement
|
|
72
|
+
requirements:
|
|
73
|
+
- - ">="
|
|
74
|
+
- !ruby/object:Gem::Version
|
|
75
|
+
version: '3.0'
|
|
76
|
+
type: :development
|
|
77
|
+
prerelease: false
|
|
78
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
79
|
+
requirements:
|
|
80
|
+
- - ">="
|
|
81
|
+
- !ruby/object:Gem::Version
|
|
82
|
+
version: '3.0'
|
|
83
|
+
- !ruby/object:Gem::Dependency
|
|
84
|
+
name: rspec-mocks
|
|
85
|
+
requirement: !ruby/object:Gem::Requirement
|
|
86
|
+
requirements:
|
|
87
|
+
- - ">="
|
|
88
|
+
- !ruby/object:Gem::Version
|
|
89
|
+
version: '3.0'
|
|
90
|
+
type: :development
|
|
91
|
+
prerelease: false
|
|
92
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
93
|
+
requirements:
|
|
94
|
+
- - ">="
|
|
95
|
+
- !ruby/object:Gem::Version
|
|
96
|
+
version: '3.0'
|
|
41
97
|
description:
|
|
42
98
|
email: bots@opencorporates.com
|
|
43
|
-
executables:
|
|
99
|
+
executables:
|
|
100
|
+
- rspec
|
|
44
101
|
extensions: []
|
|
45
102
|
extra_rdoc_files: []
|
|
46
103
|
files:
|
|
104
|
+
- ".gitignore"
|
|
105
|
+
- ".gitmodules"
|
|
106
|
+
- Gemfile
|
|
47
107
|
- README.md
|
|
108
|
+
- Rakefile
|
|
48
109
|
- bin/rspec
|
|
49
110
|
- lib/turbot_runner.rb
|
|
50
111
|
- lib/turbot_runner/base_handler.rb
|
|
@@ -148,6 +209,7 @@ files:
|
|
|
148
209
|
- spec/outputs/full-transformer.out
|
|
149
210
|
- spec/outputs/truncated-scraper.out
|
|
150
211
|
- spec/spec_helper.rb
|
|
212
|
+
- turbot-runner.gemspec
|
|
151
213
|
homepage: http://turbot.opencorporates.com/
|
|
152
214
|
licenses:
|
|
153
215
|
- MIT
|
|
@@ -172,4 +234,60 @@ rubygems_version: 2.4.5
|
|
|
172
234
|
signing_key:
|
|
173
235
|
specification_version: 4
|
|
174
236
|
summary: Utilities for running bots with Turbot
|
|
175
|
-
test_files:
|
|
237
|
+
test_files:
|
|
238
|
+
- spec/bots/bot-that-crashes-immediately/manifest.json
|
|
239
|
+
- spec/bots/bot-that-crashes-immediately/scraper.rb
|
|
240
|
+
- spec/bots/bot-that-crashes-immediately/transformer1.rb
|
|
241
|
+
- spec/bots/bot-that-crashes-in-scraper/manifest.json
|
|
242
|
+
- spec/bots/bot-that-crashes-in-scraper/scraper.rb
|
|
243
|
+
- spec/bots/bot-that-crashes-in-scraper/transformer1.rb
|
|
244
|
+
- spec/bots/bot-that-crashes-in-transformer/manifest.json
|
|
245
|
+
- spec/bots/bot-that-crashes-in-transformer/scraper.rb
|
|
246
|
+
- spec/bots/bot-that-crashes-in-transformer/transformer1.rb
|
|
247
|
+
- spec/bots/bot-that-crashes-in-transformer/transformer2.rb
|
|
248
|
+
- spec/bots/bot-that-emits-run-ended/manifest.json
|
|
249
|
+
- spec/bots/bot-that-emits-run-ended/scraper.rb
|
|
250
|
+
- spec/bots/bot-that-emits-snapshot-ended/manifest.json
|
|
251
|
+
- spec/bots/bot-that-emits-snapshot-ended/scraper.rb
|
|
252
|
+
- spec/bots/bot-that-expects-file/manifest.json
|
|
253
|
+
- spec/bots/bot-that-expects-file/scraper.rb
|
|
254
|
+
- spec/bots/bot-that-expects-file/something.txt
|
|
255
|
+
- spec/bots/bot-that-is-allowed-to-produce-duplicates/manifest.json
|
|
256
|
+
- spec/bots/bot-that-is-allowed-to-produce-duplicates/scraper.rb
|
|
257
|
+
- spec/bots/bot-that-produces-duplicates/manifest.json
|
|
258
|
+
- spec/bots/bot-that-produces-duplicates/scraper.rb
|
|
259
|
+
- spec/bots/bot-with-invalid-data-type/manifest.json
|
|
260
|
+
- spec/bots/bot-with-invalid-data-type/scraper.rb
|
|
261
|
+
- spec/bots/bot-with-invalid-sample-date/manifest.json
|
|
262
|
+
- spec/bots/bot-with-invalid-sample-date/scraper.rb
|
|
263
|
+
- spec/bots/bot-with-pause/manifest.json
|
|
264
|
+
- spec/bots/bot-with-pause/scraper.rb
|
|
265
|
+
- spec/bots/bot-with-transformer/manifest.json
|
|
266
|
+
- spec/bots/bot-with-transformer/scraper.rb
|
|
267
|
+
- spec/bots/bot-with-transformer/transformer.rb
|
|
268
|
+
- spec/bots/bot-with-transformers/manifest.json
|
|
269
|
+
- spec/bots/bot-with-transformers/scraper.rb
|
|
270
|
+
- spec/bots/bot-with-transformers/transformer1.rb
|
|
271
|
+
- spec/bots/bot-with-transformers/transformer2.rb
|
|
272
|
+
- spec/bots/invalid-json-bot/manifest.json
|
|
273
|
+
- spec/bots/invalid-json-bot/scraper.rb
|
|
274
|
+
- spec/bots/invalid-record-bot/manifest.json
|
|
275
|
+
- spec/bots/invalid-record-bot/scraper.rb
|
|
276
|
+
- spec/bots/logging-bot/manifest.json
|
|
277
|
+
- spec/bots/logging-bot/scraper.rb
|
|
278
|
+
- spec/bots/python-bot/manifest.json
|
|
279
|
+
- spec/bots/python-bot/scraper.py
|
|
280
|
+
- spec/bots/ruby-bot/manifest.json
|
|
281
|
+
- spec/bots/ruby-bot/scraper.rb
|
|
282
|
+
- spec/bots/slow-bot/manifest.json
|
|
283
|
+
- spec/bots/slow-bot/scraper.rb
|
|
284
|
+
- spec/lib/processor_spec.rb
|
|
285
|
+
- spec/lib/runner_spec.rb
|
|
286
|
+
- spec/lib/utils_spec.rb
|
|
287
|
+
- spec/lib/validator_spec.rb
|
|
288
|
+
- spec/manual_spec.rb
|
|
289
|
+
- spec/outputs/full-scraper.out
|
|
290
|
+
- spec/outputs/full-transformer.out
|
|
291
|
+
- spec/outputs/truncated-scraper.out
|
|
292
|
+
- spec/spec_helper.rb
|
|
293
|
+
has_rdoc:
|