turbot-runner 0.2.11 → 0.2.12
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +12 -0
- data/.gitmodules +3 -0
- data/Gemfile +4 -0
- data/README.md +4 -2
- data/Rakefile +16 -0
- data/lib/turbot_runner/version.rb +1 -1
- data/schema/schemas/accounts-statement-schema.json +1 -1
- data/schema/schemas/company-schema.json +1 -1
- data/schema/schemas/filing-schema.json +2 -2
- data/schema/schemas/gazette-notice-schema.json +9 -2
- data/schema/schemas/includes/company-for-nesting.json +1 -1
- data/schema/schemas/licence-schema.json +2 -2
- data/turbot-runner.gemspec +26 -0
- metadata +126 -8
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 3f0c5f116fc3838f6595c094eca53c7cb79c8f54
|
|
4
|
+
data.tar.gz: d75264a39021e1514e3f53d6b19ffc486dfb504a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c31f60052718c2447c0049bb52725ec7624fdc27cb5fd91b232a4216dfcf7fe45f60bb142593a9095fba4180992cca5596424b13db8f664b33dec0516d615a65
|
|
7
|
+
data.tar.gz: ee283f1a55aec894f8e7fdc15b7c61ab241f57555d6975d1a715b24e7e0f1f99d76ecd7a4e3b4e24ab1b0ad562050c98590d12cd52598be11dffa3d7f487b7ce
|
data/.gitignore
ADDED
data/.gitmodules
ADDED
data/Gemfile
ADDED
data/README.md
CHANGED
|
@@ -12,7 +12,9 @@
|
|
|
12
12
|
|
|
13
13
|
## Releasing a new version
|
|
14
14
|
|
|
15
|
-
Bump the version in `lib/turbot_runner/version.rb
|
|
15
|
+
Bump the version in `lib/turbot_runner/version.rb` according to the [Semantic Versioning](http://semver.org/) convention, then:
|
|
16
16
|
|
|
17
17
|
git commit lib/turbot_runner/version.rb -m 'Release new version'
|
|
18
|
-
rake release # requires Rubygems credentials
|
|
18
|
+
rake release # requires Rubygems credentials
|
|
19
|
+
|
|
20
|
+
Finally, [rebuild the Docker image](https://github.com/openc/morph-docker-ruby#readme).
|
data/Rakefile
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
require 'bundler'
|
|
2
|
+
Bundler::GemHelper.install_tasks
|
|
3
|
+
|
|
4
|
+
require 'rspec/core/rake_task'
|
|
5
|
+
RSpec::Core::RakeTask.new(:spec)
|
|
6
|
+
|
|
7
|
+
task :default => :spec
|
|
8
|
+
|
|
9
|
+
begin
|
|
10
|
+
require 'yard'
|
|
11
|
+
YARD::Rake::YardocTask.new
|
|
12
|
+
rescue LoadError
|
|
13
|
+
task :yard do
|
|
14
|
+
abort 'YARD is not available. In order to run yard, you must: gem install yard'
|
|
15
|
+
end
|
|
16
|
+
end
|
|
@@ -64,9 +64,9 @@
|
|
|
64
64
|
"format": "date"
|
|
65
65
|
},
|
|
66
66
|
"retrieved_at": {
|
|
67
|
-
"description": "
|
|
67
|
+
"description": "The time or date at which the source URL was requested",
|
|
68
68
|
"type": "string",
|
|
69
|
-
"format": "date
|
|
69
|
+
"format": "date"
|
|
70
70
|
},
|
|
71
71
|
"other_attributes": {
|
|
72
72
|
"description": "Use for other attributes for which we don't yet have curated schema attributes",
|
|
@@ -267,6 +267,13 @@
|
|
|
267
267
|
"type": "string",
|
|
268
268
|
"enum": ["other"]
|
|
269
269
|
},
|
|
270
|
+
"classification": {
|
|
271
|
+
"description": "The type of judgment",
|
|
272
|
+
"type": "array",
|
|
273
|
+
"items": {
|
|
274
|
+
"$ref": "includes/classification.json"
|
|
275
|
+
}
|
|
276
|
+
},
|
|
270
277
|
"body": {
|
|
271
278
|
"description": "The unstructured prose content",
|
|
272
279
|
"$ref": "#/definitions/body"
|
|
@@ -405,9 +412,9 @@
|
|
|
405
412
|
"format": "date"
|
|
406
413
|
},
|
|
407
414
|
"retrieved_at": {
|
|
408
|
-
"description": "The time at which the source URL was requested",
|
|
415
|
+
"description": "The time or date at which the source URL was requested",
|
|
409
416
|
"type": "string",
|
|
410
|
-
"format": "date
|
|
417
|
+
"format": "date"
|
|
411
418
|
},
|
|
412
419
|
"confidence": {
|
|
413
420
|
"description": "The scraper's author's confidence in the accuracy of the data",
|
|
@@ -59,9 +59,9 @@
|
|
|
59
59
|
"format": "date"
|
|
60
60
|
},
|
|
61
61
|
"retrieved_at": {
|
|
62
|
-
"description": "
|
|
62
|
+
"description": "The time or date at which the source URL was requested",
|
|
63
63
|
"type": "string",
|
|
64
|
-
"format": "date
|
|
64
|
+
"format": "date"
|
|
65
65
|
},
|
|
66
66
|
"licence_url": {
|
|
67
67
|
"type": "string",
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
require File.expand_path('../lib/turbot_runner/version', __FILE__)
|
|
2
|
+
|
|
3
|
+
Gem::Specification.new do |gem|
|
|
4
|
+
gem.name = "turbot-runner"
|
|
5
|
+
gem.version = TurbotRunner::VERSION
|
|
6
|
+
|
|
7
|
+
gem.author = "OpenCorporates"
|
|
8
|
+
gem.email = "bots@opencorporates.com"
|
|
9
|
+
gem.homepage = "http://turbot.opencorporates.com/"
|
|
10
|
+
gem.summary = "Utilities for running bots with Turbot"
|
|
11
|
+
gem.license = "MIT"
|
|
12
|
+
|
|
13
|
+
gem.files = `git ls-files`.split("\n") + %x{git submodule foreach --quiet --recursive git ls-files schemas}.split("\n").map{|filename| "schema/#{filename}"}
|
|
14
|
+
gem.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
|
|
15
|
+
gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
|
|
16
|
+
gem.require_paths = ["lib"]
|
|
17
|
+
|
|
18
|
+
gem.required_ruby_version = '>=1.9.2'
|
|
19
|
+
|
|
20
|
+
gem.add_dependency "activesupport", '4.1.4'
|
|
21
|
+
gem.add_dependency "openc-json_schema"
|
|
22
|
+
gem.add_development_dependency "pry"
|
|
23
|
+
gem.add_development_dependency "rake"
|
|
24
|
+
gem.add_development_dependency "rspec", ">= 3.0"
|
|
25
|
+
gem.add_development_dependency "rspec-mocks", ">= 3.0"
|
|
26
|
+
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: turbot-runner
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.12
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- OpenCorporates
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-
|
|
11
|
+
date: 2016-02-02 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: activesupport
|
|
@@ -28,23 +28,84 @@ dependencies:
|
|
|
28
28
|
name: openc-json_schema
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
30
30
|
requirements:
|
|
31
|
-
- -
|
|
31
|
+
- - ">="
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
|
-
version: 0
|
|
33
|
+
version: '0'
|
|
34
34
|
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
|
-
- -
|
|
38
|
+
- - ">="
|
|
39
|
+
- !ruby/object:Gem::Version
|
|
40
|
+
version: '0'
|
|
41
|
+
- !ruby/object:Gem::Dependency
|
|
42
|
+
name: pry
|
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
|
44
|
+
requirements:
|
|
45
|
+
- - ">="
|
|
39
46
|
- !ruby/object:Gem::Version
|
|
40
|
-
version: 0
|
|
47
|
+
version: '0'
|
|
48
|
+
type: :development
|
|
49
|
+
prerelease: false
|
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
51
|
+
requirements:
|
|
52
|
+
- - ">="
|
|
53
|
+
- !ruby/object:Gem::Version
|
|
54
|
+
version: '0'
|
|
55
|
+
- !ruby/object:Gem::Dependency
|
|
56
|
+
name: rake
|
|
57
|
+
requirement: !ruby/object:Gem::Requirement
|
|
58
|
+
requirements:
|
|
59
|
+
- - ">="
|
|
60
|
+
- !ruby/object:Gem::Version
|
|
61
|
+
version: '0'
|
|
62
|
+
type: :development
|
|
63
|
+
prerelease: false
|
|
64
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
65
|
+
requirements:
|
|
66
|
+
- - ">="
|
|
67
|
+
- !ruby/object:Gem::Version
|
|
68
|
+
version: '0'
|
|
69
|
+
- !ruby/object:Gem::Dependency
|
|
70
|
+
name: rspec
|
|
71
|
+
requirement: !ruby/object:Gem::Requirement
|
|
72
|
+
requirements:
|
|
73
|
+
- - ">="
|
|
74
|
+
- !ruby/object:Gem::Version
|
|
75
|
+
version: '3.0'
|
|
76
|
+
type: :development
|
|
77
|
+
prerelease: false
|
|
78
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
79
|
+
requirements:
|
|
80
|
+
- - ">="
|
|
81
|
+
- !ruby/object:Gem::Version
|
|
82
|
+
version: '3.0'
|
|
83
|
+
- !ruby/object:Gem::Dependency
|
|
84
|
+
name: rspec-mocks
|
|
85
|
+
requirement: !ruby/object:Gem::Requirement
|
|
86
|
+
requirements:
|
|
87
|
+
- - ">="
|
|
88
|
+
- !ruby/object:Gem::Version
|
|
89
|
+
version: '3.0'
|
|
90
|
+
type: :development
|
|
91
|
+
prerelease: false
|
|
92
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
93
|
+
requirements:
|
|
94
|
+
- - ">="
|
|
95
|
+
- !ruby/object:Gem::Version
|
|
96
|
+
version: '3.0'
|
|
41
97
|
description:
|
|
42
98
|
email: bots@opencorporates.com
|
|
43
|
-
executables:
|
|
99
|
+
executables:
|
|
100
|
+
- rspec
|
|
44
101
|
extensions: []
|
|
45
102
|
extra_rdoc_files: []
|
|
46
103
|
files:
|
|
104
|
+
- ".gitignore"
|
|
105
|
+
- ".gitmodules"
|
|
106
|
+
- Gemfile
|
|
47
107
|
- README.md
|
|
108
|
+
- Rakefile
|
|
48
109
|
- bin/rspec
|
|
49
110
|
- lib/turbot_runner.rb
|
|
50
111
|
- lib/turbot_runner/base_handler.rb
|
|
@@ -148,6 +209,7 @@ files:
|
|
|
148
209
|
- spec/outputs/full-transformer.out
|
|
149
210
|
- spec/outputs/truncated-scraper.out
|
|
150
211
|
- spec/spec_helper.rb
|
|
212
|
+
- turbot-runner.gemspec
|
|
151
213
|
homepage: http://turbot.opencorporates.com/
|
|
152
214
|
licenses:
|
|
153
215
|
- MIT
|
|
@@ -172,4 +234,60 @@ rubygems_version: 2.4.5
|
|
|
172
234
|
signing_key:
|
|
173
235
|
specification_version: 4
|
|
174
236
|
summary: Utilities for running bots with Turbot
|
|
175
|
-
test_files:
|
|
237
|
+
test_files:
|
|
238
|
+
- spec/bots/bot-that-crashes-immediately/manifest.json
|
|
239
|
+
- spec/bots/bot-that-crashes-immediately/scraper.rb
|
|
240
|
+
- spec/bots/bot-that-crashes-immediately/transformer1.rb
|
|
241
|
+
- spec/bots/bot-that-crashes-in-scraper/manifest.json
|
|
242
|
+
- spec/bots/bot-that-crashes-in-scraper/scraper.rb
|
|
243
|
+
- spec/bots/bot-that-crashes-in-scraper/transformer1.rb
|
|
244
|
+
- spec/bots/bot-that-crashes-in-transformer/manifest.json
|
|
245
|
+
- spec/bots/bot-that-crashes-in-transformer/scraper.rb
|
|
246
|
+
- spec/bots/bot-that-crashes-in-transformer/transformer1.rb
|
|
247
|
+
- spec/bots/bot-that-crashes-in-transformer/transformer2.rb
|
|
248
|
+
- spec/bots/bot-that-emits-run-ended/manifest.json
|
|
249
|
+
- spec/bots/bot-that-emits-run-ended/scraper.rb
|
|
250
|
+
- spec/bots/bot-that-emits-snapshot-ended/manifest.json
|
|
251
|
+
- spec/bots/bot-that-emits-snapshot-ended/scraper.rb
|
|
252
|
+
- spec/bots/bot-that-expects-file/manifest.json
|
|
253
|
+
- spec/bots/bot-that-expects-file/scraper.rb
|
|
254
|
+
- spec/bots/bot-that-expects-file/something.txt
|
|
255
|
+
- spec/bots/bot-that-is-allowed-to-produce-duplicates/manifest.json
|
|
256
|
+
- spec/bots/bot-that-is-allowed-to-produce-duplicates/scraper.rb
|
|
257
|
+
- spec/bots/bot-that-produces-duplicates/manifest.json
|
|
258
|
+
- spec/bots/bot-that-produces-duplicates/scraper.rb
|
|
259
|
+
- spec/bots/bot-with-invalid-data-type/manifest.json
|
|
260
|
+
- spec/bots/bot-with-invalid-data-type/scraper.rb
|
|
261
|
+
- spec/bots/bot-with-invalid-sample-date/manifest.json
|
|
262
|
+
- spec/bots/bot-with-invalid-sample-date/scraper.rb
|
|
263
|
+
- spec/bots/bot-with-pause/manifest.json
|
|
264
|
+
- spec/bots/bot-with-pause/scraper.rb
|
|
265
|
+
- spec/bots/bot-with-transformer/manifest.json
|
|
266
|
+
- spec/bots/bot-with-transformer/scraper.rb
|
|
267
|
+
- spec/bots/bot-with-transformer/transformer.rb
|
|
268
|
+
- spec/bots/bot-with-transformers/manifest.json
|
|
269
|
+
- spec/bots/bot-with-transformers/scraper.rb
|
|
270
|
+
- spec/bots/bot-with-transformers/transformer1.rb
|
|
271
|
+
- spec/bots/bot-with-transformers/transformer2.rb
|
|
272
|
+
- spec/bots/invalid-json-bot/manifest.json
|
|
273
|
+
- spec/bots/invalid-json-bot/scraper.rb
|
|
274
|
+
- spec/bots/invalid-record-bot/manifest.json
|
|
275
|
+
- spec/bots/invalid-record-bot/scraper.rb
|
|
276
|
+
- spec/bots/logging-bot/manifest.json
|
|
277
|
+
- spec/bots/logging-bot/scraper.rb
|
|
278
|
+
- spec/bots/python-bot/manifest.json
|
|
279
|
+
- spec/bots/python-bot/scraper.py
|
|
280
|
+
- spec/bots/ruby-bot/manifest.json
|
|
281
|
+
- spec/bots/ruby-bot/scraper.rb
|
|
282
|
+
- spec/bots/slow-bot/manifest.json
|
|
283
|
+
- spec/bots/slow-bot/scraper.rb
|
|
284
|
+
- spec/lib/processor_spec.rb
|
|
285
|
+
- spec/lib/runner_spec.rb
|
|
286
|
+
- spec/lib/utils_spec.rb
|
|
287
|
+
- spec/lib/validator_spec.rb
|
|
288
|
+
- spec/manual_spec.rb
|
|
289
|
+
- spec/outputs/full-scraper.out
|
|
290
|
+
- spec/outputs/full-transformer.out
|
|
291
|
+
- spec/outputs/truncated-scraper.out
|
|
292
|
+
- spec/spec_helper.rb
|
|
293
|
+
has_rdoc:
|