turbot-runner-morph 0.0.11 → 0.0.12
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +12 -0
- data/.gitmodules +3 -0
- data/Gemfile +4 -0
- data/README.md +4 -2
- data/Rakefile +16 -0
- data/lib/turbot_runner/version.rb +1 -1
- data/schema/schemas/accounts-statement-schema.json +1 -1
- data/schema/schemas/company-schema.json +1 -1
- data/schema/schemas/filing-schema.json +2 -2
- data/schema/schemas/gazette-notice-schema.json +9 -2
- data/schema/schemas/includes/company-for-nesting.json +1 -1
- data/schema/schemas/licence-schema.json +2 -2
- data/turbot-runner-morph.gemspec +26 -0
- metadata +122 -8
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: a55372e0d9642a390cc8dc010833820191645714
|
|
4
|
+
data.tar.gz: f58c2028ed3b583fdd88ddb75ee73292b881684a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 063d69a287e88e5d460ea0164c8ef62b79bf3b31010111e517fc84bd833ff4f14df96ff370fadf8c88af0806579791a4dcd11a0144b6958a9f2c8ad910e936b0
|
|
7
|
+
data.tar.gz: 07a2198b0a879862f57df73b8174ebd7f8d2aea35021bb64fd42b9b649bcb8c6f491b88ddcf2423de8345a165e1378730fa6b5e1a94e414ea6f954322e519920
|
data/.gitignore
ADDED
data/.gitmodules
ADDED
data/Gemfile
ADDED
data/README.md
CHANGED
|
@@ -12,7 +12,9 @@
|
|
|
12
12
|
|
|
13
13
|
## Releasing a new version
|
|
14
14
|
|
|
15
|
-
Bump the version in `lib/turbot_runner/version.rb
|
|
15
|
+
Bump the version in `lib/turbot_runner/version.rb` according to the [Semantic Versioning](http://semver.org/) convention, then:
|
|
16
16
|
|
|
17
17
|
git commit lib/turbot_runner/version.rb -m 'Release new version'
|
|
18
|
-
|
|
18
|
+
rake release # requires Rubygems credentials
|
|
19
|
+
|
|
20
|
+
Finally, [rebuild the Docker image](https://github.com/openc/morph-docker-ruby#readme).
|
data/Rakefile
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
require 'bundler'
|
|
2
|
+
Bundler::GemHelper.install_tasks
|
|
3
|
+
|
|
4
|
+
require 'rspec/core/rake_task'
|
|
5
|
+
RSpec::Core::RakeTask.new(:spec)
|
|
6
|
+
|
|
7
|
+
task :default => :spec
|
|
8
|
+
|
|
9
|
+
begin
|
|
10
|
+
require 'yard'
|
|
11
|
+
YARD::Rake::YardocTask.new
|
|
12
|
+
rescue LoadError
|
|
13
|
+
task :yard do
|
|
14
|
+
abort 'YARD is not available. In order to run yard, you must: gem install yard'
|
|
15
|
+
end
|
|
16
|
+
end
|
|
@@ -64,9 +64,9 @@
|
|
|
64
64
|
"format": "date"
|
|
65
65
|
},
|
|
66
66
|
"retrieved_at": {
|
|
67
|
-
"description": "
|
|
67
|
+
"description": "The time or date at which the source URL was requested",
|
|
68
68
|
"type": "string",
|
|
69
|
-
"format": "date
|
|
69
|
+
"format": "date"
|
|
70
70
|
},
|
|
71
71
|
"other_attributes": {
|
|
72
72
|
"description": "Use for other attributes for which we don't yet have curated schema attributes",
|
|
@@ -267,6 +267,13 @@
|
|
|
267
267
|
"type": "string",
|
|
268
268
|
"enum": ["other"]
|
|
269
269
|
},
|
|
270
|
+
"classification": {
|
|
271
|
+
"description": "The type of judgment",
|
|
272
|
+
"type": "array",
|
|
273
|
+
"items": {
|
|
274
|
+
"$ref": "includes/classification.json"
|
|
275
|
+
}
|
|
276
|
+
},
|
|
270
277
|
"body": {
|
|
271
278
|
"description": "The unstructured prose content",
|
|
272
279
|
"$ref": "#/definitions/body"
|
|
@@ -405,9 +412,9 @@
|
|
|
405
412
|
"format": "date"
|
|
406
413
|
},
|
|
407
414
|
"retrieved_at": {
|
|
408
|
-
"description": "The time at which the source URL was requested",
|
|
415
|
+
"description": "The time or date at which the source URL was requested",
|
|
409
416
|
"type": "string",
|
|
410
|
-
"format": "date
|
|
417
|
+
"format": "date"
|
|
411
418
|
},
|
|
412
419
|
"confidence": {
|
|
413
420
|
"description": "The scraper's author's confidence in the accuracy of the data",
|
|
@@ -59,9 +59,9 @@
|
|
|
59
59
|
"format": "date"
|
|
60
60
|
},
|
|
61
61
|
"retrieved_at": {
|
|
62
|
-
"description": "
|
|
62
|
+
"description": "The time or date at which the source URL was requested",
|
|
63
63
|
"type": "string",
|
|
64
|
-
"format": "date
|
|
64
|
+
"format": "date"
|
|
65
65
|
},
|
|
66
66
|
"licence_url": {
|
|
67
67
|
"type": "string",
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
require File.expand_path('../lib/turbot_runner/version', __FILE__)
|
|
2
|
+
|
|
3
|
+
Gem::Specification.new do |gem|
|
|
4
|
+
gem.name = "turbot-runner-morph"
|
|
5
|
+
gem.version = TurbotRunner::VERSION
|
|
6
|
+
|
|
7
|
+
gem.author = "OpenCorporates"
|
|
8
|
+
gem.email = "bots@opencorporates.com"
|
|
9
|
+
gem.homepage = "http://turbot.opencorporates.com/"
|
|
10
|
+
gem.summary = "Utilities for running bots with Turbot"
|
|
11
|
+
gem.license = "MIT"
|
|
12
|
+
|
|
13
|
+
gem.files = `git ls-files`.split("\n") + %x{git submodule foreach --quiet --recursive git ls-files schemas}.split("\n").map{|filename| "schema/#{filename}"}
|
|
14
|
+
gem.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
|
|
15
|
+
gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
|
|
16
|
+
gem.require_paths = ["lib"]
|
|
17
|
+
|
|
18
|
+
gem.required_ruby_version = '>=1.9.2'
|
|
19
|
+
|
|
20
|
+
# gem.add_dependency "activesupport", '~>4.1.0'
|
|
21
|
+
gem.add_dependency "openc-json_schema"
|
|
22
|
+
gem.add_development_dependency "pry"
|
|
23
|
+
gem.add_development_dependency "rake"
|
|
24
|
+
gem.add_development_dependency "rspec", ">= 3.0"
|
|
25
|
+
gem.add_development_dependency "rspec-mocks", ">= 3.0"
|
|
26
|
+
end
|
metadata
CHANGED
|
@@ -1,36 +1,97 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: turbot-runner-morph
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.12
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- OpenCorporates
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-
|
|
11
|
+
date: 2016-02-02 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: openc-json_schema
|
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
|
16
16
|
requirements:
|
|
17
|
-
- -
|
|
17
|
+
- - ">="
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
|
-
version: 0
|
|
19
|
+
version: '0'
|
|
20
20
|
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
|
-
- -
|
|
24
|
+
- - ">="
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
|
-
version: 0
|
|
26
|
+
version: '0'
|
|
27
|
+
- !ruby/object:Gem::Dependency
|
|
28
|
+
name: pry
|
|
29
|
+
requirement: !ruby/object:Gem::Requirement
|
|
30
|
+
requirements:
|
|
31
|
+
- - ">="
|
|
32
|
+
- !ruby/object:Gem::Version
|
|
33
|
+
version: '0'
|
|
34
|
+
type: :development
|
|
35
|
+
prerelease: false
|
|
36
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
37
|
+
requirements:
|
|
38
|
+
- - ">="
|
|
39
|
+
- !ruby/object:Gem::Version
|
|
40
|
+
version: '0'
|
|
41
|
+
- !ruby/object:Gem::Dependency
|
|
42
|
+
name: rake
|
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
|
44
|
+
requirements:
|
|
45
|
+
- - ">="
|
|
46
|
+
- !ruby/object:Gem::Version
|
|
47
|
+
version: '0'
|
|
48
|
+
type: :development
|
|
49
|
+
prerelease: false
|
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
51
|
+
requirements:
|
|
52
|
+
- - ">="
|
|
53
|
+
- !ruby/object:Gem::Version
|
|
54
|
+
version: '0'
|
|
55
|
+
- !ruby/object:Gem::Dependency
|
|
56
|
+
name: rspec
|
|
57
|
+
requirement: !ruby/object:Gem::Requirement
|
|
58
|
+
requirements:
|
|
59
|
+
- - ">="
|
|
60
|
+
- !ruby/object:Gem::Version
|
|
61
|
+
version: '3.0'
|
|
62
|
+
type: :development
|
|
63
|
+
prerelease: false
|
|
64
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
65
|
+
requirements:
|
|
66
|
+
- - ">="
|
|
67
|
+
- !ruby/object:Gem::Version
|
|
68
|
+
version: '3.0'
|
|
69
|
+
- !ruby/object:Gem::Dependency
|
|
70
|
+
name: rspec-mocks
|
|
71
|
+
requirement: !ruby/object:Gem::Requirement
|
|
72
|
+
requirements:
|
|
73
|
+
- - ">="
|
|
74
|
+
- !ruby/object:Gem::Version
|
|
75
|
+
version: '3.0'
|
|
76
|
+
type: :development
|
|
77
|
+
prerelease: false
|
|
78
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
79
|
+
requirements:
|
|
80
|
+
- - ">="
|
|
81
|
+
- !ruby/object:Gem::Version
|
|
82
|
+
version: '3.0'
|
|
27
83
|
description:
|
|
28
84
|
email: bots@opencorporates.com
|
|
29
|
-
executables:
|
|
85
|
+
executables:
|
|
86
|
+
- rspec
|
|
30
87
|
extensions: []
|
|
31
88
|
extra_rdoc_files: []
|
|
32
89
|
files:
|
|
90
|
+
- ".gitignore"
|
|
91
|
+
- ".gitmodules"
|
|
92
|
+
- Gemfile
|
|
33
93
|
- README.md
|
|
94
|
+
- Rakefile
|
|
34
95
|
- bin/rspec
|
|
35
96
|
- lib/turbot_runner.rb
|
|
36
97
|
- lib/turbot_runner/base_handler.rb
|
|
@@ -130,6 +191,7 @@ files:
|
|
|
130
191
|
- spec/outputs/full-transformer.out
|
|
131
192
|
- spec/outputs/truncated-scraper.out
|
|
132
193
|
- spec/spec_helper.rb
|
|
194
|
+
- turbot-runner-morph.gemspec
|
|
133
195
|
homepage: http://turbot.opencorporates.com/
|
|
134
196
|
licenses:
|
|
135
197
|
- MIT
|
|
@@ -154,4 +216,56 @@ rubygems_version: 2.4.5
|
|
|
154
216
|
signing_key:
|
|
155
217
|
specification_version: 4
|
|
156
218
|
summary: Utilities for running bots with Turbot
|
|
157
|
-
test_files:
|
|
219
|
+
test_files:
|
|
220
|
+
- spec/bots/bot-that-crashes-immediately/manifest.json
|
|
221
|
+
- spec/bots/bot-that-crashes-immediately/scraper.rb
|
|
222
|
+
- spec/bots/bot-that-crashes-immediately/transformer1.rb
|
|
223
|
+
- spec/bots/bot-that-crashes-in-scraper/manifest.json
|
|
224
|
+
- spec/bots/bot-that-crashes-in-scraper/scraper.rb
|
|
225
|
+
- spec/bots/bot-that-crashes-in-scraper/transformer1.rb
|
|
226
|
+
- spec/bots/bot-that-crashes-in-transformer/manifest.json
|
|
227
|
+
- spec/bots/bot-that-crashes-in-transformer/scraper.rb
|
|
228
|
+
- spec/bots/bot-that-crashes-in-transformer/transformer1.rb
|
|
229
|
+
- spec/bots/bot-that-crashes-in-transformer/transformer2.rb
|
|
230
|
+
- spec/bots/bot-that-emits-run-ended/manifest.json
|
|
231
|
+
- spec/bots/bot-that-emits-run-ended/scraper.rb
|
|
232
|
+
- spec/bots/bot-that-emits-snapshot-ended/manifest.json
|
|
233
|
+
- spec/bots/bot-that-emits-snapshot-ended/scraper.rb
|
|
234
|
+
- spec/bots/bot-that-expects-file/manifest.json
|
|
235
|
+
- spec/bots/bot-that-expects-file/scraper.rb
|
|
236
|
+
- spec/bots/bot-that-expects-file/something.txt
|
|
237
|
+
- spec/bots/bot-with-invalid-data-type/manifest.json
|
|
238
|
+
- spec/bots/bot-with-invalid-data-type/scraper.rb
|
|
239
|
+
- spec/bots/bot-with-invalid-sample-date/manifest.json
|
|
240
|
+
- spec/bots/bot-with-invalid-sample-date/scraper.rb
|
|
241
|
+
- spec/bots/bot-with-pause/manifest.json
|
|
242
|
+
- spec/bots/bot-with-pause/scraper.rb
|
|
243
|
+
- spec/bots/bot-with-transformer/manifest.json
|
|
244
|
+
- spec/bots/bot-with-transformer/scraper.rb
|
|
245
|
+
- spec/bots/bot-with-transformer/transformer.rb
|
|
246
|
+
- spec/bots/bot-with-transformers/manifest.json
|
|
247
|
+
- spec/bots/bot-with-transformers/scraper.rb
|
|
248
|
+
- spec/bots/bot-with-transformers/transformer1.rb
|
|
249
|
+
- spec/bots/bot-with-transformers/transformer2.rb
|
|
250
|
+
- spec/bots/invalid-json-bot/manifest.json
|
|
251
|
+
- spec/bots/invalid-json-bot/scraper.rb
|
|
252
|
+
- spec/bots/invalid-record-bot/manifest.json
|
|
253
|
+
- spec/bots/invalid-record-bot/scraper.rb
|
|
254
|
+
- spec/bots/logging-bot/manifest.json
|
|
255
|
+
- spec/bots/logging-bot/scraper.rb
|
|
256
|
+
- spec/bots/python-bot/manifest.json
|
|
257
|
+
- spec/bots/python-bot/scraper.py
|
|
258
|
+
- spec/bots/ruby-bot/manifest.json
|
|
259
|
+
- spec/bots/ruby-bot/scraper.rb
|
|
260
|
+
- spec/bots/slow-bot/manifest.json
|
|
261
|
+
- spec/bots/slow-bot/scraper.rb
|
|
262
|
+
- spec/lib/processor_spec.rb
|
|
263
|
+
- spec/lib/runner_spec.rb
|
|
264
|
+
- spec/lib/utils_spec.rb
|
|
265
|
+
- spec/lib/validator_spec.rb
|
|
266
|
+
- spec/manual_spec.rb
|
|
267
|
+
- spec/outputs/full-scraper.out
|
|
268
|
+
- spec/outputs/full-transformer.out
|
|
269
|
+
- spec/outputs/truncated-scraper.out
|
|
270
|
+
- spec/spec_helper.rb
|
|
271
|
+
has_rdoc:
|