turbot-runner 0.2.18 → 0.2.19
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/turbot_runner/version.rb +1 -1
- data/schema/schemas/company-schema.json +16 -2
- data/schema/schemas/includes/company-for-nesting.json +16 -2
- data/schema/schemas/includes/organisation.json +16 -2
- data/schema/schemas/includes/person.json +16 -2
- data/schema/schemas/includes/unknown_entity_type.json +16 -2
- data/schema/schemas/register-entry-schema.json +111 -0
- metadata +4 -61
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 76081147102e8b5f21227dc822dc458834855a30
|
|
4
|
+
data.tar.gz: f3ea3e8235ab0ab19a803a5bc08092aa9c427985
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: baa178b3a0ac7d41910840214cbdd0bd26faddb2888682f5aa3f103659795765cf10cab4279c940f87e352bfbcafa01d00b7aeec53ea54e6fe7ca08be134a3eb
|
|
7
|
+
data.tar.gz: 95b00b90422db03b7a88e639397624f1a8b74f83ec94960862251f120483f52acc012f16a3dd76da9ad45f91f7941d229ecdb5c07a786cc4653bdf3a0c40156d
|
|
@@ -50,8 +50,22 @@
|
|
|
50
50
|
]
|
|
51
51
|
},
|
|
52
52
|
"website": {
|
|
53
|
-
"
|
|
54
|
-
|
|
53
|
+
"oneOf": [
|
|
54
|
+
{
|
|
55
|
+
"type": "string",
|
|
56
|
+
"minLength": 5
|
|
57
|
+
},
|
|
58
|
+
{
|
|
59
|
+
"type": [
|
|
60
|
+
"array",
|
|
61
|
+
"null"
|
|
62
|
+
],
|
|
63
|
+
"items": {
|
|
64
|
+
"type": "string",
|
|
65
|
+
"minLength": 5
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
]
|
|
55
69
|
},
|
|
56
70
|
"telephone_number": {
|
|
57
71
|
"type": "string",
|
|
@@ -51,8 +51,22 @@
|
|
|
51
51
|
"type": "string"
|
|
52
52
|
},
|
|
53
53
|
"website": {
|
|
54
|
-
"
|
|
55
|
-
|
|
54
|
+
"oneOf": [
|
|
55
|
+
{
|
|
56
|
+
"type": "string",
|
|
57
|
+
"minLength": 5
|
|
58
|
+
},
|
|
59
|
+
{
|
|
60
|
+
"type": [
|
|
61
|
+
"array",
|
|
62
|
+
"null"
|
|
63
|
+
],
|
|
64
|
+
"items": {
|
|
65
|
+
"type": "string",
|
|
66
|
+
"minLength": 5
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
]
|
|
56
70
|
},
|
|
57
71
|
"telephone_number": {
|
|
58
72
|
"type": "string",
|
|
@@ -13,8 +13,22 @@
|
|
|
13
13
|
"description": "Name of the jurisdiction in which the entity is incorporated/domiciled (use global for global entities, e.g. UN)"
|
|
14
14
|
},
|
|
15
15
|
"website": {
|
|
16
|
-
"
|
|
17
|
-
|
|
16
|
+
"oneOf": [
|
|
17
|
+
{
|
|
18
|
+
"type": "string",
|
|
19
|
+
"minLength": 5
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"type": [
|
|
23
|
+
"array",
|
|
24
|
+
"null"
|
|
25
|
+
],
|
|
26
|
+
"items": {
|
|
27
|
+
"type": "string",
|
|
28
|
+
"minLength": 5
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
]
|
|
18
32
|
},
|
|
19
33
|
"telephone_number": {
|
|
20
34
|
"type": "string",
|
|
@@ -23,8 +23,22 @@
|
|
|
23
23
|
]
|
|
24
24
|
},
|
|
25
25
|
"website": {
|
|
26
|
-
"
|
|
27
|
-
|
|
26
|
+
"oneOf": [
|
|
27
|
+
{
|
|
28
|
+
"type": "string",
|
|
29
|
+
"minLength": 5
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
"type": [
|
|
33
|
+
"array",
|
|
34
|
+
"null"
|
|
35
|
+
],
|
|
36
|
+
"items": {
|
|
37
|
+
"type": "string",
|
|
38
|
+
"minLength": 5
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
]
|
|
28
42
|
},
|
|
29
43
|
"telephone_number": {
|
|
30
44
|
"type": "string",
|
|
@@ -13,8 +13,22 @@
|
|
|
13
13
|
"description": "Name of the jurisdiction in which the entity is incorporated/domiciled"
|
|
14
14
|
},
|
|
15
15
|
"website": {
|
|
16
|
-
"
|
|
17
|
-
|
|
16
|
+
"oneOf": [
|
|
17
|
+
{
|
|
18
|
+
"type": "string",
|
|
19
|
+
"minLength": 5
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"type": [
|
|
23
|
+
"array",
|
|
24
|
+
"null"
|
|
25
|
+
],
|
|
26
|
+
"items": {
|
|
27
|
+
"type": "string",
|
|
28
|
+
"minLength": 5
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
]
|
|
18
32
|
},
|
|
19
33
|
"telephone_number": {
|
|
20
34
|
"type": "string",
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "http://json-schema.org/draft-04/schema#",
|
|
3
|
+
"description": "A Register Entry represents an entry in an official register, such as a charity/nonprofit register, or register of lobbyists, for example. Some registers -- such as the Charity Register for England & Wales have a statutory purpose, and act as a record of effectively licensing an entity to operate as a charity (as do, for example, some banking registers). Others, such as the UK's voluntary lobbying register, or the Canadian register of exporters, are more collections of entities and their activities. In general we are using register entries for those registers where there is no good normalised useful model; but where we have something such as the FCA's register of financial advisers etc, which is essentially a record of licences issued to operate in financial markets, we recommend modelling as licences.",
|
|
4
|
+
"properties": {
|
|
5
|
+
"subject_entity": {
|
|
6
|
+
"$ref": "includes/entity.json"
|
|
7
|
+
},
|
|
8
|
+
"register": {"$ref": "#/definitions/register"},
|
|
9
|
+
"identifier": {
|
|
10
|
+
"description": "A unique identifier given to the register entry by the register. In some cases – e.g. Charity Register for England & Wales, these identifiers (in this case known as the 'charity number') are used outside of the context of the register",
|
|
11
|
+
"type": "string"
|
|
12
|
+
},
|
|
13
|
+
"start_date": {
|
|
14
|
+
"description": "The date the register entry started, e.g. the date the entity was registered from, or appeared on the register the first time",
|
|
15
|
+
"type": "string",
|
|
16
|
+
"format": "date"
|
|
17
|
+
},
|
|
18
|
+
"end_date": {
|
|
19
|
+
"description": "The date the register entry ended, e.g. the date the charity was deregistered from",
|
|
20
|
+
"type": "string",
|
|
21
|
+
"format": "date"
|
|
22
|
+
},
|
|
23
|
+
"source_url": {
|
|
24
|
+
"description": "Source of the data – this may be the url of the entity on the register, the URL of an open data dump, or if there is no permanent URLs, the main URL for the register",
|
|
25
|
+
"type": "string",
|
|
26
|
+
"minLength": 8
|
|
27
|
+
},
|
|
28
|
+
"register_url": {
|
|
29
|
+
"description": "URL of the entity on the register, if there is a permanent URL",
|
|
30
|
+
"type": "string",
|
|
31
|
+
"minLength": 8
|
|
32
|
+
},
|
|
33
|
+
"confidence": {
|
|
34
|
+
"description": "Confidence in accuracy of data",
|
|
35
|
+
"type": "string",
|
|
36
|
+
"enum": [
|
|
37
|
+
"HIGH",
|
|
38
|
+
"MEDIUM",
|
|
39
|
+
"LOW"
|
|
40
|
+
]
|
|
41
|
+
},
|
|
42
|
+
"sample_date": {
|
|
43
|
+
"description": "Date on which we know this to be true (usually date this information was retrieved from the source)",
|
|
44
|
+
"type": "string",
|
|
45
|
+
"format": "date"
|
|
46
|
+
},
|
|
47
|
+
"retrieved_at": {
|
|
48
|
+
"description": "The time or date at which the source URL was requested",
|
|
49
|
+
"type": "string",
|
|
50
|
+
"format": "date"
|
|
51
|
+
},
|
|
52
|
+
"status": {
|
|
53
|
+
"type": "string",
|
|
54
|
+
"description": "The status of the register entry"
|
|
55
|
+
},
|
|
56
|
+
"category": {
|
|
57
|
+
"description": "Category of register entry (NB some registers may have more than one type of entry, so we record at the register entry level, rather than the register level)",
|
|
58
|
+
"type": "string",
|
|
59
|
+
"enum": [
|
|
60
|
+
"Charity-NonProfit",
|
|
61
|
+
"Lobbying",
|
|
62
|
+
"LegalEntity",
|
|
63
|
+
"Other"
|
|
64
|
+
]
|
|
65
|
+
},
|
|
66
|
+
"other_attributes": {
|
|
67
|
+
"description": "Use for other licence attributes for which we don't yet have curated schema attributes",
|
|
68
|
+
"type": "object"
|
|
69
|
+
}
|
|
70
|
+
},
|
|
71
|
+
"additionalProperties": false,
|
|
72
|
+
"required": [
|
|
73
|
+
"source_url",
|
|
74
|
+
"sample_date",
|
|
75
|
+
"subject_entity",
|
|
76
|
+
"register",
|
|
77
|
+
"category",
|
|
78
|
+
"retrieved_at"
|
|
79
|
+
],
|
|
80
|
+
"definitions": {
|
|
81
|
+
"register": {
|
|
82
|
+
"title": "Register",
|
|
83
|
+
"description": "The official register of which this entry is a part",
|
|
84
|
+
"type": "object",
|
|
85
|
+
"properties": {
|
|
86
|
+
"registrar": {
|
|
87
|
+
"description": "The publisher/maintainer of the register",
|
|
88
|
+
"$ref": "includes/organisation.json"
|
|
89
|
+
},
|
|
90
|
+
"jurisdiction": {
|
|
91
|
+
"description": "The jurisdiction covered by the register",
|
|
92
|
+
"type": "string"
|
|
93
|
+
},
|
|
94
|
+
"title": {
|
|
95
|
+
"description": "The title of the register",
|
|
96
|
+
"type": "string"
|
|
97
|
+
},
|
|
98
|
+
"url": {
|
|
99
|
+
"description": "The URL of the register",
|
|
100
|
+
"type": "string",
|
|
101
|
+
"format": "uri"
|
|
102
|
+
}
|
|
103
|
+
},
|
|
104
|
+
"additionalProperties": false,
|
|
105
|
+
"required": [
|
|
106
|
+
"title"
|
|
107
|
+
]
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
}
|
|
111
|
+
}
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: turbot-runner
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.19
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- OpenCorporates
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-03-
|
|
11
|
+
date: 2016-03-24 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: activesupport
|
|
@@ -137,6 +137,7 @@ files:
|
|
|
137
137
|
- schema/schemas/includes/unknown_entity_type.json
|
|
138
138
|
- schema/schemas/licence-schema.json
|
|
139
139
|
- schema/schemas/primary-data-schema.json
|
|
140
|
+
- schema/schemas/register-entry-schema.json
|
|
140
141
|
- schema/schemas/share-parcel-schema.json
|
|
141
142
|
- schema/schemas/simple-financial-payment-schema.json
|
|
142
143
|
- schema/schemas/simple-licence-schema.json
|
|
@@ -224,62 +225,4 @@ rubygems_version: 2.4.5
|
|
|
224
225
|
signing_key:
|
|
225
226
|
specification_version: 4
|
|
226
227
|
summary: Utilities for running bots with Turbot
|
|
227
|
-
test_files:
|
|
228
|
-
- spec/bots/bot-that-crashes-immediately/manifest.json
|
|
229
|
-
- spec/bots/bot-that-crashes-immediately/scraper.rb
|
|
230
|
-
- spec/bots/bot-that-crashes-immediately/transformer1.rb
|
|
231
|
-
- spec/bots/bot-that-crashes-in-scraper/manifest.json
|
|
232
|
-
- spec/bots/bot-that-crashes-in-scraper/scraper.rb
|
|
233
|
-
- spec/bots/bot-that-crashes-in-scraper/transformer1.rb
|
|
234
|
-
- spec/bots/bot-that-crashes-in-transformer/manifest.json
|
|
235
|
-
- spec/bots/bot-that-crashes-in-transformer/scraper.rb
|
|
236
|
-
- spec/bots/bot-that-crashes-in-transformer/transformer1.rb
|
|
237
|
-
- spec/bots/bot-that-crashes-in-transformer/transformer2.rb
|
|
238
|
-
- spec/bots/bot-that-emits-run-ended/manifest.json
|
|
239
|
-
- spec/bots/bot-that-emits-run-ended/scraper.rb
|
|
240
|
-
- spec/bots/bot-that-emits-snapshot-ended/manifest.json
|
|
241
|
-
- spec/bots/bot-that-emits-snapshot-ended/scraper.rb
|
|
242
|
-
- spec/bots/bot-that-expects-file/manifest.json
|
|
243
|
-
- spec/bots/bot-that-expects-file/scraper.rb
|
|
244
|
-
- spec/bots/bot-that-expects-file/something.txt
|
|
245
|
-
- spec/bots/bot-that-is-allowed-to-produce-duplicates/manifest.json
|
|
246
|
-
- spec/bots/bot-that-is-allowed-to-produce-duplicates/scraper.rb
|
|
247
|
-
- spec/bots/bot-that-produces-duplicates/manifest.json
|
|
248
|
-
- spec/bots/bot-that-produces-duplicates/scraper.rb
|
|
249
|
-
- spec/bots/bot-with-invalid-data-type/manifest.json
|
|
250
|
-
- spec/bots/bot-with-invalid-data-type/scraper.rb
|
|
251
|
-
- spec/bots/bot-with-invalid-sample-date/manifest.json
|
|
252
|
-
- spec/bots/bot-with-invalid-sample-date/scraper.rb
|
|
253
|
-
- spec/bots/bot-with-pause/manifest.json
|
|
254
|
-
- spec/bots/bot-with-pause/scraper.rb
|
|
255
|
-
- spec/bots/bot-with-transformer/manifest.json
|
|
256
|
-
- spec/bots/bot-with-transformer/scraper.rb
|
|
257
|
-
- spec/bots/bot-with-transformer/transformer.rb
|
|
258
|
-
- spec/bots/bot-with-transformers/manifest.json
|
|
259
|
-
- spec/bots/bot-with-transformers/scraper.rb
|
|
260
|
-
- spec/bots/bot-with-transformers/transformer1.rb
|
|
261
|
-
- spec/bots/bot-with-transformers/transformer2.rb
|
|
262
|
-
- spec/bots/invalid-json-bot/manifest.json
|
|
263
|
-
- spec/bots/invalid-json-bot/scraper.rb
|
|
264
|
-
- spec/bots/invalid-record-bot/manifest.json
|
|
265
|
-
- spec/bots/invalid-record-bot/scraper.rb
|
|
266
|
-
- spec/bots/logging-bot/manifest.json
|
|
267
|
-
- spec/bots/logging-bot/scraper.rb
|
|
268
|
-
- spec/bots/python-bot/manifest.json
|
|
269
|
-
- spec/bots/python-bot/scraper.py
|
|
270
|
-
- spec/bots/ruby-bot/manifest.json
|
|
271
|
-
- spec/bots/ruby-bot/scraper.rb
|
|
272
|
-
- spec/bots/slow-bot/manifest.json
|
|
273
|
-
- spec/bots/slow-bot/scraper.rb
|
|
274
|
-
- spec/lib/processor_spec.rb
|
|
275
|
-
- spec/lib/runner_spec.rb
|
|
276
|
-
- spec/lib/utils_spec.rb
|
|
277
|
-
- spec/lib/validator_spec.rb
|
|
278
|
-
- spec/manual.rb
|
|
279
|
-
- spec/outputs/full-scraper.out
|
|
280
|
-
- spec/outputs/full-transformer.out
|
|
281
|
-
- spec/outputs/truncated-scraper.out
|
|
282
|
-
- spec/spec_helper.rb
|
|
283
|
-
- spec/support/custom_matchers.rb
|
|
284
|
-
- spec/support/helpers.rb
|
|
285
|
-
has_rdoc:
|
|
228
|
+
test_files: []
|