turbot-runner 0.1.12 → 0.1.14
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +15 -0
- data/lib/turbot_runner/runner.rb +4 -4
- data/lib/turbot_runner/version.rb +1 -1
- metadata +28 -31
checksums.yaml
ADDED
@@ -0,0 +1,15 @@
|
|
1
|
+
---
|
2
|
+
!binary "U0hBMQ==":
|
3
|
+
metadata.gz: !binary |-
|
4
|
+
YTc5YzFlYWVjYTE1NmIzODc1OThmOWM0ZTgxNTU2YWM3MjY4OTVmOQ==
|
5
|
+
data.tar.gz: !binary |-
|
6
|
+
OGI1MzhmMjZhMDU2MzJmNzc4MGMzZTI2ZmYwYmMyMmFkZGJhNjUyNw==
|
7
|
+
SHA512:
|
8
|
+
metadata.gz: !binary |-
|
9
|
+
ZDM4OTVmYTY0ZTg4OTg2OTY0ZWMxOThlZDI0ODc1YzcyNmJjZTZhMWNmNGQx
|
10
|
+
NzRkNWI3MzZmZDM0ODY4Nzc0NmVjNGY2NzU0YzM3ZDVmYjViZDI4ZmY2MzQ4
|
11
|
+
YjJhOGMwYzE0OTg2ODM2YmNjMzc2NzU0NzE3NzBjMWEzNzRjMzU=
|
12
|
+
data.tar.gz: !binary |-
|
13
|
+
MjhkNzgwYjdlMTBhYWY3M2U3ZWZkZGU5ZTYwNzg4N2U3OTQ2OGEzNmUwZmM4
|
14
|
+
MDA0ZGNiOTQ3NGJjYjQxYWJkOWY0ZGNlMjQ5MzRkNzNmMDI4ZjkwODU3MTY1
|
15
|
+
OGI1MzFlMTM0NzA4YjQ0ZmVhMDkyMTlhMzk5NzMxNTcxNGZmYzQ=
|
data/lib/turbot_runner/runner.rb
CHANGED
@@ -15,6 +15,7 @@ module TurbotRunner
|
|
15
15
|
end
|
16
16
|
|
17
17
|
def run
|
18
|
+
FileUtils.rm_rf(@output_directory)
|
18
19
|
FileUtils.mkdir_p(@output_directory)
|
19
20
|
succeeded = run_script(scraper_config)
|
20
21
|
# Run the transformers even if the scraper fails
|
@@ -35,10 +36,9 @@ module TurbotRunner
|
|
35
36
|
private
|
36
37
|
def full_interpreter_path
|
37
38
|
if language == "ruby"
|
38
|
-
# Ensure we use the same ruby
|
39
|
-
#
|
40
|
-
|
41
|
-
"RUBYLIB='#{$LOAD_PATH.join("\n")}' #{RbConfig.ruby}"
|
39
|
+
# Ensure we use the same ruby as the current interpreter when
|
40
|
+
# creating a subshell. Necessary for OSX packaged version.
|
41
|
+
RbConfig.ruby
|
42
42
|
else
|
43
43
|
# Assume the first python in PATH
|
44
44
|
language
|
metadata
CHANGED
@@ -1,20 +1,18 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: turbot-runner
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
5
|
-
prerelease:
|
4
|
+
version: 0.1.14
|
6
5
|
platform: ruby
|
7
6
|
authors:
|
8
7
|
- OpenCorporates
|
9
8
|
autorequire:
|
10
9
|
bindir: bin
|
11
10
|
cert_chain: []
|
12
|
-
date: 2014-12-
|
11
|
+
date: 2014-12-08 00:00:00.000000000 Z
|
13
12
|
dependencies:
|
14
13
|
- !ruby/object:Gem::Dependency
|
15
14
|
name: json-schema
|
16
15
|
requirement: !ruby/object:Gem::Requirement
|
17
|
-
none: false
|
18
16
|
requirements:
|
19
17
|
- - '='
|
20
18
|
- !ruby/object:Gem::Version
|
@@ -22,7 +20,6 @@ dependencies:
|
|
22
20
|
type: :runtime
|
23
21
|
prerelease: false
|
24
22
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
-
none: false
|
26
23
|
requirements:
|
27
24
|
- - '='
|
28
25
|
- !ruby/object:Gem::Version
|
@@ -42,6 +39,28 @@ files:
|
|
42
39
|
- lib/turbot_runner/runner.rb
|
43
40
|
- lib/turbot_runner/script_runner.rb
|
44
41
|
- lib/turbot_runner/version.rb
|
42
|
+
- schema/schemas/company-schema.json
|
43
|
+
- schema/schemas/financial-payment-schema.json
|
44
|
+
- schema/schemas/includes/address.json
|
45
|
+
- schema/schemas/includes/alternative_name.json
|
46
|
+
- schema/schemas/includes/company.json
|
47
|
+
- schema/schemas/includes/filing.json
|
48
|
+
- schema/schemas/includes/financial-payment-data-object.json
|
49
|
+
- schema/schemas/includes/industry_code.json
|
50
|
+
- schema/schemas/includes/licence-data-object.json
|
51
|
+
- schema/schemas/includes/officer.json
|
52
|
+
- schema/schemas/includes/previous_name.json
|
53
|
+
- schema/schemas/includes/share-parcel-data.json
|
54
|
+
- schema/schemas/includes/share-parcel.json
|
55
|
+
- schema/schemas/includes/subsidiary-relationship-data.json
|
56
|
+
- schema/schemas/includes/total-shares.json
|
57
|
+
- schema/schemas/licence-schema.json
|
58
|
+
- schema/schemas/primary-data-schema.json
|
59
|
+
- schema/schemas/share-parcel-schema.json
|
60
|
+
- schema/schemas/simple-financial-payment-schema.json
|
61
|
+
- schema/schemas/simple-licence-schema.json
|
62
|
+
- schema/schemas/simple-subsidiary-schema.json
|
63
|
+
- schema/schemas/subsidiary-relationship-schema.json
|
45
64
|
- spec/bots/bot-that-crashes-in-scraper/manifest.json
|
46
65
|
- spec/bots/bot-that-crashes-in-scraper/scraper.rb
|
47
66
|
- spec/bots/bot-that-crashes-in-scraper/transformer1.rb
|
@@ -78,51 +97,29 @@ files:
|
|
78
97
|
- spec/outputs/full-scraper.out
|
79
98
|
- spec/outputs/full-transformer.out
|
80
99
|
- spec/outputs/truncated-scraper.out
|
81
|
-
- schema/schemas/company-schema.json
|
82
|
-
- schema/schemas/financial-payment-schema.json
|
83
|
-
- schema/schemas/includes/address.json
|
84
|
-
- schema/schemas/includes/alternative_name.json
|
85
|
-
- schema/schemas/includes/company.json
|
86
|
-
- schema/schemas/includes/filing.json
|
87
|
-
- schema/schemas/includes/financial-payment-data-object.json
|
88
|
-
- schema/schemas/includes/industry_code.json
|
89
|
-
- schema/schemas/includes/licence-data-object.json
|
90
|
-
- schema/schemas/includes/officer.json
|
91
|
-
- schema/schemas/includes/previous_name.json
|
92
|
-
- schema/schemas/includes/share-parcel-data.json
|
93
|
-
- schema/schemas/includes/share-parcel.json
|
94
|
-
- schema/schemas/includes/subsidiary-relationship-data.json
|
95
|
-
- schema/schemas/includes/total-shares.json
|
96
|
-
- schema/schemas/licence-schema.json
|
97
|
-
- schema/schemas/primary-data-schema.json
|
98
|
-
- schema/schemas/share-parcel-schema.json
|
99
|
-
- schema/schemas/simple-financial-payment-schema.json
|
100
|
-
- schema/schemas/simple-licence-schema.json
|
101
|
-
- schema/schemas/simple-subsidiary-schema.json
|
102
|
-
- schema/schemas/subsidiary-relationship-schema.json
|
103
100
|
homepage: http://turbot.opencorporates.com/
|
104
101
|
licenses:
|
105
102
|
- MIT
|
103
|
+
metadata: {}
|
106
104
|
post_install_message:
|
107
105
|
rdoc_options: []
|
108
106
|
require_paths:
|
109
107
|
- lib
|
110
108
|
required_ruby_version: !ruby/object:Gem::Requirement
|
111
|
-
none: false
|
112
109
|
requirements:
|
113
110
|
- - ! '>='
|
114
111
|
- !ruby/object:Gem::Version
|
115
112
|
version: 1.9.2
|
116
113
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
117
|
-
none: false
|
118
114
|
requirements:
|
119
115
|
- - ! '>='
|
120
116
|
- !ruby/object:Gem::Version
|
121
117
|
version: '0'
|
122
118
|
requirements: []
|
123
119
|
rubyforge_project:
|
124
|
-
rubygems_version:
|
120
|
+
rubygems_version: 2.2.2
|
125
121
|
signing_key:
|
126
|
-
specification_version:
|
122
|
+
specification_version: 4
|
127
123
|
summary: Utilities for running bots with Turbot
|
128
124
|
test_files: []
|
125
|
+
has_rdoc:
|