govuk_seed_crawler 2.0.0 → 2.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/.ruby-version +1 -1
- data/Jenkinsfile +48 -0
- data/Rakefile +0 -7
- data/govuk_seed_crawler.gemspec +4 -1
- data/lib/govuk_seed_crawler/version.rb +1 -1
- metadata +75 -41
- checksums.yaml +0 -7
- data/jenkins-branches.sh +0 -18
- data/jenkins-tests.sh +0 -6
- data/jenkins.sh +0 -5
data/.ruby-version
CHANGED
@@ -1 +1 @@
|
|
1
|
-
|
1
|
+
1.9.3-p550
|
data/Jenkinsfile
ADDED
@@ -0,0 +1,48 @@
|
|
1
|
+
#!/usr/bin/env groovy
|
2
|
+
|
3
|
+
node {
|
4
|
+
try {
|
5
|
+
// This doesn't use the buildProject as this project doesn't conform to
|
6
|
+
// required norms (e.g. running in Ruby 1.9, non-standard tests).
|
7
|
+
def govuk = load '/var/lib/jenkins/groovy_scripts/govuk_jenkinslib.groovy'
|
8
|
+
|
9
|
+
repoName = JOB_NAME.split('/')[0]
|
10
|
+
|
11
|
+
stage("Checkout") {
|
12
|
+
govuk.checkoutFromGitHubWithSSH(repoName)
|
13
|
+
}
|
14
|
+
|
15
|
+
stage("Clean up workspace") {
|
16
|
+
govuk.cleanupGit()
|
17
|
+
}
|
18
|
+
|
19
|
+
stage('Configure environment') {
|
20
|
+
govuk.setEnvar('RBENV_VERSION', '1.9.3-p550')
|
21
|
+
}
|
22
|
+
|
23
|
+
stage('Bundle install') {
|
24
|
+
govuk.bundleGem()
|
25
|
+
}
|
26
|
+
|
27
|
+
stage('Spec tests') {
|
28
|
+
govuk.runRakeTask('spec')
|
29
|
+
}
|
30
|
+
|
31
|
+
stage('Integration tests') {
|
32
|
+
govuk.runRakeTask('integration')
|
33
|
+
}
|
34
|
+
|
35
|
+
if (env.BRANCH_NAME == 'master') {
|
36
|
+
stage('Publish Gem to Rubygems') {
|
37
|
+
govuk.publishGem(repoName, 'master')
|
38
|
+
}
|
39
|
+
}
|
40
|
+
} catch (e) {
|
41
|
+
currentBuild.result = "FAILED"
|
42
|
+
step([$class: 'Mailer',
|
43
|
+
notifyEveryUnstableBuild: true,
|
44
|
+
recipients: 'govuk-ci-notifications@digital.cabinet-office.gov.uk',
|
45
|
+
sendToIndividuals: true])
|
46
|
+
throw e
|
47
|
+
}
|
48
|
+
}
|
data/Rakefile
CHANGED
@@ -1,4 +1,3 @@
|
|
1
|
-
require 'gem_publisher'
|
2
1
|
require 'rspec/core/rake_task'
|
3
2
|
|
4
3
|
RSpec::Core::RakeTask.new(:spec) do |task|
|
@@ -10,9 +9,3 @@ RSpec::Core::RakeTask.new(:integration) do |task|
|
|
10
9
|
end
|
11
10
|
|
12
11
|
task :default => :spec
|
13
|
-
|
14
|
-
desc "Publish gem to RubyGems"
|
15
|
-
task :publish_gem do |t|
|
16
|
-
gem = GemPublisher.publish_if_updated("govuk_seed_crawler.gemspec")
|
17
|
-
puts "Published #{gem}" if gem
|
18
|
-
end
|
data/govuk_seed_crawler.gemspec
CHANGED
@@ -18,10 +18,13 @@ Gem::Specification.new do |spec|
|
|
18
18
|
spec.require_paths = ["lib"]
|
19
19
|
|
20
20
|
spec.add_runtime_dependency "bunny", "~> 1.3"
|
21
|
+
spec.add_runtime_dependency "nokogiri", "~> 1.6.0"
|
22
|
+
# Something, somewhere, sometimes requires public_suffix.
|
23
|
+
# public_suffix > 1.5 requires ruby > 2.
|
24
|
+
spec.add_runtime_dependency "public_suffix", "~> 1.4.6"
|
21
25
|
spec.add_runtime_dependency "sitemap-parser", "~> 0.3.0"
|
22
26
|
spec.add_runtime_dependency "slop", "~> 3.6.0"
|
23
27
|
|
24
|
-
spec.add_development_dependency "gem_publisher", "~> 1.3"
|
25
28
|
spec.add_development_dependency "pry"
|
26
29
|
spec.add_development_dependency "rake"
|
27
30
|
spec.add_development_dependency "rspec", "~> 3.0"
|
metadata
CHANGED
@@ -1,139 +1,174 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: govuk_seed_crawler
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.0.
|
4
|
+
version: 2.0.1
|
5
|
+
prerelease:
|
5
6
|
platform: ruby
|
6
7
|
authors:
|
7
8
|
- GOV.UK developers
|
8
9
|
autorequire:
|
9
10
|
bindir: bin
|
10
11
|
cert_chain: []
|
11
|
-
date:
|
12
|
+
date: 2017-09-13 00:00:00.000000000 Z
|
12
13
|
dependencies:
|
13
14
|
- !ruby/object:Gem::Dependency
|
14
15
|
name: bunny
|
15
16
|
requirement: !ruby/object:Gem::Requirement
|
17
|
+
none: false
|
16
18
|
requirements:
|
17
|
-
- -
|
19
|
+
- - ~>
|
18
20
|
- !ruby/object:Gem::Version
|
19
21
|
version: '1.3'
|
20
22
|
type: :runtime
|
21
23
|
prerelease: false
|
22
24
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
+
none: false
|
23
26
|
requirements:
|
24
|
-
- -
|
27
|
+
- - ~>
|
25
28
|
- !ruby/object:Gem::Version
|
26
29
|
version: '1.3'
|
27
30
|
- !ruby/object:Gem::Dependency
|
28
|
-
name:
|
31
|
+
name: nokogiri
|
29
32
|
requirement: !ruby/object:Gem::Requirement
|
33
|
+
none: false
|
30
34
|
requirements:
|
31
|
-
- -
|
35
|
+
- - ~>
|
32
36
|
- !ruby/object:Gem::Version
|
33
|
-
version:
|
37
|
+
version: 1.6.0
|
34
38
|
type: :runtime
|
35
39
|
prerelease: false
|
36
40
|
version_requirements: !ruby/object:Gem::Requirement
|
41
|
+
none: false
|
37
42
|
requirements:
|
38
|
-
- -
|
43
|
+
- - ~>
|
39
44
|
- !ruby/object:Gem::Version
|
40
|
-
version:
|
45
|
+
version: 1.6.0
|
41
46
|
- !ruby/object:Gem::Dependency
|
42
|
-
name:
|
47
|
+
name: public_suffix
|
43
48
|
requirement: !ruby/object:Gem::Requirement
|
49
|
+
none: false
|
44
50
|
requirements:
|
45
|
-
- -
|
51
|
+
- - ~>
|
46
52
|
- !ruby/object:Gem::Version
|
47
|
-
version:
|
53
|
+
version: 1.4.6
|
48
54
|
type: :runtime
|
49
55
|
prerelease: false
|
50
56
|
version_requirements: !ruby/object:Gem::Requirement
|
57
|
+
none: false
|
51
58
|
requirements:
|
52
|
-
- -
|
59
|
+
- - ~>
|
53
60
|
- !ruby/object:Gem::Version
|
54
|
-
version:
|
61
|
+
version: 1.4.6
|
55
62
|
- !ruby/object:Gem::Dependency
|
56
|
-
name:
|
63
|
+
name: sitemap-parser
|
57
64
|
requirement: !ruby/object:Gem::Requirement
|
65
|
+
none: false
|
58
66
|
requirements:
|
59
|
-
- -
|
67
|
+
- - ~>
|
60
68
|
- !ruby/object:Gem::Version
|
61
|
-
version:
|
62
|
-
type: :
|
69
|
+
version: 0.3.0
|
70
|
+
type: :runtime
|
63
71
|
prerelease: false
|
64
72
|
version_requirements: !ruby/object:Gem::Requirement
|
73
|
+
none: false
|
65
74
|
requirements:
|
66
|
-
- -
|
75
|
+
- - ~>
|
67
76
|
- !ruby/object:Gem::Version
|
68
|
-
version:
|
77
|
+
version: 0.3.0
|
78
|
+
- !ruby/object:Gem::Dependency
|
79
|
+
name: slop
|
80
|
+
requirement: !ruby/object:Gem::Requirement
|
81
|
+
none: false
|
82
|
+
requirements:
|
83
|
+
- - ~>
|
84
|
+
- !ruby/object:Gem::Version
|
85
|
+
version: 3.6.0
|
86
|
+
type: :runtime
|
87
|
+
prerelease: false
|
88
|
+
version_requirements: !ruby/object:Gem::Requirement
|
89
|
+
none: false
|
90
|
+
requirements:
|
91
|
+
- - ~>
|
92
|
+
- !ruby/object:Gem::Version
|
93
|
+
version: 3.6.0
|
69
94
|
- !ruby/object:Gem::Dependency
|
70
95
|
name: pry
|
71
96
|
requirement: !ruby/object:Gem::Requirement
|
97
|
+
none: false
|
72
98
|
requirements:
|
73
|
-
- -
|
99
|
+
- - ! '>='
|
74
100
|
- !ruby/object:Gem::Version
|
75
101
|
version: '0'
|
76
102
|
type: :development
|
77
103
|
prerelease: false
|
78
104
|
version_requirements: !ruby/object:Gem::Requirement
|
105
|
+
none: false
|
79
106
|
requirements:
|
80
|
-
- -
|
107
|
+
- - ! '>='
|
81
108
|
- !ruby/object:Gem::Version
|
82
109
|
version: '0'
|
83
110
|
- !ruby/object:Gem::Dependency
|
84
111
|
name: rake
|
85
112
|
requirement: !ruby/object:Gem::Requirement
|
113
|
+
none: false
|
86
114
|
requirements:
|
87
|
-
- -
|
115
|
+
- - ! '>='
|
88
116
|
- !ruby/object:Gem::Version
|
89
117
|
version: '0'
|
90
118
|
type: :development
|
91
119
|
prerelease: false
|
92
120
|
version_requirements: !ruby/object:Gem::Requirement
|
121
|
+
none: false
|
93
122
|
requirements:
|
94
|
-
- -
|
123
|
+
- - ! '>='
|
95
124
|
- !ruby/object:Gem::Version
|
96
125
|
version: '0'
|
97
126
|
- !ruby/object:Gem::Dependency
|
98
127
|
name: rspec
|
99
128
|
requirement: !ruby/object:Gem::Requirement
|
129
|
+
none: false
|
100
130
|
requirements:
|
101
|
-
- -
|
131
|
+
- - ~>
|
102
132
|
- !ruby/object:Gem::Version
|
103
133
|
version: '3.0'
|
104
134
|
type: :development
|
105
135
|
prerelease: false
|
106
136
|
version_requirements: !ruby/object:Gem::Requirement
|
137
|
+
none: false
|
107
138
|
requirements:
|
108
|
-
- -
|
139
|
+
- - ~>
|
109
140
|
- !ruby/object:Gem::Version
|
110
141
|
version: '3.0'
|
111
142
|
- !ruby/object:Gem::Dependency
|
112
143
|
name: rspec-mocks
|
113
144
|
requirement: !ruby/object:Gem::Requirement
|
145
|
+
none: false
|
114
146
|
requirements:
|
115
|
-
- -
|
147
|
+
- - ~>
|
116
148
|
- !ruby/object:Gem::Version
|
117
149
|
version: '3.0'
|
118
150
|
type: :development
|
119
151
|
prerelease: false
|
120
152
|
version_requirements: !ruby/object:Gem::Requirement
|
153
|
+
none: false
|
121
154
|
requirements:
|
122
|
-
- -
|
155
|
+
- - ~>
|
123
156
|
- !ruby/object:Gem::Version
|
124
157
|
version: '3.0'
|
125
158
|
- !ruby/object:Gem::Dependency
|
126
159
|
name: webmock
|
127
160
|
requirement: !ruby/object:Gem::Requirement
|
161
|
+
none: false
|
128
162
|
requirements:
|
129
|
-
- -
|
163
|
+
- - ~>
|
130
164
|
- !ruby/object:Gem::Version
|
131
165
|
version: 1.18.0
|
132
166
|
type: :development
|
133
167
|
prerelease: false
|
134
168
|
version_requirements: !ruby/object:Gem::Requirement
|
169
|
+
none: false
|
135
170
|
requirements:
|
136
|
-
- -
|
171
|
+
- - ~>
|
137
172
|
- !ruby/object:Gem::Version
|
138
173
|
version: 1.18.0
|
139
174
|
description:
|
@@ -144,18 +179,16 @@ executables:
|
|
144
179
|
extensions: []
|
145
180
|
extra_rdoc_files: []
|
146
181
|
files:
|
147
|
-
-
|
148
|
-
-
|
149
|
-
-
|
182
|
+
- .gitignore
|
183
|
+
- .rspec
|
184
|
+
- .ruby-version
|
150
185
|
- Gemfile
|
186
|
+
- Jenkinsfile
|
151
187
|
- LICENSE.txt
|
152
188
|
- README.md
|
153
189
|
- Rakefile
|
154
190
|
- bin/seed-crawler
|
155
191
|
- govuk_seed_crawler.gemspec
|
156
|
-
- jenkins-branches.sh
|
157
|
-
- jenkins-tests.sh
|
158
|
-
- jenkins.sh
|
159
192
|
- lib/govuk_seed_crawler.rb
|
160
193
|
- lib/govuk_seed_crawler/amqp_client.rb
|
161
194
|
- lib/govuk_seed_crawler/cli_parser.rb
|
@@ -173,26 +206,27 @@ files:
|
|
173
206
|
homepage: https://github.com/alphagov/govuk_seed_crawler
|
174
207
|
licenses:
|
175
208
|
- MIT
|
176
|
-
metadata: {}
|
177
209
|
post_install_message:
|
178
210
|
rdoc_options: []
|
179
211
|
require_paths:
|
180
212
|
- lib
|
181
213
|
required_ruby_version: !ruby/object:Gem::Requirement
|
214
|
+
none: false
|
182
215
|
requirements:
|
183
|
-
- -
|
216
|
+
- - ! '>='
|
184
217
|
- !ruby/object:Gem::Version
|
185
218
|
version: '0'
|
186
219
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
220
|
+
none: false
|
187
221
|
requirements:
|
188
|
-
- -
|
222
|
+
- - ! '>='
|
189
223
|
- !ruby/object:Gem::Version
|
190
224
|
version: '0'
|
191
225
|
requirements: []
|
192
226
|
rubyforge_project:
|
193
|
-
rubygems_version:
|
227
|
+
rubygems_version: 1.8.23.2
|
194
228
|
signing_key:
|
195
|
-
specification_version:
|
229
|
+
specification_version: 3
|
196
230
|
summary: Retrieves a list of URLs to seed the crawler by publishing them to a RabbitMQ
|
197
231
|
exchange.
|
198
232
|
test_files:
|
checksums.yaml
DELETED
@@ -1,7 +0,0 @@
|
|
1
|
-
---
|
2
|
-
SHA1:
|
3
|
-
metadata.gz: 0f12b494cb9d0b5cb48495917d02f70caaec3e19
|
4
|
-
data.tar.gz: 58db84b76c22e4a80dee1c7528a8b02e59e40bd5
|
5
|
-
SHA512:
|
6
|
-
metadata.gz: 6911991e1987cae4f9510c60988cd096339121257cfa2ee6ee585494e97e2ae660b692485c18a9efccfb300fd30f7d9206f76d65623b0f80ab43b7b99add35e1
|
7
|
-
data.tar.gz: 39befcb79fe0c2123b0047adb79292fc8b4d971d85f077d1f0e587538578c59d035e379317fab6e269b9dc3322d9a69892ab5a37d5e62c0c84e74b53e75515b9
|
data/jenkins-branches.sh
DELETED
@@ -1,18 +0,0 @@
|
|
1
|
-
#!/usr/bin/env bash
|
2
|
-
set -e
|
3
|
-
|
4
|
-
[ -x .venv/bin/pip ] || virtualenv .venv
|
5
|
-
. .venv/bin/activate
|
6
|
-
|
7
|
-
pip install -q ghtools
|
8
|
-
|
9
|
-
REPO="alphagov/govuk_seed_crawler"
|
10
|
-
gh-status "$REPO" "$GIT_COMMIT" pending -d "\"Build #${BUILD_NUMBER} is running on Jenkins\"" -u "$BUILD_URL" >/dev/null
|
11
|
-
|
12
|
-
if ./jenkins-tests.sh; then
|
13
|
-
gh-status "$REPO" "$GIT_COMMIT" success -d "\"Build #${BUILD_NUMBER} succeeded on Jenkins\"" -u "$BUILD_URL" >/dev/null
|
14
|
-
exit 0
|
15
|
-
else
|
16
|
-
gh-status "$REPO" "$GIT_COMMIT" failure -d "\"Build #${BUILD_NUMBER} failed on Jenkins\"" -u "$BUILD_URL" >/dev/null
|
17
|
-
exit 1
|
18
|
-
fi
|
data/jenkins-tests.sh
DELETED