surfliner-metadata_consumer 0.1.0.pre.alpha

Sign up to get free protection for your applications and to get access to all the features.
Files changed (23) hide show
  1. checksums.yaml +7 -0
  2. data/Dockerfile +59 -0
  3. data/Gemfile +6 -0
  4. data/Gemfile.lock +374 -0
  5. data/LICENSE +21 -0
  6. data/LICENSE~ +21 -0
  7. data/README.md +105 -0
  8. data/Rakefile +9 -0
  9. data/bin/daylight-index-listen +23 -0
  10. data/bin/simulate-publish-event +31 -0
  11. data/lib/surfliner/metadata_consumer/consumer.rb +47 -0
  12. data/lib/surfliner/metadata_consumer/mq_config.rb +79 -0
  13. data/lib/surfliner/metadata_consumer/mq_connection.rb +115 -0
  14. data/lib/surfliner/metadata_consumer/payload.rb +39 -0
  15. data/lib/surfliner/metadata_consumer/solr/delete_handler.rb +15 -0
  16. data/lib/surfliner/metadata_consumer/solr/index_handler.rb +45 -0
  17. data/lib/surfliner/metadata_consumer/solr/message_handler.rb +73 -0
  18. data/lib/surfliner/metadata_consumer/solr.rb +9 -0
  19. data/lib/surfliner/metadata_consumer/superskunk_client.rb +45 -0
  20. data/lib/surfliner/metadata_consumer/version.rb +8 -0
  21. data/lib/surfliner/metadata_consumer.rb +1 -0
  22. data/surfliner-metadata_consumer.gemspec +42 -0
  23. metadata +298 -0
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA256:
3
+ metadata.gz: da6520951750821f9f2de1ed06f02a3d087d497283c2a2107a3f3f40ddcf786f
4
+ data.tar.gz: f243e4bda74dcbdfc85c99d77477df1e29d69816e568ba7314aadb96534875c1
5
+ SHA512:
6
+ metadata.gz: 49de449388610d4683296ea83021fe4bd7f5c5a2112eb52173c4adb81e8c1bd6e14b17acb2f1e6b4397f6699c973f04b22bc1d2ccfce9a2ea3d05a41d8e92277
7
+ data.tar.gz: 5192138d3868a691247adb1777270b23552465b3fe60ed76303f3605b1851d9ce5bff7afd09ea31c2d0da200316f37ea6cc81ef0363aa2c565e5ec45c847aec2
data/Dockerfile ADDED
@@ -0,0 +1,59 @@
1
+ # The base stage scaffolds elements which are common to building and running
2
+ # the application, such as creating users and directories, and installing
3
+ # runtime dependencies.
4
+ FROM ruby:3.3.7-alpine3.21 AS base
5
+
6
+ ARG app_user=consumer
7
+ ARG app_uid=10000
8
+ ARG app_gid=10001
9
+ ARG app_path=/app
10
+
11
+ # convert arg to ENV so Kaniko doesn't get confused later
12
+ ENV APP_PATH=$app_path
13
+
14
+ RUN addgroup -S -g $app_gid $app_user
15
+ RUN adduser -S -G $app_user -u $app_uid -s /bin/sh -h $APP_PATH $app_user
16
+
17
+ RUN mkdir -p $APP_PATH
18
+ RUN chown $app_uid:$app_gid $APP_PATH
19
+ COPY --chown=$app_uid:$app_gid . $APP_PATH
20
+
21
+ ENV BUNDLE_PATH=$APP_PATH/vendor/bundle
22
+ RUN mkdir -p $BUNDLE_PATH
23
+ RUN chown -R $app_uid:$app_gid $BUNDLE_PATH
24
+
25
+ WORKDIR $APP_PATH
26
+
27
+ # The build stage installs system dependencies needed to build Ruby gems with C
28
+ # extensions, and installs the Ruby dependencies listed in the gemspec.
29
+ FROM base AS build
30
+
31
+ RUN apk --no-cache add build-base
32
+
33
+ # Workaround for https://github.com/docker-library/ruby/issues/496
34
+ # Should soon not be needed: https://github.com/docker-library/ruby/pull/497
35
+ RUN apk add --no-cache \
36
+ bzip2 \
37
+ ca-certificates \
38
+ gmp-dev \
39
+ libffi-dev \
40
+ procps \
41
+ yaml-dev \
42
+ zlib-dev \
43
+ ;
44
+
45
+ USER $app_user
46
+
47
+ RUN bundle install --jobs "$(nproc)"
48
+
49
+ # The application stage extends the base image with the gems installed in the
50
+ # build stage. It includes runtime dependencies but not build dependencies.
51
+ FROM base AS app
52
+
53
+ COPY --from=build $BUNDLE_PATH $BUNDLE_PATH
54
+ COPY --from=build $APP_PATH/Gemfile.lock $APP_PATH
55
+
56
+ RUN bundle config set frozen 'true'
57
+
58
+ # TODO: don't hard-code a specific handler / script
59
+ CMD ["./bin/daylight-index-listen"]
data/Gemfile ADDED
@@ -0,0 +1,6 @@
1
+ # frozen_string_literal: true
2
+
3
+ source "https://rubygems.org"
4
+
5
+ # Specify your gem's dependencies in surfliner_schema.gemspec
6
+ gemspec
data/Gemfile.lock ADDED
@@ -0,0 +1,374 @@
1
+ PATH
2
+ remote: .
3
+ specs:
4
+ surfliner-metadata_consumer (0.1.0.pre.alpha)
5
+ bunny (~> 2.23)
6
+ opentelemetry-exporter-otlp (~> 0.26.3)
7
+ opentelemetry-instrumentation-all (~> 0.60.0)
8
+ opentelemetry-sdk (~> 1.4.1)
9
+ rsolr (>= 1.0, < 3)
10
+
11
+ GEM
12
+ remote: https://rubygems.org/
13
+ specs:
14
+ addressable (2.8.7)
15
+ public_suffix (>= 2.0.2, < 7.0)
16
+ amq-protocol (2.3.2)
17
+ ast (2.4.2)
18
+ bigdecimal (3.1.9)
19
+ builder (3.3.0)
20
+ bunny (2.23.0)
21
+ amq-protocol (~> 2.3, >= 2.3.1)
22
+ sorted_set (~> 1, >= 1.0.2)
23
+ ci_reporter (2.1.0)
24
+ builder (>= 2.1.2)
25
+ rexml
26
+ ci_reporter_rspec (1.0.0)
27
+ ci_reporter (~> 2.0)
28
+ rspec (>= 2.14, < 4)
29
+ colorize (0.8.1)
30
+ crack (1.0.0)
31
+ bigdecimal
32
+ rexml
33
+ date (3.4.1)
34
+ debug (1.9.2)
35
+ irb (~> 1.10)
36
+ reline (>= 0.3.8)
37
+ diff-lcs (1.5.1)
38
+ docile (1.4.1)
39
+ dotenv (2.8.1)
40
+ faraday (2.12.2)
41
+ faraday-net_http (>= 2.0, < 3.5)
42
+ json
43
+ logger
44
+ faraday-net_http (3.4.0)
45
+ net-http (>= 0.5.0)
46
+ google-protobuf (3.25.6)
47
+ google-protobuf (3.25.6-aarch64-linux)
48
+ google-protobuf (3.25.6-arm64-darwin)
49
+ google-protobuf (3.25.6-x86-linux)
50
+ google-protobuf (3.25.6-x86_64-darwin)
51
+ google-protobuf (3.25.6-x86_64-linux)
52
+ googleapis-common-protos-types (1.18.0)
53
+ google-protobuf (>= 3.18, < 5.a)
54
+ hashdiff (1.1.2)
55
+ io-console (0.8.0)
56
+ irb (1.15.1)
57
+ pp (>= 0.6.0)
58
+ rdoc (>= 4.0.0)
59
+ reline (>= 0.4.2)
60
+ json (2.9.1)
61
+ language_server-protocol (3.17.0.4)
62
+ lint_roller (1.1.0)
63
+ logger (1.6.5)
64
+ net-http (0.6.0)
65
+ uri
66
+ opentelemetry-api (1.4.0)
67
+ opentelemetry-common (0.21.0)
68
+ opentelemetry-api (~> 1.0)
69
+ opentelemetry-exporter-otlp (0.26.3)
70
+ google-protobuf (~> 3.14)
71
+ googleapis-common-protos-types (~> 1.3)
72
+ opentelemetry-api (~> 1.1)
73
+ opentelemetry-common (~> 0.20)
74
+ opentelemetry-sdk (~> 1.2)
75
+ opentelemetry-semantic_conventions
76
+ opentelemetry-helpers-mysql (0.2.0)
77
+ opentelemetry-api (~> 1.0)
78
+ opentelemetry-common (~> 0.21)
79
+ opentelemetry-helpers-sql-obfuscation (0.3.0)
80
+ opentelemetry-common (~> 0.21)
81
+ opentelemetry-instrumentation-action_mailer (0.1.0)
82
+ opentelemetry-api (~> 1.0)
83
+ opentelemetry-instrumentation-active_support (~> 0.1)
84
+ opentelemetry-instrumentation-base (~> 0.22.1)
85
+ opentelemetry-instrumentation-action_pack (0.9.0)
86
+ opentelemetry-api (~> 1.0)
87
+ opentelemetry-instrumentation-base (~> 0.22.1)
88
+ opentelemetry-instrumentation-rack (~> 0.21)
89
+ opentelemetry-instrumentation-action_view (0.7.2)
90
+ opentelemetry-api (~> 1.0)
91
+ opentelemetry-instrumentation-active_support (~> 0.1)
92
+ opentelemetry-instrumentation-base (~> 0.22.1)
93
+ opentelemetry-instrumentation-active_job (0.7.8)
94
+ opentelemetry-api (~> 1.0)
95
+ opentelemetry-instrumentation-base (~> 0.22.1)
96
+ opentelemetry-instrumentation-active_model_serializers (0.20.2)
97
+ opentelemetry-api (~> 1.0)
98
+ opentelemetry-instrumentation-base (~> 0.22.1)
99
+ opentelemetry-instrumentation-active_record (0.7.4)
100
+ opentelemetry-api (~> 1.0)
101
+ opentelemetry-instrumentation-base (~> 0.22.1)
102
+ opentelemetry-instrumentation-active_support (0.5.3)
103
+ opentelemetry-api (~> 1.0)
104
+ opentelemetry-instrumentation-base (~> 0.22.1)
105
+ opentelemetry-instrumentation-all (0.60.0)
106
+ opentelemetry-instrumentation-active_model_serializers (~> 0.20.1)
107
+ opentelemetry-instrumentation-aws_sdk (~> 0.5.0)
108
+ opentelemetry-instrumentation-bunny (~> 0.21.0)
109
+ opentelemetry-instrumentation-concurrent_ruby (~> 0.21.1)
110
+ opentelemetry-instrumentation-dalli (~> 0.25.0)
111
+ opentelemetry-instrumentation-delayed_job (~> 0.22.0)
112
+ opentelemetry-instrumentation-ethon (~> 0.21.1)
113
+ opentelemetry-instrumentation-excon (~> 0.22.0)
114
+ opentelemetry-instrumentation-faraday (~> 0.24.0)
115
+ opentelemetry-instrumentation-grape (~> 0.1.3)
116
+ opentelemetry-instrumentation-graphql (~> 0.28.0)
117
+ opentelemetry-instrumentation-gruf (~> 0.2.0)
118
+ opentelemetry-instrumentation-http (~> 0.23.1)
119
+ opentelemetry-instrumentation-http_client (~> 0.22.1)
120
+ opentelemetry-instrumentation-koala (~> 0.20.1)
121
+ opentelemetry-instrumentation-lmdb (~> 0.22.1)
122
+ opentelemetry-instrumentation-mongo (~> 0.22.1)
123
+ opentelemetry-instrumentation-mysql2 (~> 0.27.0)
124
+ opentelemetry-instrumentation-net_http (~> 0.22.1)
125
+ opentelemetry-instrumentation-pg (~> 0.27.0)
126
+ opentelemetry-instrumentation-que (~> 0.8.0)
127
+ opentelemetry-instrumentation-racecar (~> 0.3.0)
128
+ opentelemetry-instrumentation-rack (~> 0.24.0)
129
+ opentelemetry-instrumentation-rails (~> 0.30.0)
130
+ opentelemetry-instrumentation-rake (~> 0.2.1)
131
+ opentelemetry-instrumentation-rdkafka (~> 0.4.0)
132
+ opentelemetry-instrumentation-redis (~> 0.25.1)
133
+ opentelemetry-instrumentation-resque (~> 0.5.0)
134
+ opentelemetry-instrumentation-restclient (~> 0.22.1)
135
+ opentelemetry-instrumentation-ruby_kafka (~> 0.21.0)
136
+ opentelemetry-instrumentation-sidekiq (~> 0.25.0)
137
+ opentelemetry-instrumentation-sinatra (~> 0.23.1)
138
+ opentelemetry-instrumentation-trilogy (~> 0.59.0)
139
+ opentelemetry-instrumentation-aws_sdk (0.5.4)
140
+ opentelemetry-api (~> 1.0)
141
+ opentelemetry-instrumentation-base (~> 0.22.1)
142
+ opentelemetry-instrumentation-base (0.22.6)
143
+ opentelemetry-api (~> 1.0)
144
+ opentelemetry-common (~> 0.21)
145
+ opentelemetry-registry (~> 0.1)
146
+ opentelemetry-instrumentation-bunny (0.21.4)
147
+ opentelemetry-api (~> 1.0)
148
+ opentelemetry-instrumentation-base (~> 0.22.1)
149
+ opentelemetry-instrumentation-concurrent_ruby (0.21.4)
150
+ opentelemetry-api (~> 1.0)
151
+ opentelemetry-instrumentation-base (~> 0.22.1)
152
+ opentelemetry-instrumentation-dalli (0.25.4)
153
+ opentelemetry-api (~> 1.0)
154
+ opentelemetry-instrumentation-base (~> 0.22.1)
155
+ opentelemetry-instrumentation-delayed_job (0.22.4)
156
+ opentelemetry-api (~> 1.0)
157
+ opentelemetry-instrumentation-base (~> 0.22.1)
158
+ opentelemetry-instrumentation-ethon (0.21.9)
159
+ opentelemetry-api (~> 1.0)
160
+ opentelemetry-instrumentation-base (~> 0.22.1)
161
+ opentelemetry-instrumentation-excon (0.22.5)
162
+ opentelemetry-api (~> 1.0)
163
+ opentelemetry-instrumentation-base (~> 0.22.1)
164
+ opentelemetry-instrumentation-faraday (0.24.8)
165
+ opentelemetry-api (~> 1.0)
166
+ opentelemetry-instrumentation-base (~> 0.22.1)
167
+ opentelemetry-instrumentation-grape (0.1.8)
168
+ opentelemetry-api (~> 1.0)
169
+ opentelemetry-instrumentation-base (~> 0.22.1)
170
+ opentelemetry-instrumentation-rack (~> 0.21)
171
+ opentelemetry-instrumentation-graphql (0.28.4)
172
+ opentelemetry-api (~> 1.0)
173
+ opentelemetry-instrumentation-base (~> 0.22.1)
174
+ opentelemetry-instrumentation-gruf (0.2.1)
175
+ opentelemetry-api (>= 1.0.0)
176
+ opentelemetry-instrumentation-base (~> 0.22.1)
177
+ opentelemetry-instrumentation-http (0.23.5)
178
+ opentelemetry-api (~> 1.0)
179
+ opentelemetry-instrumentation-base (~> 0.22.1)
180
+ opentelemetry-instrumentation-http_client (0.22.8)
181
+ opentelemetry-api (~> 1.0)
182
+ opentelemetry-instrumentation-base (~> 0.22.1)
183
+ opentelemetry-instrumentation-koala (0.20.6)
184
+ opentelemetry-api (~> 1.0)
185
+ opentelemetry-instrumentation-base (~> 0.22.1)
186
+ opentelemetry-instrumentation-lmdb (0.22.3)
187
+ opentelemetry-api (~> 1.0)
188
+ opentelemetry-instrumentation-base (~> 0.22.1)
189
+ opentelemetry-instrumentation-mongo (0.22.4)
190
+ opentelemetry-api (~> 1.0)
191
+ opentelemetry-instrumentation-base (~> 0.22.1)
192
+ opentelemetry-instrumentation-mysql2 (0.27.2)
193
+ opentelemetry-api (~> 1.0)
194
+ opentelemetry-helpers-mysql
195
+ opentelemetry-helpers-sql-obfuscation
196
+ opentelemetry-instrumentation-base (~> 0.22.1)
197
+ opentelemetry-instrumentation-net_http (0.22.8)
198
+ opentelemetry-api (~> 1.0)
199
+ opentelemetry-instrumentation-base (~> 0.22.1)
200
+ opentelemetry-instrumentation-pg (0.27.4)
201
+ opentelemetry-api (~> 1.0)
202
+ opentelemetry-helpers-sql-obfuscation
203
+ opentelemetry-instrumentation-base (~> 0.22.1)
204
+ opentelemetry-instrumentation-que (0.8.4)
205
+ opentelemetry-api (~> 1.0)
206
+ opentelemetry-instrumentation-base (~> 0.22.1)
207
+ opentelemetry-instrumentation-racecar (0.3.4)
208
+ opentelemetry-api (~> 1.0)
209
+ opentelemetry-instrumentation-base (~> 0.22.1)
210
+ opentelemetry-instrumentation-rack (0.24.6)
211
+ opentelemetry-api (~> 1.0)
212
+ opentelemetry-instrumentation-base (~> 0.22.1)
213
+ opentelemetry-instrumentation-rails (0.30.2)
214
+ opentelemetry-api (~> 1.0)
215
+ opentelemetry-instrumentation-action_mailer (~> 0.1.0)
216
+ opentelemetry-instrumentation-action_pack (~> 0.9.0)
217
+ opentelemetry-instrumentation-action_view (~> 0.7.0)
218
+ opentelemetry-instrumentation-active_job (~> 0.7.0)
219
+ opentelemetry-instrumentation-active_record (~> 0.7.0)
220
+ opentelemetry-instrumentation-active_support (~> 0.5.0)
221
+ opentelemetry-instrumentation-base (~> 0.22.1)
222
+ opentelemetry-instrumentation-rake (0.2.2)
223
+ opentelemetry-api (~> 1.0)
224
+ opentelemetry-instrumentation-base (~> 0.22.1)
225
+ opentelemetry-instrumentation-rdkafka (0.4.9)
226
+ opentelemetry-api (~> 1.0)
227
+ opentelemetry-instrumentation-base (~> 0.22.1)
228
+ opentelemetry-instrumentation-redis (0.25.7)
229
+ opentelemetry-api (~> 1.0)
230
+ opentelemetry-instrumentation-base (~> 0.22.1)
231
+ opentelemetry-instrumentation-resque (0.5.2)
232
+ opentelemetry-api (~> 1.0)
233
+ opentelemetry-instrumentation-base (~> 0.22.1)
234
+ opentelemetry-instrumentation-restclient (0.22.8)
235
+ opentelemetry-api (~> 1.0)
236
+ opentelemetry-instrumentation-base (~> 0.22.1)
237
+ opentelemetry-instrumentation-ruby_kafka (0.21.3)
238
+ opentelemetry-api (~> 1.0)
239
+ opentelemetry-instrumentation-base (~> 0.22.1)
240
+ opentelemetry-instrumentation-sidekiq (0.25.7)
241
+ opentelemetry-api (~> 1.0)
242
+ opentelemetry-instrumentation-base (~> 0.22.1)
243
+ opentelemetry-instrumentation-sinatra (0.23.5)
244
+ opentelemetry-api (~> 1.0)
245
+ opentelemetry-instrumentation-base (~> 0.22.1)
246
+ opentelemetry-instrumentation-rack (~> 0.21)
247
+ opentelemetry-instrumentation-trilogy (0.59.3)
248
+ opentelemetry-api (~> 1.0)
249
+ opentelemetry-helpers-mysql
250
+ opentelemetry-helpers-sql-obfuscation
251
+ opentelemetry-instrumentation-base (~> 0.22.1)
252
+ opentelemetry-semantic_conventions (>= 1.8.0)
253
+ opentelemetry-registry (0.3.1)
254
+ opentelemetry-api (~> 1.1)
255
+ opentelemetry-sdk (1.4.1)
256
+ opentelemetry-api (~> 1.1)
257
+ opentelemetry-common (~> 0.20)
258
+ opentelemetry-registry (~> 0.2)
259
+ opentelemetry-semantic_conventions
260
+ opentelemetry-semantic_conventions (1.10.1)
261
+ opentelemetry-api (~> 1.0)
262
+ parallel (1.26.3)
263
+ parser (3.3.7.0)
264
+ ast (~> 2.4.1)
265
+ racc
266
+ pp (0.6.2)
267
+ prettyprint
268
+ prettyprint (0.2.0)
269
+ psych (5.2.3)
270
+ date
271
+ stringio
272
+ public_suffix (6.0.1)
273
+ racc (1.8.1)
274
+ rainbow (3.1.1)
275
+ rake (13.2.1)
276
+ rbtree (0.4.6)
277
+ rdoc (6.11.0)
278
+ psych (>= 4.0.0)
279
+ regexp_parser (2.10.0)
280
+ reline (0.6.0)
281
+ io-console (~> 0.5)
282
+ rexml (3.4.0)
283
+ rsolr (2.6.0)
284
+ builder (>= 2.1.2)
285
+ faraday (>= 0.9, < 3, != 2.0.0)
286
+ rspec (3.13.0)
287
+ rspec-core (~> 3.13.0)
288
+ rspec-expectations (~> 3.13.0)
289
+ rspec-mocks (~> 3.13.0)
290
+ rspec-core (3.13.2)
291
+ rspec-support (~> 3.13.0)
292
+ rspec-expectations (3.13.3)
293
+ diff-lcs (>= 1.2.0, < 2.0)
294
+ rspec-support (~> 3.13.0)
295
+ rspec-mocks (3.13.2)
296
+ diff-lcs (>= 1.2.0, < 2.0)
297
+ rspec-support (~> 3.13.0)
298
+ rspec-support (3.13.2)
299
+ rubocop (1.70.0)
300
+ json (~> 2.3)
301
+ language_server-protocol (>= 3.17.0)
302
+ parallel (~> 1.10)
303
+ parser (>= 3.3.0.2)
304
+ rainbow (>= 2.2.2, < 4.0)
305
+ regexp_parser (>= 2.9.3, < 3.0)
306
+ rubocop-ast (>= 1.36.2, < 2.0)
307
+ ruby-progressbar (~> 1.7)
308
+ unicode-display_width (>= 2.4.0, < 4.0)
309
+ rubocop-ast (1.38.0)
310
+ parser (>= 3.3.1.0)
311
+ rubocop-performance (1.23.1)
312
+ rubocop (>= 1.48.1, < 2.0)
313
+ rubocop-ast (>= 1.31.1, < 2.0)
314
+ ruby-progressbar (1.13.0)
315
+ set (1.1.1)
316
+ simplecov (0.22.0)
317
+ docile (~> 1.1)
318
+ simplecov-html (~> 0.11)
319
+ simplecov_json_formatter (~> 0.1)
320
+ simplecov-cobertura (2.1.0)
321
+ rexml
322
+ simplecov (~> 0.19)
323
+ simplecov-html (0.13.1)
324
+ simplecov_json_formatter (0.1.4)
325
+ sorted_set (1.0.3)
326
+ rbtree
327
+ set (~> 1.0)
328
+ standard (1.44.0)
329
+ language_server-protocol (~> 3.17.0.2)
330
+ lint_roller (~> 1.0)
331
+ rubocop (~> 1.70.0)
332
+ standard-custom (~> 1.0.0)
333
+ standard-performance (~> 1.6)
334
+ standard-custom (1.0.2)
335
+ lint_roller (~> 1.0)
336
+ rubocop (~> 1.50)
337
+ standard-performance (1.6.0)
338
+ lint_roller (~> 1.1)
339
+ rubocop-performance (~> 1.23.0)
340
+ stringio (3.1.2)
341
+ unicode-display_width (3.1.4)
342
+ unicode-emoji (~> 4.0, >= 4.0.4)
343
+ unicode-emoji (4.0.4)
344
+ uri (1.0.2)
345
+ webmock (3.24.0)
346
+ addressable (>= 2.8.0)
347
+ crack (>= 0.3.2)
348
+ hashdiff (>= 0.4.0, < 2.0.0)
349
+ yard (0.9.37)
350
+
351
+ PLATFORMS
352
+ aarch64-linux
353
+ arm64-darwin
354
+ ruby
355
+ x86-linux
356
+ x86_64-darwin
357
+ x86_64-linux
358
+
359
+ DEPENDENCIES
360
+ ci_reporter_rspec (~> 1.0)
361
+ colorize (~> 0.8)
362
+ debug (~> 1.9.2)
363
+ dotenv (~> 2.7)
364
+ rake (~> 13.0)
365
+ rspec (~> 3.13)
366
+ simplecov (~> 0.22)
367
+ simplecov-cobertura (~> 2.1)
368
+ standard (~> 1.31)
369
+ surfliner-metadata_consumer!
370
+ webmock (~> 3.12)
371
+ yard (~> 0.9.37)
372
+
373
+ BUNDLED WITH
374
+ 2.5.22
data/LICENSE ADDED
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2025 The Regents of the University of California.
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
data/LICENSE~ ADDED
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2019 The Regents of the University of California.
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,105 @@
1
+ Surfliner Metadata Consumer
2
+ ==========================
3
+
4
+ This service [consumes](https://www.rabbitmq.com/docs/consumers) a Surfliner
5
+ metadata message queue, passing messages to a customizable handler.
6
+
7
+ ## Local development
8
+
9
+ The default `rake` task performs the following, with each step proceeding only
10
+ if prior steps succeed.
11
+
12
+ 1. runs unit tests, with code coverage
13
+ 2. checks code style
14
+ 3. builds the gem
15
+
16
+ ### Testing
17
+
18
+ - `rake spec` to run unit tests
19
+ - test results are written to the console
20
+ - test reports are written to `artifacts/rspec` in JUnit format
21
+ - `rake coverage` to run unit tests with coverage
22
+ - summary coverage statistics are written to the console
23
+ - detailed coverage reports are written to `artifacts/coverage` in HTML format;
24
+ open `artifacts/coverage/index.html` to view
25
+
26
+ ### Enforcing code style
27
+
28
+ - `rake standard` to check code style
29
+ - `rake standard:fix` to make safe fixes automatically
30
+
31
+ ### Building the gem
32
+
33
+ - `rake gem` builds the gem
34
+ - gem package is written to `artifacts/surfliner_metadata_consumer-<VERSION>.gem`
35
+ - version is set in `lib/surfliner_metadata_consumer/version.rb`
36
+
37
+ ## Configuration
38
+
39
+ <!--
40
+ TODO: Just provide a sample env file
41
+ -->
42
+
43
+ The `MqConnection` class expects the following environment variables:
44
+
45
+ ```sh
46
+ RABBITMQ_HOST=rabbitmq
47
+ RABBITMQ_NODE_PORT_NUMBER=5672
48
+ RABBITMQ_PASSWORD=bitnami
49
+ RABBITMQ_QUEUE=surfliner.metadata
50
+ RABBITMQ_PLATFORM_ROUTING_KEY=surfliner.metadata.daylight
51
+ RABBITMQ_TOPIC=surfliner.metadata
52
+ RABBITMQ_USERNAME=user
53
+ ```
54
+
55
+ (Sample values taken from Surfliner's development [daylight-listener.sh](https://gitlab.com/surfliner/surfliner/-/blob/trunk/docker-compose/env/daylight-listener.sh).)
56
+
57
+ The Solr / Daylight handler implementation (see below) additionally expects
58
+ a configured `SOLR_URL`, e.g.:
59
+
60
+ ```sh
61
+ SOLR_URL=http://admin:admin@solr:8983/solr/daylight-dev
62
+ ```
63
+
64
+ The `bin/simulate-publish-event` script expects an `API_BASE_URI`, used to generate resource URLs
65
+ for provided IDs:
66
+
67
+ ```sh
68
+ API_BASE_URI=http://superskunk:3000
69
+ ```
70
+
71
+ ## Solr / Daylight handler implementation
72
+
73
+ The `Surfliner::MetadataConsumer::Solr` package contains a handler that retrieves
74
+ metadata for `:published`/`:updated` events, transforms results for indexing, and
75
+ updates a target Solr index.
76
+
77
+ <!-- TODO: better name for this script -->
78
+
79
+ The `bin/daylight-index-listen` script starts a consumer using this handler.
80
+
81
+ In addition to the environment variables listed above, this handler expects
82
+ a configured `SOLR_URL`, e.g.:
83
+
84
+ ### Running the service
85
+
86
+ <!--
87
+ TODO: Dockerfile shouldn't be daylight-index-listen specific
88
+ -->
89
+
90
+ Build the listener Dockerfile and tag it with the name `solr-listener`:
91
+
92
+ ```none
93
+ docker build . -t solr-listener
94
+ ```
95
+
96
+ Run the listener container:
97
+
98
+ ```none
99
+ docker run --env-file <env-file> solr-listener
100
+ ```
101
+
102
+ ## Utility scripts
103
+
104
+ - `bin/daylight-index-listen` script starts a consumer using the Daylight Solr handler.
105
+ - `bin/simulate-publish-event` posts a publish event to the queue configured with `MqConnection`
data/Rakefile ADDED
@@ -0,0 +1,9 @@
1
+ ENV["BUNDLE_GEMFILE"] ||= File.expand_path("Gemfile", __dir__)
2
+ require "bundler/setup" # Set up gems listed in the Gemfile.
3
+ require "standard/rake"
4
+
5
+ File.expand_path("lib", __dir__).tap do |lib|
6
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
7
+ end
8
+
9
+ task default: %i[coverage standard yard gem]
data/bin/daylight-index-listen ADDED
@@ -0,0 +1,23 @@
1
+ #!/usr/bin/env ruby
2
+ require "bundler/setup"
3
+ require "logger"
4
+ require "opentelemetry/sdk"
5
+ require "surfliner/metadata_consumer"
6
+
7
+ $stdout.sync = true # don't buffer log output
8
+
9
+ logger = Logger.new($stdout)
10
+ logger.level = ENV.fetch("LOG_LEVEL") { Logger::INFO }
11
+
12
+ unless ENV["OTEL_SDK_DISABLED"] == "true"
13
+ OpenTelemetry::SDK.configure do |c|
14
+ c.service_name = "surfliner-daylight-consumer"
15
+ c.use_all # enables auto instrumentation for Bunny, Net::HTTP, etc...
16
+ end
17
+ end
18
+
19
+ tracer = OpenTelemetry.tracer_provider.tracer("DaylightConsumerTracer")
20
+
21
+ handler = Surfliner::MetadataConsumer::Solr::MessageHandler
22
+
23
+ Surfliner::MetadataConsumer::Consumer.run(logger:, tracer:, handler:)
data/bin/simulate-publish-event ADDED
@@ -0,0 +1,31 @@
1
+ #!/usr/bin/env ruby
2
+ require "bundler/setup"
3
+ require "date"
4
+ require "json"
5
+ require "logger"
6
+
7
+ require "surfliner/metadata_consumer/mq_connection"
8
+
9
+ api_base = ENV.fetch("API_BASE_URI") { "http://example.com/api" }
10
+ logger = Logger.new($stdout)
11
+ logger.level = ENV.fetch("LOG_LEVEL") { Logger::INFO }
12
+
13
+ connection = Surfliner::MetadataConsumer::MqConnection.new(logger: logger).connect
14
+
15
+ begin
16
+ ARGV.each do |id|
17
+ payload =
18
+ {resourceUrl: "#{api_base}/resources/#{id}",
19
+ status: :published,
20
+ time_stamp: DateTime.now}.to_json
21
+
22
+ logger.info "Publishing to #{connection.routing_key} with #{payload}"
23
+ connection.exchange.publish(payload, routing_key: connection.routing_key)
24
+ end
25
+ ensure
26
+ begin
27
+ connection&.channel
28
+ ensure
29
+ connection&.close
30
+ end
31
+ end