traject 3.8.2 → 3.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (23) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/ruby.yml +11 -2
  3. data/CHANGES.md +34 -8
  4. data/README.md +6 -0
  5. data/lib/tasks/load_maps.rake +3 -3
  6. data/lib/traject/csv_writer.rb +5 -1
  7. data/lib/traject/delimited_writer.rb +6 -1
  8. data/lib/traject/experimental_nokogiri_streaming_reader.rb +3 -1
  9. data/lib/traject/indexer/context.rb +3 -1
  10. data/lib/traject/indexer.rb +2 -1
  11. data/lib/traject/macros/marc21_semantics.rb +2 -1
  12. data/lib/traject/oai_pmh_nokogiri_reader.rb +2 -3
  13. data/lib/traject/solr_json_httpx_writer.rb +499 -0
  14. data/lib/traject/version.rb +1 -1
  15. data/lib/translation_maps/marc_geographic.yaml +7 -4
  16. data/lib/translation_maps/marc_languages.yaml +13 -6
  17. data/test/command_line_test.rb +3 -5
  18. data/test/delimited_writer_test.rb +1 -0
  19. data/test/indexer/error_handler_test.rb +2 -2
  20. data/test/solr_json_httpx_writer_test.rb +428 -0
  21. data/test/test_helper.rb +1 -0
  22. data/traject.gemspec +8 -3
  23. metadata +78 -25
metadata CHANGED
@@ -1,15 +1,15 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: traject
3
3
  version: !ruby/object:Gem::Version
4
- version: 3.8.2
4
+ version: 3.9.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Jonathan Rochkind
8
8
  - Bill Dueber
9
- autorequire:
9
+ autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2024-02-06 00:00:00.000000000 Z
12
+ date: 2026-07-21 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: concurrent-ruby
@@ -25,6 +25,20 @@ dependencies:
25
25
  - - ">="
26
26
  - !ruby/object:Gem::Version
27
27
  version: 0.8.0
28
+ - !ruby/object:Gem::Dependency
29
+ name: csv
30
+ requirement: !ruby/object:Gem::Requirement
31
+ requirements:
32
+ - - ">="
33
+ - !ruby/object:Gem::Version
34
+ version: '0'
35
+ type: :runtime
36
+ prerelease: false
37
+ version_requirements: !ruby/object:Gem::Requirement
38
+ requirements:
39
+ - - ">="
40
+ - !ruby/object:Gem::Version
41
+ version: '0'
28
42
  - !ruby/object:Gem::Dependency
29
43
  name: marc
30
44
  requirement: !ruby/object:Gem::Requirement
@@ -115,6 +129,48 @@ dependencies:
115
129
  - - "~>"
116
130
  - !ruby/object:Gem::Version
117
131
  version: '2.5'
132
+ - !ruby/object:Gem::Dependency
133
+ name: httpx
134
+ requirement: !ruby/object:Gem::Requirement
135
+ requirements:
136
+ - - "~>"
137
+ - !ruby/object:Gem::Version
138
+ version: '1.4'
139
+ type: :runtime
140
+ prerelease: false
141
+ version_requirements: !ruby/object:Gem::Requirement
142
+ requirements:
143
+ - - "~>"
144
+ - !ruby/object:Gem::Version
145
+ version: '1.4'
146
+ - !ruby/object:Gem::Dependency
147
+ name: mutex_m
148
+ requirement: !ruby/object:Gem::Requirement
149
+ requirements:
150
+ - - ">="
151
+ - !ruby/object:Gem::Version
152
+ version: '0'
153
+ type: :runtime
154
+ prerelease: false
155
+ version_requirements: !ruby/object:Gem::Requirement
156
+ requirements:
157
+ - - ">="
158
+ - !ruby/object:Gem::Version
159
+ version: '0'
160
+ - !ruby/object:Gem::Dependency
161
+ name: base64
162
+ requirement: !ruby/object:Gem::Requirement
163
+ requirements:
164
+ - - ">="
165
+ - !ruby/object:Gem::Version
166
+ version: '0'
167
+ type: :runtime
168
+ prerelease: false
169
+ version_requirements: !ruby/object:Gem::Requirement
170
+ requirements:
171
+ - - ">="
172
+ - !ruby/object:Gem::Version
173
+ version: '0'
118
174
  - !ruby/object:Gem::Dependency
119
175
  name: http
120
176
  requirement: !ruby/object:Gem::Requirement
@@ -124,7 +180,7 @@ dependencies:
124
180
  version: '3.0'
125
181
  - - "<"
126
182
  - !ruby/object:Gem::Version
127
- version: '6'
183
+ version: '7'
128
184
  type: :runtime
129
185
  prerelease: false
130
186
  version_requirements: !ruby/object:Gem::Requirement
@@ -134,7 +190,7 @@ dependencies:
134
190
  version: '3.0'
135
191
  - - "<"
136
192
  - !ruby/object:Gem::Version
137
- version: '6'
193
+ version: '7'
138
194
  - !ruby/object:Gem::Dependency
139
195
  name: marc-fastxmlwriter
140
196
  requirement: !ruby/object:Gem::Requirement
@@ -164,27 +220,21 @@ dependencies:
164
220
  - !ruby/object:Gem::Version
165
221
  version: '1.9'
166
222
  - !ruby/object:Gem::Dependency
167
- name: bundler
223
+ name: rake
168
224
  requirement: !ruby/object:Gem::Requirement
169
225
  requirements:
170
226
  - - ">="
171
227
  - !ruby/object:Gem::Version
172
- version: '1.7'
173
- - - "<"
174
- - !ruby/object:Gem::Version
175
- version: '3'
228
+ version: '0'
176
229
  type: :development
177
230
  prerelease: false
178
231
  version_requirements: !ruby/object:Gem::Requirement
179
232
  requirements:
180
233
  - - ">="
181
234
  - !ruby/object:Gem::Version
182
- version: '1.7'
183
- - - "<"
184
- - !ruby/object:Gem::Version
185
- version: '3'
235
+ version: '0'
186
236
  - !ruby/object:Gem::Dependency
187
- name: rake
237
+ name: minitest
188
238
  requirement: !ruby/object:Gem::Requirement
189
239
  requirements:
190
240
  - - ">="
@@ -198,21 +248,21 @@ dependencies:
198
248
  - !ruby/object:Gem::Version
199
249
  version: '0'
200
250
  - !ruby/object:Gem::Dependency
201
- name: minitest
251
+ name: rspec-mocks
202
252
  requirement: !ruby/object:Gem::Requirement
203
253
  requirements:
204
- - - ">="
254
+ - - "~>"
205
255
  - !ruby/object:Gem::Version
206
- version: '0'
256
+ version: '3.4'
207
257
  type: :development
208
258
  prerelease: false
209
259
  version_requirements: !ruby/object:Gem::Requirement
210
260
  requirements:
211
- - - ">="
261
+ - - "~>"
212
262
  - !ruby/object:Gem::Version
213
- version: '0'
263
+ version: '3.4'
214
264
  - !ruby/object:Gem::Dependency
215
- name: rspec-mocks
265
+ name: rspec-core
216
266
  requirement: !ruby/object:Gem::Requirement
217
267
  requirements:
218
268
  - - "~>"
@@ -225,7 +275,7 @@ dependencies:
225
275
  - - "~>"
226
276
  - !ruby/object:Gem::Version
227
277
  version: '3.4'
228
- description:
278
+ description:
229
279
  email:
230
280
  - none@nowhere.org
231
281
  executables:
@@ -290,6 +340,7 @@ files:
290
340
  - lib/traject/null_writer.rb
291
341
  - lib/traject/oai_pmh_nokogiri_reader.rb
292
342
  - lib/traject/qualified_const_get.rb
343
+ - lib/traject/solr_json_httpx_writer.rb
293
344
  - lib/traject/solr_json_writer.rb
294
345
  - lib/traject/thread_pool.rb
295
346
  - lib/traject/translation_map.rb
@@ -331,6 +382,7 @@ files:
331
382
  - test/marc_reader_test.rb
332
383
  - test/nokogiri_reader_test.rb
333
384
  - test/oai_pmh_nokogiri_reader_test.rb
385
+ - test/solr_json_httpx_writer_test.rb
334
386
  - test/solr_json_writer_test.rb
335
387
  - test/test_helper.rb
336
388
  - test/test_support/245_no_ab.marc
@@ -388,7 +440,7 @@ homepage: http://github.com/traject/traject
388
440
  licenses:
389
441
  - MIT
390
442
  metadata: {}
391
- post_install_message:
443
+ post_install_message:
392
444
  rdoc_options: []
393
445
  require_paths:
394
446
  - lib
@@ -403,8 +455,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
403
455
  - !ruby/object:Gem::Version
404
456
  version: '0'
405
457
  requirements: []
406
- rubygems_version: 3.4.17
407
- signing_key:
458
+ rubygems_version: 3.1.6
459
+ signing_key:
408
460
  specification_version: 4
409
461
  summary: An easy to use, high-performance, flexible and extensible metadata transformation
410
462
  system, focused on library-archives-museums input, and indexing to Solr as output.
@@ -438,6 +490,7 @@ test_files:
438
490
  - test/marc_reader_test.rb
439
491
  - test/nokogiri_reader_test.rb
440
492
  - test/oai_pmh_nokogiri_reader_test.rb
493
+ - test/solr_json_httpx_writer_test.rb
441
494
  - test/solr_json_writer_test.rb
442
495
  - test/test_helper.rb
443
496
  - test/test_support/245_no_ab.marc