traject 0.9.1 → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (36) hide show
  1. data/.travis.yml +7 -0
  2. data/Gemfile +5 -1
  3. data/README.md +65 -17
  4. data/bench/bench.rb +30 -0
  5. data/bin/traject +4 -169
  6. data/doc/batch_execution.md +177 -0
  7. data/doc/extending.md +182 -0
  8. data/doc/other_commands.md +49 -0
  9. data/doc/settings.md +6 -2
  10. data/lib/traject.rb +1 -0
  11. data/lib/traject/command_line.rb +296 -0
  12. data/lib/traject/debug_writer.rb +28 -0
  13. data/lib/traject/indexer.rb +84 -20
  14. data/lib/traject/indexer/settings.rb +9 -1
  15. data/lib/traject/json_writer.rb +15 -38
  16. data/lib/traject/line_writer.rb +59 -0
  17. data/lib/traject/macros/marc21.rb +10 -5
  18. data/lib/traject/macros/marc21_semantics.rb +57 -25
  19. data/lib/traject/marc4j_reader.rb +9 -26
  20. data/lib/traject/marc_extractor.rb +121 -48
  21. data/lib/traject/mock_reader.rb +87 -0
  22. data/lib/traject/mock_writer.rb +34 -0
  23. data/lib/traject/solrj_writer.rb +1 -22
  24. data/lib/traject/util.rb +107 -1
  25. data/lib/traject/version.rb +1 -1
  26. data/lib/traject/yaml_writer.rb +9 -0
  27. data/test/debug_writer_test.rb +38 -0
  28. data/test/indexer/each_record_test.rb +27 -2
  29. data/test/indexer/macros_marc21_semantics_test.rb +12 -1
  30. data/test/indexer/settings_test.rb +9 -2
  31. data/test/indexer/to_field_test.rb +35 -5
  32. data/test/marc4j_reader_test.rb +3 -0
  33. data/test/marc_extractor_test.rb +94 -20
  34. data/test/test_support/demo_config.rb +6 -3
  35. data/traject.gemspec +1 -2
  36. metadata +17 -20
data/traject.gemspec CHANGED
@@ -18,7 +18,7 @@ Gem::Specification.new do |spec|
18
18
  spec.require_paths = ["lib"]
19
19
 
20
20
 
21
- spec.add_dependency "marc", ">= 0.5.1"
21
+ spec.add_dependency "marc", ">= 0.7.0"
22
22
  spec.add_dependency "hashie", ">= 2.0.5", "< 2.1" # used for Indexer#settings
23
23
  spec.add_dependency "slop", ">= 3.4.5", "< 4.0" # command line parsing
24
24
  spec.add_dependency "yell" # logging
@@ -26,5 +26,4 @@ Gem::Specification.new do |spec|
26
26
  spec.add_development_dependency "bundler", "~> 1.3"
27
27
  spec.add_development_dependency "rake"
28
28
  spec.add_development_dependency "minitest"
29
- spec.add_development_dependency "pry"
30
29
  end
metadata CHANGED
@@ -2,14 +2,14 @@
2
2
  name: traject
3
3
  version: !ruby/object:Gem::Version
4
4
  prerelease:
5
- version: 0.9.1
5
+ version: 0.10.0
6
6
  platform: ruby
7
7
  authors:
8
8
  - Jonathan Rochkind
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2013-08-19 00:00:00.000000000 Z
12
+ date: 2013-09-04 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: marc
@@ -17,13 +17,13 @@ dependencies:
17
17
  requirements:
18
18
  - - '>='
19
19
  - !ruby/object:Gem::Version
20
- version: 0.5.1
20
+ version: 0.7.0
21
21
  none: false
22
22
  requirement: !ruby/object:Gem::Requirement
23
23
  requirements:
24
24
  - - '>='
25
25
  - !ruby/object:Gem::Version
26
- version: 0.5.1
26
+ version: 0.7.0
27
27
  none: false
28
28
  prerelease: false
29
29
  type: :runtime
@@ -135,22 +135,6 @@ dependencies:
135
135
  none: false
136
136
  prerelease: false
137
137
  type: :development
138
- - !ruby/object:Gem::Dependency
139
- name: pry
140
- version_requirements: !ruby/object:Gem::Requirement
141
- requirements:
142
- - - '>='
143
- - !ruby/object:Gem::Version
144
- version: '0'
145
- none: false
146
- requirement: !ruby/object:Gem::Requirement
147
- requirements:
148
- - - '>='
149
- - !ruby/object:Gem::Version
150
- version: '0'
151
- none: false
152
- prerelease: false
153
- type: :development
154
138
  description:
155
139
  email:
156
140
  - none@nowhere.org
@@ -160,18 +144,26 @@ extensions: []
160
144
  extra_rdoc_files: []
161
145
  files:
162
146
  - .gitignore
147
+ - .travis.yml
163
148
  - Gemfile
164
149
  - LICENSE.txt
165
150
  - README.md
166
151
  - Rakefile
152
+ - bench/bench.rb
167
153
  - bin/traject
154
+ - doc/batch_execution.md
155
+ - doc/extending.md
168
156
  - doc/macros.md
157
+ - doc/other_commands.md
169
158
  - doc/settings.md
170
159
  - lib/tasks/load_maps.rake
171
160
  - lib/traject.rb
161
+ - lib/traject/command_line.rb
162
+ - lib/traject/debug_writer.rb
172
163
  - lib/traject/indexer.rb
173
164
  - lib/traject/indexer/settings.rb
174
165
  - lib/traject/json_writer.rb
166
+ - lib/traject/line_writer.rb
175
167
  - lib/traject/macros/basic.rb
176
168
  - lib/traject/macros/marc21.rb
177
169
  - lib/traject/macros/marc21_semantics.rb
@@ -179,18 +171,22 @@ files:
179
171
  - lib/traject/marc4j_reader.rb
180
172
  - lib/traject/marc_extractor.rb
181
173
  - lib/traject/marc_reader.rb
174
+ - lib/traject/mock_reader.rb
175
+ - lib/traject/mock_writer.rb
182
176
  - lib/traject/qualified_const_get.rb
183
177
  - lib/traject/solrj_writer.rb
184
178
  - lib/traject/thread_pool.rb
185
179
  - lib/traject/translation_map.rb
186
180
  - lib/traject/util.rb
187
181
  - lib/traject/version.rb
182
+ - lib/traject/yaml_writer.rb
188
183
  - lib/translation_maps/lcc_top_level.yaml
189
184
  - lib/translation_maps/marc_genre_007.yaml
190
185
  - lib/translation_maps/marc_genre_leader.yaml
191
186
  - lib/translation_maps/marc_geographic.yaml
192
187
  - lib/translation_maps/marc_instruments.yaml
193
188
  - lib/translation_maps/marc_languages.yaml
189
+ - test/debug_writer_test.rb
194
190
  - test/indexer/each_record_test.rb
195
191
  - test/indexer/macros_marc21_semantics_test.rb
196
192
  - test/indexer/macros_marc21_test.rb
@@ -293,6 +289,7 @@ signing_key:
293
289
  specification_version: 3
294
290
  summary: Index MARC to Solr; or generally process source records to hash-like structures
295
291
  test_files:
292
+ - test/debug_writer_test.rb
296
293
  - test/indexer/each_record_test.rb
297
294
  - test/indexer/macros_marc21_semantics_test.rb
298
295
  - test/indexer/macros_marc21_test.rb