traject 0.13.1 → 0.13.2

data/README.md

@@ -20,7 +20,7 @@ Existing tools for indexing Marc to Solr exist, and have served us well for many
   logic, should be very easy. More sophisticated and even complex customization use cases should still be possible,
   changing just the parts of traject you want to change.
 * *Maintainable local logic*, including supporting sharing of reusable logic via ruby gems.
-* *Maintainable understandable internal logic*; well-covered by tests, well-factored seperation of concerns,
+* *Maintainable understandable internal logic*; well-covered by tests, well-factored separation of concerns,
 easy for newcomer developers who know ruby to understand the codebase.
 * *High performance*, using multi-threaded concurrency where appropriate to maximize throughput.
 While it depends on your configuration and the size of your server(s), traject is likely higher
@@ -164,8 +164,12 @@ Other examples of the specification string, which can include multiple tag menti
 
   # Instead of joining subfields from the same field
   # into one string, joined by spaces, leave them
-  # each in seperate strings:
-  to_field "isbn", extract_marc("020az", :seperator => nil)
+  # each in separate strings:
+  to_field "isbn", extract_marc("020az", :separator => nil)
+  
+  # Make sure that you don't get any duplicates
+  # by passing in ":deduplicate => true"
+  to_field 'language008', extract_marc('008[35-37]', :deduplicate=>true)
 ~~~
 
 The `extract_marc` function *by default* includes any linked
@@ -347,18 +351,22 @@ checking.
 Use `-u` as a shortcut for `s solr.url=X`
 
     traject -c conf_file.rb -u http://example.com/solr marc_file.mrc
+    
+Run `traject -h` to see the command line help screen listing all available options. 
 
 Also see `-I load_path` and `-G Gemfile` options under Extending With Your Own Code.
 
 See also [Hints for batch and cronjob use](./doc/batch_execution.md) of traject.
 
+
+
 ## Extending With Your Own Code
 
 Traject config files are full live ruby files, where you can do anything,
 including declaring new classes, etc.
 
 However, beyond limited trivial logic, you'll want to organize your
-code reasonably into seperate files, not jam everything into config
+code reasonably into separate files, not jam everything into config
 files.
 
 Traject wants to make sure it makes it convenient for you to do so,

data/doc/batch_execution.md

@@ -132,9 +132,9 @@ the command-line:
 
 Or in a traject configuration file, setting the `log.file` configuration setting.
 
-### Seperate error log
+### separate error log
 
-You can also seperately have a duplicate log file created with ONLY log messages of
+You can also separately have a duplicate log file created with ONLY log messages of
 level ERROR and higher (meaning ERROR and FATAL), with the `log.error_file` setting.
 Then, if there's any lines in this error log file at all, you know something bad
 happened, maybe your batch process needs to notify someone, or abort further

data/doc/settings.md

@@ -41,8 +41,8 @@ for commonly used settings, see `traject -h`.
 * `log.level`:  Log this level and above. Default 'info', set to eg 'debug' to get potentially more logging info,
               or 'error' to get less. https://github.com/rudionrails/yell/wiki/101-setting-the-log-level
 
-* `log.batch_progress`: If set to a number N (or string representation), will output a progress line to INFO
-   log, every N records. 
+* `log.batch_size`: If set to a number N (or string representation), will output a progress line to INFO
+   log, every N records.
 
 * `marc_source.type`: default 'binary'. Can also set to 'xml' or (not yet implemented todo) 'json'. Command line shortcut `-t`
 

data/lib/traject/command_line.rb

@@ -78,9 +78,13 @@ module Traject
       result =
         case options[:command]
         when "process"
-          indexer.process get_input_io(self.remaining_argv)
+          (io, filename) = get_input_io(self.remaining_argv)
+          indexer.settings['command_line.filename'] = filename if filename
+          indexer.process(io)
         when "marcout"
-          command_marcout! get_input_io(self.remaining_argv)
+           (io, filename) = get_input_io(self.remaining_argv)
+          indexer.settings['command_line.filename'] = filename if filename
+          command_marcout!(io)
         when "commit"
           command_commit!
         else
@@ -155,20 +159,23 @@ module Traject
       #
       # So for now we do just one file, or stdin if specified. Sorry!
 
+      filename = nil
       if options[:stdin]
-        indexer.logger.info "Reading from STDIN..."
+        indexer.logger.info("Reading from standard input")
         io = $stdin
       elsif argv.length > 1
         self.console.puts "Sorry, traject can only handle one input file at a time right now. `#{argv}` Exiting..."
         exit 1
       elsif argv.length == 0
-        indexer.logger.warn "Warning, no file input given..."
         io = File.open(File::NULL, 'r')
+        indexer.logger.info("Warning, no file input given. Use command-line argument '--stdin' to use standard input ")
       else
-        indexer.logger.info "Reading from #{argv.first}"
         io = File.open(argv.first, 'r')
+        filename = argv.first
+        indexer.logger.info "Reading from #{filename}"
       end
-      return io
+      
+      return io, filename
     end
 
     def load_configuration_files!(my_indexer, conf_files)
@@ -246,6 +253,12 @@ module Traject
       if options[:debug]
         settings["log.level"] = "debug"
       end
+      if options[:'debug-mode']
+        require 'traject/debug_writer'
+        settings["writer_class_name"] = "Traject::DebugWriter"
+        settings["log.level"] = "debug"        
+        settings["processing_thread_pool"] = 0
+      end
       if options[:writer]
         settings["writer_class_name"] = options[:writer]
       end
@@ -291,6 +304,7 @@ module Traject
         on :x, "command", "alternate traject command: process (default); marcout", :argument => true, :default => "process"
 
         on "stdin", "read input from stdin"
+        on "debug-mode", "debug logging, single threaded, output human readable hashes"
       end
     end
 
@@ -318,4 +332,4 @@ module Traject
 
 
   end
-end
+end

data/lib/traject/indexer.rb

@@ -226,6 +226,7 @@ class Traject::Indexer
             end
           end
         end
+        accumulator.compact!
         (context.output_hash[context.field_name] ||= []).concat accumulator unless accumulator.empty?
         context.field_name = nil
 
@@ -264,7 +265,7 @@ class Traject::Indexer
   def log_mapping_errors(context, index_step, aProc)
     begin
       yield
-    rescue Exception => e        
+    rescue Exception => e
       msg =  "Unexpected error on record id `#{id_string(context.source_record)}` at file position #{context.position}\n"
 
       conf = context.field_name ? "to_field '#{context.field_name}'" : "each_record"
@@ -272,10 +273,14 @@ class Traject::Indexer
       msg += "    while executing #{conf} defined at #{index_step[:source_location]}\n"
       msg += Traject::Util.exception_to_log_message(e)
 
-      logger.error msg      
-      logger.debug "Record: " + context.source_record.to_s
+      logger.error msg
+      begin
+        logger.debug "Record: " + context.source_record.to_s
+      rescue Exception => marc_to_s_exception
+        logger.debug "(Could not log record, #{marc_to_s_exception})"
+      end
 
-      raise e        
+      raise e
     end
   end
 
@@ -293,14 +298,16 @@ class Traject::Indexer
 
     count      =       0
     start_time = batch_start_time = Time.now
-    logger.info "beginning Indexer#process with settings: #{settings.inspect}"
+    logger.debug "beginning Indexer#process with settings: #{settings.inspect}"
 
     reader = self.reader!(io_stream)
     writer = self.writer!
 
     thread_pool = Traject::ThreadPool.new(settings["processing_thread_pool"].to_i)
 
-    logger.info "   with reader: #{reader.class.name} and writer: #{writer.class.name}"
+    logger.info "   Indexer with reader: #{reader.class.name} and writer: #{writer.class.name}"
+
+    log_batch_size = settings["log.batch_size"] && settings["log.batch_size"].to_i
 
     reader.each do |record; position|
       count += 1
@@ -315,8 +322,8 @@ class Traject::Indexer
         $stderr.write "." if count % settings["solrj_writer.batch_size"] == 0
       end
 
-      if settings["log.batch_progress"] && (count % settings["log.batch_progress"].to_i == 0)
-        batch_rps = settings["log.batch_progress"].to_i / (Time.now - batch_start_time)
+      if log_batch_size && (count % log_batch_size == 0)
+        batch_rps = log_batch_size / (Time.now - batch_start_time)
         overall_rps = count / (Time.now - start_time)
         logger.info "Traject::Indexer#process, read #{count} records at id:#{id_string(record)}; #{'%.0f' % batch_rps}/s this batch, #{'%.0f' % overall_rps}/s overall"
         batch_start_time = Time.now

data/lib/traject/macros/marc21.rb

@@ -29,11 +29,12 @@ module Traject::Macros
     #
     # to_field("title"), extract_marc("245abcd", :trim_punctuation => true)
     # to_field("id"),    extract_marc("001", :first => true)
-    # to_field("geo"),   extract_marc("040a", :seperator => nil, :translation_map => "marc040")
+    # to_field("geo"),   extract_marc("040a", :separator => nil, :translation_map => "marc040")
     def extract_marc(spec, options = {})
       only_first              = options.delete(:first)
       trim_punctuation        = options.delete(:trim_punctuation)
       default_value           = options.delete(:default)
+      deduplicate             = options.delete(:deduplicate) ||  options.delete(:uniq)
 
       # We create the TranslationMap and the MarcExtractor here
       # on load, so the lambda can just refer to already created
@@ -62,10 +63,15 @@ module Traject::Macros
         if trim_punctuation
           accumulator.collect! {|s| Marc21.trim_punctuation(s)}
         end
+        
+        if deduplicate
+          accumulator.uniq!
+        end
 
         if default_value && accumulator.empty?
           accumulator << default_value
         end
+        
       end
     end
 
@@ -117,14 +123,14 @@ module Traject::Macros
     # options
     # [:from] default 100, only tags >= lexicographically
     # [:to]   default 899, only tags <= lexicographically
-    # [:seperator] how to join subfields, default space, nil means don't join
+    # [:separator] how to join subfields, default space, nil means don't join
     #
     # All fields in from-to must be marc DATA (not control fields), or weirdness
     #
     # Can always run this thing multiple times on the same field if you need
     # non-contiguous ranges of fields.
     def extract_all_marc_values(options = {})
-      options = {:from => "100", :to => "899", :seperator => ' '}.merge(options)
+      options = {:from => "100", :to => "899", :separator => ' '}.merge(options)
 
       lambda do |record, accumulator, context|
         record.each do |field|
@@ -132,8 +138,8 @@ module Traject::Macros
           subfield_values = field.subfields.collect {|sf| sf.value}
           next unless subfield_values.length > 0
 
-          if options[:seperator]
-            accumulator << subfield_values.join( options[:seperator])
+          if options[:separator]
+            accumulator << subfield_values.join( options[:separator])
           else
             accumulator.concat subfield_values
           end

data/lib/traject/macros/marc21_semantics.rb

@@ -14,7 +14,7 @@ module Traject::Macros
     # Extract OCLC numbers from, by default 035a's by known prefixes, then stripped
     # just the num, and de-dup.
     def oclcnum(extract_fields = "035a")
-      extractor = MarcExtractor.new(extract_fields, :seperator => nil)
+      extractor = MarcExtractor.new(extract_fields, :separator => nil)
 
       lambda do |record, accumulator|
         list = extractor.extract(record).collect! do |o|
@@ -118,7 +118,7 @@ module Traject::Macros
     def marc_languages(spec = "008[35-37]:041a:041d")
       translation_map = Traject::TranslationMap.new("marc_languages")
 
-      extractor = MarcExtractor.new(spec, :seperator => nil)
+      extractor = MarcExtractor.new(spec, :separator => nil)
 
       lambda do |record, accumulator|
         codes = extractor.collect_matching_lines(record) do |field, spec, extractor|
@@ -127,7 +127,7 @@ module Traject::Macros
           else
             extractor.collect_subfields(field, spec).collect do |value|
               # sometimes multiple language codes are jammed together in one subfield, and
-              # we need to seperate ourselves. sigh.
+              # we need to separate ourselves. sigh.
               unless value.length == 3
                 value = value.scan(/.{1,3}/) # split into an array of 3-length substrs
               end
@@ -162,11 +162,11 @@ module Traject::Macros
     # Takes marc 048ab instrument code, and translates it to human-displayable
     # string. Takes first two chars of 048a or b, to translate (ignores numeric code)
     #
-    # Pass in custom spec if you want just a or b, to seperate soloists or whatever.
+    # Pass in custom spec if you want just a or b, to separate soloists or whatever.
     def marc_instrumentation_humanized(spec = "048ab", options = {})
       translation_map = Traject::TranslationMap.new(options[:translation_map] || "marc_instruments")
 
-      extractor = MarcExtractor.new(spec, :seperator => nil)
+      extractor = MarcExtractor.new(spec, :separator => nil)
 
       lambda do |record, accumulator|
         values = extractor.extract(record)
@@ -189,7 +189,7 @@ module Traject::Macros
     def marc_instrument_codes_normalized(spec = "048")
       soloist_suffix = ".s"
 
-      extractor = MarcExtractor.new("048", :seperator => nil)
+      extractor = MarcExtractor.new("048", :separator => nil)
 
       return lambda do |record, accumulator|
         accumulator.concat(
@@ -286,7 +286,7 @@ module Traject::Macros
       end
       # Okay, nothing from 008, try 260
       if found_date.nil?
-        v260c = MarcExtractor.cached("260c", :seperator => nil).extract(record).first
+        v260c = MarcExtractor.cached("260c", :separator => nil).extract(record).first
         # just try to take the first four digits out of there, we're not going to try
         # anything crazy.
         if v260c =~ /(\d{4})/
@@ -320,7 +320,7 @@ module Traject::Macros
       default_value = options.has_key?(:default) ? options[:default] : "Unknown"
       translation_map = Traject::TranslationMap.new("lcc_top_level")
 
-      extractor = MarcExtractor.new(spec, :seperator => nil)
+      extractor = MarcExtractor.new(spec, :separator => nil)
 
       lambda do |record, accumulator|
         candidates = extractor.extract(record)
@@ -352,8 +352,8 @@ module Traject::Macros
       a_fields_spec = options[:geo_a_fields] || "651a:691a"
       z_fields_spec = options[:geo_z_fields] || "600:610:611:630:648:650:654:655:656:690:651:691"
 
-      extractor_043a      = MarcExtractor.new("043a", :seperator => nil)
-      extractor_a_fields  = MarcExtractor.new(a_fields_spec, :seperator => nil)
+      extractor_043a      = MarcExtractor.new("043a", :separator => nil)
+      extractor_a_fields  = MarcExtractor.new(a_fields_spec, :separator => nil)
       extractor_z_fields  = MarcExtractor.new(z_fields_spec)
 
       lambda do |record, accumulator|
@@ -403,7 +403,7 @@ module Traject::Macros
     def marc_era_facet
       ordinary_fields_spec = "600y:610y:611y:630y:648ay:650y:654y:656y:690y"
       special_fields_spec = "651:691"
-      seperator = ": "
+      separator = ": "
 
       extractor_ordinary_fields = MarcExtractor.new(ordinary_fields_spec)
       extractor_special_fields  = MarcExtractor.new(special_fields_spec)
@@ -423,7 +423,7 @@ module Traject::Macros
             next unless sf.code == 'y'
             if sf.value =~ /\A\s*.+,\s+(ca.\s+)?\d\d\d\d?(-\d\d\d\d?)?( B\.C\.)?[.,; ]*\Z/
               # it's our pattern, add the $a in please
-              accumulator << "#{field['a']}#{seperator}#{sf.value.sub(/\. *\Z/, '')}"
+              accumulator << "#{field['a']}#{separator}#{sf.value.sub(/\. *\Z/, '')}"
             else
               accumulator << sf.value.sub(/\. *\Z/, '')
             end

data/lib/traject/marc_extractor.rb

@@ -7,7 +7,7 @@ module Traject
   # Examples:
   #
   #    array_of_stuff = MarcExtractor.new("001:245abc:700a").extract(marc_record)
-  #    values         = MarcExtractor.new("040a", :seperator => nil).extract(marc_record)
+  #    values         = MarcExtractor.new("040a", :separator => nil).extract(marc_record)
   #
   #
   # == Note on Performance and MarcExtractor creation and reuse
@@ -46,7 +46,7 @@ module Traject
     #
     # options:
     #
-    # [:seperator]  default ' ' (space), what to use to seperate
+    # [:separator]  default ' ' (space), what to use to separate
     #               subfield values when joining strings
     #
     # [:alternate_script] default :include, include linked 880s for tags
@@ -55,7 +55,7 @@ module Traject
     #                     * :only => only include linked 880s, not original
     def initialize(spec, options = {})
       self.options = {
-        :seperator => ' ',
+        :separator => ' ',
         :alternate_script => :include
       }.merge(options)
 
@@ -93,7 +93,7 @@ module Traject
     # although if you try hard enough you can surely find a way to do something
     # you shouldn't.
     #
-    #    extractor = MarcExtractor.cached("245abc:700a", :seperator => nil)
+    #    extractor = MarcExtractor.cached("245abc:700a", :separator => nil)
     def self.cached(*args)
       cache = (Thread.current[:marc_extractor_cached] ||= Hash.new)
       extractor = (cache[args] ||= begin
@@ -118,7 +118,7 @@ module Traject
     # to represent the specification.
     #
     # a String specification is a string (or array of strings) of form:
-    #  {tag}{|indicators|}{subfields} seperated by colons
+    #  {tag}{|indicators|}{subfields} separated by colons
     # tag is three chars (usually but not neccesarily numeric),
     # indicators are optional two chars prefixed by hyphen,
     # subfields are optional list of chars (alphanumeric)
@@ -239,7 +239,7 @@ module Traject
     # Pass in a marc data field and a hash spec, returns
     # an ARRAY of one or more strings, subfields extracted
     # and processed per spec. Takes account of options such
-    # as :seperator
+    # as :separator
     #
     # Always returns array, sometimes empty array.
     def collect_subfields(field, spec)
@@ -249,7 +249,7 @@ module Traject
 
       return subfields if subfields.empty? # empty array, just return it.
 
-      return options[:seperator] ? [ subfields.join( options[:seperator]) ] : subfields
+      return options[:separator] ? [ subfields.join( options[:separator]) ] : subfields
     end
 
 

data/lib/traject/marc_reader.rb

@@ -16,8 +16,8 @@ require 'marc'
 #   ["marc_source.type"]  serialization type. default 'binary'
 #                 * "binary". Actual marc.
 #                 * "xml", MarcXML
-#                 * "json". (NOT YET IMPLEMENTED) The "marc-in-json" format, encoded as newline-seperated
-#                   json. A simplistic newline-seperated json, with no comments
+#                 * "json". (NOT YET IMPLEMENTED) The "marc-in-json" format, encoded as newline-separated
+#                   json. A simplistic newline-separated json, with no comments
 #                   allowed, and no unescpaed internal newlines allowed in the json
 #                   objects -- we just read line by line, and assume each line is a
 #                   marc-in-json. http://dilettantes.code4lib.org/blog/2010/09/a-proposal-to-serialize-marc-in-json/

data/lib/traject/{mock_writer.rb → null_writer.rb}

@@ -1,6 +1,6 @@
 # A Null writer that does absolutely nothing with records given to it,
 # just drops em on the floor.
-class Traject::MockWriter
+class Traject::NullWriter
   attr_reader :settings
 
   def initialize(argSettings)

data/lib/traject/solrj_writer.rb

@@ -108,6 +108,8 @@ class Traject::SolrJWriter
     @thread_pool = Traject::ThreadPool.new( @settings["solrj_writer.thread_pool"].to_i )
 
     @debug_ascii_progress = (@settings["debug_ascii_progress"].to_s == "true")
+
+    logger.info("   SolrJWriter writing to '#{settings['solr.url']}'")
   end
 
   # Loads solrj if not already loaded. By loading all jars found

data/lib/traject/version.rb

@@ -1,3 +1,3 @@
 module Traject
-  VERSION = "0.13.1"
+  VERSION = "0.13.2"
 end

data/test/indexer/macros_marc21_test.rb

@@ -56,6 +56,26 @@ describe "Traject::Macros::Marc21" do
 
       assert_equal ["DEFAULT VALUE"], output["only_default"]
     end
+    
+    it "respects the :deduplicate option (and its alias 'uniq')" do
+      # Add a second 008
+      f = @record.fields('008').first
+      @record.append(f)
+      
+      @indexer.instance_eval do
+        to_field "lang1", extract_marc('008[35-37]')
+        to_field "lang2", extract_marc('008[35-37]', :deduplicate=>true)
+        to_field "lang3", extract_marc('008[35-37]', :uniq=>true)
+      end
+      
+      output = @indexer.map_record(@record)
+      assert_equal ["eng", "eng"], output['lang1']
+      assert_equal ["eng"], output['lang2']
+      assert_equal ["eng"], output['lang3']
+      
+    end
+    
+      
 
     it "Marc21::trim_punctuation class method" do
       assert_equal "one two three", Marc21.trim_punctuation("one two three")
@@ -75,7 +95,7 @@ describe "Traject::Macros::Marc21" do
 
     it "uses :translation_map" do
       @indexer.instance_eval do
-        to_field "cataloging_agency", extract_marc("040a", :seperator => nil, :translation_map => "marc_040a_translate_test")
+        to_field "cataloging_agency", extract_marc("040a", :separator => nil, :translation_map => "marc_040a_translate_test")
       end
       output = @indexer.map_record(@record)
 

data/test/marc_extractor_test.rb

@@ -173,17 +173,17 @@ describe "Traject::MarcExtractor" do
       end
     end
 
-    describe "seperator argument" do
+    describe "separator argument" do
       it "causes non-join when nil" do
         parsed_spec = Traject::MarcExtractor.parse_string_spec("245")
-        values = Traject::MarcExtractor.new(parsed_spec, :seperator => nil).extract(@record)
+        values = Traject::MarcExtractor.new(parsed_spec, :separator => nil).extract(@record)
 
         assert_length 3, values
       end
 
       it "can be non-default" do
         parsed_spec = Traject::MarcExtractor.parse_string_spec("245")
-        values = Traject::MarcExtractor.new(parsed_spec, :seperator => "!! ").extract(@record)
+        values = Traject::MarcExtractor.new(parsed_spec, :separator => "!! ").extract(@record)
 
         assert_length 1, values
         assert_equal "Manufacturing consent :!! the political economy of the mass media /!! Edward S. Herman and Noam Chomsky ; with a new introduction by the authors.", values.first
@@ -288,13 +288,13 @@ describe "Traject::MarcExtractor" do
 
   describe "MarcExtractor.cached" do
     it "creates" do
-      ext = Traject::MarcExtractor.cached("245abc", :seperator => nil)
+      ext = Traject::MarcExtractor.cached("245abc", :separator => nil)
       assert_equal({"245"=>{:subfields=>["a", "b", "c"]}}, ext.spec_hash)
-      assert ext.options[:seperator].nil?, "extractor options[:seperator] is nil"
+      assert ext.options[:separator].nil?, "extractor options[:separator] is nil"
     end
     it "caches" do
-      ext1 = Traject::MarcExtractor.cached("245abc", :seperator => nil)
-      ext2 = Traject::MarcExtractor.cached("245abc", :seperator => nil)
+      ext1 = Traject::MarcExtractor.cached("245abc", :separator => nil)
+      ext2 = Traject::MarcExtractor.cached("245abc", :separator => nil)
 
       assert_same ext1, ext2
     end

data/test/test_support/demo_config.rb

@@ -50,7 +50,7 @@ to_field "format",              marc_formats
 to_field "isbn_t",              extract_marc("020a:773z:776z:534z:556z")
 to_field "lccn",                extract_marc("010a")
 
-to_field "material_type_display", extract_marc("300a", :seperator => nil, :trim_punctuation => true)
+to_field "material_type_display", extract_marc("300a", :separator => nil, :trim_punctuation => true)
 
 to_field "title_t",             extract_marc("245ak")
 to_field "title1_t",            extract_marc("245abk")
@@ -107,7 +107,7 @@ to_field "pub_date",          marc_publication_date
 # call numbers.
 lcc_map             = Traject::TranslationMap.new("lcc_top_level")
 holdings_extractor  = Traject::MarcExtractor.new("991:937")
-sudoc_extractor     = Traject::MarcExtractor.new("086a", :seperator =>nil)
+sudoc_extractor     = Traject::MarcExtractor.new("086a", :separator =>nil)
 
 to_field "discipline_facet",  marc_lcc_to_broad_category(:default => nil) do |record, accumulator|
   # add in our local call numbers
@@ -147,8 +147,8 @@ end
 to_field "instrumentation_facet",       marc_instrumentation_humanized
 to_field "instrumentation_code_unstem", marc_instrument_codes_normalized
 
-to_field "issn",                extract_marc("022a:022l:022y:773x:774x:776x", :seperator => nil)
-to_field "issn_related",        extract_marc("490x:440x:800x:400x:410x:411x:810x:811x:830x:700x:710x:711x:730x:780x:785x:777x:543x:760x:762x:765x:767x:770x:772x:775x:786x:787x", :seperator => nil)
+to_field "issn",                extract_marc("022a:022l:022y:773x:774x:776x", :separator => nil)
+to_field "issn_related",        extract_marc("490x:440x:800x:400x:410x:411x:810x:811x:830x:700x:710x:711x:730x:780x:785x:777x:543x:760x:762x:765x:767x:770x:772x:775x:786x:787x", :separator => nil)
 
 to_field "oclcnum_t",           oclcnum
 

metadata

@@ -2,14 +2,14 @@
 name: traject
 version: !ruby/object:Gem::Version
   prerelease:
-  version: 0.13.1
+  version: 0.13.2
 platform: ruby
 authors:
 - Jonathan Rochkind
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2013-09-16 00:00:00.000000000 Z
+date: 2013-09-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: marc
@@ -194,7 +194,7 @@ files:
 - lib/traject/marc_extractor.rb
 - lib/traject/marc_reader.rb
 - lib/traject/mock_reader.rb
-- lib/traject/mock_writer.rb
+- lib/traject/null_writer.rb
 - lib/traject/qualified_const_get.rb
 - lib/traject/solrj_writer.rb
 - lib/traject/thread_pool.rb
@@ -244,6 +244,7 @@ files:
 - test/test_support/packed_041a_lang.marc
 - test/test_support/test_data.utf8.marc.xml
 - test/test_support/test_data.utf8.mrc
+- test/test_support/test_data.utf8.mrc.gz
 - test/test_support/the_business_ren.marc
 - test/translation_map_test.rb
 - test/translation_maps/bad_ruby.rb
@@ -345,6 +346,7 @@ test_files:
 - test/test_support/packed_041a_lang.marc
 - test/test_support/test_data.utf8.marc.xml
 - test/test_support/test_data.utf8.mrc
+- test/test_support/test_data.utf8.mrc.gz
 - test/test_support/the_business_ren.marc
 - test/translation_map_test.rb
 - test/translation_maps/bad_ruby.rb