traject 2.3.3-java → 2.3.4-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 203a69835854bde2665c53aafaea20ceb731f431
-  data.tar.gz: 38579221ab60f0db3a05bec41e367ff6e06c4153
+SHA256:
+  metadata.gz: df62db1f1ace291c7dd827e312cd166ce41ec2c4368dd0dfde794b1e7b54c1f1
+  data.tar.gz: 0b9efb45341e5420f545d57ecf993e185da1db030b8b7b00c05b56ced483ba7e
 SHA512:
-  metadata.gz: 26969d8a05a35dbf5fd2d59391f4701353af387c14641a99e43beb32d9ee07de8ed6b0a1709091f03cc1db474ac4a24203969fc2a114d11edacc7e2f0e91963e
-  data.tar.gz: 6129937d2a7b6958368487ed38174458740d476c9513cc7f497b81f882aca9f6b61e36034ddbe59bfa9dacef5575bf7b5123702dc1f5c22072255eeba65afad2
+  metadata.gz: cb66e7a9f88375d7c8a8f2cfb0bbc009293bf5c2543de98bbc8eea9ef4c0aa75dadf8683b44f57e53045c279f74a2e467d18e93052d358343126882ecb474aac
+  data.tar.gz: 17bef76f4018541e6b5560df53e8fea2f8fe1c53a7b84d9fd2c2288fe04ce77373206c5b12c682d5f2619d9bf04f67794bae1c5008abc5f1619b2c1076866771

data/.travis.yml

@@ -5,12 +5,8 @@ rvm:
   - jruby-19mode
   - jruby-9.0.4.0
   - 1.9
-  - 2.2
-  - 2.3.3
-  - 2.4.0
-before_install:
-  - gem update --system
-  - gem uninstall bundler
-  - gem update bundler
+  - 2.2.8
+  - 2.3.5
+  - 2.4.2
 jdk:
   - oraclejdk8

data/CHANGES.md

@@ -1,5 +1,8 @@
 # Changes
 
+## 2.3.4
+  * Totally internal change to provide easier hooks into indexing process
+
 ## 2.3.3
   * Further squash use of capture-variabels ('$1', etc.)
     to try to work around the non-thread-safety of

data/lib/traject/indexer.rb

@@ -184,7 +184,7 @@ class Traject::Indexer
     @after_processing_steps = []
   end
 
-  # Pass a string file path, or a File object, for
+  # Pass a string file path, a Pathname, or a File object, for
   # a config file to load into indexer.
   #
   # Can raise:
@@ -195,9 +195,9 @@ class Traject::Indexer
   def load_config_file(file_path)
     File.open(file_path) do |file|
       begin
-        self.instance_eval(file.read, file_path)
+        self.instance_eval(file.read, file_path.to_s)
       rescue ScriptError, StandardError => e
-        raise ConfigLoadError.new(file_path, e)
+        raise ConfigLoadError.new(file_path.to_s, e)
       end
     end
   end
@@ -342,12 +342,10 @@ class Traject::Indexer
 
       # Set the index step for error reporting
       context.index_step = index_step
-      accumulator        = log_mapping_errors(context, index_step) do
+      log_mapping_errors(context, index_step) do
         index_step.execute(context) # will always return [] for an each_record step
       end
 
-      add_accumulator_to_context!(accumulator, context) if index_step.to_field_step?
-
       # And unset the index step now that we're finished
       context.index_step = nil
     end
@@ -355,37 +353,6 @@ class Traject::Indexer
     return context
   end
 
-
-  # Add the accumulator to the context with the correct field name
-  # Do post-processing on the accumulator (remove nil values, allow empty
-  # fields, etc)
-  #
-  # Only get here if we've got a to_field step; otherwise the
-  # call to get a field_name will throw an error
-
-  ALLOW_NIL_VALUES       = "allow_nil_values".freeze
-  ALLOW_EMPTY_FIELDS     = "allow_empty_fields".freeze
-  ALLOW_DUPLICATE_VALUES = "allow_duplicate_values".freeze
-
-  def add_accumulator_to_context!(accumulator, context)
-
-    accumulator.compact! unless settings[ALLOW_NIL_VALUES]
-    return if accumulator.empty? and not (settings[ALLOW_EMPTY_FIELDS])
-
-    field_name                      = context.index_step.field_name
-    context.output_hash[field_name] ||= []
-
-    existing_accumulator = context.output_hash[field_name].concat(accumulator)
-    existing_accumulator.uniq! unless settings[ALLOW_DUPLICATE_VALUES]
-
-  rescue NameError => e
-    msg = "Tried to call add_accumulator_to_context with a non-to_field step"
-    msg += context.index_step.inspect
-    logger.error msg
-    raise ArgumentError.new(msg)
-  end
-
-
   # just a wrapper that captures and records any unexpected
   # errors raised in mapping, along with contextual information
   # on record and location in source file of mapping rule.
@@ -414,7 +381,6 @@ class Traject::Indexer
     end
   end
 
-
   # Processes a stream of records, reading from the configured Reader,
   # mapping according to configured mapping rules, and then writing
   # to configured Writer.

data/lib/traject/indexer/step.rb

@@ -150,9 +150,26 @@ class Traject::Indexer
       end
 
 
+      add_accumulator_to_context!(accumulator, context)
       return accumulator
     end
 
+    # Add the accumulator to the context with the correct field name
+    # Do post-processing on the accumulator (remove nil values, allow empty
+    # fields, etc)
+    ALLOW_NIL_VALUES       = "allow_nil_values".freeze
+    ALLOW_EMPTY_FIELDS     = "allow_empty_fields".freeze
+    ALLOW_DUPLICATE_VALUES = "allow_duplicate_values".freeze
+
+    def add_accumulator_to_context!(accumulator, context)
+      accumulator.compact! unless context.settings[ALLOW_NIL_VALUES]
+      return if accumulator.empty? and not (context.settings[ALLOW_EMPTY_FIELDS])
+
+      context.output_hash[field_name] ||= []
+
+      existing_accumulator = context.output_hash[field_name].concat(accumulator)
+      existing_accumulator.uniq! unless context.settings[ALLOW_DUPLICATE_VALUES]
+    end
   end
 
 # A class representing a block of logic called after

data/lib/traject/version.rb

@@ -1,3 +1,3 @@
 module Traject
-  VERSION = "2.3.3"
+  VERSION = "2.3.4"
 end

data/test/indexer/load_config_file_test.rb

@@ -20,7 +20,7 @@ describe "Traject::Indexer#load_config_path" do
     end
   end
 
-  describe "with good config" do
+  describe "with good config provided" do
     before do
       @config_file = tmp_config_file_with(%Q{
         settings do
@@ -32,11 +32,19 @@ describe "Traject::Indexer#load_config_path" do
     after do
       @config_file.unlink
     end
-    it "loads config file by path" do
+
+
+    it "loads config file by path (as a String)" do
       @indexer.load_config_file(@config_file.path)
 
       assert_equal "our_value", @indexer.settings["our_key"]
     end
+
+    it "loads config file by path (as a Pathname)" do
+      @indexer.load_config_file(Pathname.new(@config_file.path))
+
+      assert_equal "our_value", @indexer.settings["our_key"]
+    end
   end
 
   describe "with error in config" do
@@ -60,7 +68,7 @@ describe "Traject::Indexer#load_config_path" do
       assert_equal 4,  e.config_file_lineno
     end
 
-    it "raises good error on StandardError type" do
+    it "raises good error on StandardError type (when passing String)" do
       @config_file = tmp_config_file_with(%Q{
         # Intentional non-syntax error, bad extract_marc spec
         to_field "foo", extract_marc("#%^%^%^")
@@ -74,6 +82,20 @@ describe "Traject::Indexer#load_config_path" do
       assert_equal @config_file.path, e.config_file
       assert_equal 3,  e.config_file_lineno
     end
+
+    it "raises good error on StandardError type (when passing Pathname)" do
+      @config_file = tmp_config_file_with(%Q{
+        # Intentional non-syntax error, bad extract_marc spec
+        to_field "foo", extract_marc("#%^%^%^")
+      }) 
+
+      e = assert_raises(Traject::Indexer::ConfigLoadError) do
+        @indexer.load_config_file(Pathname.new(@config_file.path))
+      end
+
+      assert_kind_of StandardError, e.original
+      assert_equal @config_file.path, e.config_file
+    end
   end
 
 
@@ -84,6 +106,4 @@ describe "Traject::Indexer#load_config_path" do
 
     return file
   end
-
-
-end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: traject
 version: !ruby/object:Gem::Version
-  version: 2.3.3
+  version: 2.3.4
 platform: java
 authors:
 - Jonathan Rochkind
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-01-25 00:00:00.000000000 Z
+date: 2018-08-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -345,7 +345,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.6.8
+rubygems_version: 2.7.6
 signing_key:
 specification_version: 4
 summary: Index MARC to Solr; or generally process source records to hash-like structures