loc_mods 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2b15a4efe6f5c0bf6287f01e8f3b9d14bf4611f0ec80c50a94eaf01aea0d27b0
-  data.tar.gz: 7c1c47497f88abc231351b6a19703641e8b7f910a8c119222872208dc339fe97
+  metadata.gz: 66939abfdba314e93de07afbe306be58394fb4466de3d9203318e400b2a0f017
+  data.tar.gz: 5e9ffbdd0c405ac026e77138c5287c34d21cf93c84a7d98e94e5d6e987b015a0
 SHA512:
-  metadata.gz: bb267c94c7de7b895ccf168ca9b0a37133afce833981a332e43f3f82822aeec27ada4b4becedb1b7196ebcaab97bd5c90c68ee8fd23ab463b82500b0a72f7b7a
-  data.tar.gz: 49f9d610121df295c904cede6245d4dd907bbba9c919879ccf8e44211b095bd23700452b4d4d6a670f2e5e579a6fc3e06ad70d1fa450f1c9de35ff1f01ff6144
+  metadata.gz: 9e0cec87a093a33c3785376aaba4cbe7b05b3ee8e916c1fa238faa659668e01468b56ec08afc9478123a01adb0076e497e1f09a8dcdc4f330965aa6f82fddcc2
+  data.tar.gz: f5ed1dc6d38e5c6afec2edd7872963433e1cc699502686acd6045198b4b37fec1d27720f7777c2f08a1a5f2234c15d98ccf2beefe2babfca3cf897007b7ee6c5

data/README.adoc

@@ -12,6 +12,8 @@ This gem is developed using the MODS 3.7 XSD schema.
 
 == Usage
 
+=== Ruby API
+
 [source,ruby]
 ----
 require 'loc_mods'
@@ -24,12 +26,55 @@ LocMods::Collection.from_xml(File.read("spec/fixtures/record_1.xml"))
 LocMods::Collection.from_xml(File.read("reference/allrecords-MODS.xml"))
 ----
 
+=== Command line interface
+
+LocMods provides a command-line interface (CLI) for various operations. The main
+executable is `loc-mods`.
+
+==== Detect duplicates
+
+The `detect-duplicates` command allows you to find duplicate MODS records based
+on using a "primary ID" that is their DOI (Digital Object Identifier).
+
+Usage:
+
+[source,shell]
+----
+$ loc-mods detect-duplicates [OPTIONS] <file_or_directory_path>
+----
+
+Options:
+
+* `-r, --recursive`: Search for MODS files recursively in subdirectories.
+* `-v, --verbose`: Display more detailed output.
+* `-o, --output FILE`: Write the results to a file instead of stdout.
+
+Example:
+
+[source,shell]
+----
+$ loc-mods detect-duplicates -r -v /path/to/mods/files
+----
+
+This command will:
+
+. Search for MODS XML files in the specified directory (and subdirectories if `-r` is used).
+. Parse each MODS file and extract the DOI.
+. Group records with the same DOI.
+. For each group of duplicates:
+.. Display the shared DOI.
+.. List the filenames of the duplicate records.
+.. Show a detailed comparison of the differences between the records.
+
+The output will highlight differences, removed elements, and missing elements
+between the duplicate records, helping you identify discrepancies in the
+metadata.
+
 == Testing
 
 [source,sh]
 ----
 bin/update-nist-mods
-
 ----
 
 == License

data/exe/loc-mods

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require_relative "../lib/loc_mods/cli"
+
+LocMods::Cli.start(ARGV)

data/lib/loc_mods/abstract.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class Abstract < Shale::Mapper
+  class Abstract < BaseMapper
     attribute :content, Shale::Type::String
     attribute :display_label, Shale::Type::String
     attribute :type, Shale::Type::String

data/lib/loc_mods/access_condition.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class AccessCondition < Shale::Mapper
+  class AccessCondition < BaseMapper
     attribute :content, Shale::Type::String
     attribute :display_label, Shale::Type::String
     attribute :lang, Shale::Type::String

data/lib/loc_mods/alternative_name.rb

@@ -1,13 +1,13 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "identifier"
 require_relative "name_part"
 require_relative "role"
 
 module LocMods
-  class AlternativeName < Shale::Mapper
+  class AlternativeName < BaseMapper
     attribute :lang, Shale::Type::String
     attribute :script, Shale::Type::String
     attribute :transliteration, Shale::Type::String

data/lib/loc_mods/area.rb

@@ -1,11 +1,11 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "hierarchical_part"
 
 module LocMods
-  class Area < Shale::Mapper
+  class Area < BaseMapper
     attribute :content, HierarchicalPart
     attribute :area_type, Shale::Type::Value
 

data/lib/loc_mods/base_mapper.rb

@@ -0,0 +1,9 @@
+# lib/loc_mods/base_mapper.rb
+require "shale"
+require_relative "comparable_mapper"
+
+module LocMods
+  class BaseMapper < Shale::Mapper
+    include ComparableMapper
+  end
+end

data/lib/loc_mods/cartographic_extension.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class CartographicExtension < Shale::Mapper
+  class CartographicExtension < BaseMapper
     attribute :content, Shale::Type::String
     attribute :display_label, Shale::Type::String
 

data/lib/loc_mods/cartographics.rb

@@ -1,11 +1,11 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "cartographic_extension"
 
 module LocMods
-  class Cartographics < Shale::Mapper
+  class Cartographics < BaseMapper
     attribute :authority, Shale::Type::String
     attribute :authority_uri, Shale::Type::Value
     attribute :value_uri, Shale::Type::Value

data/lib/loc_mods/city_section.rb

@@ -1,11 +1,11 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "hierarchical_part"
 
 module LocMods
-  class CitySection < Shale::Mapper
+  class CitySection < BaseMapper
     attribute :content, HierarchicalPart
     attribute :city_section_type, Shale::Type::Value
 

data/lib/loc_mods/classification.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class Classification < Shale::Mapper
+  class Classification < BaseMapper
     attribute :content, Shale::Type::String
     attribute :edition, Shale::Type::String
     attribute :display_label, Shale::Type::String

data/lib/loc_mods/cli.rb

@@ -0,0 +1,101 @@
+# lib/loc_mods/cli.rb
+require "thor"
+require "loc_mods"
+
+module LocMods
+  class Cli < Thor
+    desc "detect-duplicates PATH...", "Detect duplicate records in MODS XML files or directories"
+
+    def detect_duplicates(*paths)
+      all_records = []
+      paths.each do |path|
+        if File.directory?(path)
+          Dir.glob(File.join(path, "*.xml")).each do |file|
+            process_file(file, all_records)
+          end
+        elsif File.file?(path) && path.end_with?(".xml")
+          process_file(path, all_records)
+        else
+          puts "Warning: Skipping invalid path: #{path}"
+        end
+      end
+
+      records_by_url = {}
+      all_records.each do |record|
+        urls = record[:record].location.flat_map { |loc| loc.url.map(&:content) }.compact
+        if urls.any?
+          urls.each do |url|
+            records_by_url[url] ||= []
+            records_by_url[url] << record
+          end
+        else
+          puts "Warning: Record without URL found in file: #{record[:file]}"
+        end
+      end
+
+      duplicate_count = 0
+      records_by_url.each do |url, records|
+        if records.size > 1
+          duplicate_count += 1
+          puts "Duplicate set ##{duplicate_count} found for URL: #{url}"
+          records.combination(2).each_with_index do |(record1, record2), index|
+            puts "  Comparison #{index + 1}:"
+            puts "  File 1: #{record1[:file]}"
+            puts "  File 2: #{record2[:file]}"
+            differences = record1[:record].compare(record2[:record])
+            if differences
+              puts "  ----"
+              print_differences(differences)
+              puts "  ----"
+            end
+            puts "\n"
+          end
+        end
+      end
+    end
+
+    private
+
+    def process_file(file, all_records)
+      xml_content = File.read(file)
+      collection = LocMods::Collection.from_xml(xml_content)
+      collection.mods.each do |record|
+        all_records << { record: record, file: file }
+      end
+    end
+
+    def print_differences(differences, prefix = "", path = [])
+      differences.each do |key, value|
+        current_path = path + [key]
+        if value.is_a?(Hash) && value.keys.all? { |k| k.is_a?(Integer) }
+          value.each do |index, sub_value|
+            print_differences(sub_value, prefix, current_path + [index])
+          end
+        elsif value.is_a?(Hash) && (value[:self] || value[:other])
+          puts "  #{format_path(current_path)}:"
+          puts "  #{prefix}  Record 1: #{format_value(value[:self])}"
+          puts "  #{prefix}  Record 2: #{format_value(value[:other])}"
+          puts
+        elsif value.is_a?(Hash)
+          print_differences(value, prefix, current_path)
+        end
+      end
+    end
+
+    def format_path(path)
+      path.map.with_index do |part, index|
+        if index == 0
+          part.to_s
+        elsif part.is_a?(Integer)
+          "[#{part}]"
+        else
+          ".#{part}"
+        end
+      end.join
+    end
+
+    def format_value(value)
+      value.nil? ? "(nil)" : "\"#{value}\""
+    end
+  end
+end

data/lib/loc_mods/collection.rb

@@ -1,11 +1,11 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "record"
 
 module LocMods
-  class Collection < Shale::Mapper
+  class Collection < BaseMapper
     attribute :mods, Record, collection: true
     attribute :schema_location, Shale::Type::String
 

data/lib/loc_mods/comparable_mapper.rb

@@ -0,0 +1,96 @@
+# lib/loc_mods/comparable_mapper.rb
+
+module LocMods
+  module ComparableMapper
+    # def self.included(base)
+    #   base.extend(ClassMethods)
+    # end
+
+    # module ClassMethods
+    #   def attribute_mapping
+    #     @attribute_mapping ||= attributes.to_h do |name, attribute|
+    #       [name, attribute.type]
+    #     end
+    #   end
+    # end
+
+    def compare(other)
+      return {} unless other.is_a?(self.class)
+
+      differences = {}
+
+      # puts "Debugging: Attributes for #{self.class.name}"
+      # pp self.class.attributes.keys
+
+      self.class.attributes.each_key do |attr|
+        self_value = self.send(attr)
+        other_value = other.send(attr)
+
+        # puts "Debugging: Comparing attribute '#{attr}'"
+        # puts "  Self value: #{self_value.inspect}"
+        # puts "  Other value: #{other_value.inspect}"
+
+        compared = compare_values(self_value, other_value)
+        if compared
+          # puts "DETECTED DIFFERENCE! #{compared.inspect}"
+          differences[attr] = compared
+        end
+      end
+
+      # unless differences.empty?
+      #   puts "DIFFERENCES ARE"
+      #   pp differences
+      # end
+
+      differences.empty? ? nil : differences
+    end
+
+    private
+
+    def compare_values(self_value, other_value)
+      # puts "compare_values (self_value: #{self_value}, other_value: #{other_value})"
+      case self_value
+      when Array
+        # puts "compare_values case 1"
+        compare_arrays(self_value, other_value)
+      when Shale::Mapper
+        # puts "compare_values case 2"
+        self_value.compare(other_value)
+      else
+        if self_value != other_value
+          # puts "compare_values case 3"
+          { self: self_value, other: other_value }
+        end
+      end
+    end
+
+    def compare_arrays(self_array, other_array)
+      differences = {}
+      max_length = [self_array.size, other_array.size].max
+
+      max_length.times do |index|
+        self_item = self_array[index]
+        other_item = other_array[index]
+
+        if index >= self_array.size
+          compared = compare_values(other_item, nil)
+          differences[index] = { self: compared[:other], other: compared[:self] }
+        elsif index >= other_array.size
+          differences[index] = compare_values(self_item, nil)
+        else
+          compared = compare_values(self_item, other_item)
+          differences[index] = compared if compared
+        end
+      end
+
+      if self_array.size != other_array.size
+        differences[:array_size_difference] = {
+          self: self_array.size,
+          other: other_array.size,
+        }
+      end
+
+      differences.empty? ? nil : differences
+    end
+  end
+end

data/lib/loc_mods/copy_information.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "enumeration_and_chronology"
 require_relative "form"
@@ -8,7 +8,7 @@ require_relative "item_identifier"
 require_relative "note"
 
 module LocMods
-  class CopyInformation < Shale::Mapper
+  class CopyInformation < BaseMapper
     attribute :form, Form
     attribute :sub_location, Shale::Type::String, collection: true
     attribute :shelf_locator, Shale::Type::String, collection: true

data/lib/loc_mods/date.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class Date < Shale::Mapper
+  class Date < BaseMapper
     attribute :content, Shale::Type::String
     attribute :encoding, Shale::Type::String
     attribute :qualifier, Shale::Type::String

data/lib/loc_mods/date_other.rb

@@ -1,11 +1,11 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "date"
 
 module LocMods
-  class DateOther < Shale::Mapper
+  class DateOther < BaseMapper
     attribute :content, Shale::Type::String
     attribute :type, Shale::Type::String
 

data/lib/loc_mods/detail.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class Detail < Shale::Mapper
+  class Detail < BaseMapper
     attribute :type, Shale::Type::String
     attribute :level, Shale::Type::Integer
     attribute :number, Shale::Type::String, collection: true

data/lib/loc_mods/edition.rb

@@ -1,10 +1,10 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
   # LocMods::StringPlusLanguagePlusSupplied
-  class Edition < Shale::Mapper
+  class Edition < BaseMapper
     attribute :content, Shale::Type::String
     attribute :supplied, Shale::Type::String
 

data/lib/loc_mods/enumeration_and_chronology.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class EnumerationAndChronology < Shale::Mapper
+  class EnumerationAndChronology < BaseMapper
     attribute :content, Shale::Type::String
     attribute :unit_type, Shale::Type::String
 

data/lib/loc_mods/extent.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class Extent < Shale::Mapper
+  class Extent < BaseMapper
     attribute :content, Shale::Type::String
     attribute :unit, Shale::Type::Value
 

data/lib/loc_mods/extent_definition.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class ExtentDefinition < Shale::Mapper
+  class ExtentDefinition < BaseMapper
     attribute :unit, Shale::Type::String
     attribute :start, Shale::Type::String
     attribute :end, Shale::Type::String

data/lib/loc_mods/form.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class Form < Shale::Mapper
+  class Form < BaseMapper
     attribute :content, Shale::Type::String
     attribute :type, Shale::Type::String
     attribute :authority, Shale::Type::String

data/lib/loc_mods/genre.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class Genre < Shale::Mapper
+  class Genre < BaseMapper
     attribute :content, Shale::Type::String
     attribute :type, Shale::Type::String
     attribute :display_label, Shale::Type::String

data/lib/loc_mods/geographic_code.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class GeographicCode < Shale::Mapper
+  class GeographicCode < BaseMapper
     attribute :content, Shale::Type::String
     attribute :authority_uri, Shale::Type::Value
     attribute :value_uri, Shale::Type::Value

data/lib/loc_mods/hierarchical_geographic.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "area"
 require_relative "city_section"
@@ -8,7 +8,7 @@ require_relative "hierarchical_part"
 require_relative "region"
 
 module LocMods
-  class HierarchicalGeographic < Shale::Mapper
+  class HierarchicalGeographic < BaseMapper
     attribute :authority, Shale::Type::String
     attribute :authority_uri, Shale::Type::Value
     attribute :value_uri, Shale::Type::Value

data/lib/loc_mods/hierarchical_part.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class HierarchicalPart < Shale::Mapper
+  class HierarchicalPart < BaseMapper
     attribute :content, Shale::Type::String
     attribute :level, Shale::Type::Value
     attribute :period, Shale::Type::Value

data/lib/loc_mods/holding_simple.rb

@@ -1,11 +1,11 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "copy_information"
 
 module LocMods
-  class HoldingSimple < Shale::Mapper
+  class HoldingSimple < BaseMapper
     attribute :copy_information, CopyInformation, collection: true
 
     xml do

data/lib/loc_mods/identifier.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class Identifier < Shale::Mapper
+  class Identifier < BaseMapper
     attribute :content, Shale::Type::String
     attribute :display_label, Shale::Type::String
     attribute :type, Shale::Type::String

data/lib/loc_mods/item_identifier.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 module LocMods
-  class ItemIdentifier < Shale::Mapper
+  class ItemIdentifier < BaseMapper
     attribute :content, Shale::Type::String
     attribute :type, Shale::Type::String
 

data/lib/loc_mods/language.rb

@@ -1,12 +1,12 @@
 # frozen_string_literal: true
 
-require "shale"
+require_relative "base_mapper"
 
 require_relative "language_term"
 require_relative "script_term"
 
 module LocMods
-  class Language < Shale::Mapper
+  class Language < BaseMapper
     attribute :object_part, Shale::Type::String
     attribute :lang, Shale::Type::String
     attribute :script, Shale::Type::String