glossarist 2.6.2 → 2.6.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a4a05468d25c9ac0d13c748454dc98d7dc031718fe98d298c3db89d6874963a7
-  data.tar.gz: 203b26205a85b9593942d7d6095dab85faa93ed1e99b9f474f20c67a77e61c5d
+  metadata.gz: facc3d87fcd7c04944cdb267bd8a0cf5b259bd53b95fe20259b1708b6120fb82
+  data.tar.gz: 89676d88ae921c18ad4c932074f3dabe47674ede8f82c3fac2a7c5fa8330d780
 SHA512:
-  metadata.gz: dc177b1d927f7b309cb47fac5158c151001202ba0332b35f0eaf87a8e1e2d9eda400dd077145b10d4acc5ee968676f39dd95172a32ad16e6078ff3357c299317
-  data.tar.gz: eb60cfa90dd26008e2287cbafb35aaeb4e48bb60c120cc254fba024d945f4a6cdb41e9b51a2b8c68a30ac6e31e7e40f38243ec44437a5995126eba47f47110dd
+  metadata.gz: 3f08e797184f6c4b006c33bb56e61f31de44ab57143697492dc60397eba400b0cde8ce7d6d92a616ef345271d477b77ce94d327b5421c4a335f2282b1d3aafc2
+  data.tar.gz: cf150e9819f6a0242fd63617099a5ce34e321a559687e13f9f04c0edfb571972e960603eb35d3df112e68d959f317ee47db844aba0b86b68391414db84e4c421

data/.gitignore

@@ -16,8 +16,9 @@
 .rubocop-http---*
 .rubocop-https---*
 
-# Relaton local cache directory
+# Relaton cache directories
 localcache
+spec/fixtures/relaton_cache/
 
 .vscode
 

data/.rubocop_todo.yml

@@ -1,59 +1,93 @@
 # This configuration was generated by
 # `rubocop --auto-gen-config`
-# on 2026-05-07 13:57:54 UTC using RuboCop version 1.86.1.
+# on 2026-05-12 04:13:45 UTC using RuboCop version 1.86.1.
 # The point is for the user to remove these configuration records
 # one by one as the offenses are removed from the code base.
 # Note that changes in the inspected code, or installation of new
 # versions of RuboCop, may require this file to be generated again.
 
+# Offense count: 7
+# This cop supports safe autocorrection (--autocorrect).
+# Configuration parameters: TreatCommentsAsGroupSeparators, ConsiderPunctuation.
+Bundler/OrderedGems:
+  Exclude:
+    - 'Gemfile'
+
 # Offense count: 1
 Gemspec/RequiredRubyVersion:
   Exclude:
     - 'glossarist.gemspec'
 
-# Offense count: 1
+# Offense count: 4
 # This cop supports safe autocorrection (--autocorrect).
 # Configuration parameters: EnforcedStyle, IndentationWidth.
 # SupportedStyles: with_first_argument, with_fixed_indentation
 Layout/ArgumentAlignment:
   Exclude:
-    - 'spec/unit/gcr_package_spec.rb'
+    - 'lib/glossarist/sts/import_result.rb'
+    - 'lib/glossarist/sts/importer.rb'
+    - 'lib/glossarist/sts/term_mapper.rb'
 
-# Offense count: 2
+# Offense count: 1
+# This cop supports safe autocorrection (--autocorrect).
+# Configuration parameters: IndentationWidth.
+Layout/AssignmentIndentation:
+  Exclude:
+    - 'lib/glossarist/sts/term_mapper.rb'
+
+# Offense count: 6
 # This cop supports safe autocorrection (--autocorrect).
 # Configuration parameters: EnforcedStyleAlignWith.
 # SupportedStylesAlignWith: either, start_of_block, start_of_line
 Layout/BlockAlignment:
   Exclude:
-    - 'lib/glossarist/gcr_validator.rb'
+    - 'lib/glossarist/sts/term_extractor.rb'
+    - 'spec/unit/sts/term_extractor_spec.rb'
+    - 'spec/unit/sts/term_mapper_spec.rb'
 
-# Offense count: 2
+# Offense count: 6
 # This cop supports safe autocorrection (--autocorrect).
 Layout/BlockEndNewline:
   Exclude:
-    - 'lib/glossarist/gcr_validator.rb'
+    - 'lib/glossarist/sts/term_extractor.rb'
+    - 'spec/unit/sts/term_extractor_spec.rb'
+    - 'spec/unit/sts/term_mapper_spec.rb'
 
-# Offense count: 4
+# Offense count: 1
+# This cop supports safe autocorrection (--autocorrect).
+# Configuration parameters: AllowMultipleStyles, EnforcedHashRocketStyle, EnforcedColonStyle, EnforcedLastArgumentHashStyle.
+# SupportedHashRocketStyles: key, separator, table
+# SupportedColonStyles: key, separator, table
+# SupportedLastArgumentHashStyles: always_inspect, always_ignore, ignore_implicit, ignore_explicit
+Layout/HashAlignment:
+  Exclude:
+    - 'lib/glossarist/sts/importer.rb'
+
+# Offense count: 12
 # This cop supports safe autocorrection (--autocorrect).
 # Configuration parameters: Width, EnforcedStyleAlignWith, AllowedPatterns.
 # SupportedStylesAlignWith: start_of_line, relative_to_receiver
 Layout/IndentationWidth:
   Exclude:
-    - 'lib/glossarist/gcr_validator.rb'
+    - 'lib/glossarist/sts/term_extractor.rb'
+    - 'spec/unit/sts/term_extractor_spec.rb'
+    - 'spec/unit/sts/term_mapper_spec.rb'
 
-# Offense count: 214
+# Offense count: 236
 # This cop supports safe autocorrection (--autocorrect).
 # Configuration parameters: Max, AllowHeredoc, AllowURI, AllowQualifiedName, URISchemes, AllowRBSInlineAnnotation, AllowCopDirectives, AllowedPatterns, SplitStrings.
 # URISchemes: http, https
 Layout/LineLength:
   Enabled: false
 
-# Offense count: 1
+# Offense count: 7
 # This cop supports safe autocorrection (--autocorrect).
 # Configuration parameters: AllowInHeredoc.
 Layout/TrailingWhitespace:
   Exclude:
-    - 'spec/unit/gcr_package_spec.rb'
+    - 'lib/glossarist/sts/import_result.rb'
+    - 'lib/glossarist/sts/importer.rb'
+    - 'lib/glossarist/sts/term_mapper.rb'
 
 # Offense count: 1
 # Configuration parameters: AllowedMethods.
@@ -106,12 +140,12 @@ Metrics/CyclomaticComplexity:
     - 'lib/glossarist/transforms/concept_to_skos_transform.rb'
     - 'lib/glossarist/transforms/concept_to_tbx_transform.rb'
 
-# Offense count: 35
+# Offense count: 47
 # Configuration parameters: CountComments, CountAsOne, AllowedMethods, AllowedPatterns.
 Metrics/MethodLength:
   Max: 42
 
-# Offense count: 3
+# Offense count: 4
 # Configuration parameters: CountKeywordArgs, MaxOptionalParameters.
 Metrics/ParameterLists:
   Max: 6
@@ -145,7 +179,7 @@ Naming/VariableNumber:
   Exclude:
     - 'spec/unit/rdf/skos_vocabulary_spec.rb'
 
-# Offense count: 3
+# Offense count: 9
 # This cop supports safe autocorrection (--autocorrect).
 # Configuration parameters: EnforcedStyle, ProceduralMethods, FunctionalMethods, AllowedMethods, AllowedPatterns, AllowBracesOnProceduralOneLiners, BracesRequiredMethods.
 # SupportedStyles: line_count_based, semantic, braces_for_chaining, always_braces
@@ -154,7 +188,9 @@ Naming/VariableNumber:
 # AllowedMethods: lambda, proc, it
 Style/BlockDelimiters:
   Exclude:
-    - 'lib/glossarist/gcr_validator.rb'
+    - 'lib/glossarist/sts/term_extractor.rb'
+    - 'spec/unit/sts/term_extractor_spec.rb'
+    - 'spec/unit/sts/term_mapper_spec.rb'
 
 # Offense count: 6
 # This cop supports safe autocorrection (--autocorrect).
@@ -163,6 +199,12 @@ Style/BlockDelimiters:
 Style/FormatStringToken:
   EnforcedStyle: unannotated
 
+# Offense count: 2
+# This cop supports safe autocorrection (--autocorrect).
+Style/MultilineIfModifier:
+  Exclude:
+    - 'lib/glossarist/sts/importer.rb'
+
 # Offense count: 1
 # Configuration parameters: AllowedClasses.
 Style/OneClassPerFile:

data/Gemfile

@@ -6,29 +6,13 @@ gemspec
 
 gem "canon"
 gem "lutaml-model", "~> 0.8.0"
+gem "nokogiri"
 gem "rake", "~> 13.0"
+gem "relaton", "~> 2.1.0"
 gem "rspec", "~> 3.0"
 gem "rubocop"
 gem "rubocop-performance"
 gem "rubocop-rake"
 gem "rubocop-rspec"
-gem "tbx", "~> 0.1"
 
-# Override relaton gems with lutaml-model 0.8 compatible versions.
-# Released 2.0.0 gems have untyped lutaml-model attributes that fail with 0.8+.
-# lutaml-integration branches have typed attributes and relaton-bib ~> 2.1.0.
-# TODO: Remove once relaton gems release versions with lutaml-model 0.8 support.
-gem "relaton-3gpp", github: "relaton/relaton-3gpp",
-                    branch: "lutaml-integration"
-gem "relaton-bib", github: "relaton/relaton-bib", branch: "lutaml-integration"
-gem "relaton-bipm", github: "relaton/relaton-bipm",
-                    branch: "lutaml-integration"
-gem "relaton-bsi", github: "relaton/relaton-bsi", branch: "lutaml-integration"
-gem "relaton-calconnect", github: "relaton/relaton-calconnect",
-                          branch: "lutaml-integration"
-gem "relaton-ccsds", github: "relaton/relaton-ccsds",
-                     branch: "lutaml-integration"
-gem "relaton-cen", github: "relaton/relaton-cen", branch: "lutaml-integration"
-gem "relaton-iec", github: "relaton/relaton-iec", branch: "lutaml-integration"
-gem "relaton-iso", github: "relaton/relaton-iso", branch: "lutaml-integration"
-gem "relaton-itu", github: "relaton/relaton-itu", branch: "lutaml-integration"
+

data/README.adoc

@@ -507,6 +507,123 @@ puts skos.to_jsonld
 puts skos.to_turtle
 ----
 
+=== import
+
+Import terminology concepts from STS XML files into a new or existing dataset.
+
+[,bash]
+----
+# Import one or more STS XML files into a new dataset directory
+glossarist import iso-8373.xml -o output_dir
+
+# Import into a new GCR package (--shortname and --version required)
+glossarist import iso-8373.xml -o iso-8373.gcr \
+  --shortname iso-8373 --version 1.0.0 --title "ISO 8373 Robotics"
+
+# Import multiple files into a new dataset
+glossarist import iso-8373.xml iso-9000.xml -o combined_dataset
+
+# Import into an existing dataset (dedup by designation + domain)
+glossarist import iso-8373.xml --into existing_dataset/
+
+# Import into an existing GCR (re-packages automatically)
+glossarist import iso-8373.xml --into existing.gcr
+
+# Control duplicate handling
+glossarist import iso-8373.xml --into existing_dataset/ --on-duplicate replace
+----
+
+Deduplication is based on **designation + domain** (case-insensitive). When
+duplicates are found, the `--on-duplicate` strategy determines the behavior:
+
+[cols="1,2"]
+|===
+|`skip` (default)
+|Keep the existing concept, skip the new one
+
+|`replace`
+|Replace the existing concept with the new one
+
+|`merge`
+|Add new localizations to the existing concept (e.g. add French to an English-only concept)
+|===
+
+Options:
+[cols="1,1"]
+|===
+|o, --output
+|Output directory or `.gcr` file path (new dataset)
+
+|--into
+|Path to existing dataset directory or `.gcr` file to merge into
+
+|--shortname
+|Dataset shortname (required for GCR output)
+
+|--version
+|Dataset version (required for GCR output)
+
+|--title
+|Dataset title
+
+|--description
+|Dataset description
+
+|--owner
+|Dataset owner
+
+|--uri-prefix
+|URI prefix for the dataset
+
+|--on-duplicate
+|How to handle duplicates: `skip`, `replace`, or `merge`
+|===
+
+Ruby API:
+[,ruby]
+----
+require "glossarist/sts"
+
+importer = Glossarist::Sts::Importer.new
+
+# Import into a new dataset directory
+result = importer.import_new(
+  ["iso-8373.xml", "iso-9000.xml"],
+  output: "output_dir",
+)
+puts result.concepts.length    # total concepts imported
+puts result.conflicts.length   # duplicates detected
+puts result.skipped_count      # skipped (strategy: skip)
+
+# Import into a new GCR package
+result = importer.import_new(
+  ["iso-8373.xml"],
+  output: "iso-8373.gcr",
+  shortname: "iso-8373",
+  version: "1.0.0",
+  title: "ISO 8373 Robotics Vocabulary",
+)
+
+# Import into an existing dataset with merge strategy
+importer = Glossarist::Sts::Importer.new(duplicate_strategy: :merge)
+result = importer.import_into_existing(
+  ["french_supplement.xml"],
+  "existing_dataset/",
+)
+result.concepts.each do |mc|
+  puts "#{mc.data.id}: #{mc.localizations.keys.join(', ')}"
+end
+----
+
+==== Import result
+
+`import_new` and `import_into_existing` return an `ImportResult` with:
+
+concepts:: `Array<ManagedConcept>` — the imported concepts
+conflicts:: `Array<DuplicateConflict>` — duplicate pairs detected by designation + domain
+source_files:: `Array<String>` — the input file paths
+skipped_count:: `Integer` — concepts skipped due to duplicates (strategy: skip)
+
 === validate
 
 Validate a dataset directory or `.gcr` file for schema compliance.

data/glossarist.gemspec

@@ -32,6 +32,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency "lutaml-model", "~> 0.8.5"
+  spec.add_dependency "sts", "~> 0.5.6"
   spec.add_dependency "relaton", ">= 2.0.0", "< 3"
   spec.add_dependency "rubyzip", ">= 2.3", "< 3"
   spec.add_dependency "tbx", "~> 0.1"

data/lib/glossarist/cli/import_command.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+module Glossarist
+  class CLI
+    class ImportCommand
+      def initialize(files, options)
+        @files = files
+        @options = options
+      end
+
+      def run
+        importer = Sts::Importer.new(
+          duplicate_strategy: @options[:on_duplicate]&.to_sym || :skip,
+        )
+
+        result = if @options[:into]
+                   importer.import_into_existing(@files, @options[:into])
+                 else
+                   importer.import_new(@files, **import_new_args)
+                 end
+
+        print_summary(result)
+      rescue ArgumentError => e
+        warn "Error: #{e.message}"
+        exit 1
+      end
+
+      private
+
+      def import_new_args
+        {
+          output: @options[:output],
+          shortname: @options[:shortname],
+          version: @options[:version],
+          title: @options[:title],
+          description: @options[:description],
+          owner: @options[:owner],
+          uri_prefix: @options[:uri_prefix],
+        }
+      end
+
+      def print_summary(result) # rubocop:disable Metrics/AbcSize
+        dest = @options[:into] || @options[:output]
+        puts "Imported #{result.concepts.length} concepts to #{dest}"
+        puts "  Source files: #{@files.join(', ')}" if @files.any?
+        return unless result.conflict?
+
+        puts "  #{result.conflicts.length} duplicate(s) detected " \
+             "(strategy: #{@options[:on_duplicate] || 'skip'})"
+        puts "  #{result.skipped_count} concept(s) skipped" if result.skipped_count.positive?
+      end
+    end
+  end
+end

data/lib/glossarist/cli.rb

@@ -4,6 +4,11 @@ require "thor"
 
 module Glossarist
   class CLI < Thor
+    autoload :UpgradeCommand, "#{__dir__}/cli/upgrade_command"
+    autoload :PackageCommand,  "#{__dir__}/cli/package_command"
+    autoload :ValidateCommand, "#{__dir__}/cli/validate_command"
+    autoload :ImportCommand,   "#{__dir__}/cli/import_command"
+    autoload :ExportCommand,   "#{__dir__}/cli/export_command"
     desc "generate_latex", "Convert Concepts to Latex format"
 
     option :concepts_path, aliases: :p, required: true,
@@ -38,8 +43,7 @@ module Glossarist
     option :dry_run, type: :boolean, default: false,
                      desc: "Show what would change without writing"
     def upgrade(source_dir)
-      require_relative "cli/upgrade_command"
-      Glossarist::CLI::UpgradeCommand.new(source_dir, options).run
+      CLI::UpgradeCommand.new(source_dir, options).run
     end
 
     desc "package DIR", "Create a .gcr ZIP archive from a schema v1 dataset"
@@ -62,8 +66,7 @@ module Glossarist
     option :concept_uri_template, type: :string,
                                   desc: "URI template for concept URIs"
     def package(dir)
-      require_relative "cli/package_command"
-      Glossarist::CLI::PackageCommand.new(dir, options).run
+      CLI::PackageCommand.new(dir, options).run
     end
 
     desc "validate PATH",
@@ -76,8 +79,27 @@ module Glossarist
     option :reference_path, type: :string,
                             desc: "Path to directory of .gcr files for cross-dataset reference validation"
     def validate(path)
-      require_relative "cli/validate_command"
-      Glossarist::CLI::ValidateCommand.new(path, options).run
+      CLI::ValidateCommand.new(path, options).run
+    end
+
+    desc "import FILES...", "Import terms from STS XML files"
+    option :output, aliases: :o, type: :string,
+                    desc: "Output directory or .gcr file path (new dataset)"
+    option :into, type: :string,
+                  desc: "Path to existing dataset directory or .gcr file to merge into"
+    option :shortname, type: :string,
+                       desc: "Dataset shortname (required for GCR output)"
+    option :version, type: :string,
+                     desc: "Dataset version (required for GCR output)"
+    option :title, type: :string, desc: "Dataset title"
+    option :description, type: :string, desc: "Dataset description"
+    option :owner, type: :string, desc: "Dataset owner"
+    option :uri_prefix, type: :string, desc: "URI prefix for the dataset"
+    option :on_duplicate, type: :string, default: "skip",
+                          enum: %w[skip replace merge],
+                          desc: "How to handle duplicate concepts (designation + domain)"
+    def import(*files)
+      CLI::ImportCommand.new(files, options).run
     end
 
     desc "export PATH", "Export concepts in machine-readable formats"
@@ -95,8 +117,7 @@ module Glossarist
     option :title, type: :string,
                    desc: "Dataset title for document header"
     def export(path)
-      require_relative "cli/export_command"
-      Glossarist::CLI::ExportCommand.new(path, options).run
+      CLI::ExportCommand.new(path, options).run
     end
 
     def method_missing(*args)

data/lib/glossarist/designation/expression.rb

@@ -1,5 +1,4 @@
-require_relative "base"
-require_relative "grammar_info"
+# frozen_string_literal: true
 
 module Glossarist
   module Designation

data/lib/glossarist/designation/graphical_symbol.rb

@@ -1,4 +1,4 @@
-require_relative "symbol"
+# frozen_string_literal: true
 
 module Glossarist
   module Designation

data/lib/glossarist/managed_concept.rb

@@ -1,4 +1,4 @@
-require_relative "localized_concept"
+# frozen_string_literal: true
 
 module Glossarist
   class ManagedConcept < Lutaml::Model::Serializable

data/lib/glossarist/rdf/skos_concept.rb

@@ -2,7 +2,6 @@
 
 require "lutaml/turtle"
 require "lutaml/jsonld"
-require_relative "../rdf"
 
 module Glossarist
   module Rdf

data/lib/glossarist/rdf/skos_vocabulary.rb

@@ -2,7 +2,6 @@
 
 require "lutaml/turtle"
 require "lutaml/jsonld"
-require_relative "../rdf"
 
 module Glossarist
   module Rdf

data/lib/glossarist/sts/extracted_designation.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module Glossarist
+  module Sts
+    ExtractedDesignation = Struct.new(
+      :term,
+      :type,
+      :normative_status,
+      :part_of_speech,
+      :abbreviation_type,
+      keyword_init: true,
+    )
+  end
+end

data/lib/glossarist/sts/extracted_lang_set.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Glossarist
+  module Sts
+    ExtractedLangSet = Struct.new(
+      :language_code,
+      :definition_text,
+      :note_texts,
+      :example_texts,
+      :source_texts,
+      :domain,
+      :designations,
+      keyword_init: true,
+    )
+  end
+end

data/lib/glossarist/sts/extracted_term.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Glossarist
+  module Sts
+    ExtractedTerm = Struct.new(
+      :id,
+      :label,
+      :source_ref,
+      :lang_sets,
+      keyword_init: true,
+    )
+  end
+end

data/lib/glossarist/sts/import_result.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module Glossarist
+  module Sts
+    DuplicateConflict = Struct.new(:new_concept, :existing_concept, :key,
+                                   keyword_init: true)
+
+    class ImportResult
+      attr_reader :concepts, :conflicts, :source_files, :skipped_count
+
+      def initialize(concepts:, conflicts: [], source_files: [],
+skipped_count: 0)
+        @concepts = concepts
+        @conflicts = conflicts
+        @source_files = source_files
+        @skipped_count = skipped_count
+      end
+
+      def conflict?
+        !conflicts.empty?
+      end
+    end
+  end
+end