suma 0.5.9 → 0.5.11

data/lib/suma/term_extractor.rb

@@ -94,7 +94,9 @@ module Suma
       section_ref = get_section_ref(schema)
 
       Glossarist::ManagedConceptCollection.new.tap do |collection|
-        schema.entities.each do |entity|
+        # expressir leaves collection attributes nil when the clause is
+        # absent; guard every walk over parsed-model collections.
+        Array(schema.entities).each do |entity|
           managed_data = build_managed_data(schema, entity, section_ref,
                                             classification)
 
@@ -154,7 +156,7 @@ module Suma
         data.sources = [build_source_ref(schema, entity)]
 
         notes = NoteProcessor.call(
-          entity.remarks,
+          Array(entity.remarks),
           definitions: data.definition,
           xref_to_mention: method(:xref_to_mention),
         )
@@ -273,12 +275,16 @@ module Suma
 
       entity_ref = urn_mention(term_urn("express-language.entity"), "entity")
 
-      if entity.subtype_of.empty?
+      # expressir 2.4.44 returns nil for entities without SUBTYPE_OF
+      # (older versions returned []); guard both shapes.
+      subtypes = entity.subtype_of || []
+
+      if subtypes.empty?
         "#{entity_type} " \
           "that represents the " \
           "#{entity_name_to_text(entity.id)} #{entity_ref}"
       else
-        entity_subtypes = entity.subtype_of.map do |e|
+        entity_subtypes = subtypes.map do |e|
           urn_mention(express_entity_urn("#{schema.id}.#{e.id}"), e.id)
         end
 

data/lib/suma/translation_ingester.rb

@@ -0,0 +1,169 @@
+# frozen_string_literal: true
+
+require "fileutils"
+require "glossarist"
+require "yaml"
+
+module Suma
+  # Overlays translated content onto extracted Glossarist concepts (T5).
+  #
+  # A translations file is a YAML sequence of localized-concept documents,
+  # each carrying an identity key plus the content to apply:
+  #
+  #   - concept_id: example_schema.bolt   # managed id (data.identifier)
+  #                                       # or the managed concept's uuid
+  #   - id: <localized uuid>              # alternative identity key
+  #     data:
+  #       language_code: fra
+  #       terms: [...]
+  #       definition: [...]
+  #
+  # Every field the entry provides replaces the localization's field; every
+  # field it omits falls back, explicitly, to the localization's current
+  # content (for a new language: the source-language localization's). All
+  # (de)serialization goes through the Glossarist/lutaml-model framework;
+  # entries are merged as serialized hashes and reified with of_yaml.
+  class TranslationIngester
+    def initialize(concepts_dir:, translations:, output_dir: nil)
+      @concepts_dir = concepts_dir
+      @translations = translations
+      @output_dir = output_dir || concepts_dir
+    end
+
+    # @return [Hash{String=>Array<String>}] concept file → applied entry
+    #   identities
+    def ingest
+      entries = load_entries
+      applied = {}
+      each_concept_document do |file, doc|
+        matched = entries_for(doc, entries)
+        next if matched.empty?
+
+        applied[file] = matched.map { |entry| apply_entry(doc, entry) }
+        write_document(file, doc)
+      end
+      assert_no_unmatched!(entries, applied)
+      applied
+    end
+
+    private
+
+    def load_entries
+      content = YAML.safe_load_file(@translations, permitted_classes: [],
+                                                   aliases: true)
+      entries = content.is_a?(Hash) ? content["translations"] : content
+      unless entries.is_a?(Array)
+        raise Error,
+              "translations file must be a YAML sequence of localized " \
+              "concepts: #{@translations}"
+      end
+
+      entries
+    end
+
+    def each_concept_document
+      Dir.glob(File.join(@concepts_dir, "*.yaml")).each do |file|
+        doc = Glossarist::V3::ConceptDocument.from_yamls(File.read(file))
+        yield file, doc
+      end
+    end
+
+    def entries_for(doc, entries)
+      entries.select { |entry| entry_matches?(doc, entry) }
+    end
+
+    def entry_matches?(doc, entry)
+      if entry["concept_id"]
+        [doc.concept.data.id, doc.concept.uuid].include?(entry["concept_id"])
+      else
+        localized_uuids(doc).include?(entry["id"])
+      end
+    end
+
+    def localized_uuids(doc)
+      doc.localizations.map(&:id) +
+        doc.concept.data.localized_concepts.values
+    end
+
+    def apply_entry(doc, entry)
+      incoming = Glossarist::LocalizedConcept
+        .of_yaml(entry.except("concept_id"))
+      localized = merge_localization(doc, entry, incoming)
+      replace_localization(doc, localized)
+      entry["concept_id"] || entry["id"]
+    end
+
+    def replace_localization(doc, localized)
+      language = localized.data.language_code
+      doc.localizations.reject! { |l10n| l10n.data.language_code == language }
+      doc.localizations << localized
+      doc.concept.data.localized_concepts[language] = localized.uuid
+    end
+
+    # Entry fields win; absent fields keep the localization's current
+    # content (or the source-language content for a new language). The
+    # merge happens on the raw entry data — a parsed model would
+    # materialize empty collections and wipe the fields it omits.
+    #
+    # Glossarist parses the serialized "id" key into `#id` (not `#uuid`),
+    # so the persisted id is preserved and stamped back onto the merged
+    # localization explicitly; a new language gets the same v5 id
+    # TermExtractor's linked localizations use.
+    def merge_localization(doc, entry, incoming)
+      current = current_localization(doc, entry, incoming)
+      base = current || doc.localizations.first
+      return incoming unless base
+
+      identity = entry["id"] || current&.id ||
+        new_localization_uuid(doc, incoming.data.language_code)
+      localized = Glossarist::LocalizedConcept
+        .of_yaml(merged_hash(base, entry, identity))
+      localized.uuid = identity
+      localized
+    end
+
+    def merged_hash(base, entry, identity)
+      merged = base.to_yaml_hash
+      merged["data"] = (merged["data"] || {})
+        .merge(entry["data"] || {})
+      merged["id"] = identity
+      merged
+    end
+
+    def current_localization(doc, entry, incoming)
+      if entry["id"]
+        doc.localizations.find { |l10n| l10n.id == entry["id"] }
+      else
+        doc.localizations.find do |l10n|
+          l10n.data.language_code == incoming.data.language_code
+        end
+      end
+    end
+
+    # Same convention as TermExtractor's linked localizations.
+    def new_localization_uuid(doc, language)
+      Glossarist::Utilities::UUID.uuid_v5(
+        Glossarist::Utilities::UUID::OID_NAMESPACE,
+        "#{doc.concept.data.id}-#{language}",
+      )
+    end
+
+    def write_document(file, doc)
+      output = File.join(@output_dir, File.basename(file))
+      FileUtils.mkdir_p(@output_dir) if output != file
+      File.write(output, doc.to_yamls, encoding: "utf-8")
+    end
+
+    def assert_no_unmatched!(entries, applied)
+      matched = applied.values.flatten
+      unmatched = entries.reject do |entry|
+        matched.include?(entry["concept_id"] || entry["id"])
+      end
+      return if unmatched.empty?
+
+      raise Error,
+            "unmatched translation entries: " \
+            "#{unmatched.map { |e| e['concept_id'] || e['id'] }.join(', ')}"
+    end
+  end
+end

data/lib/suma/urn_resolver.rb

@@ -96,7 +96,7 @@ module Suma
       artifacts = {}
       schemas.each do |schema|
         artifacts[compose(:tech, schema.id)] = schema_payload(schema)
-        schema.children.each do |element|
+        Array(schema.children).each do |element|
           payload = element_payload(schema, element)
           artifacts[compose(:tech, "#{schema.id}.#{element.id}")] = payload if
             payload
@@ -111,7 +111,7 @@ module Suma
     def add_attribute_artifacts(artifacts, schema, element)
       return unless element.is_a?(Expressir::Model::Declarations::Entity)
 
-      element.attributes.each do |attribute|
+      Array(element.attributes).each do |attribute|
         key = compose(:tech,
                       "#{schema.id}.#{element.id}.#{attribute.id}")
         artifacts[key] = attribute_artifact(schema, element, attribute)
@@ -150,7 +150,7 @@ module Suma
         "interface" => Array(schema.interfaces).filter_map do |interface|
           interface.schema&.id
         end,
-        "elements" => schema.children.filter_map do |element|
+        "elements" => Array(schema.children).filter_map do |element|
           element.id if declared_element?(element)
         end.sort,
       }

data/lib/suma/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Suma
-  VERSION = "0.5.9"
+  VERSION = "0.5.11"
 end

data/lib/suma/worker_pool.rb

@@ -45,7 +45,11 @@ module Suma
           item, index = pair
           begin
             results[index] = block.call(item)
-          rescue StandardError => e
+          # SystemStackError is not StandardError: deep per-item recursion
+          # (a pathological EXPRESS AST in the export pretty-printer)
+          # overflows the ~1 MB thread stack, and swallowing it would
+          # leave silent holes in results. The caller falls back.
+          rescue SystemStackError, StandardError => e
             errors << e
             break
           end

data/lib/suma.rb

@@ -7,6 +7,8 @@ require "fileutils"
 module Suma
   autoload :VERSION, "suma/version"
 
+  autoload :AnchorValidator,        "suma/anchor_validator"
+  autoload :ArtifactServer,         "suma/artifact_server"
   autoload :SchemaProfile,          "suma/schema_profile"
   autoload :BuildPlan,              "suma/build_plan"
   autoload :Processor,              "suma/processor"
@@ -20,14 +22,17 @@ module Suma
   autoload :CorpusGraph,            "suma/corpus_graph"
   autoload :CollectionManifest,     "suma/collection_manifest"
   autoload :EengineConverter,       "suma/eengine_converter"
+  autoload :GcrPackage,             "suma/gcr_package"
   autoload :ExpressReformatter,     "suma/express_reformatter"
   autoload :ExpressSchema,          "suma/express_schema"
   autoload :LinkValidation,         "suma/link_validation"
+  autoload :LinkValidationResult,   "suma/link_validation_result"
   autoload :LinkValidator,          "suma/link_validator"
   autoload :ManifestTraverser,      "suma/manifest_traverser"
   autoload :MappingDrift,           "suma/mapping_drift"
   autoload :NoteProcessor,          "suma/note_processor"
   autoload :NullCache,              "suma/null_cache"
+  autoload :OutputCanonicalizer,    "suma/output_canonicalizer"
   autoload :OwlProjection,          "suma/owl_projection"
   autoload :RegisterManifestGenerator, "suma/register_manifest_generator"
   autoload :SchemaCache,            "suma/schema_cache"
@@ -42,11 +47,13 @@ module Suma
   autoload :SchemaNaming,           "suma/schema_naming"
   autoload :SchemaTemplate,         "suma/schema_template"
   autoload :SiteConfig,             "suma/site_config"
+  autoload :SiteBuild,              "suma/site_build"
   autoload :StagedCollectionBuilder, "suma/staged_collection_builder"
   autoload :SvgQuality,             "suma/svg_quality"
   autoload :TermClassification,     "suma/term_classification"
   autoload :TermExtractor,          "suma/term_extractor"
   autoload :ThorExt,                "suma/thor_ext"
+  autoload :TranslationIngester,    "suma/translation_ingester"
   autoload :Urn,                    "suma/urn"
   autoload :UrnResolver,            "suma/urn_resolver"
   autoload :Utils,                  "suma/utils"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: suma
 version: !ruby/object:Gem::Version
-  version: 0.5.9
+  version: 0.5.11
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-10-21 00:00:00.000000000 Z
+date: 2026-10-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: expressir
@@ -185,11 +185,14 @@ files:
 - bin/setup
 - exe/suma
 - lib/suma.rb
+- lib/suma/anchor_validator.rb
+- lib/suma/artifact_server.rb
 - lib/suma/build_plan.rb
 - lib/suma/change_classification.rb
 - lib/suma/change_impact.rb
 - lib/suma/change_manifest.rb
 - lib/suma/cli.rb
+- lib/suma/cli/artifact_server_cli.rb
 - lib/suma/cli/build.rb
 - lib/suma/cli/check_svg_quality.rb
 - lib/suma/cli/compare.rb
@@ -199,6 +202,8 @@ files:
 - lib/suma/cli/extract_terms.rb
 - lib/suma/cli/generate_register.rb
 - lib/suma/cli/generate_schemas.rb
+- lib/suma/cli/ingest_translations.rb
+- lib/suma/cli/package_gcr.rb
 - lib/suma/cli/reformat.rb
 - lib/suma/cli/resolve.rb
 - lib/suma/cli/validate.rb
@@ -213,17 +218,20 @@ files:
 - lib/suma/eengine_converter.rb
 - lib/suma/express_reformatter.rb
 - lib/suma/express_schema.rb
+- lib/suma/gcr_package.rb
 - lib/suma/jsdai.rb
 - lib/suma/jsdai/figure.rb
 - lib/suma/jsdai/figure_image.rb
 - lib/suma/jsdai/figure_xml.rb
 - lib/suma/link_validation.rb
+- lib/suma/link_validation_result.rb
 - lib/suma/link_validator.rb
 - lib/suma/link_validator/step.rb
 - lib/suma/manifest_traverser.rb
 - lib/suma/mapping_drift.rb
 - lib/suma/note_processor.rb
 - lib/suma/null_cache.rb
+- lib/suma/output_canonicalizer.rb
 - lib/suma/owl_projection.rb
 - lib/suma/processor.rb
 - lib/suma/provenance.rb
@@ -241,8 +249,10 @@ files:
 - lib/suma/schema_naming.rb
 - lib/suma/schema_profile.rb
 - lib/suma/schema_template.rb
+- lib/suma/schema_template/anchors.rb
 - lib/suma/schema_template/document.rb
 - lib/suma/schema_template/plain.rb
+- lib/suma/site_build.rb
 - lib/suma/site_config.rb
 - lib/suma/staged_collection_builder.rb
 - lib/suma/svg_quality.rb
@@ -256,6 +266,7 @@ files:
 - lib/suma/term_classification.rb
 - lib/suma/term_extractor.rb
 - lib/suma/thor_ext.rb
+- lib/suma/translation_ingester.rb
 - lib/suma/urn.rb
 - lib/suma/urn_resolver.rb
 - lib/suma/utils.rb