expressir 2.4.0 → 2.4.2

data/lib/expressir.rb

@@ -1,6 +1,3 @@
-require_relative "expressir/version"
-require_relative "expressir/errors"
-
 require "lutaml/model"
 require "liquid" # To enable Lutaml::Model::Liquefiable
 
@@ -24,11 +21,67 @@ else
 end
 
 module Expressir
+  # yeptris mingw builds crash once loaded (`uninitialized constant
+  # Yeptris::FFI::NODE_SCALAR`, leptris/yeptris#318) and the gem rebinds
+  # core YAML on require, so merely having it in the bundle breaks every
+  # Hash#to_yaml on Windows. Pinning the portable adapters stops
+  # lutaml-model's bundle-based autodetection from loading yeptris there;
+  # other platforms keep the native engine. Revisit when yeptris ships a
+  # working mingw build.
+  def self.select_serialization_engines(windows: Gem.win_platform?)
+    return unless windows
+
+    Lutaml::Model::Config.configure do |config|
+      config.yaml_adapter_type = :standard
+      config.json_adapter_type = :standard
+    end
+  end
+
+  select_serialization_engines
+
   # Namespace modules - autoload loads the namespace file which contains
   # autoload definitions for classes within that namespace
   autoload :Config, "#{__dir__}/expressir/config"
   extend Config
 
+  autoload :Version, "#{__dir__}/expressir/version"
+
+  # Error classes — autoload the same errors.rb file from each name.
+  # The first reference triggers the load; the file defines all 21 classes.
+  autoload :Error, "#{__dir__}/expressir/errors"
+  autoload :FileNotFoundError, "#{__dir__}/expressir/errors"
+  autoload :ManifestNotFoundError, "#{__dir__}/expressir/errors"
+  autoload :PackageNotFoundError, "#{__dir__}/expressir/errors"
+  autoload :SchemaNotFoundError, "#{__dir__}/expressir/errors"
+  autoload :UsageError, "#{__dir__}/expressir/errors"
+  autoload :MissingRequiredArgumentError, "#{__dir__}/expressir/errors"
+  autoload :InvalidOptionError, "#{__dir__}/expressir/errors"
+  autoload :ValidationError, "#{__dir__}/expressir/errors"
+  autoload :ManifestValidationError, "#{__dir__}/expressir/errors"
+  autoload :SchemaValidationError, "#{__dir__}/expressir/errors"
+  autoload :ReferentialIntegrityError, "#{__dir__}/expressir/errors"
+  autoload :NoValidSchemaPathsError, "#{__dir__}/expressir/errors"
+  autoload :CommandError, "#{__dir__}/expressir/errors"
+  autoload :PackageBuildError, "#{__dir__}/expressir/errors"
+  autoload :PackageReadError, "#{__dir__}/expressir/errors"
+  autoload :PackageExtractError, "#{__dir__}/expressir/errors"
+  autoload :PackageValidationError, "#{__dir__}/expressir/errors"
+  autoload :PackageListError, "#{__dir__}/expressir/errors"
+  autoload :PackageSearchError, "#{__dir__}/expressir/errors"
+  autoload :PackageTreeError, "#{__dir__}/expressir/errors"
+
+  # Backward-compatible top-level VERSION constant.
+  # Expressir::VERSION is a string, which Ruby autoload cannot lazy-load
+  # (autoload only works for module/class constants). The actual value
+  # lives in Expressir::Version::VERSION, autoloaded on first reference.
+  # This const_missing triggers the autoload when Expressir::VERSION is
+  # referenced, then caches the result.
+  def self.const_missing(name)
+    return Version::VERSION if name == :VERSION
+
+    super
+  end
+
   autoload :Benchmark, "#{__dir__}/expressir/benchmark"
   autoload :Coverage, "#{__dir__}/expressir/coverage"
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: expressir
 version: !ruby/object:Gem::Version
-  version: 2.4.0
+  version: 2.4.2
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-07-09 00:00:00.000000000 Z
+date: 2026-09-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: base64
@@ -174,16 +174,16 @@ dependencies:
   name: rubyzip
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.3'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.3'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: table_tennis
   requirement: !ruby/object:Gem::Requirement
@@ -212,6 +212,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: yeptris
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.1
 description: Expressir ("EXPRESS in Ruby") is a Ruby parser for EXPRESS and a set
   of tools for accessing EXPRESS data models.
 email:
@@ -237,6 +251,51 @@ files:
 - Gemfile
 - README.adoc
 - Rakefile
+- TODO.bugs/01-stale-transformer-autoload.md
+- TODO.bugs/02-parser-class-instance-vars.md
+- TODO.bugs/03-builder-mutable-state.md
+- TODO.bugs/04-formatter-public-send-dispatch.md
+- TODO.bugs/05-anonymous-formatter-subclass.md
+- TODO.bugs/06-collection-registry-single-source.md
+- TODO.bugs/07-require-relative-cleanup.md
+- TODO.bugs/08-require-expressir-in-commands.md
+- TODO.bugs/09-parser-split.md
+- TODO.bugs/10-to-s-override.md
+- TODO.bugs/11-parser-class-variables.md
+- TODO.bugs/12-marker-modules-vs-registry.md
+- TODO.bugs/13-string-literal-scanner-limitation.md
+- TODO.bugs/14-model-formatting-leak.md
+- TODO.bugs/15-expression-children-macro.md
+- TODO.bugs/16-pretty-formatter-duplication.md
+- TODO.bugs/17-snake-case-cache-mutable-constant.md
+- TODO.bugs/18-const-get-private-constants.md
+- TODO.bugs/19-format-methods-public.md
+- TODO.bugs/20-coverage-nested-entities-dedup.md
+- TODO.bugs/21-operator-tokens-secondary-dispatch.md
+- TODO.bugs/22-builder-fast-path-wrappers.md
+- TODO.bugs/23-coverage-inverse-maps.md
+- TODO.bugs/24-streaming-builder-complexity.md
+- TODO.bugs/25-debug-puts-in-production.md
+- TODO.bugs/26-generic-entity-children-misplaced.md
+- TODO.bugs/27-package-build-god-method.md
+- TODO.bugs/28-package-god-class.md
+- TODO.bugs/29-validate-ascii-god-class.md
+- TODO.bugs/30-unicode-map-extraction.md
+- TODO.bugs/README.md
+- TODO.max-perf/01-restore-ci-green.md
+- TODO.max-perf/02-streaming-parse-path.md
+- TODO.max-perf/03-cli-parallel-opt-in.md
+- TODO.max-perf/04-benchmark-harness.md
+- TODO.max-perf/05-parallel-fidelity-specs.md
+- TODO.max-perf/06-builder-cpu-audit.md
+- TODO.max-perf/07-upstream-parsanol-roadmap.md
+- TODO.max-perf/08-builder-build-perf.md
+- TODO.max-perf/09-grammar-cold-start.md
+- TODO.max-perf/10-parser-facade-hygiene.md
+- TODO.max-perf/11-ci-green-closeout.md
+- TODO.max-perf/12-require-boot-profile.md
+- TODO.max-perf/13-key-conversion-specs.md
+- TODO.max-perf/14-builder-call-handler-audit.md
 - benchmark/srl_benchmark.rb
 - benchmark/srl_native_benchmark.rb
 - benchmark/srl_ruby_benchmark.rb
@@ -291,6 +350,7 @@ files:
 - docs/_references/index.adoc
 - docs/_tutorials/creating-ler-package.adoc
 - docs/_tutorials/documentation-coverage.adoc
+- docs/_tutorials/formatting-schemas.adoc
 - docs/_tutorials/index.adoc
 - docs/_tutorials/liquid-templates.adoc
 - docs/_tutorials/parsing-your-first-schema.adoc
@@ -331,8 +391,11 @@ files:
 - lib/expressir/commands/changes_validate.rb
 - lib/expressir/commands/clean.rb
 - lib/expressir/commands/coverage.rb
+- lib/expressir/commands/file_violations.rb
 - lib/expressir/commands/format.rb
 - lib/expressir/commands/manifest.rb
+- lib/expressir/commands/non_ascii_character.rb
+- lib/expressir/commands/non_ascii_violation_collection.rb
 - lib/expressir/commands/package.rb
 - lib/expressir/commands/validate.rb
 - lib/expressir/commands/validate_ascii.rb
@@ -348,7 +411,9 @@ files:
 - lib/expressir/eengine/modified_object.rb
 - lib/expressir/errors.rb
 - lib/expressir/express.rb
+- lib/expressir/express/ast_key_converter.rb
 - lib/expressir/express/builder.rb
+- lib/expressir/express/builder_context.rb
 - lib/expressir/express/builder_registry.rb
 - lib/expressir/express/builders.rb
 - lib/expressir/express/builders/attribute_decl_builder.rb
@@ -397,17 +462,24 @@ files:
 - lib/expressir/express/formatters/remark_item_formatter.rb
 - lib/expressir/express/formatters/statements_formatter.rb
 - lib/expressir/express/formatters/supertype_expressions_formatter.rb
+- lib/expressir/express/grammar.rb
+- lib/expressir/express/grammar/parser.rb
 - lib/expressir/express/hyperlink_formatter.rb
 - lib/expressir/express/line_map.rb
 - lib/expressir/express/model_visitor.rb
+- lib/expressir/express/node_position_index.rb
+- lib/expressir/express/parallel_files.rb
 - lib/expressir/express/parser.rb
 - lib/expressir/express/pretty_formatter.rb
 - lib/expressir/express/remark_attacher.rb
 - lib/expressir/express/remark_scanner.rb
 - lib/expressir/express/resolve_references_model_visitor.rb
+- lib/expressir/express/schema_block_scanner.rb
 - lib/expressir/express/schema_head_formatter.rb
+- lib/expressir/express/schema_source_formatter.rb
+- lib/expressir/express/scope_resolver.rb
+- lib/expressir/express/source_formatter.rb
 - lib/expressir/express/streaming_builder.rb
-- lib/expressir/express/transformer/remark_handling.rb
 - lib/expressir/liquid.rb
 - lib/expressir/manifest.rb
 - lib/expressir/manifest/resolver.rb
@@ -485,7 +557,9 @@ files:
 - lib/expressir/model/references/group_reference.rb
 - lib/expressir/model/references/index_reference.rb
 - lib/expressir/model/references/simple_reference.rb
+- lib/expressir/model/remark_format.rb
 - lib/expressir/model/remark_info.rb
+- lib/expressir/model/remark_placement.rb
 - lib/expressir/model/repository.rb
 - lib/expressir/model/repository_validator.rb
 - lib/expressir/model/search_engine.rb

data/lib/expressir/express/transformer/remark_handling.rb

@@ -1,194 +0,0 @@
-# frozen_string_literal: true
-
-require "parsanol"
-
-module Expressir
-  module Express
-    # Handles remark extraction and attachment for the Transformer.
-    # Works with the AST directly, without needing Ctx objects.
-    module RemarkHandling
-      extend self
-
-      # Extract all remarks from the AST with their tags and source positions.
-      # @param ast [Hash] The AST from Parsanol parser
-      # @param source [String] The original source code
-      # @return [Array<Hash>] Array of remark info hashes
-      def extract_remarks(ast, source)
-        remarks = []
-
-        # Extract embedded remarks (*...*)
-        extract_embedded_remarks(ast, source, remarks)
-
-        # Extract tail remarks (--...)
-        extract_tail_remarks(ast, source, remarks)
-
-        remarks
-      end
-
-      # Attach remarks to model elements based on their tagged paths.
-      # @param model [Model::ModelElement] The root model element
-      # @param remarks [Array<Hash>] The extracted remarks
-      def attach_remarks(model, remarks)
-        # Group remarks by their tag
-        tagged_remarks, untagged_remarks = remarks.partition { |r| r[:tag] }
-
-        # Process tagged remarks
-        tagged_remarks.each do |remark|
-          target = find_by_path(model, remark[:tag])
-          if target
-            add_remark(target, remark[:text])
-          end
-        end
-
-        # Process untagged remarks (attach based on position)
-        attach_untagged_remarks(model, untagged_remarks)
-      end
-
-      private
-
-      def extract_embedded_remarks(ast, source, remarks, depth = 0)
-        return if depth > 50 # Prevent infinite recursion
-
-        case ast
-        when Hash
-          ast.each do |key, value|
-            if key == :embeddedRemark
-              extract_single_embedded_remark(value, source, remarks)
-            else
-              extract_embedded_remarks(value, source, remarks, depth + 1)
-            end
-          end
-        when Array
-          ast.each do |item|
-            extract_embedded_remarks(item, source, remarks, depth + 1)
-          end
-        end
-      end
-
-      def extract_single_embedded_remark(data, source, remarks)
-        return unless data
-
-        # Find the slice to get position
-        slice = find_slice(data)
-        return unless slice
-
-        # Extract content from the source
-        content = source[slice.offset...(slice.offset + slice.length)]
-        return unless content
-
-        # Remove (* and *) delimiters
-        if content =~ /^\(\*(.*?)\*\)$/m
-          inner_content = $1.strip
-          tag, text = parse_tagged_content(inner_content)
-
-          remarks << {
-            position: slice.offset,
-            tag: tag,
-            text: text,
-            format: :embedded,
-          }
-        end
-      end
-
-      def extract_tail_remarks(ast, source, remarks, depth = 0)
-        return if depth > 50
-
-        case ast
-        when Hash
-          ast.each do |key, value|
-            if key == :tailRemark
-              extract_single_tail_remark(value, source, remarks)
-            else
-              extract_tail_remarks(value, source, remarks, depth + 1)
-            end
-          end
-        when Array
-          ast.each do |item|
-            extract_tail_remarks(item, source, remarks, depth + 1)
-          end
-        end
-      end
-
-      def extract_single_tail_remark(data, source, remarks)
-        return unless data
-
-        # Find the slice to get position
-        slice = find_slice(data)
-        return unless slice
-
-        # Extract content from the source
-        content = source[slice.offset...(slice.offset + slice.length)]
-        return unless content
-
-        # Remove -- prefix and any trailing newline
-        if content =~ /^--\s*(.*?)(?:\n|$)/m
-          remark_text = $1.strip
-          tag, text = parse_tagged_content(remark_text)
-
-          remarks << {
-            position: slice.offset,
-            tag: tag,
-            text: text,
-            format: :tail,
-          }
-        end
-      end
-
-      def find_slice(data, depth = 0)
-        return nil if depth > 10
-
-        case data
-        when Hash
-          data.each_value do |value|
-            return value if value.is_a?(Parsanol::Slice)
-
-            result = find_slice(value, depth + 1)
-            return result if result
-          end
-        when Array
-          data.each do |item|
-            result = find_slice(item, depth + 1)
-            return result if result
-          end
-        end
-        nil
-      end
-
-      def parse_tagged_content(content)
-        if content =~ /^"([^"]+)"\s*(.*)$/m
-          [$1, $2.strip]
-        else
-          [nil, content.strip]
-        end
-      end
-
-      def find_by_path(model, path)
-        return nil unless path
-        return nil unless model.is_a?(Model::ModelElement)
-
-        # Handle paths with colons (like "wr:WR1" for where rules)
-        normalized_path = path.gsub(":", ".")
-
-        begin
-          model.find(normalized_path)
-        rescue StandardError
-          nil
-        end
-      end
-
-      def add_remark(node, text)
-        return unless node
-        return unless node.is_a?(Model::ModelElement)
-
-        node.remarks ||= []
-        node.remarks << text
-      end
-
-      def attach_untagged_remarks(model, remarks)
-        # For untagged remarks, we need to find nearby nodes
-        # This is more complex and may require source position tracking
-        # For now, skip untagged remarks as they are less common
-      end
-    end
-  end
-end