expressir 1.2.11-aarch64-linux → 2.4.29-aarch64-linux

data/.github/workflows/rake.yml

@@ -1,305 +1,19 @@
+# Auto-generated by Cimas: Do not edit it manually!
+# See https://github.com/metanorma/cimas
 name: rake
 
+permissions:
+  contents: write
+  pull-requests: write
+
 on:
   push:
     branches: [ master, main ]
+    tags: [ v* ]
   pull_request:
 
-concurrency:
-  group: '${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.ref_name }}'
-  cancel-in-progress: true
-
-env:
-  BUNDLER_VER: 2.4.22
-# Forcing bundler version to ensure that it is consistent everywhere and
-# does not cause bundler gem reinstalls
-# bundler/rubygems 2.3.22 is a minimal requirement to support gnu/musl differentiation
-# https://github.com/rubygems/rubygems/pull/4488
-
 jobs:
-  rubocop:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          submodules: recursive
-
-      - name: Install Ruby
-        uses: ruby/setup-ruby@master
-        with:
-          ruby-version: 3.1
-          bundler: ${{ env.BUNDLER_VER }}
-          bundler-cache: true
-
-      - name: Bundle
-        run: bundle install --jobs 4 --retry 3
-
-      - name: Rubocop
-        run: bundle exec rake rubocop
-
   rake:
-    name: test on ruby-${{ matrix.ruby }} ${{ matrix.os }}
-    runs-on: ${{ matrix.os }}
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ '3.2', '3.1', '3.0', '2.7' ]
-        os: [ ubuntu-latest, windows-latest, macos-latest ]
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          submodules: recursive
-
-      - name: Setup packages
-        if: startsWith(matrix.os, 'macos')
-        run: brew install autoconf automake libtool
-
-      - name: Install Ruby
-        uses: ruby/setup-ruby@master
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          bundler: ${{ env.BUNDLER_VER }}
-          bundler-cache: true
-
-      - name: Process cache
-        uses: actions/cache@v3
-        id: cache
-        with:
-          path: lib/expressir/express/express_parser.*
-          key: v4-${{ matrix.os }}-${{ matrix.ruby }}-${{ hashFiles('ext/express-parser/extconf.rb', 'ext/express-parser/antlrgen/**', 'ext/express-parser/express_parser.cpp', '.git/modules/ext/express-parser/antlr4-upstream/HEAD') }}
-
-      - name: Build native extension
-        if: steps.cache.outputs.cache-hit != 'true'
-        run: bundle exec rake compile
-
-      - name: Run tests
-        run: |
-          bundle exec rake
-          cat .rspec_status
-
-  # test release workflow
-  pack-ruby:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          submodules: recursive
-
-      - name: Setup Ruby
-        uses: ruby/setup-ruby@master
-        with:
-          ruby-version: '3.0'
-          # bundler-cache: true important to not use cache because it leads to "cannot find -lrice"
-          # more info https://github.com/lutaml/expressir/runs/2097658383?check_suite_focus=true#step:7:2126
-          bundler: ${{ env.BUNDLER_VER }}
-
-      - name: Bundle
-        run: bundle install --jobs 4 --retry 3
-
-      - name: Build gem without native extension
-        run: gem build expressir.gemspec
-
-      - name: Package gem without native extension
-        uses: actions/upload-artifact@v3
-        with:
-          name: pkg-ruby
-          path: expressir-*.gem
-
-  pack:
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        host: [ linux, windows, darwin ]
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          submodules: recursive
-
-      - name: Setup Ruby
-        uses: ruby/setup-ruby@master
-        with:
-          ruby-version: '3.0'
-          # bundler-cache: true important to not use cache because it leads to "cannot find -lrice"
-          # more info https://github.com/lutaml/expressir/runs/2097658383?check_suite_focus=true#step:7:2126
-          bundler: ${{ env.BUNDLER_VER }}
-
-      - name: Bundle
-        run: bundle install --jobs 4 --retry 3
-
-      - name: Enable swap
-        run: |
-          sudo fallocate -l 15g /compile.swap
-          sudo chmod 600 /compile.swap
-          sudo mkswap /compile.swap
-          sudo swapon /compile.swap
-          sudo swapon --all --verbose
-
-      - name: Build gem with native extension
-        run: bundle exec rake gem:${{ matrix.host }}
-
-      - name: Package gem with native extension
-        uses: actions/upload-artifact@v3
-        with:
-          name: pkg-${{ matrix.host }}
-          path: pkg/*.gem
-
-  verify-ruby:
-    name: verify ruby gem on ruby-${{ matrix.ruby }} ${{ matrix.os }}
-    needs: pack-ruby
-    runs-on: ${{ matrix.os }}
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ '3.2', '3.1', '3.0', '2.7' ]
-        os: [ ubuntu-latest, windows-latest, macos-latest ]
-    steps:
-      - name: Install Ruby
-        uses: ruby/setup-ruby@master
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          bundler-cache: true
-          bundler: ${{ env.BUNDLER_VER }}
-
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          submodules: recursive
-
-      - name: Bundle
-        run: bundle install --jobs 4 --retry 3
-
-      - name: Download packaged gem
-        uses: actions/download-artifact@v3
-        with:
-         name: pkg-ruby
-         path: pkg
-
-      - name: Install gem
-        run: gem install -l pkg/expressir-*.gem
-
-      - name: Verify
-        run: |
-          cd $(ruby -e "puts RbConfig::TOPDIR + '\/lib\/ruby\/gems\/' + RbConfig::CONFIG['ruby_version'] + '\/gems\/expressir*'")
-          ruby bin/rspec
-          cat .rspec_status || echo ".rspec_status was not found"
-
-  verify-darwin:
-    name: verify MacOS binary gem on ruby-${{ matrix.ruby }}
-    needs: pack
-    runs-on: macos-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ '3.2', '3.1', '3.0', '2.7' ]
-    steps:
-      - name: Install Ruby
-        uses: ruby/setup-ruby@master
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          bundler-cache: true
-          bundler: ${{ env.BUNDLER_VER }}
-
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - name: Bundle
-        run: bundle install --jobs 4 --retry 3
-
-      - name: Download packaged gem
-        uses: actions/download-artifact@v3
-        with:
-         name: pkg-darwin
-         path: pkg
-
-      - name: Install binary gem
-        run: gem install -l pkg/expressir-*-$(ruby -e "puts RUBY_PLATFORM.sub(/darwin\d{2}$/, 'darwin')").gem
-# MacOS with have something like x86_64-darwin19, others just x86_64-linux
-
-      - name: Verify
-        run: |
-          cd $(ruby -e "puts RbConfig::TOPDIR + '\/lib\/ruby\/gems\/' + RbConfig::CONFIG['ruby_version'] + '\/gems\/expressir*'")
-          ruby bin/rspec
-          cat .rspec_status || echo ".rspec_status was not found"
-
-  verify-linux:
-    name: verify Linux binary gem on ruby-${{ matrix.ruby }}
-    needs: pack
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ '3.2', '3.1', '3.0', '2.7' ]
-    steps:
-      - name: Install Ruby
-        uses: ruby/setup-ruby@master
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          bundler-cache: true
-          bundler: ${{ env.BUNDLER_VER }}
-
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - name: Bundle
-        run: bundle install --jobs 4 --retry 3
-
-      - name: Download packaged gem
-        uses: actions/download-artifact@v3
-        with:
-         name: pkg-linux
-         path: pkg
-
-      - name: Install binary gem
-        run: gem install -l pkg/expressir-*-$(ruby -e "puts RUBY_PLATFORM").gem
-
-      - name: Verify
-        run: |
-          cd $(ruby -e "puts RbConfig::TOPDIR + '\/lib\/ruby\/gems\/' + RbConfig::CONFIG['ruby_version'] + '\/gems\/expressir*'")
-          ruby bin/rspec
-          cat .rspec_status || echo ".rspec_status was not found"
-
-  verify-windows:
-    name: verify Windows binary gem on ruby-${{ matrix.ruby }}
-    needs: pack
-    continue-on-error: true
-    runs-on: windows-latest
-    strategy:
-      fail-fast: false
-# Ruby 3.1 fails
-# https://github.com/lutaml/expressir/issues/103
-      matrix:
-        ruby: [ '3.2', '3.1', '3.0', '2.7' ]
-    steps:
-      - name: Install Ruby
-        uses: ruby/setup-ruby@master
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          bundler-cache: true
-          bundler: ${{ env.BUNDLER_VER }}
-
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - name: Bundle
-        run: bundle install --jobs 4 --retry 3
-
-      - name: Download packaged gem
-        uses: actions/download-artifact@v3
-        with:
-         name: pkg-windows
-         path: pkg
-
-      - name: Install binary gem
-        run: gem install -l pkg/expressir-*-$(ruby -e "puts RUBY_PLATFORM").gem
-
-      - name: Verify
-        run: |
-          cd $(ruby -e "puts RbConfig::TOPDIR + '\/lib\/ruby\/gems\/' + RbConfig::CONFIG['ruby_version'] + '\/gems\/expressir*'")
-          ruby bin/rspec
-          cat .rspec_status || echo ".rspec_status was not found"
+    uses: metanorma/ci/.github/workflows/generic-rake.yml@main
+    secrets:
+      pat_token: ${{ secrets.LUTAML_CI_PAT_TOKEN }}

data/.github/workflows/release.yml

@@ -1,125 +1,37 @@
 name: release
 
+permissions:
+  contents: write
+  packages: write
+  pull-requests: write
+  id-token: write
+
 on:
   workflow_dispatch:
     inputs:
       next_version:
         description: |
-          Next release version. Possible values: x.y.z, major, minor, patch or pre|rc|etc
+          Next release version. Possible values: x.y.z, major, minor, patch (or pre|rc|etc).
+          Also, you can pass 'skip' to skip 'git tag' and do 'gem push' for the current version
         required: true
-        default: 'patch'
-  push:
-    tags: [ v* ]
-
-concurrency:
-  group: '${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.ref_name }}'
-  cancel-in-progress: true
+        default: 'skip'
+  repository_dispatch:
+    types: [ do-release ]
 
 jobs:
-  bump:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: recursive
-
-      - uses: ruby/setup-ruby@master
-        with:
-          ruby-version: '3.1'
-          bundler: ${{ env.BUNDLER_VER }}
-
-      - if: ${{ github.event_name == 'workflow_dispatch' }} # unfortunatelly cannot keep this condition on job level
-        run: |
-          git config user.name github-actions
-          git config user.email github-actions@github.com
-          gem install gem-release
-          gem bump --version ${{ github.event.inputs.next_version }} --tag --push
-
-  pack:
-    runs-on: ubuntu-latest
-    needs: bump
-    strategy:
-      fail-fast: false
-      matrix:
-        host: [ linux, windows, darwin ]
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          submodules: recursive
-          ref: main # https://github.com/actions/checkout/issues/439#issuecomment-830862188
-
-      - uses: ruby/setup-ruby@master
-        with:
-          ruby-version: '3.1'
-          # bundler-cache: true important to not use cache because it leads to "cannot find -lrice"
-          # more info https://github.com/lutaml/expressir/runs/2097658383?check_suite_focus=true#step:7:2126
-
-      - run: bundle install --jobs 4 --retry 3
-
-      # build gem WITHOUT pre-built native extension
-      - run: gem build expressir.gemspec
-
-      - if: matrix.host == 'linux'
-        uses: actions/upload-artifact@v3
-        with:
-          name: pkg-ruby
-          path: expressir-*.gem
-
-      - name: Enable swap
-        run: |
-          sudo fallocate -l 15g /compile.swap
-          sudo chmod 600 /compile.swap
-          sudo mkswap /compile.swap
-          sudo swapon /compile.swap
-          sudo swapon --all --verbose
-
-      # build gem WITH pre-built native extension
-      - run: bundle exec rake gem:${{ matrix.host }}
-
-      - uses: actions/upload-artifact@v3
-        with:
-          name: pkg-${{ matrix.host }}
-          path: pkg/*.gem
-
-  publish:
-    runs-on: ubuntu-latest
-    needs: pack
-    steps:
-      - uses: actions/download-artifact@v3
-        with:
-          name: pkg-ruby
-          path: pkg
-
-      - uses: actions/download-artifact@v3
-        with:
-          name: pkg-linux
-          path: pkg
-
-      - uses: actions/download-artifact@v3
-        with:
-          name: pkg-windows
-          path: pkg
-
-      - uses: actions/download-artifact@v3
-        with:
-          name: pkg-darwin
-          path: pkg
-
-      - uses: ruby/setup-ruby@master
-        with:
-          ruby-version: '3.1'
-
-      - run: ls -l pkg/
+  release:
+    uses: metanorma/ci/.github/workflows/rubygems-release.yml@main
+    permissions:
+      id-token: write
+      contents: write
+      packages: write
+      pull-requests: write
+    with:
+      next_version: ${{ github.event.inputs.next_version }}
+      release_command: rake release
+      bundler_cache: false
+      post_install: bundle install
+    secrets:
+      rubygems-api-key: ${{ secrets.LUTAML_CI_RUBYGEMS_API_KEY }}
+      pat_token: ${{ secrets.LUTAML_CI_PAT_TOKEN }}
 
-      - name: Publish to rubygems.org
-        env:
-          RUBYGEMS_API_KEY: ${{ secrets.LUTAML_CI_RUBYGEMS_API_KEY }}
-        run: |
-          mkdir -p ~/.gem
-          cat > ~/.gem/credentials << EOF
-          ---
-          :rubygems_api_key: ${RUBYGEMS_API_KEY}
-          EOF
-          chmod 0600 ~/.gem/credentials
-          gem signin
-          for gem in pkg/*.gem; do gem push $gem -V; done

data/.github/workflows/rust-ext.yml

@@ -0,0 +1,41 @@
+name: rust-ext
+
+on:
+  push:
+    branches: [master, main]
+  pull_request:
+
+jobs:
+  build-ext:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: dtolnay/rust-toolchain@stable
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.4"
+          bundler-cache: true
+      - name: Build the expressir-core extension
+        working-directory: ext/expressir_core
+        run: |
+          gem install rb_sys
+          ruby extconf.rb
+          RB_SYS_CARGO_PROFILE=release make
+      - name: Smoke test the bridge
+        run: |
+          bundle exec ruby -e '
+            require "expressir"
+            require "expressir/express/core"
+            raise "native unavailable" unless Expressir::Express::Core::NATIVE_AVAILABLE
+            src = File.read("spec/syntax/multiple.exp")
+            m = Expressir::Express::Core.parse_to_model_hash(src, "multiple.exp")
+            raise "bad model" unless m["schemas"].first["id"] == "multiple_schema"
+            puts "bridge OK"
+          '
+      # The default `rake` CI job covers the pure-Ruby parse path (no
+      # extension built there); this job pins the core parse path: with the
+      # extension present the parser defaults to it, so the whole suite runs
+      # against the Rust wire hydration.
+      - name: Run the suite on the core parse path
+        run: |
+          bundle exec rspec spec/expressir spec/syntax --tag ~production_scale

data/.github/workflows/stress.yml

@@ -0,0 +1,36 @@
+name: stress
+
+on:
+  workflow_dispatch:
+
+concurrency:
+  group: '${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.ref_name }}'
+  cancel-in-progress: true
+
+env:
+  GC_STRESS: true
+
+jobs:
+  rake:
+    name: test on ruby-${{ matrix.ruby }} ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby: [ '3.2', '3.1', '3.0', '2.7' ]
+        os: [ ubuntu-latest, windows-latest, macos-latest ]
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Install Ruby
+        uses: ruby/setup-ruby@master
+        with:
+          ruby-version: ${{ matrix.ruby }}
+          bundler-cache: true
+
+      - name: Run tests
+        run: |
+          bundle exec rake
+          cat .rspec_status

data/.github/workflows/validate_schemas.yml

@@ -0,0 +1,48 @@
+name: "validate_schemas"
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+  workflow_dispatch:
+
+concurrency:
+  group: '${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.ref_name }}'
+  cancel-in-progress: true
+
+jobs:
+  schemas:
+    name: Validate schemas
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        test-group:
+          [
+            'iso-10303/schemas-srl.yml',
+            'iso-10303/schemas_module.yml',
+            'iso-10303/schemas_bom.yml',
+          ]
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          repository: 'metanorma/iso-10303'
+          path: iso-10303
+          token: ${{ secrets.LUTAML_CI_PAT_TOKEN }}
+
+      - name: Install Ruby
+        uses: ruby/setup-ruby@master
+        with:
+          ruby-version: 3.2
+          bundler-cache: true
+          cache-version: 0 # Increment this number if you need to re-download cached gems
+
+      - name: Validate schemas ${{ matrix.test-group }}
+        run: |
+          yq '.schemas[].path | sub("schemas", "iso-10303/schemas")' ${{ matrix.test-group }} | xargs bundle exec ./exe/expressir validate load
+

data/.github/workflows/verify_remarks.yml

@@ -0,0 +1,33 @@
+name: "verify_remarks"
+
+permissions:
+  contents: read
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+  workflow_dispatch:
+
+concurrency:
+  group: '${{ github.workflow }}-${{ github.ref }}'
+  cancel-in-progress: true
+
+jobs:
+  remarks:
+    name: Verify remark conservation
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Install Ruby
+        uses: ruby/setup-ruby@master
+        with:
+          ruby-version: "3.2"
+          bundler-cache: true
+          cache-version: 0 # Increment this number if you need to re-download cached gems
+
+      - name: Verify remark conservation
+        run: bundle exec rake verify:remarks

data/.gitignore

@@ -14,10 +14,42 @@
 /lib/expressir/express/*/express_parser.bundle
 /lib/expressir/express/*/express_parser.so
 /spec/syntax/*-pretty.exp
-/ext/express-parser/rice-embed
+/ext/express_parser/rice-embed
 
 # rspec failure tracking
 .rspec_status
 
 # rubocop guide
 .rubocop-https---*
+_site/
+
+Gemfile.lock
+
+# Claude Code
+.claude/
+
+# Development / transient files
+*.ler
+*.pax
+TODO.*.md
+TODO.refactor/
+debug_*.rb
+measure_mem.rb
+tmp_*.rb
+mise.toml
+Gemfile.local
+Gemfile.local.lock
+Gemfile.original
+benchmark/
+CLAUDE.md
+
+# Rust workspace
+/target/
+Cargo.lock
+/ext/expressir_core/target/
+/ext/expressir_core/*.bundle
+
+# prebuilt binding staged by rake-compiler for platform gems
+/lib/expressir/expressir_core.bundle
+/lib/expressir/expressir_core.so
+/lib/expressir/expressir_core.dll

data/.rubocop.yml

@@ -1,18 +1,18 @@
 inherit_from:
-  - https://raw.githubusercontent.com/riboseinc/oss-guides/master/ci/rubocop.yml
+  - https://raw.githubusercontent.com/riboseinc/oss-guides/main/ci/rubocop.yml
+  - .rubocop_todo.yml
+
+plugins:
+- rubocop-performance
+- rubocop-rake
+- rubocop-rspec
 
 AllCops:
-  TargetRubyVersion: 2.7
+  TargetRubyVersion: 3.2
   NewCops: enable
-  SuggestExtensions: false
   Exclude:
     - 'vendor/**/*'
-    - 'expressir.gemspec'
-    - 'tmp/**/*'
-    - 'pkg/**/*'
-    - 'exe/format-test'
-    - 'lib/expressir/express/**/*'
-    - 'lib/expressir/model/**/*'
+    - 'metanorma-mirror-*/**/*'
 
-Layout/LineLength:
-  Max: 160
+Lint/UnusedMethodArgument:
+  AllowUnusedKeywordArguments: true