expressir 0.2.19-x86-linux → 0.2.27-x86-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: be185d6f7a01f95362ff89930b160c9a813a42aa1509a38aa449eba7fd2b49b3
-  data.tar.gz: b838c6614cdd366bb0e40e24fe511703286650950b4bc8846dec14392ee8ff3b
+  metadata.gz: 0da79155d78dcc2add6e31fe20cf91b1c7eebfae51cbc52c044dd835d17f1752
+  data.tar.gz: aa2df2fd2fad7a5773452b7e02079992242e2792784b2c90f5ce8f9b6c919b6b
 SHA512:
-  metadata.gz: 4c0069c383b3142b3bca99e700ad1acc1bd977c6c8562ca4914d991f0c94e80cd0caa0f0305eb7eede25f856d9880ff9a4ae9c3e4f8767c2c2ec71fa464b1a3b
-  data.tar.gz: 0bebd47d699457c866acf76cd98288658f45209ea1a66c1dfaf48cba0083eef71a45b3de39897228ed81c1969195399939226921b9a912d8d6efa6a0d65fec48
+  metadata.gz: 12eb774119dae9eecef636c5e1d56e60f307ea86ccf81a493305c7cc6aa189f9e308063c9a6513896f54b7d472d5f07d8d728fe64c1ec7aab3bbd398d171fc55
+  data.tar.gz: c0cb58b96a73c2982e253784ab4c24c06d2bece16b13b038a131ee6c5e4023883a38895aded50abd8503f14a39c143beb3d1b8cbca4eee629d4fb3602a26d024

data/.github/workflows/rake.yml

@@ -40,11 +40,12 @@ jobs:
           ruby-version: ${{ matrix.ruby }}
           bundler-cache: true
 
-      - run: bundle exec rake compile
+      - uses: actions/cache@v2
+        with:
+          path: lib/expressir/express_exp/express_parser.*
+          key: v3-${{ runner.os }}-${{ matrix.ruby }}-${{ hashFiles('ext/express-parser/extconf.rb', 'ext/express-parser/antlrgen/**', 'ext/express-parser/express_parser.cpp', '.git/modules/ext/express-parser/antlr4-upstream/HEAD') }}
 
-      - run: bundle exec rake
+      - if: hashFiles('lib/expressir/express_exp/express_parser.*') == ''
+        run: bundle exec rake compile
 
-      - uses: actions/upload-artifact@v2
-        with:
-          name: express_parser-${{ matrix.os }}-${{ matrix.ruby }}
-          path: lib/expressir/express_exp/express_parser.so
+      - run: bundle exec rake

data/.github/workflows/release.yml

@@ -1,13 +1,38 @@
 name: release
 
 on:
+  workflow_dispatch:
+    inputs:
+      next_version:
+        description: |
+          Next release version. Possible values: x.y.z, major, minor, patch or pre|rc|etc
+        required: true
+        default: 'patch'
   push:
     tags: [ v* ]
-  workflow_dispatch:
 
 jobs:
+  bump:
+    runs-on: ubuntu-18.04
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.6'
+
+      - if: ${{ github.event_name == 'workflow_dispatch' }} # unfortunatelly cannot keep this condition on job level
+        run: |
+          git config user.name github-actions
+          git config user.email github-actions@github.com
+          gem install gem-release
+          gem bump --version ${{ github.event.inputs.next_version }} --tag --push
+
   pack:
     runs-on: ubuntu-18.04
+    needs: bump
     strategy:
       fail-fast: false
       matrix:
@@ -20,9 +45,12 @@ jobs:
       - uses: ruby/setup-ruby@v1
         with:
           ruby-version: '2.6'
+          # bundler-cache: true important to not use cache because it leads to "cannot find -lrice"
+          # more info https://github.com/lutaml/expressir/runs/2097658383?check_suite_focus=true#step:7:2126
 
       - run: bundle install --jobs 4 --retry 3
 
+      # build gem WITHOUT pre-built native extension
       - run: gem build expressir.gemspec
 
       - if: matrix.host == 'linux'
@@ -31,6 +59,7 @@ jobs:
           name: pkg-ruby
           path: expressir-*.gem
 
+      # build gem WITH pre-built native extension
       - run: bundle exec rake gem:${{ matrix.host }}
 
       - uses: actions/upload-artifact@v2
@@ -38,8 +67,7 @@ jobs:
           name: pkg-${{ matrix.host }}
           path: pkg/*.gem
 
-
-  release:
+  publish:
     runs-on: ubuntu-18.04
     needs: pack
     steps:

data/README.adoc

@@ -1,8 +1,8 @@
 = Expressir: EXPRESS in Ruby
 
-image:https://github.com/lutaml/expressir/workflows/ubuntu/badge.svg[ubuntu]
-image:https://github.com/lutaml/expressir/workflows/macos/badge.svg[macos]
-image:https://github.com/lutaml/expressir/workflows/windows/badge.svg[windows]
+image:https://img.shields.io/gem/v/expressir.svg["Gem Version", link="https://rubygems.org/gems/expressir"]
+// image:https://codeclimate.com/github/lutaml/expressir/badges/gpa.svg["Code Climate", link="https://codeclimate.com/github/lutaml/expressir"]
+image:https://github.com/lutaml/expressir/workflows/rake/badge.svg["Build Status", link="https://github.com/lutaml/expressir/actions?workflow=rake"]
 
 == Purpose
 

data/exe/format

@@ -6,60 +6,13 @@ require "expressir/express_exp/formatter"
 require "expressir/express_exp/schema_head_formatter"
 require "expressir/express_exp/hyperlink_formatter"
 
-exp_files = [
-  # basic test
-  # '../iso-10303-stepmod/data/resources/action_schema/action_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/basic_attribute_schema/basic_attribute_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/support_resource_schema/support_resource_schema_annotated.exp',
-  # cyclic reference test
-  # '../iso-10303-stepmod/data/modules/analysis/mim_annotated.exp',
-  # '../iso-10303-stepmod/data/modules/analysis_product_relationships/mim_annotated.exp',
-  # cyclic reference test 2
-  # '../iso-10303-stepmod/data/resources/product_property_definition_schema/product_property_definition_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/product_property_representation_schema/product_property_representation_schema_annotated.exp',
-  # renamed reference test (36s)
-  # '../iso-10303-stepmod/ballots/ballots/ap210_wg12/express/resources/mathematical_functions_schema.exp',
-  # '../iso-10303-stepmod/data/resources/iso13584_expressions_schema/iso13584_expressions_schema.exp',
-  # annotated-express test (12s)
-  # see https://github.com/metanorma/annotated-express/blob/master/data/documents/resources/fundamentals_of_product_description_and_support/sections/04-schemas.adoc
-  # '../iso-10303-stepmod/data/resources/action_schema/action_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/application_context_schema/application_context_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/approval_schema/approval_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/basic_attribute_schema/basic_attribute_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/certification_schema/certification_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/contract_schema/contract_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/date_time_schema/date_time_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/document_schema/document_schema.exp',
-  # '../iso-10303-stepmod/data/resources/effectivity_schema/effectivity_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/experience_schema/experience_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/external_reference_schema/external_reference_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/group_schema/group_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/language_schema/language_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/location_schema/location_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/management_resources_schema/management_resources_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/measure_schema/measure_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/person_organization_schema/person_organization_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/process_property_schema/process_property_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/product_definition_schema/product_definition_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/product_property_definition_schema/product_property_definition_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/product_property_representation_schema/product_property_representation_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/qualifications_schema/qualifications_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/security_classification_schema/security_classification_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/support_resource_schema/support_resource_schema_annotated.exp',
-  # full test (6m18s + 8s = 6m26s)
-  *`bundle exec ../stepmod-utils/exe/stepmod-find-express-files ../iso-10303-stepmod`.strip.split("\n").map{|file| File.exists?(file.sub(/\.exp$/, '_annotated.exp')) ? file.sub(/\.exp$/, '_annotated.exp') : file}
-]
+exp_files = ARGV
 
-start = Time.now
 repository = Expressir::ExpressExp::Parser.from_files(exp_files)
-puts "Parsing time: #{Time.now - start}"
-start2 = Time.now
 formatter = Class.new(Expressir::ExpressExp::Formatter) do
   include Expressir::ExpressExp::SchemaHeadFormatter
   include Expressir::ExpressExp::HyperlinkFormatter
 end
 result = repository.to_hash(formatter: formatter, skip_empty: true)
-puts "Formatting & serializing time: #{Time.now - start2}"
-puts "Total time: #{Time.now - start}"
 
-# puts YAML.dump(result)
+puts YAML.dump(result)

data/exe/format-test

@@ -0,0 +1,81 @@
+#!/usr/bin/env ruby
+
+require "yaml"
+require "tempfile"
+require "expressir/express_exp/parser"
+require "expressir/express_exp/formatter"
+require "expressir/express_exp/schema_head_formatter"
+require "expressir/express_exp/hyperlink_formatter"
+require "expressir/express_exp/cache"
+
+exp_files = [
+  # basic test
+  # '../iso-10303-stepmod/data/resources/action_schema/action_schema_annotated.exp',
+  # '../iso-10303-stepmod/data/resources/basic_attribute_schema/basic_attribute_schema_annotated.exp',
+  # '../iso-10303-stepmod/data/resources/support_resource_schema/support_resource_schema_annotated.exp',
+  # cyclic reference test
+  # '../iso-10303-stepmod/data/modules/analysis/mim_annotated.exp',
+  # '../iso-10303-stepmod/data/modules/analysis_product_relationships/mim_annotated.exp',
+  # cyclic reference test 2
+  # '../iso-10303-stepmod/data/resources/product_property_definition_schema/product_property_definition_schema_annotated.exp',
+  # '../iso-10303-stepmod/data/resources/product_property_representation_schema/product_property_representation_schema_annotated.exp',
+  # renamed reference test (36s)
+  # '../iso-10303-stepmod/ballots/ballots/ap210_wg12/express/resources/mathematical_functions_schema.exp',
+  # '../iso-10303-stepmod/data/resources/iso13584_expressions_schema/iso13584_expressions_schema.exp',
+  # annotated-express test (12s)
+  # see https://github.com/metanorma/annotated-express/blob/master/data/documents/resources/fundamentals_of_product_description_and_support/sections/04-schemas.adoc
+  '../iso-10303-stepmod/data/resources/action_schema/action_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/application_context_schema/application_context_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/approval_schema/approval_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/basic_attribute_schema/basic_attribute_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/certification_schema/certification_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/contract_schema/contract_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/date_time_schema/date_time_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/document_schema/document_schema.exp',
+  '../iso-10303-stepmod/data/resources/effectivity_schema/effectivity_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/experience_schema/experience_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/external_reference_schema/external_reference_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/group_schema/group_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/language_schema/language_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/location_schema/location_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/management_resources_schema/management_resources_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/measure_schema/measure_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/person_organization_schema/person_organization_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/process_property_schema/process_property_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/product_definition_schema/product_definition_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/product_property_definition_schema/product_property_definition_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/product_property_representation_schema/product_property_representation_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/qualifications_schema/qualifications_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/security_classification_schema/security_classification_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/support_resource_schema/support_resource_schema_annotated.exp',
+  # full test (6m18s + 8s = 6m26s)
+  # *`bundle exec ../stepmod-utils/exe/stepmod-find-express-files ../iso-10303-stepmod`.strip.split("\n").map{|file| File.exists?(file.sub(/\.exp$/, '_annotated.exp')) ? file.sub(/\.exp$/, '_annotated.exp') : file}
+]
+
+start = Time.now
+repository = Expressir::ExpressExp::Parser.from_files(exp_files)
+puts "Parser.from_files time:  #{(Time.now - start).round(2)}s"
+
+temp_file = Tempfile.new
+begin
+  start = Time.now
+  Expressir::ExpressExp::Cache.to_file(temp_file, repository)
+  puts "Cache.to_file time:      #{(Time.now - start).round(2)}s"
+
+  start = Time.now
+  repository = Expressir::ExpressExp::Cache.from_file(temp_file)
+  puts "Cache.from_file time:    #{(Time.now - start).round(2)}s"
+ensure
+  temp_file.close
+  temp_file.unlink
+end
+
+start = Time.now
+formatter = Class.new(Expressir::ExpressExp::Formatter) do
+  include Expressir::ExpressExp::SchemaHeadFormatter
+  include Expressir::ExpressExp::HyperlinkFormatter
+end
+result = repository.to_hash(formatter: formatter, skip_empty: true)
+puts "Repository.to_hash time: #{(Time.now - start).round(2)}s"
+
+# puts YAML.dump(result)

data/lib/expressir/express_exp/cache.rb

@@ -0,0 +1,48 @@
+require 'yaml'
+require 'zlib'
+require 'expressir/model'
+
+module Expressir
+  module ExpressExp
+    class Cache
+      def self.to_file(file, content, options = {})
+        root_path = options[:root_path]
+        test_overwrite_version = options[:test_overwrite_version] # don't use, only for tests
+
+        version = test_overwrite_version || VERSION
+
+        cache = Model::Cache.new({
+          version: version,
+          content: content
+        })
+
+        hash = cache.to_hash(root_path: root_path, skip_empty: true)
+        yaml = YAML.dump(hash)
+        yaml_compressed = Zlib::Deflate.deflate(yaml)
+
+        File.binwrite(file, yaml_compressed)
+      end
+
+      def self.from_file(file, options = {})
+        root_path = options[:root_path]
+        test_overwrite_version = options[:test_overwrite_version] # don't use, only for tests
+
+        version = test_overwrite_version || VERSION
+
+        yaml_compressed = File.binread(file)
+        yaml = Zlib::Inflate.inflate(yaml_compressed)
+        hash = YAML.load(yaml)
+        cache = Model::ModelElement.from_hash(hash, root_path: root_path)
+
+        if cache.version != version
+          raise CacheLoadError.new("Cache version mismatch, cache version is #{cache.version}, Expressir version is #{version}")
+        end
+
+        cache.content
+      end
+    end
+
+    class CacheLoadError < StandardError
+    end
+  end
+end

data/lib/expressir/express_exp/formatter.rb

@@ -62,6 +62,8 @@ module Expressir
           format_rule(node)
         elsif node.is_a? Model::Schema
           format_schema(node)
+        elsif node.is_a? Model::SchemaVersion
+          format_schema_version(node)
         elsif node.is_a? Model::SubtypeConstraint
           format_subtype_constraint(node)
         elsif node.is_a? Model::Type
@@ -659,6 +661,14 @@ module Expressir
         ].join("\n")
       end
 
+      def format_schema_version(node)
+        [
+          "'",
+          node.value,
+          "'"
+        ].join('')
+      end
+
       def format_subtype_constraint(node)
         [
           [
@@ -1502,7 +1512,7 @@ module Expressir
             [
               '(*',
               '"',
-              node.path,
+              node.path || node.id,
               '"',
             ].join(''),
             remark,
@@ -1512,7 +1522,7 @@ module Expressir
           [
             '--',
             '"',
-            node.path,
+            node.path || node.id,
             '"',
             ' ',
             remark

data/lib/expressir/express_exp/hyperlink_formatter.rb

@@ -2,25 +2,20 @@ module Expressir
   module ExpressExp
     module HyperlinkFormatter
       def format_expressions_simple_reference(node)
-        return node.id if node.parent.is_a? Model::Expressions::AttributeReference
+        return node.id unless node.base_path
 
-        # skip hyperlink if target node can't be found
-        target_node = if node.parent.is_a? Model::InterfaceItem
-          node.find("#{node.parent.parent.schema.id}.#{node.parent.ref.id}")
-        else
-          node.find(node.id)
+        # find closest node with path
+        current_node = node
+        while !current_node.path
+          current_node = current_node.parent
         end
-        return node.id unless target_node
 
-        # skip hyperlink for implicit scopes
-        return node.id if target_node.is_a? Model::Statements::Alias or target_node.is_a? Model::Statements::Repeat or target_node.is_a? Model::Expressions::QueryExpression
+        # skip if this reference and target node are in the same node with path
+        node_base_path_parts = node.base_path.split(".")
+        current_node_path_parts = current_node.path.split(".")
+        return node.id if node_base_path_parts[0..1] == current_node_path_parts[0..1]
 
-        # skip hyperlink if this node and target node are in the same main item
-        node_path_parts = node.path.split(".")
-        target_node_path_parts = target_node.path.split(".")
-        return node.id if node_path_parts[0..1] == target_node_path_parts[0..1]
-
-        "{{{<<express:#{target_node.path},#{node.id}>>}}}"
+        "{{{<<express:#{node.base_path},#{node.id}>>}}}"
       end
     end
   end

data/lib/expressir/express_exp/model_visitor.rb

@@ -0,0 +1,23 @@
+require "expressir/model"
+
+module Expressir
+  module ExpressExp
+    class ModelVisitor
+      def visit(node)
+        node.class.model_attrs.each do |variable|
+          value = node.send(variable)
+
+          if value.is_a? Array
+            value.each do |value|
+              if value.is_a? Model::ModelElement
+                visit(value)
+              end
+            end
+          elsif value.is_a? Model::ModelElement
+            visit(value)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/expressir/express_exp/parser.rb

@@ -5,6 +5,7 @@ rescue LoadError
   require_relative "express_parser"
 end
 require 'expressir/express_exp/visitor'
+require 'expressir/express_exp/resolve_references_model_visitor'
 
 =begin
 char_stream = Antlr4::Runtime::CharStreams.from_string(input, 'String')
@@ -25,6 +26,8 @@ module Expressir
   module ExpressExp
     class Parser
       def self.from_file(file, options = {})
+        skip_references = options[:skip_references]
+
         input = File.read(file)
 
         parser = ::ExpressParser::Parser.parse(input)
@@ -38,13 +41,20 @@ module Expressir
           schema.file = file.to_s
         end
 
+        unless skip_references
+          resolve_references_model_visitor = ResolveReferencesModelVisitor.new
+          resolve_references_model_visitor.visit(repository)
+        end
+
         repository
       end
 
       def self.from_files(files, options = {})
+        skip_references = options[:skip_references]
+
         schemas = files.each_with_index.map do |file, i|
           # start = Time.now
-          repository = self.from_file(file, options)
+          repository = self.from_file(file, options.merge(skip_references: true))
           # STDERR.puts "#{i+1}/#{files.length} #{file} #{Time.now - start}"
           repository.schemas
         end.flatten
@@ -53,8 +63,9 @@ module Expressir
           schemas: schemas
         })
 
-        repository.schemas.each do |schema|
-          schema.parent = repository
+        unless skip_references
+          resolve_references_model_visitor = ResolveReferencesModelVisitor.new
+          resolve_references_model_visitor.visit(repository)
         end
 
         repository