expressir 0.2.18-x86-linux → 0.2.26-x86-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 937ca3946d428e24acae755e9e7e5e0b0db96f3b0604348ef3aaa8e233f3b7bd
-  data.tar.gz: f6b951c4609b18640cb4dbcbeaf72ed2e1c47389d5863945a2849bf454aa864b
+  metadata.gz: a19e83ffe59a27a7d77522e0e32ea2a24904a8b1968a2ad0b6384eccbd17c1e1
+  data.tar.gz: 2d6dc3476e43daee8a5cfd89876d2adb00c9a4d4291a143d6a626bef142dc97b
 SHA512:
-  metadata.gz: 518b0d2ad6e746b56079203a98d51a230ef0bfb1b5971390f09e2363056664138fdd974d5ffed40647f3bc32610ae880506d9527510a10eff2b6a5bf56990a71
-  data.tar.gz: 7cacd6bbb553a377a604e04e83e2a2cf53192224c9430bb9be4b704a2cf9725e9d02136d4434f85964ec7be6973403611123f711dd9cf6574579571304842cdf
+  metadata.gz: d171a07ad68d3adc106485b89805aa2c361b0923bd0c1653ff57f32c0e2c99047ad064c2ba4358d44c2d9aac992dd3980da23dfb1885591fd8d7933619c6c2b6
+  data.tar.gz: 36e9f2da9d6020afef1bdd2eee141c5b03062a1c2991710370760256f1fd9c1a4f674a40c6d5aee6de81cd10cd9d85bc424dc1046b7e370b842a09fcb249b08a

data/.github/workflows/rake.yml

@@ -40,6 +40,12 @@ jobs:
           ruby-version: ${{ matrix.ruby }}
           bundler-cache: true
 
-      - run: bundle exec rake compile
+      - uses: actions/cache@v2
+        with:
+          path: lib/expressir/express_exp/express_parser.*
+          key: v3-${{ runner.os }}-${{ matrix.ruby }}-${{ hashFiles('ext/express-parser/extconf.rb', 'ext/express-parser/antlrgen/**', 'ext/express-parser/express_parser.cpp', '.git/modules/ext/express-parser/antlr4-upstream/HEAD') }}
+
+      - if: hashFiles('lib/expressir/express_exp/express_parser.*') == ''
+        run: bundle exec rake compile
 
       - run: bundle exec rake

data/.github/workflows/release.yml

@@ -1,13 +1,38 @@
 name: release
 
 on:
+  workflow_dispatch:
+    inputs:
+      next_version:
+        description: |
+          Next release version. Possible values: x.y.z, major, minor, patch or pre|rc|etc
+        required: true
+        default: 'patch'
   push:
     tags: [ v* ]
-  workflow_dispatch:
 
 jobs:
+  bump:
+    runs-on: ubuntu-18.04
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.6'
+
+      - if: ${{ github.event_name == 'workflow_dispatch' }} # unfortunatelly cannot keep this condition on job level
+        run: |
+          git config user.name github-actions
+          git config user.email github-actions@github.com
+          gem install gem-release
+          gem bump --version ${{ github.event.inputs.next_version }} --tag --push
+
   pack:
     runs-on: ubuntu-18.04
+    needs: bump
     strategy:
       fail-fast: false
       matrix:
@@ -20,9 +45,12 @@ jobs:
       - uses: ruby/setup-ruby@v1
         with:
           ruby-version: '2.6'
+          # bundler-cache: true important to not use cache because it leads to "cannot find -lrice"
+          # more info https://github.com/lutaml/expressir/runs/2097658383?check_suite_focus=true#step:7:2126
 
       - run: bundle install --jobs 4 --retry 3
 
+      # build gem WITHOUT pre-built native extension
       - run: gem build expressir.gemspec
 
       - if: matrix.host == 'linux'
@@ -31,6 +59,7 @@ jobs:
           name: pkg-ruby
           path: expressir-*.gem
 
+      # build gem WITH pre-built native extension
       - run: bundle exec rake gem:${{ matrix.host }}
 
       - uses: actions/upload-artifact@v2
@@ -38,8 +67,7 @@ jobs:
           name: pkg-${{ matrix.host }}
           path: pkg/*.gem
 
-
-  release:
+  publish:
     runs-on: ubuntu-18.04
     needs: pack
     steps:

data/README.adoc

@@ -1,8 +1,8 @@
 = Expressir: EXPRESS in Ruby
 
-image:https://github.com/lutaml/expressir/workflows/ubuntu/badge.svg[ubuntu]
-image:https://github.com/lutaml/expressir/workflows/macos/badge.svg[macos]
-image:https://github.com/lutaml/expressir/workflows/windows/badge.svg[windows]
+image:https://img.shields.io/gem/v/expressir.svg["Gem Version", link="https://rubygems.org/gems/expressir"]
+// image:https://codeclimate.com/github/lutaml/expressir/badges/gpa.svg["Code Climate", link="https://codeclimate.com/github/lutaml/expressir"]
+image:https://github.com/lutaml/expressir/workflows/rake/badge.svg["Build Status", link="https://github.com/lutaml/expressir/actions?workflow=rake"]
 
 == Purpose
 

data/exe/format

@@ -6,60 +6,13 @@ require "expressir/express_exp/formatter"
 require "expressir/express_exp/schema_head_formatter"
 require "expressir/express_exp/hyperlink_formatter"
 
-exp_files = [
-  # basic test
-  # '../iso-10303-stepmod/data/resources/action_schema/action_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/basic_attribute_schema/basic_attribute_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/support_resource_schema/support_resource_schema_annotated.exp',
-  # cyclic reference test
-  # '../iso-10303-stepmod/data/modules/analysis/mim_annotated.exp',
-  # '../iso-10303-stepmod/data/modules/analysis_product_relationships/mim_annotated.exp',
-  # cyclic reference test 2
-  # '../iso-10303-stepmod/data/resources/product_property_definition_schema/product_property_definition_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/product_property_representation_schema/product_property_representation_schema_annotated.exp',
-  # renamed reference test (36s)
-  # '../iso-10303-stepmod/ballots/ballots/ap210_wg12/express/resources/mathematical_functions_schema.exp',
-  # '../iso-10303-stepmod/data/resources/iso13584_expressions_schema/iso13584_expressions_schema.exp',
-  # annotated-express test (12s)
-  # see https://github.com/metanorma/annotated-express/blob/master/data/documents/resources/fundamentals_of_product_description_and_support/sections/04-schemas.adoc
-  # '../iso-10303-stepmod/data/resources/action_schema/action_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/application_context_schema/application_context_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/approval_schema/approval_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/basic_attribute_schema/basic_attribute_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/certification_schema/certification_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/contract_schema/contract_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/date_time_schema/date_time_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/document_schema/document_schema.exp',
-  # '../iso-10303-stepmod/data/resources/effectivity_schema/effectivity_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/experience_schema/experience_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/external_reference_schema/external_reference_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/group_schema/group_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/language_schema/language_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/location_schema/location_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/management_resources_schema/management_resources_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/measure_schema/measure_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/person_organization_schema/person_organization_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/process_property_schema/process_property_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/product_definition_schema/product_definition_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/product_property_definition_schema/product_property_definition_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/product_property_representation_schema/product_property_representation_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/qualifications_schema/qualifications_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/security_classification_schema/security_classification_schema_annotated.exp',
-  # '../iso-10303-stepmod/data/resources/support_resource_schema/support_resource_schema_annotated.exp',
-  # full test (6m18s + 8s = 6m26s)
-  *`bundle exec ../stepmod-utils/exe/stepmod-find-express-files ../iso-10303-stepmod`.strip.split("\n").map{|file| File.exists?(file.sub(/\.exp$/, '_annotated.exp')) ? file.sub(/\.exp$/, '_annotated.exp') : file}
-]
+exp_files = ARGV
 
-start = Time.now
 repository = Expressir::ExpressExp::Parser.from_files(exp_files)
-puts "Parsing time: #{Time.now - start}"
-start2 = Time.now
 formatter = Class.new(Expressir::ExpressExp::Formatter) do
   include Expressir::ExpressExp::SchemaHeadFormatter
   include Expressir::ExpressExp::HyperlinkFormatter
 end
 result = repository.to_hash(formatter: formatter, skip_empty: true)
-puts "Formatting & serializing time: #{Time.now - start2}"
-puts "Total time: #{Time.now - start}"
 
-# puts YAML.dump(result)
+puts YAML.dump(result)

data/exe/format-test

@@ -0,0 +1,81 @@
+#!/usr/bin/env ruby
+
+require "yaml"
+require "tempfile"
+require "expressir/express_exp/parser"
+require "expressir/express_exp/formatter"
+require "expressir/express_exp/schema_head_formatter"
+require "expressir/express_exp/hyperlink_formatter"
+require "expressir/express_exp/cache"
+
+exp_files = [
+  # basic test
+  # '../iso-10303-stepmod/data/resources/action_schema/action_schema_annotated.exp',
+  # '../iso-10303-stepmod/data/resources/basic_attribute_schema/basic_attribute_schema_annotated.exp',
+  # '../iso-10303-stepmod/data/resources/support_resource_schema/support_resource_schema_annotated.exp',
+  # cyclic reference test
+  # '../iso-10303-stepmod/data/modules/analysis/mim_annotated.exp',
+  # '../iso-10303-stepmod/data/modules/analysis_product_relationships/mim_annotated.exp',
+  # cyclic reference test 2
+  # '../iso-10303-stepmod/data/resources/product_property_definition_schema/product_property_definition_schema_annotated.exp',
+  # '../iso-10303-stepmod/data/resources/product_property_representation_schema/product_property_representation_schema_annotated.exp',
+  # renamed reference test (36s)
+  # '../iso-10303-stepmod/ballots/ballots/ap210_wg12/express/resources/mathematical_functions_schema.exp',
+  # '../iso-10303-stepmod/data/resources/iso13584_expressions_schema/iso13584_expressions_schema.exp',
+  # annotated-express test (12s)
+  # see https://github.com/metanorma/annotated-express/blob/master/data/documents/resources/fundamentals_of_product_description_and_support/sections/04-schemas.adoc
+  '../iso-10303-stepmod/data/resources/action_schema/action_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/application_context_schema/application_context_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/approval_schema/approval_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/basic_attribute_schema/basic_attribute_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/certification_schema/certification_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/contract_schema/contract_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/date_time_schema/date_time_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/document_schema/document_schema.exp',
+  '../iso-10303-stepmod/data/resources/effectivity_schema/effectivity_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/experience_schema/experience_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/external_reference_schema/external_reference_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/group_schema/group_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/language_schema/language_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/location_schema/location_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/management_resources_schema/management_resources_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/measure_schema/measure_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/person_organization_schema/person_organization_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/process_property_schema/process_property_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/product_definition_schema/product_definition_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/product_property_definition_schema/product_property_definition_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/product_property_representation_schema/product_property_representation_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/qualifications_schema/qualifications_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/security_classification_schema/security_classification_schema_annotated.exp',
+  '../iso-10303-stepmod/data/resources/support_resource_schema/support_resource_schema_annotated.exp',
+  # full test (6m18s + 8s = 6m26s)
+  # *`bundle exec ../stepmod-utils/exe/stepmod-find-express-files ../iso-10303-stepmod`.strip.split("\n").map{|file| File.exists?(file.sub(/\.exp$/, '_annotated.exp')) ? file.sub(/\.exp$/, '_annotated.exp') : file}
+]
+
+start = Time.now
+repository = Expressir::ExpressExp::Parser.from_files(exp_files)
+puts "Parser.from_files time:  #{(Time.now - start).round(2)}s"
+
+temp_file = Tempfile.new
+begin
+  start = Time.now
+  Expressir::ExpressExp::Cache.to_file(temp_file, repository)
+  puts "Cache.to_file time:      #{(Time.now - start).round(2)}s"
+
+  start = Time.now
+  repository = Expressir::ExpressExp::Cache.from_file(temp_file)
+  puts "Cache.from_file time:    #{(Time.now - start).round(2)}s"
+ensure
+  temp_file.close
+  temp_file.unlink
+end
+
+start = Time.now
+formatter = Class.new(Expressir::ExpressExp::Formatter) do
+  include Expressir::ExpressExp::SchemaHeadFormatter
+  include Expressir::ExpressExp::HyperlinkFormatter
+end
+result = repository.to_hash(formatter: formatter, skip_empty: true)
+puts "Repository.to_hash time: #{(Time.now - start).round(2)}s"
+
+# puts YAML.dump(result)

data/lib/expressir/express_exp/cache.rb

@@ -0,0 +1,48 @@
+require 'yaml'
+require 'zlib'
+require 'expressir/model'
+
+module Expressir
+  module ExpressExp
+    class Cache
+      def self.to_file(file, content, options = {})
+        root_path = options[:root_path]
+        test_overwrite_version = options[:test_overwrite_version] # don't use, only for tests
+
+        version = test_overwrite_version || VERSION
+
+        cache = Model::Cache.new({
+          version: version,
+          content: content
+        })
+
+        hash = cache.to_hash(root_path: root_path, skip_empty: true)
+        yaml = YAML.dump(hash)
+        yaml_compressed = Zlib::Deflate.deflate(yaml)
+
+        File.binwrite(file, yaml_compressed)
+      end
+
+      def self.from_file(file, options = {})
+        root_path = options[:root_path]
+        test_overwrite_version = options[:test_overwrite_version] # don't use, only for tests
+
+        version = test_overwrite_version || VERSION
+
+        yaml_compressed = File.binread(file)
+        yaml = Zlib::Inflate.inflate(yaml_compressed)
+        hash = YAML.load(yaml)
+        cache = Model::ModelElement.from_hash(hash, root_path: root_path)
+
+        if cache.version != version
+          raise CacheLoadError.new("Cache version mismatch, cache version is #{cache.version}, Expressir version is #{version}")
+        end
+
+        cache.content
+      end
+    end
+
+    class CacheLoadError < StandardError
+    end
+  end
+end

data/lib/expressir/express_exp/formatter.rb

@@ -1502,7 +1502,7 @@ module Expressir
             [
               '(*',
               '"',
-              node.path,
+              node.path || node.id,
               '"',
             ].join(''),
             remark,
@@ -1512,7 +1512,7 @@ module Expressir
           [
             '--',
             '"',
-            node.path,
+            node.path || node.id,
             '"',
             ' ',
             remark

data/lib/expressir/express_exp/hyperlink_formatter.rb

@@ -2,25 +2,20 @@ module Expressir
   module ExpressExp
     module HyperlinkFormatter
       def format_expressions_simple_reference(node)
-        return node.id if node.parent.is_a? Model::Expressions::AttributeReference
+        return node.id unless node.base_path
 
-        # skip hyperlink if target node can't be found
-        target_node = if node.parent.is_a? Model::InterfaceItem
-          node.find("#{node.parent.parent.schema.id}.#{node.parent.ref.id}")
-        else
-          node.find(node.id)
+        # find closest node with path
+        current_node = node
+        while !current_node.path
+          current_node = current_node.parent
         end
-        return node.id unless target_node
 
-        # skip hyperlink for implicit scopes
-        return node.id if target_node.is_a? Model::Statements::Alias or target_node.is_a? Model::Statements::Repeat or target_node.is_a? Model::Expressions::QueryExpression
+        # skip if this reference and target node are in the same node with path
+        node_base_path_parts = node.base_path.split(".")
+        current_node_path_parts = current_node.path.split(".")
+        return node.id if node_base_path_parts[0..1] == current_node_path_parts[0..1]
 
-        # skip hyperlink if this node and target node are in the same main item
-        node_path_parts = node.path.split(".")
-        target_node_path_parts = target_node.path.split(".")
-        return node.id if node_path_parts[0..1] == target_node_path_parts[0..1]
-
-        "{{{<<express:#{target_node.path},#{node.id}>>}}}"
+        "{{{<<express:#{node.base_path},#{node.id}>>}}}"
       end
     end
   end

data/lib/expressir/express_exp/model_visitor.rb

@@ -0,0 +1,23 @@
+require "expressir/model"
+
+module Expressir
+  module ExpressExp
+    class ModelVisitor
+      def visit(node)
+        node.class.model_attrs.each do |variable|
+          value = node.send(variable)
+
+          if value.is_a? Array
+            value.each do |value|
+              if value.is_a? Model::ModelElement
+                visit(value)
+              end
+            end
+          elsif value.is_a? Model::ModelElement
+            visit(value)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/expressir/express_exp/parser.rb

@@ -5,7 +5,7 @@ rescue LoadError
   require_relative "express_parser"
 end
 require 'expressir/express_exp/visitor'
-require 'pathname'
+require 'expressir/express_exp/resolve_references_model_visitor'
 
 =begin
 char_stream = Antlr4::Runtime::CharStreams.from_string(input, 'String')
@@ -26,7 +26,7 @@ module Expressir
   module ExpressExp
     class Parser
       def self.from_file(file, options = {})
-        root_path = options[:root_path]
+        skip_references = options[:skip_references]
 
         input = File.read(file)
 
@@ -38,16 +38,23 @@ module Expressir
         repository = visitor.visit(parse_tree)
 
         repository.schemas.each do |schema|
-          schema.file = root_path ? Pathname.new(file).relative_path_from(root_path).to_s : File.basename(file)
+          schema.file = file.to_s
+        end
+
+        unless skip_references
+          resolve_references_model_visitor = ResolveReferencesModelVisitor.new
+          resolve_references_model_visitor.visit(repository)
         end
 
         repository
       end
 
       def self.from_files(files, options = {})
+        skip_references = options[:skip_references]
+
         schemas = files.each_with_index.map do |file, i|
           # start = Time.now
-          repository = self.from_file(file, options)
+          repository = self.from_file(file, options.merge(skip_references: true))
           # STDERR.puts "#{i+1}/#{files.length} #{file} #{Time.now - start}"
           repository.schemas
         end.flatten
@@ -56,8 +63,9 @@ module Expressir
           schemas: schemas
         })
 
-        repository.schemas.each do |schema|
-          schema.parent = repository
+        unless skip_references
+          resolve_references_model_visitor = ResolveReferencesModelVisitor.new
+          resolve_references_model_visitor.visit(repository)
         end
 
         repository