expressir 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (96) hide show
  1. checksums.yaml +7 -0
  2. data/.github/workflows/macos.yml +38 -0
  3. data/.github/workflows/ubuntu.yml +56 -0
  4. data/.github/workflows/windows.yml +40 -0
  5. data/.gitignore +12 -0
  6. data/.rspec +2 -0
  7. data/.rubocop.yml +508 -0
  8. data/Gemfile +4 -0
  9. data/README.adoc +147 -0
  10. data/Rakefile +6 -0
  11. data/bin/console +12 -0
  12. data/bin/rspec +29 -0
  13. data/bin/setup +8 -0
  14. data/docs/development.md +90 -0
  15. data/exe/expressir +20 -0
  16. data/expressir.gemspec +35 -0
  17. data/lib/expressir.rb +21 -0
  18. data/lib/expressir/cli.rb +27 -0
  19. data/lib/expressir/cli/ui.rb +36 -0
  20. data/lib/expressir/config.rb +23 -0
  21. data/lib/expressir/express.rb +12 -0
  22. data/lib/expressir/express/aggregate_dimension.rb +38 -0
  23. data/lib/expressir/express/attribute.rb +15 -0
  24. data/lib/expressir/express/comment.rb +7 -0
  25. data/lib/expressir/express/defined_type.rb +36 -0
  26. data/lib/expressir/express/derived.rb +65 -0
  27. data/lib/expressir/express/derived_aggregate.rb +43 -0
  28. data/lib/expressir/express/entity.rb +137 -0
  29. data/lib/expressir/express/explicit.rb +70 -0
  30. data/lib/expressir/express/explicit_aggregate.rb +46 -0
  31. data/lib/expressir/express/explicit_or_derived.rb +16 -0
  32. data/lib/expressir/express/global_rule.rb +44 -0
  33. data/lib/expressir/express/interface_specification.rb +51 -0
  34. data/lib/expressir/express/interfaced_item.rb +38 -0
  35. data/lib/expressir/express/inverse.rb +46 -0
  36. data/lib/expressir/express/inverse_aggregate.rb +37 -0
  37. data/lib/expressir/express/model_element.rb +7 -0
  38. data/lib/expressir/express/named_type.rb +19 -0
  39. data/lib/expressir/express/remark.rb +8 -0
  40. data/lib/expressir/express/repository.rb +306 -0
  41. data/lib/expressir/express/schema_definition.rb +96 -0
  42. data/lib/expressir/express/subtype_constraint.rb +14 -0
  43. data/lib/expressir/express/type.rb +26 -0
  44. data/lib/expressir/express/type_aggregate.rb +42 -0
  45. data/lib/expressir/express/type_enum.rb +29 -0
  46. data/lib/expressir/express/type_parser.rb +45 -0
  47. data/lib/expressir/express/type_select.rb +82 -0
  48. data/lib/expressir/express/unique_rule.rb +35 -0
  49. data/lib/expressir/express/where_rule.rb +32 -0
  50. data/lib/expressir/express_parser.rb +30 -0
  51. data/lib/expressir/parser.rb +6 -0
  52. data/lib/expressir/parser/owl_parser.rb +8 -0
  53. data/lib/expressir/version.rb +3 -0
  54. data/original/examples/ap233/ap233e1_arm_lf_stepmod-2010-11-12.exp +9589 -0
  55. data/original/examples/ap233/ap233e1_arm_lf_stepmod-2010-11-12.owl +36619 -0
  56. data/original/examples/ap233/ap233e1_arm_lf_stepmod-2010-11-12.xml +13294 -0
  57. data/original/examples/employment/eclipse/.project +17 -0
  58. data/original/examples/employment/eclipse/Export/Employment.png +0 -0
  59. data/original/examples/employment/eclipse/Express/employment_schema.exp +33 -0
  60. data/original/examples/employment/eclipse/Express/employment_schema.xmi +77 -0
  61. data/original/examples/employment/eclipse/Express/employment_schema.xml +93 -0
  62. data/original/examples/employment/eclipse/Models/Employment.uml +4 -0
  63. data/original/examples/employment/eclipse/Models/Employment.umldi +240 -0
  64. data/original/examples/employment/eclipse/readme.txt +7 -0
  65. data/original/examples/employment/employment_schema.exp +33 -0
  66. data/original/examples/employment/employment_schema.rb +232 -0
  67. data/original/examples/employment/employment_schema.xml +93 -0
  68. data/original/examples/employment/employment_schema___module.rb +46 -0
  69. data/original/examples/employment/employment_schema___p28attr.rb +126 -0
  70. data/original/examples/employment/employment_schema___p28inst.rb +26 -0
  71. data/original/examples/employment/example_employment_data.xml +1 -0
  72. data/original/examples/employment/example_employment_data_copy.xml +1 -0
  73. data/original/examples/employment/example_employment_reader.rb +30 -0
  74. data/original/examples/employment/example_employment_writer.rb +51 -0
  75. data/original/examples/plcs/ap239e1_arm_lf_dexlib_2010-01-06.exp +3710 -0
  76. data/original/examples/plcs/ap239e1_arm_lf_dexlib_2010-01-06.owl +35880 -0
  77. data/original/examples/plcs/ap239e1_arm_lf_dexlib_2010-01-06.xmi +15357 -0
  78. data/original/examples/plcs/ap239e1_arm_lf_dexlib_2010-01-06.xml +9468 -0
  79. data/original/examples/plcs/ap239e2_arm_lf_stepmod-2010-01-25.exp +8404 -0
  80. data/original/examples/plcs/ap239e2_arm_lf_stepmod-2010-01-25.owl +43147 -0
  81. data/original/examples/plcs/ap239e2_arm_lf_stepmod-2010-01-25.xmi +18341 -0
  82. data/original/examples/plcs/ap239e2_arm_lf_stepmod-2010-01-25.xml +11632 -0
  83. data/original/exp2ruby.rb +525 -0
  84. data/original/expsm.rb +34 -0
  85. data/original/mapping_owl.rb +1018 -0
  86. data/original/mapping_sysml.rb +2281 -0
  87. data/original/mapping_uml2.rb +599 -0
  88. data/original/mapping_uml2_eclipse.rb +433 -0
  89. data/original/reeper.rb +134 -0
  90. data/spec/acceptance/express_to_owl_spec.rb +18 -0
  91. data/spec/acceptance/version_spec.rb +12 -0
  92. data/spec/expressir/express/repository_spec.rb +25 -0
  93. data/spec/expressr_spec.rb +5 -0
  94. data/spec/spec_helper.rb +17 -0
  95. data/spec/support/console_helper.rb +29 -0
  96. metadata +239 -0
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source "https://rubygems.org"
2
+
3
+ # Specify your gem's dependencies in reeper.gemspec
4
+ gemspec
@@ -0,0 +1,147 @@
1
+ = Expressir: EXPRESS in Ruby
2
+
3
+ image:https://github.com/lutaml/expressir/workflows/ubuntu/badge.svg[ubuntu]
4
+ image:https://github.com/lutaml/expressir/workflows/macos/badge.svg[macos]
5
+ image:https://github.com/lutaml/expressir/workflows/windows/badge.svg[windows]
6
+
7
+ == Purpose
8
+
9
+ Expressir ("`EXPRESS in Ruby`") is a Ruby parser for EXPRESS and
10
+ a set of Ruby tools for accessing ISO EXPRESS data models.
11
+
12
+ == Architecture
13
+
14
+ Expressir consists of 3 parts:
15
+
16
+ . Parsers. A parser allows Expressir to read EXPRESS files, including:
17
+
18
+ ** EXPRESS data modelling language (ISO 10303-11:2007)
19
+ ** EXPRESS data modelling language in XML (STEPmod)
20
+ ** EXPRESS XML (ISO 10303-28:2007)
21
+ "`Industrial automation systems and integration — Product data representation and exchange — Part 28: Implementation methods: XML representations of EXPRESS schemas and data, using XML schemas`")
22
+
23
+ . Data model. The data model (`lib/expressir/express`) is the Ruby data model that fully represents an EXPRESS data model.
24
+
25
+ . Converters. A converter transforms the EXPRESS Ruby data model into an interoperable export format, including:
26
+ ** EXPRESS data modelling language (ISO 10303-11:2007)
27
+ ** W3C OWL
28
+ ** OMG SysML (XMI 2.1, XMI 2.5)
29
+ ** OMG UML 2 (XMI 2.1)
30
+ ** OMG UML 2 for Eclipse (XMI 2.1)
31
+
32
+
33
+ == Usage
34
+
35
+ This gem ships with a CLI tool. To check what's available you can simply run
36
+ the script directly from `exe/expressir`, by default it will display some usage
37
+ instructions.
38
+
39
+ [source, sh]
40
+ ----
41
+ ./exe/expressir
42
+
43
+ Commands:
44
+ expressir help [COMMAND] # Describe available commands or one specific command
45
+ expressir version # The Expressir Version
46
+ ----
47
+
48
+ == Development
49
+
50
+ We are following Sandi Metz's Rules for this gem, you can read
51
+ the http://robots.thoughtbot.com/post/50655960596/sandi-metz-rules-for-developers[description of the rules here] All new code should follow these rules.
52
+ If you make changes in a pre-existing file that violates these rules you should
53
+ fix the violations as part of your contribution.
54
+
55
+ === Setup
56
+
57
+ Clone the repository.
58
+
59
+ [source, sh]
60
+ ----
61
+ git clone https://github.com/metanorma/expressir
62
+ ----
63
+
64
+ Setup your environment.
65
+
66
+ [source, sh]
67
+ ----
68
+ bin/setup
69
+ ----
70
+
71
+ Run the test suite
72
+
73
+ [source, sh]
74
+ ----
75
+ bin/rspec
76
+ ----
77
+
78
+ == Installation
79
+
80
+ Add this line to your application's `Gemfile`:
81
+
82
+ [source, sh]
83
+ ----
84
+ gem "expressir"
85
+ ----
86
+
87
+ And then execute:
88
+
89
+ [source, sh]
90
+ ----
91
+ $ bundle install
92
+ ----
93
+
94
+ Or install it yourself as:
95
+
96
+ [source, sh]
97
+ ----
98
+ $ gem install expressir
99
+ ----
100
+
101
+
102
+ == Contributing
103
+
104
+ First, thank you for contributing! We love pull requests from everyone. By
105
+ participating in this project, you hereby grant
106
+ https://www.ribose.com[Ribose Inc.] the right to grant or transfer an unlimited
107
+ number of non exclusive licenses or sub-licenses to third parties, under the
108
+ copyright covering the contribution to use the contribution by all means.
109
+
110
+ Here are a few technical guidelines to follow:
111
+
112
+ * Open an https://github.com/lutaml/expressir/issues[issues] to discuss a new
113
+ feature.
114
+ * Write tests to support your new feature.
115
+ * Make sure the entire test suite passes locally and on CI.
116
+ * Open a Pull Request.
117
+ * https://github.com/thoughtbot/guides/tree/master/protocol/git#write-a-feature[Squash your commits] after receiving feedback.
118
+ * Party!
119
+
120
+
121
+ == License
122
+
123
+ Expressir is distributed under the BSD 2-clause license.
124
+
125
+ Expressir is built on code originally from the NIST Reeper project.
126
+
127
+ The https://www.nist.gov/services-resources/software/reeper[NIST Reeper license]
128
+ is reproduced below:
129
+
130
+ [quote]
131
+ ____
132
+ This software was funded by NIST and developed by EuroSTEP.
133
+ Pursuant to title 17 Section 105 of the United States Code this
134
+ software is not subject to copyright protection and is in the public
135
+ domain.
136
+
137
+ We would appreciate acknowledgment if the software is used. Links to
138
+ non-Federal Government Web sites do not imply NIST endorsement of any
139
+ particular product, service, organization, company, information
140
+ provider, or content.
141
+ ____
142
+
143
+
144
+ == Credits
145
+
146
+ Expressir is created using the structure and examples provided by
147
+ the NIST Reeper software on https://sourceforge.net/p/reeper/[Sourceforge].
@@ -0,0 +1,6 @@
1
+ require "bundler/gem_tasks"
2
+ require "rspec/core/rake_task"
3
+
4
+ RSpec::Core::RakeTask.new(:spec)
5
+
6
+ task :default => :spec
@@ -0,0 +1,12 @@
1
+ #!/usr/bin/env ruby
2
+
3
+ require "bundler/setup"
4
+ require "reeper"
5
+
6
+ # You can add fixtures and/or initialization code here to make experimenting
7
+ # with your gem easier. You can also use a different console, if you like.
8
+
9
+ # (If you use this, don't forget to add pry to your Gemfile!)
10
+ require "pry"
11
+ Pry.start
12
+
@@ -0,0 +1,29 @@
1
+ #!/usr/bin/env ruby
2
+ # frozen_string_literal: true
3
+
4
+ #
5
+ # This file was generated by Bundler.
6
+ #
7
+ # The application 'rspec' is installed as part of a gem, and
8
+ # this file is here to facilitate running it.
9
+ #
10
+
11
+ require "pathname"
12
+ ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
13
+ Pathname.new(__FILE__).realpath)
14
+
15
+ bundle_binstub = File.expand_path("../bundle", __FILE__)
16
+
17
+ if File.file?(bundle_binstub)
18
+ if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
19
+ load(bundle_binstub)
20
+ else
21
+ abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
22
+ Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
23
+ end
24
+ end
25
+
26
+ require "rubygems"
27
+ require "bundler/setup"
28
+
29
+ load Gem.bin_path("rspec-core", "rspec")
@@ -0,0 +1,8 @@
1
+ #!/usr/bin/env bash
2
+ set -euo pipefail
3
+ IFS=$'\n\t'
4
+ set -vx
5
+
6
+ bundle install
7
+
8
+ # Do any other automated setup that you need to do here
@@ -0,0 +1,90 @@
1
+ ## Development Plan
2
+
3
+ This document is a draft to understand the basic of the original library, and
4
+ how the whole tool chain is working at the moment. Once, we've an understanding
5
+ then let's look at the potential area of improvement, and plan out a high level
6
+ plan to start the development.
7
+
8
+ ### What is it, expressir?
9
+
10
+ * Expressir is a ruby tool to harvest iso express data model
11
+ * Express is one of the language to represent data model
12
+ * Expressir tool is used to manipulate iso express data model
13
+ * The input for the expressir is a standard xml document
14
+ * XML Spec: http://stepmod.sourceforge.net/express_model_spec/
15
+ * Expressir does the job of representing express model as ruby class
16
+ * REXML-based parser that reads EXPRESS as XML and creates the dictionary (i.e.
17
+ instances of the EXPRESS Ruby Classes) and then calls a mapper, that may be
18
+ specified as an option at runtime
19
+ * Mappers that read the EXPRESS dictionary and perform the conversion to the
20
+ desired language or format
21
+ * Express to UML2 Mapper - Convert the express model to UML2
22
+ * Express to OWL Structure - Convert the express model to OWL Structure
23
+ * Ruby API generator for express language
24
+ * Current Ruby API is super slow, it takes 2 hours to generate 400 entity
25
+
26
+ ### How does the original version work?
27
+
28
+ At the core the `expressir.rb` is responsible for everything at moment, it takes
29
+ an Express XML file as an input and then it parses that XML file and build the
30
+ correct ruby interface for further processing.
31
+
32
+ This `expressir.rb` also expect one mapping file `deafult to mapping.rb`, and it
33
+ also expect the file to specify a custom method `map_from_express` to take the
34
+ `Ruby Express Representation` and convert this ruby representation to the
35
+ desire output format.
36
+
37
+ The library also provides couple mapping for UM2, OWL and SysML, so anyone can
38
+ export their data to any of those format if necessary, and the use cases for
39
+ those library are as following:
40
+
41
+ ```ruby
42
+ ruby expressir.rb expxml=<schema.xml> map=<mapping_owl.rb>
43
+ ```
44
+
45
+ ### What are potential improvement area?
46
+
47
+ * The interface is not well defined, someone needs to dig deeper to understand
48
+ just the basic of the library and how to use for their use cases. This is
49
+ something that could be improved as initial step.
50
+ * At the moment, these are some ruby files, so potentially we could group those
51
+ together as a CLI tool and group some of the common functionality, and provide
52
+ a straight forward interface for users.
53
+ * The good part about this library is author had the extensibility in mind from
54
+ the beginning, so we should keep that functionality as flexible as possible.
55
+ * There are lot of boilerplate code in the library, but it's understandable as
56
+ it was written quite long time ago, so maybe most of the tool was not even
57
+ available back then, so this is the another area we could improve.
58
+ * Another improvement we could do in terms of actual codebase, we should be able
59
+ to refactor this library and cleanup as much as possible.
60
+
61
+ ### What are the initial changes?
62
+
63
+ Initially, we can start by creating a ruby cli gem, group these functionality
64
+ together. This could be named as `expressir`, and this gem will be shipped with an
65
+ executable called `expressir`.
66
+
67
+ Second of all, let's add some dedicated interface for the default type, so user
68
+ does not need to know all the details but the name of the interface, for example
69
+ we could expose the transformation as follows:
70
+
71
+ ```sh
72
+ # Convert to owl
73
+ expressir express2owl file=[express_xml_file] [**options]
74
+
75
+ # Convert to UML
76
+ expressir express2uml file=[express_xml_file] [**options]
77
+
78
+ # Convert to SysML
79
+ expressir express2sysml file=[express_xml_file] [**options]
80
+
81
+ # Custom conversion
82
+ expressir express2custom file=[express_xml_file] mapping=[custom_mapping.rb]
83
+ ```
84
+
85
+ Third of all once this library is functional as the original version then we
86
+ will go through each of the existing types, and refactor those as necessary.
87
+
88
+ ### References
89
+
90
+ * https://martinfowler.com/bliki/MovingToNokogiri.html
@@ -0,0 +1,20 @@
1
+ #!/usr/bin/env ruby
2
+ # encoding: UTF-8
3
+
4
+ # resolve bin path, ignoring symlinks
5
+ require "pathname"
6
+ bin_file = Pathname.new(__FILE__).realpath
7
+
8
+ # add self to libpath
9
+ $:.unshift File.expand_path("../../lib", bin_file)
10
+
11
+ # Fixes https://github.com/rubygems/rubygems/issues/1420
12
+ require "rubygems/specification"
13
+
14
+ class Gem::Specification
15
+ def this; self; end
16
+ end
17
+
18
+ # start up the CLI
19
+ require "expressir"
20
+ Expressir::Cli.start(ARGV)
@@ -0,0 +1,35 @@
1
+ lib = File.expand_path("lib", __dir__)
2
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
3
+ require "expressir/version"
4
+
5
+ Gem::Specification.new do |spec|
6
+ spec.name = "expressir"
7
+ spec.version = Expressir::VERSION
8
+ spec.authors = ["Ribose Inc."]
9
+ spec.email = ["open.source@ribose.com'"]
10
+
11
+ spec.summary = "ISO EXPRESS parser in Ruby, tools for accessing EXPRESS data models."
12
+ spec.description = "ISO EXPRESS parser in Ruby, tools for accessing EXPRESS data models."
13
+ spec.homepage = "https://github.com/lutaml/expressir"
14
+ spec.license = "MIT"
15
+
16
+ spec.metadata["homepage_uri"] = spec.homepage
17
+ spec.metadata["source_code_uri"] = spec.homepage
18
+ spec.metadata["changelog_uri"] = "https://github.com/lutaml/expressir/releases"
19
+
20
+ spec.files = `git ls-files`.split("\n")
21
+ spec.test_files = `git ls-files -- {spec}/*`.split("\n")
22
+
23
+ spec.bindir = "exe"
24
+ spec.require_paths = ["lib"]
25
+ spec.executables = %w[expressir]
26
+
27
+ spec.add_runtime_dependency "thor", "~> 1.0"
28
+ spec.add_runtime_dependency "activesupport", "~> 5.0"
29
+ spec.add_development_dependency "nokogiri", "~> 1.10"
30
+
31
+ spec.add_development_dependency "bundler", "~> 2.0"
32
+ spec.add_development_dependency "pry", "~> 0.12.2"
33
+ spec.add_development_dependency "rake", "~> 10.0"
34
+ spec.add_development_dependency "rspec", "~> 3.0"
35
+ end
@@ -0,0 +1,21 @@
1
+ require "expressir/version"
2
+
3
+ require "expressir/cli"
4
+ require "expressir/config"
5
+ require "expressir/express"
6
+
7
+ module Expressir
8
+ class Error < StandardError; end
9
+
10
+ def self.ui
11
+ Expressir::Cli::UI
12
+ end
13
+
14
+ def self.root
15
+ File.dirname(__dir__)
16
+ end
17
+
18
+ def self.root_path
19
+ @root_path ||= Pathname.new(Expressir.root)
20
+ end
21
+ end
@@ -0,0 +1,27 @@
1
+ require "thor"
2
+ require "expressir/cli/ui"
3
+ require "expressir/express_parser"
4
+
5
+ module Expressir
6
+ module Cli
7
+ def self.ui
8
+ Expressir::Cli::UI
9
+ end
10
+
11
+ def self.start(args)
12
+ Base.start(args)
13
+ end
14
+
15
+ class Base < Thor
16
+ desc "version", "The Expressir Version"
17
+ def version
18
+ Cli.ui.say("Version #{Expressir::VERSION}")
19
+ end
20
+
21
+ desc "express-to-owl FILE", "Express to OWL conversion"
22
+ def express_to_owl(file)
23
+ Cli.ui.say(ExpressParser.to_owl(file))
24
+ end
25
+ end
26
+ end
27
+ end
@@ -0,0 +1,36 @@
1
+ require "thor"
2
+
3
+ module Expressir
4
+ module Cli
5
+ class UI < Thor
6
+ def self.ask(message)
7
+ new.ask(message)
8
+ end
9
+
10
+ def self.say(message)
11
+ new.say(message)
12
+ end
13
+
14
+ def self.error(message)
15
+ if log_types.include?("error")
16
+ new.error(message)
17
+ end
18
+ end
19
+
20
+ def self.info(message)
21
+ if log_types.include?("info")
22
+ new.say(message)
23
+ end
24
+ end
25
+
26
+ def self.run(command)
27
+ require "open3"
28
+ Open3.capture3(command)
29
+ end
30
+
31
+ def self.log_types
32
+ Expressir.configuration.logs.map(&:to_s) || []
33
+ end
34
+ end
35
+ end
36
+ end