stepmod-utils 0.3.28 → 0.3.30

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9a89ee0f20383197f50531f7cb40ed5119dd9ff76570512827684fa748fd90df
-  data.tar.gz: da1604250c4468e0b8a27e4d580efed8ae96b83a24b1b321d93767568ee04f80
+  metadata.gz: 94969385c7a15c9c97396a1f41bb772001e7114cef8896cf3a4291635f6b0087
+  data.tar.gz: 568556c9711f6b04cd6dbb83bfc1ba3d14da334711f841dbed2609014eb6b642
 SHA512:
-  metadata.gz: 1d85e5bba81c33686ce6043101d441414aedade864308e32bd6f6334444f1abecb6c18031a8250163977e56892457e245504112440735c59a122c6dd03ebd33b
-  data.tar.gz: 9b2bbbd5cd86c8069bbb26854e0187808c16774856552ee5838ad5c5c0133e45721e533caf8eef0c867da4fd2c264cd67692f68066afcd236a3b8f71078a0514
+  metadata.gz: 8dd2832e232332d5062e368e6e74bb8bbdb1a0bc76ab2e171e1351a83b684fbca26a0a6f16f346d82b1d2e8cce2a76fe7febc2d5b0684642b8864ebbf36a1dd1
+  data.tar.gz: 05727db1fdd1631ebe6cb19fac8f09306cacab603c03ade34c6c5683be9a2283f13e22e364a3580952414d132554adfbc2238c3d951f9cc92ac02a76fa5880c3

data/exe/stepmod-extract-concepts

@@ -139,8 +139,47 @@ def replace_content(content)
   content
 end
 
+def extract_bibliographies(concepts, bibliographies)
+  concepts.each do |concept|
+    sources = concept.default_lang.sources
+
+    sources.each do |source|
+      next if bibliographies[source.origin.text]
+
+      bibliographies[source.origin.text] = {
+        "type" => source.type,
+        "origin" => {
+          "ref" => source.origin.text,
+          # "link" => source.origin.link,
+        },
+      }
+    end
+  end
+end
+
+def extract_sections(concepts, container)
+  concepts.each do |concept|
+    domain = concept.default_lang.domain
+
+    next if container[domain]
+
+    container[domain] = {
+      "domain" => domain,
+      "title" => domain.split(":").last.strip,
+    }
+  end
+end
+
+yaml_outputs = {
+  clause_4_sections: {},
+  clause_5_sections: {},
+  bibliographies: {}
+}
+
 part_resources.each do |(_bibdata, current_part_resources)|
   current_part_resources.save_to_files(output_dir)
+  extract_sections(current_part_resources, yaml_outputs[:clause_4_sections])
+  extract_bibliographies(current_part_resources, yaml_outputs[:bibliographies])
 end
 log "INFO: part_resources written to YAML files in #{output_dir}"
 
@@ -150,12 +189,16 @@ end.each do |(_bibdata, part_modules_arm, part_modules_mim)|
   unless part_modules_arm.empty?
     part_modules_arm.values.map do |managed_concept|
       managed_concept.save_to_files(output_dir)
+      extract_sections(managed_concept, yaml_outputs[:clause_5_sections])
+      extract_bibliographies(managed_concept, yaml_outputs[:bibliographies])
     end
   end
 
   unless part_modules_mim.empty?
     part_modules_mim.values.map do |managed_concept|
       managed_concept.save_to_files(output_dir)
+      extract_sections(managed_concept, yaml_outputs[:clause_5_sections])
+      extract_bibliographies(managed_concept, yaml_outputs[:bibliographies])
     end
   end
 end
@@ -163,3 +206,16 @@ log "INFO: part_modules written to YAML files in #{output_dir}"
 
 resource_concepts.save_to_files(output_dir)
 log "INFO: resource_concepts written to YAML files in #{output_dir}"
+
+extract_sections(resource_concepts, yaml_outputs[:clause_4_sections])
+extract_bibliographies(resource_concepts, yaml_outputs[:bibliographies])
+
+{
+  clause_4_sections: "resource_sections.yaml",
+  clause_5_sections: "module_sections.yaml",
+  bibliographies: "bib.yaml"
+}.each_pair do |var, filename|
+  path = File.join(output_dir, filename)
+  File.write(path, yaml_outputs[var].values.to_yaml)
+  log "INFO: #{var.to_s} written to #{path}."
+end

data/lib/stepmod/utils/terms_extractor.rb

@@ -243,13 +243,15 @@ module Stepmod
               bibdata: bibdata,
               # See: metanorma/iso-10303-2#90
               domain_prefix: "application module",
+              schema_type: type,
             )
           when "module_mim"
             mim_concepts = parse_annotated_module(
               schema: schema,
               bibdata: bibdata,
               # See: metanorma/iso-10303-2#90
-              domain_prefix: "application object",
+              domain_prefix: "application module",
+              schema_type: type,
             )
           when "resource"
             parse_annotated_resource(schema: schema, bibdata: bibdata)
@@ -268,7 +270,7 @@ module Stepmod
         }[match.captures[0]] || "resource"
       end
 
-      def parse_annotated_module(schema:, bibdata:, domain_prefix:)
+      def parse_annotated_module(schema:, bibdata:, domain_prefix:, schema_type:)
         log "INFO: parse_annotated_module: " \
             "Processing modules schema #{schema.file}"
 
@@ -285,6 +287,7 @@ module Stepmod
               "name" => schema.id,
               "type" => "module",
               "path" => extract_file_path(entity.parent.file),
+              "schema_type" => schema_type
             },
             document: {
               "type" => "module",
@@ -330,6 +333,7 @@ module Stepmod
               "name" => schema.id,
               "type" => "resource",
               "path" => extract_file_path(entity.parent.file),
+              "schema_type" => "resource"
             },
             document: {
               "type" => "resource",
@@ -363,7 +367,8 @@ module Stepmod
       # rubocop:disable Metrics/MethodLength
       def generate_concept_from_entity(entity:, schema:, domain:, bibdata:, document:)
         old_definition = trim_definition(entity.remarks.first)
-        definition = generate_entity_definition(entity, domain)
+        schema_type = schema["schema_type"]
+        definition = generate_entity_definition(entity, domain, schema_type)
 
         notes = [old_definition].reject { |note| redundant_note?(note) }
 
@@ -382,7 +387,11 @@ module Stepmod
             {
               "type" => "authoritative",
               "ref" => bibdata.docid,
-              "link" => "https://www.iso.org/standard/32858.html",
+
+              # TODO: Commenting out link right now since it's not needed.
+              # GitHub: metanorma/iso-10303-2#286
+              #
+              # "link" => "https://www.iso.org/standard/32858.html",
             },
           ],
           notes: notes,
@@ -511,15 +520,20 @@ module Stepmod
       # end
 
       # rubocop:disable Layout/LineLength
-      def generate_entity_definition(entity, domain)
+      def generate_entity_definition(entity, domain, schema_type)
         return "" if entity.nil?
 
         # See: metanorma/iso-10303-2#90
-        entity_type = if domain_type = domain.match(/\A(application object):/)
-                        "{{#{domain_type[1]}}}"
-                      else
-                        "{{entity data type}}"
-                      end
+        entity_type = case schema_type
+        when "module_arm"
+          "{{application object}}"
+        when "module_mim"
+          "{{entity data type}}"
+        when "resource", "business_object_model"
+          "{{entity data type}}"
+        else
+          raise Error.new("[stepmod-utils] encountered unsupported schema_type")
+        end
 
         if entity.subtype_of.size.zero?
           "#{entity_type} " \

data/lib/stepmod/utils/version.rb

@@ -1,5 +1,5 @@
 module Stepmod
   module Utils
-    VERSION = "0.3.28".freeze
+    VERSION = "0.3.30".freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: stepmod-utils
 version: !ruby/object:Gem::Version
-  version: 0.3.28
+  version: 0.3.30
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-07-06 00:00:00.000000000 Z
+date: 2023-07-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby