metanorma-release 0.2.5 → 0.2.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fb0e65e7f0e9f70aa92db6b778aced4b069a8de152db5227088569988fa691e3
-  data.tar.gz: 6482d90ac0568c9b2e8cda7b62b051981c14649d5eb7c3761ac62945ecbeafc9
+  metadata.gz: fd5a3df2d9c64ed9d7d70d8f4c3fd3646d8c932a4cbffc39c07490e0276e37d9
+  data.tar.gz: f688bc55c1dff3751cdc1903e420e64c7503f7716710655c123e034dd0a3a3fb
 SHA512:
-  metadata.gz: 7fb10367dbc5b804eea4f9c4f8ef4ca14108c9c735952887028f943411a67586a49411309ff6ac049a7ca0ab6b801082801cecbd92761690a9b3321564effe62
-  data.tar.gz: f0c46507af66c462bfc5d8caa3a4c13642688da1a05a29312c98700fed51693319e2bf19f174866b67fff9b009e0ee1bb80b432f832ed3645dae9d3f35ca473f
+  metadata.gz: 8127051648875b3ea36b988542c9ae82954bf68caf4ad91b785543d8ff6518ef95e1caa7d55334a777c22567806fbfa6cd32014812e6b2885388f42997f881d1
+  data.tar.gz: 77c9e3f867de101f3e962d674c8ddcabc630b9ba45557afe4c6338af0669a572dee37432b8231887cde7964f143817ea4ee1b50c9549bf2875dcdc76542152fe

data/lib/metanorma/release/cli.rb

@@ -82,6 +82,7 @@ module Metanorma
       option :file_routing, type: :string, default: "by-document",
                             desc: "File routing (by-document|flat|by-format)"
       option :cache_dir, type: :string, desc: "Cache directory"
+      option :data_dir, type: :string, desc: "Write flattened documents.json for site generators"
       option :include_drafts, type: :boolean, default: false,
                               desc: "Include draft releases"
       option :concurrency, type: :numeric, default: 4
@@ -101,6 +102,7 @@ module Metanorma
           output_dir: options[:output_dir],
           file_routing: options[:file_routing],
           cache_dir: options[:cache_dir],
+          data_dir: options[:data_dir],
           include_drafts: options[:include_drafts],
           concurrency: options[:concurrency],
           min_documents: options[:min_documents],

data/lib/metanorma/release/commands/aggregate.rb

@@ -8,7 +8,8 @@ module Metanorma
       Config = Struct.new(
         :source, :organizations, :topic, :repos, :repo_pattern, :local_path,
         :channels, :stages, :output_dir, :file_routing, :cache_dir,
-        :include_drafts, :concurrency, :min_documents, :token, :create_zip,
+        :data_dir, :include_drafts, :concurrency, :min_documents, :token,
+        :create_zip,
         keyword_init: true
       )
 
@@ -24,7 +25,8 @@ module Metanorma
         return result unless result.publications.any?
 
         index = build_index(result)
-        site = Site.new(index: index, output_dir: @config.output_dir)
+        site = Site.new(index: index, output_dir: @config.output_dir,
+                        data_dir: @config.data_dir)
         site.write!
         site.enrich!
         site.package! if @config.create_zip
@@ -46,6 +48,7 @@ module Metanorma
           output_dir: merged[:output_dir],
           file_routing: merged[:file_routing],
           cache_dir: merged[:cache_dir] || DEFAULT_CACHE_DIR,
+          data_dir: merged[:data_dir],
           include_drafts: merged[:include_drafts],
           concurrency: merged[:concurrency],
           min_documents: merged[:min_documents],
@@ -73,6 +76,7 @@ module Metanorma
           output_dir: cli_options[:output_dir] || file_data["output_dir"],
           file_routing: cli_options[:file_routing] || file_data["file_routing"],
           cache_dir: cli_options[:cache_dir] || file_data["cache_dir"],
+          data_dir: cli_options[:data_dir] || file_data["data_dir"],
           include_drafts: cli_options[:include_drafts] || file_data["include_drafts"],
           concurrency: cli_options[:concurrency] || file_data["concurrency"],
           min_documents: cli_options[:min_documents] || file_data["min_documents"],

data/lib/metanorma/release/site.rb

@@ -9,9 +9,10 @@ module Metanorma
     class Site
       attr_reader :index, :output_dir
 
-      def initialize(index:, output_dir:)
+      def initialize(index:, output_dir:, data_dir: nil)
         @index = index
         @output_dir = output_dir
+        @data_dir = data_dir
       end
 
       def write!
@@ -22,22 +23,49 @@ module Metanorma
       def enrich!
         return if index.empty?
 
-        documents = index.publications.map do |pub|
-          rxl_file = pub.files.find { |f| f.format == "rxl" }
-          next pub.to_h unless rxl_file
+        documents = enrich_documents
+        write_relaton_index(documents)
+        write_data_file(documents) if @data_dir
+      end
+
+      def package!(zip_path: nil)
+        require "zip"
 
-          rxl_path = File.join(output_dir, rxl_file.path)
-          next pub.to_h unless File.exist?(rxl_path)
+        path = zip_path || "#{output_dir}.zip"
+        Zip::File.open(path, Zip::File::CREATE) do |zipfile|
+          Dir.glob("#{output_dir}/**/*").each do |file|
+            next if File.directory?(file)
 
-          bib = Relaton::Bib::Item.from_xml(File.read(rxl_path))
-          enriched = pub.to_h
-          enriched["bibliographic"] = bib.to_h
-          enriched
+            entry_name = file.sub("#{File.dirname(output_dir)}/", "")
+            zipfile.add(entry_name, file)
+          end
+        end
+        path
+      end
+
+      private
+
+      def enrich_documents
+        index.publications.map do |pub|
+          enrich_publication(pub)
         rescue StandardError => e
           warn "  Skip #{pub.identifier}: #{e.message}"
           pub.to_h
         end
+      end
+
+      def enrich_publication(pub)
+        rxl_file = pub.files.find { |f| f.format == "rxl" }
+        return pub.to_h unless rxl_file
 
+        rxl_path = File.join(output_dir, rxl_file.path)
+        return pub.to_h unless File.exist?(rxl_path)
+
+        bib = Relaton::Bib::Item.from_xml(File.read(rxl_path))
+        pub.to_h.merge("bibliographic" => bib.to_h)
+      end
+
+      def write_relaton_index(documents)
         dest = File.join(output_dir, "relaton")
         FileUtils.mkdir_p(dest)
         index_data = { "root" => { "title" => "Document Registry",
@@ -47,19 +75,59 @@ module Metanorma
         File.write(File.join(dest, "index.yaml"), YAML.dump(index_data))
       end
 
-      def package!(zip_path: nil)
-        require "zip"
+      def write_data_file(documents)
+        FileUtils.mkdir_p(@data_dir)
+        items = documents.compact.map { |doc| flatten_for_site(doc) }
+        File.write(File.join(@data_dir, "documents.json"),
+                   JSON.pretty_generate({ "items" => items }))
+      end
 
-        path = zip_path || "#{output_dir}.zip"
-        Zip::File.open(path, Zip::File::CREATE) do |zipfile|
-          Dir.glob("#{output_dir}/**/*").each do |file|
-            next if File.directory?(file)
+      def flatten_for_site(doc)
+        bib = doc["bibliographic"] || {}
+        doc_id = resolve_doc_id(bib, doc)
+        {
+          "slug" => doc["id"],
+          "id" => doc_id,
+          "title" => doc["title"].to_s,
+          "abstract" => extract_abstract(bib),
+          "stage" => (doc["stage"] || "published").to_s.downcase,
+          "doctype" => extract_doctype(bib) || doc.fetch("doctype", ""),
+          "edition" => doc["edition"],
+          "date" => extract_date(doc),
+          "channels" => doc["channels"] || [],
+          "formats" => doc["formats"] || [],
+          "files" => doc["files"] || [],
+        }
+      end
 
-            entry_name = file.sub("#{File.dirname(output_dir)}/", "")
-            zipfile.add(entry_name, file)
-          end
-        end
-        path
+      def resolve_doc_id(bib, doc)
+        extract_primary_id(bib) || doc["identifier"] || doc["id"]
+      end
+
+      def extract_primary_id(bib)
+        ids = bib["docidentifier"]
+        return nil unless ids&.any?
+
+        primary = ids.find { |di| di["primary"] == true } || ids.first
+        primary["content"]
+      end
+
+      def extract_doctype(bib)
+        bib.dig("ext", "doctype", "content")
+      end
+
+      def extract_abstract(bib)
+        abstracts = bib["abstract"]
+        return nil unless abstracts&.any?
+
+        abstracts.first["content"]
+      end
+
+      def extract_date(doc)
+        release_date = doc.dig("source", "releaseDate")
+        return nil unless release_date
+
+        release_date.to_s.split(/[T ]/).first
       end
     end
   end

data/lib/metanorma/release/version.rb

@@ -2,6 +2,6 @@
 
 module Metanorma
   module Release
-    VERSION = "0.2.5"
+    VERSION = "0.2.6"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: metanorma-release
 version: !ruby/object:Gem::Version
-  version: 0.2.5
+  version: 0.2.6
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-05-17 00:00:00.000000000 Z
+date: 2026-05-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: relaton-bib