relaton 3.0.2 → 3.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f15745a534625b27b3d013d7b3d6edd7e0185f1bcc1c545f7b44dc6059d9d113
-  data.tar.gz: ac15b5259abb3c980cd6bee9d10c5f2f0ae12fea955478ca28f7da82027ab6f6
+  metadata.gz: a774b326943089257e3aef6e5402fc1e2d53d4ff557e8b19f845a62d64b9a99b
+  data.tar.gz: 665fa378d2380f79a4e2952df1ff3d0f7e1de6d91ead262d75261555a4170e5c
 SHA512:
-  metadata.gz: de3f2c7182f6a2b1737a54e9168bcab856dbc81fe169f293b5b932f0224e8cb95187f506829230068ebc5308884e89a918515b03838f969c9c9870020442efff
-  data.tar.gz: a4bfe1d14667d8907eecd43fe880b02e7d15ceab20d2c6302c8f5c220d6c4398b3adefa056ff8815639686ad85674713c5c3a4759bd5ad57ffdd1e42b9bc39e1
+  metadata.gz: bfa2af357a4e288f0ce97fb82ff78ac58b39bc8f8fc8659584ebb29a4568a50175137b8b8cd32b6710aff65b8413cb4ab0d1ea674918187edd9a74592e331a6c
+  data.tar.gz: e2ad6a9822a6ffa5f9a625bb4095260b81b3906fcff8ba0cf4fbdcea0d543f9e2b14133c7dd29dad0f165c26713b16fc0f06ebfc06d134384d4d0f280ee873b1

data/lib/relaton/bipm.rb

@@ -1,6 +1,5 @@
 require "zip"
 require "fileutils"
-require "parslet"
 require "relaton/bib"
 require "relaton/index"
 require "relaton/core"

data/lib/relaton/core/processor.rb

@@ -67,7 +67,7 @@ module Relaton
       # @return [Pubid::Identifier, nil]
       def cache_pubid(ref)
         pubid_class&.parse(ref)
-      rescue ArgumentError, ::Pubid::Errors::Error, Parslet::ParseFailed
+      rescue ArgumentError, ::Pubid::Errors::Error
         # relaton-bib carries the log facade; core specs load without it.
         require "relaton/bib"
         Relaton::Bib::Util.info "does not parse as this flavor's pubid; " \

data/lib/relaton/db/registry.rb

@@ -221,7 +221,7 @@ module Relaton
         require "pubid"
         parsed = ::Pubid.parse reference
         parsed if parsed.to_s == reference
-      rescue ArgumentError, ::Pubid::Errors::Error, Parslet::ParseFailed
+      rescue ArgumentError, ::Pubid::Errors::Error
         nil
       end
 

data/lib/relaton/db.rb

@@ -226,7 +226,7 @@ module Relaton
     # reference they cannot read is not-found, not a failure (relaton#412).
     def unreadable_reference?(error)
       (defined?(Pubid::Errors::Error) && error.is_a?(Pubid::Errors::Error)) ||
-        (defined?(Parslet::ParseFailed) && error.is_a?(Parslet::ParseFailed))
+        false
     end
 
     # The flavor routing picks for `fetch_async`'s per-flavor queue; nil
@@ -389,7 +389,7 @@ module Relaton
       return unless docid&.content
 
       cache_key docid.content, nil, {}, stdclass
-    rescue ::Pubid::Errors::Error, Parslet::ParseFailed
+    rescue ::Pubid::Errors::Error
       nil
     end
 
@@ -456,7 +456,7 @@ module Relaton
     def copublisher_query(code, opts, stdclass, publisher)
       query = begin
         @registry[stdclass].query_pubid(code, opts)
-      rescue ::Pubid::Errors::Error, Parslet::ParseFailed
+      rescue ::Pubid::Errors::Error
         nil
       end
       return query if query

data/lib/relaton/nist/CLAUDE.md

@@ -64,7 +64,8 @@ All data models inherit from `Lutaml::Model::Serializable` and use declarative a
   - **Per-record resilience (mirrors the ISO flavor).** A single bad record must never abort the crawl. `#write_file` skips (never `id.content`-crashes on) a record whose MODS entry yields **no docidentifier** (e.g. a DOI stored only in `<identifier type="doi">`, which `ModsParser#parse_doi` doesn't read), and records ids that `#pubid` can't parse (new series like `NIST RB`/`NIST CHIPS`) as "not indexed" — the YAML is still written, only the index-v2 entry is skipped. Both classes accumulate in `#failures`; the `#report_errors` override emits each at `:error` (via `#log_error` → `Util.error`), which the shared `Core::DataFetcher` gh_issue machinery turns into one "Error fetching documents" GitHub issue in CI (`GITHUB_REPOSITORY` + `GITHUB_TOKEN`). `#pubid` no longer warns per-failure; reporting is centralized in `#report_errors`.
   - **Draft-stage rows come from CSRC (relaton#313).** The MODS collection has no draft records, so `#fetch_csrc` adds the CSRC pubs-export feed (`PubsExport.instance.data`) after the MODS pass. It builds each row **exactly as the runtime builds a CSRC hit** — `HitCollection#hit_data` (which calls `#pubs_export_id`) → `Scraper.parse_page` — so the crawled id and the live id are one string, with the stage, revision and update from the row's uri and DOI (`NIST FIPS 197/Upd1 ipd`, `NIST SP 800-108r1 ipd`, `NIST SP 1800-12 2pd`). Only a row whose id carries a **stage** is written; finals come from MODS, so a CSRC row never shadows a base document. On the 914-row fixture feed this writes 302 staged records. Don't go back to a hand-built `"NIST #{series} #{docnumber} #{stage}"` id: it dropped the numbered drafts (`2pd`…), the `/UpdN`, and spelled revisions `Rev. 1`. A stage that CSRC does not list (e.g. `NIST FIPS 197 fpd`) still answers through the consumer's #303 family fallback. Three more rules: `#csrc_bib` clears the `fetched` date the runtime stamps, or every draft changes each day and `Core#force_write` rewrites ~300 files per incremental crawl; CSRC lists a republished draft twice (`…/ipd` and `…/ipd-(1)`, one DOI, so one id), so each id is written once and the plain uri wins; and only the build step is rescued (to a `#failures` entry) — a write error stops the crawl, as in the MODS pass. `#pubs_export_id` must not mutate its row (`sub`, not `sub!`): the crawler and the runtime share the `PubsExport` data.
   - **A CSRC relation names the related document (relaton#314).** `Scraper#related_id` finds the related feed row by its uri and derives its id with `HitCollection.pubs_export_id` (the class method the instance method delegates to). The entry's own `docidentifier` drops the update and the part, and the hit's code is the record's own id, so neither is the related id. `HitCollection#search_filter` ends in an `ensure` that returns `arr`: every branch must set `arr`, because an earlier `return` is overridden there.
-  - **CSWP comes from CSRC, not the NIST Library (relaton-nist#104).** The NIST Library announced CSWP data, but its MODS release (`allrecords-MODS.xml`, and the MARC `allrecords.xml`) holds **no** CSWP record — 0 on the Sept2026 release. It publishes CSWPs only as RIS/BibTeX files under `bib/` on its `nist-pages` branch. So the index has only the CSRC draft CSWP rows (`#fetch_csrc`), and a final CSWP answers from CSRC at runtime: `HitCollection#search` asks the CSRC feed (`from_json`) and asks the index (`from_ga`) only when CSRC gives no hit. That is the chosen rule — CSRC wins, no merge — because CSRC lists every numbered CSWP with more metadata (affiliations, status, supersedes, comment period). The known gap: the NIST Library also has about 35 **legacy dated ids** (`NIST CSWP 01142020`, the same paper as `CSWP 9`, from before NIST renumbered the series) and translations (`NIST.CSWP.6.spa`). CSRC lists neither, so they answer not-found; a fix needs a mapping built from those RIS files. `hit_collection_spec.rb` pins the CSRC answer.
+  - **CSWP comes from CSRC, not the NIST Library (relaton-nist#104).** The NIST Library announced CSWP data, but its MODS release (`allrecords-MODS.xml`, and the MARC `allrecords.xml`) holds **no** CSWP record — 0 on the Sept2026 release. It publishes CSWPs only as RIS/BibTeX files under `bib/` on its `nist-pages` branch. So the index has only the CSRC draft CSWP rows (`#fetch_csrc`), and a final CSWP answers from CSRC at runtime: `HitCollection#search` asks the CSRC feed (`from_json`) and asks the index (`from_ga`) only when CSRC gives no hit. That is the chosen rule — CSRC wins, no merge — because CSRC lists every numbered CSWP with more metadata (affiliations, status, supersedes, comment period). `hit_collection_spec.rb` pins the CSRC answer.
+  - **Legacy dated CSWP ids and CSWP translations come from a static table (relaton#406).** CSRC lists neither the ~30 **legacy dated ids** (`NIST CSWP 01142020`, the same paper as `CSWP 9`, from before NIST numbered the series) nor the translations (`NIST.CSWP.6.spa`). `cswp.yaml` holds both, built once from the 84 RIS files (header of the file says how), and `Cswp` reads it. `Bibliography.get` asks `Cswp.lookup` **first** — the parenthetical-date regex after it would strip `(spa)`. A legacy id fetches the numbered id through the normal CSRC path and adds the dated id as a non-primary docidentifier (`06222021-draft` → the CSRC `CSWP 19 ipd`); a translation, dated or numbered, answers an offline record from the table (`NIST CSWP 6(spa)`, the RIS title/authors/year/DOI, `language`/`script` from `Cswp::LANGUAGES`, a `translatedFrom` relation to the original). `normalize` reads `NIST CSWP 6 spa`, `NIST CSWP 6(spa)` and `NIST.CSWP.6.spa` as one key. `Processor#cache_pubid` returns nil (so `Db` hands `get` the String and does not cache) for **every legacy id** and for a translation that pubid does not render back. A legacy answer is the numbered record plus the dated id, and `Db` would store it under the numbered id's row, so a later `NIST CSWP 9` would carry `NIST CSWP 01142020`. pubid reads `04162018ar` as `04162018a`, `6 spa` as `6(spa)`, and fails on `04162018bg`/`02122014pl`. A translation answers only for its own RIS year. Not mapped, on purpose: `02042022-1`…`-5` have no SN and share the title "Cybersecurity White Paper: EO Response", so they still answer not-found. The CSRC `ipd` rows of `27`/`29`/`32` already answer, so the table leaves out their RIS files. A new translation means a new table row.
   - **`#write_file` serializes before it indexes**, so a record that fails to serialize leaves no index row naming a file that was never written. That is how a `Bib::Date` in `Scraper.fetch_dates` hid: `Nist::ItemData` takes `Nist::Date`, and YAML serialization rejects the parent class (the same strictness as the docidentifier note below).
 - `ModsParser` — maps MODS XML (via `loc_mods`) to `ItemData`
 - `Scraper` — fetches items from GitHub YAML or CSRC JSON

data/lib/relaton/nist/bibliography.rb

@@ -39,6 +39,9 @@ module Relaton
           # read back as its printed form; the pubid itself is not changed.
           ref = ref.to_s unless ref.is_a?(String)
           return fetch_ref_err(ref, year, []) if ref.match?(/\sEP$/)
+          # Before the parsing below, which reads "(spa)" as a date.
+          cswp = Cswp.lookup(ref)
+          return cswp_get(ref, cswp, year, opts) if cswp
 
           /^(?<code2>[^(]+)(?:\((?<date2>\w+\s(?:\d{2},\s)?\d{4})\))?\s?\(?(?:(?<=\()(?<stage>(?:I|F|\d)PD))?/ =~ ref
           stage ||= /(?<=\.)PD-\w+(?=\.)/.match(ref)&.to_s
@@ -62,6 +65,34 @@ module Relaton
 
         private
 
+        #
+        # Get a CSWP that CSRC does not list (relaton#406). A legacy dated id
+        # answers the numbered CSRC record, with the dated id as an extra
+        # docidentifier; a translation answers its record from the RIS table.
+        #
+        # @param ref [String] reference
+        # @param cswp [Array] the Cswp.lookup result
+        # @param year [String, nil] year
+        # @param opts [Hash] options
+        #
+        # @return [Relaton::Nist::ItemData, nil] bibliographic item
+        #
+        def cswp_get(ref, cswp, year, opts)
+          type, id, dated = cswp
+          if type == :translation
+            return fetch_ref_err(ref, year, [id[:year]]) if year && year.to_s != id[:year]
+
+            item = Cswp.translation_item(id)
+            Util.info "Found: `#{item.docidentifier.first.content}`", key: ref
+            return item
+          end
+
+          Util.info "Legacy dated CSWP id, fetching `#{id}`", key: ref
+          item = nistbib_get(id, year, opts)
+          item&.docidentifier&.<< Docidentifier.new(content: dated, type: "NIST")
+          item
+        end
+
         #
         # Get NIST document by reference
         #

data/lib/relaton/nist/cswp.rb

@@ -0,0 +1,137 @@
+require "yaml"
+
+module Relaton
+  module Nist
+    #
+    # CSWP ids the CSRC pubs-export feed does not list (relaton#406): the
+    # legacy dated ids from before the series was numbered, and the
+    # translations. The table (`cswp.yaml`) is built from the NIST Library RIS
+    # files; see the header of that file.
+    #
+    # This file loads no flavor model at require time, so the processor can
+    # ask #lookup on the cold path. #translation_item needs the models.
+    #
+    module Cswp
+      # ISO 639-2 code of a translation => [ISO 639-1 code, ISO 15924 script]
+      LANGUAGES = {
+        "ara" => %w[ar Arab], "bul" => %w[bg Cyrl], "fre" => %w[fr Latn],
+        "gre" => %w[el Grek], "ind" => %w[id Latn], "jpn" => %w[ja Jpan],
+        "kor" => %w[ko Kore], "may" => %w[ms Latn], "nor" => %w[no Latn],
+        "pol" => %w[pl Latn], "por" => %w[pt Latn], "spa" => %w[es Latn],
+        "ukr" => %w[uk Cyrl]
+      }.freeze
+
+      class << self
+        # @return [Hash] the table as written in cswp.yaml
+        def table
+          @table ||= YAML.load_file File.expand_path("cswp.yaml", __dir__)
+        end
+
+        #
+        # The comparable form of a CSWP reference: no publisher, the
+        # separators (".", "(...)") read as spaces, upper case.
+        # "NIST CSWP 6(spa)", "NIST.CSWP.6.spa" and "NIST CSWP 6 spa" all
+        # give "CSWP 6 SPA".
+        #
+        # @param ref [String]
+        # @return [String]
+        def normalize(ref)
+          ref.to_s.sub(/\ANIST[.\s]+/i, "").gsub(/[().]/, " ").squeeze(" ").strip.upcase
+        end
+
+        #
+        # Find a reference in the table.
+        #
+        # @param ref [String]
+        # @return [Array, nil] `[:legacy, numbered id, dated id]` for a
+        #   legacy id of an English CSWP, `[:translation, entry]` for a
+        #   translation (dated or numbered), nil otherwise
+        def lookup(ref)
+          key = normalize ref
+          return unless key.start_with? "CSWP "
+
+          key = key.delete_prefix "CSWP "
+          dated, target = legacy[key]
+          entry = translations[(target || key).upcase]
+          return [:translation, entry] if entry
+
+          [:legacy, "NIST CSWP #{target}", "NIST CSWP #{dated}"] if target
+        end
+
+        #
+        # Build the record of a translation from its RIS fields.
+        #
+        # @param entry [Hash] a translation entry from #lookup
+        # @return [Relaton::Nist::ItemData]
+        def translation_item(entry) # rubocop:disable Metrics/AbcSize,Metrics/MethodLength
+          number, lang_code = entry[:id].split
+          language, script = LANGUAGES.fetch lang_code
+          id = "NIST CSWP #{number}(#{lang_code})"
+          ItemData.new(
+            type: "standard",
+            docidentifier: [
+              Docidentifier.new(content: id, type: "NIST", primary: true),
+              Docidentifier.new(content: entry[:doi].split("/").last, type: "DOI"),
+            ],
+            title: [Bib::Title.new(content: entry[:title], language: "en", script: "Latn")],
+            source: [Bib::Uri.new(type: "doi", content: "https://doi.org/#{entry[:doi]}")],
+            date: [Date.new(type: "published", at: entry[:year])],
+            contributor: entry[:authors].map { |name| author name } << publisher,
+            language: [language],
+            script: [script],
+            relation: [original_relation("NIST CSWP #{number}")],
+            place: [Bib::Place.new(city: "Gaithersburg", region: [Bib::Place::RegionType.new(iso: "MD")])],
+            ext: Ext.new(doctype: Doctype.new(content: "standard"), flavor: "nist"),
+          )
+        end
+
+        private
+
+        # dated id (upper case) => [dated id, numbered id]
+        def legacy
+          @legacy ||= table["legacy"].to_h { |dated, numbered| [dated.upcase, [dated, numbered]] }
+        end
+
+        # translation id (upper case) => entry
+        def translations
+          @translations ||= table["translations"].to_h do |id, fields|
+            [id.upcase, fields.transform_keys(&:to_sym).merge(id: id, authors: fields["authors"] || [])]
+          end
+        end
+
+        # @param name [String] RIS author, "Surname, Forename"
+        # @return [Bib::Contributor]
+        def author(name)
+          surname, forename = name.split(/,\s*/, 2)
+          fullname = Bib::FullName.new(
+            surname: Bib::LocalizedString.new(content: surname, language: "en", script: "Latn"),
+            forename: [Bib::FullNameType::Forename.new(content: forename, language: "en", script: "Latn")],
+          )
+          Bib::Contributor.new(
+            person: Bib::Person.new(name: fullname),
+            role: [Bib::Contributor::Role.new(type: "author")],
+          )
+        end
+
+        # @return [Bib::Contributor]
+        def publisher
+          org = Bib::Organization.new(
+            name: [Bib::TypedLocalizedString.new(content: "National Institute of Standards and Technology")],
+            abbreviation: Bib::LocalizedString.new(content: "NIST"),
+          )
+          Bib::Contributor.new(organization: org, role: [Bib::Contributor::Role.new(type: "publisher")])
+        end
+
+        # @param id [String] the original's id
+        # @return [Relaton::Nist::Relation]
+        def original_relation(id)
+          bib = ItemData.new(
+            formattedref: Bib::Formattedref.new(content: id),
+            docidentifier: [Docidentifier.new(content: id, type: "NIST", primary: true)],
+          )
+          Relation.new(type: "translatedFrom", bibitem: bib)
+        end
+      end
+    end
+  end
+end

data/lib/relaton/nist/cswp.yaml

@@ -0,0 +1,155 @@
+# CSWP ids the CSRC pubs-export feed does not list (relaton#406).
+#
+# Source: the RIS files `bib/NIST.CSWP.*.ris` on the `nist-pages` branch of
+# usnistgov/NIST-Tech-Pubs (the NIST Library MODS/MARC releases hold no CSWP).
+#
+# legacy: a dated id from before the series was numbered -> the numbered id,
+#   matched by the exact RIS title (TI). A dated translation maps to the
+#   numbered translation. `06222021-draft` has no numbered RIS; its title is
+#   the CSRC `CSWP 19` initial public draft.
+#   Not mapped: `02042022-1`..`-5` have no SN and share the title
+#   "Cybersecurity White Paper: EO Response", so no numbered id matches.
+#
+# translations: numbered id + ISO 639-2 language code -> the RIS fields (TI,
+#   PY, DO, AU). The original is the numbered id without the language code.
+legacy:
+  "01142020": "9"
+  "01162020es": "10 spa"
+  "01162020id": "10 ind"
+  "01162020pt": "10 por"
+  "01262018": "5"
+  "02042020-1": "11"
+  "02042020-2": "11A"
+  "02042020-3": "11B"
+  "02042020-4": "11C"
+  "02042020-5": "11D"
+  "02042020-6": "11E"
+  "02042020-7": "11F"
+  "02122014": "1"
+  "02122014pl": "1 pol"
+  "02192014": "2"
+  "04162018": "6"
+  "04162018ar": "6 ara"
+  "04162018bg": "6 bul"
+  "04162018es": "6 spa"
+  "04162018fr": "6 fre"
+  "04162018id": "6 ind"
+  "04162018pt": "6 por"
+  "04212016": "4"
+  "04222019": "8"
+  "04232020": "13"
+  "04282021": "15"
+  "06032014": "3"
+  "06222021-draft": "19 ipd"
+  "09102018": "7"
+  "09292021": "21"
+translations:
+  "1 pol":
+    title: Framework for Improving Critical Infrastructure Cybersecurity, Version 1.0 (Polish translation)
+    year: "2014"
+    doi: 10.6028/NIST.CSWP.1.pol
+    authors:
+    - Stine, Kevin
+  "6 ara":
+    title: Framework for Improving Critical Infrastructure Cybersecurity, Version 1.1 (Arabic translation)
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.ara
+    authors:
+    - Stine, Kevin
+  "6 bul":
+    title: Framework for Improving Critical Infrastructure Cybersecurity, Version 1.1 (Bulgarian translation)
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.bul
+    authors:
+    - Stine, Kevin
+  "6 fre":
+    title: Framework for Improving Critical Infrastructure Cybersecurity, Version 1.1 (French Translation)
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.fre
+    authors:
+    - Stine, Kevin
+  "6 gre":
+    title: Greek Translation of the Framework for Improving Critical Infrastructure Cybersecurity
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.gre
+    authors:
+    - Stine, Kevin
+  "6 ind":
+    title: Framework for Improving Critical Infrastructure Cybersecurity, Version 1.1 (Indonesian Translation)
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.ind
+    authors:
+    - Stine, Kevin
+  "6 jpn":
+    title: Japanese Translation of Framework for Improving Critical Infrastructure Cybersecurity Version 1.1 (Cybersecurity Framework)
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.jpn
+    authors:
+    - Stine, Kevin
+  "6 kor":
+    title: Korean Translation of the Framework for Improving Critical Infrastructure Cybersecurity Version 1.1
+    year: "2024"
+    doi: 10.6028/NIST.CSWP.6.kor
+    authors:
+    - Stine, Kevin
+  "6 may":
+    title: Malay Translation of the Framework for Improving Critical Infrastructure Cybersecurity V1.1
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.may
+    authors:
+    - Stine, Kevin
+  "6 nor":
+    title: Norwegian Translation of the Framework for Improving Critical Infrastructure Cybersecurity Version 1.1
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.nor
+    authors:
+    - Stine, Kevin
+  "6 por":
+    title: Portuguese Translation of the Framework for Improving Critical Infrastructure Cybersecurity Version 1.1 (Cybersecurity Framework)
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.por
+    authors:
+    - Stine, Kevin
+  "6 spa":
+    title: Framework for Improving Critical Infrastructure Cybersecurity, Version 1.1 (Spanish translation)
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.spa
+    authors:
+    - Stine, Kevin
+  "6 ukr":
+    title: Ukranian Translation of the Framework for Improving Critical Infrastructure Cybersecurity Version 1.1 (Cybersecurity Framework)
+    year: "2018"
+    doi: 10.6028/NIST.CSWP.6.ukr
+    authors:
+    - Stine, Kevin
+  "10 ara":
+    title: "NIST Privacy Framework: A Tool for Improving Privacy Through Enterprise Risk Management, Version 1.0 (Arabic translation)"
+    year: "2022"
+    doi: 10.6028/NIST.CSWP.10.ara
+    authors:
+    - Lefkovitz, Naomi
+    - Boeckl, Katie
+  "10 ind":
+    title: Indonesian Translation of the NIST Privacy Framework Version 1.0
+    year: "2020"
+    doi: 10.6028/NIST.CSWP.10.ind
+    authors:
+    - Lefkovitz, Naomi
+  "10 may":
+    title: "NIST Privacy Framework: A Tool for Improving Privacy Through Enterprise Risk Management, Version 1.0 (Malay translation)"
+    year: "2024"
+    doi: 10.6028/NIST.CSWP.10.may
+    authors:
+    - Lefkovitz, Naomi
+  "10 por":
+    title: Portuguese Translation of the NIST Privacy Framework Version 1.0
+    year: "2021"
+    doi: 10.6028/NIST.CSWP.10.por
+    authors:
+    - Lefkovitz, Naomi
+  "10 spa":
+    title: Spanish Translation of the NIST Privacy Framework Version 1.0
+    year: "2021"
+    doi: 10.6028/NIST.CSWP.10.spa
+    authors:
+    - Lefkovitz, Naomi

data/lib/relaton/nist/processor.rb

@@ -21,6 +21,26 @@ module Relaton
         Bibliography.get(code, date, opts)
       end
 
+      # Two kinds of Cswp table reference reach `get` as written and are not
+      # cached (relaton#406). A legacy dated id answers the numbered record
+      # with the dated id added, and Db would store that record under the
+      # numbered id's row, so a later "NIST CSWP 9" would carry the dated id.
+      # A translation that pubid reads in another form ("NIST CSWP
+      # 04162018ar" as "...04162018a", "NIST CSWP 6 spa" as "...6(spa)").
+      #
+      # @param ref [String]
+      # @return [Pubid::Nist::Identifier, nil]
+      def cache_pubid(ref)
+        pubid = super
+        return if pubid.nil?
+
+        require_relative "cswp"
+        type, = Cswp.lookup(ref)
+        return pubid if type.nil? || (type == :translation && pubid.to_s == ref)
+
+        nil
+      end
+
       #
       # Fetch all the documents from a source
       #

data/lib/relaton/nist.rb

@@ -12,6 +12,7 @@ require_relative "nist/pubs_export"
 require_relative "nist/hit"
 require_relative "nist/hit_collection"
 require_relative "nist/scraper"
+require_relative "nist/cswp"
 require_relative "nist/bibliography"
 # require_relative "nist/tech_pubs_parser"
 

data/lib/relaton/version.rb

@@ -1,3 +1,3 @@
 module Relaton
-  VERSION = "3.0.2".freeze
+  VERSION = "3.0.3".freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton
 version: !ruby/object:Gem::Version
-  version: 3.0.2
+  version: 3.0.3
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-10-30 00:00:00.000000000 Z
+date: 2026-10-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: addressable
@@ -42,30 +42,30 @@ dependencies:
   name: base64
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.3'
 - !ruby/object:Gem::Dependency
   name: bibtex-ruby
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '6.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '6.2'
 - !ruby/object:Gem::Dependency
   name: cnccs
   requirement: !ruby/object:Gem::Requirement
@@ -98,16 +98,16 @@ dependencies:
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '2.10'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '2.10'
 - !ruby/object:Gem::Dependency
   name: csv
   requirement: !ruby/object:Gem::Requirement
@@ -224,16 +224,16 @@ dependencies:
   name: iso639
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: isoics
   requirement: !ruby/object:Gem::Requirement
@@ -282,20 +282,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.2.5
+        version: 0.2.8
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 0.2.5
+        version: 0.2.8
 - !ruby/object:Gem::Dependency
   name: lutaml-model
   requirement: !ruby/object:Gem::Requirement
@@ -370,30 +364,30 @@ dependencies:
   name: moxml
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.5.174
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.5.174
 - !ruby/object:Gem::Dependency
   name: leptris
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.9.80
+        version: 1.9.391
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.9.80
+        version: 1.9.391
 - !ruby/object:Gem::Dependency
   name: parallel
   requirement: !ruby/object:Gem::Requirement
@@ -410,92 +404,60 @@ dependencies:
         version: '1.26'
 - !ruby/object:Gem::Dependency
   name: parsanol
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.3.114
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '1.4'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.3.114
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '1.4'
-- !ruby/object:Gem::Dependency
-  name: parslet
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: 1.3.114
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: 1.3.114
 - !ruby/object:Gem::Dependency
   name: pubid
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 2.0.1
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '2.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 2.0.1
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: yeptris
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.6.51
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 0.6.51
 - !ruby/object:Gem::Dependency
   name: relaton-render
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 3.0.0.pre.alpha.1
-    - - "<"
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '4'
+        version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 3.0.0.pre.alpha.1
-    - - "<"
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '4'
+        version: '3.0'
 - !ruby/object:Gem::Dependency
   name: rfcxml
   requirement: !ruby/object:Gem::Requirement
@@ -1159,6 +1121,8 @@ files:
 - lib/relaton/nist/bibitem.rb
 - lib/relaton/nist/bibliography.rb
 - lib/relaton/nist/comment_period.rb
+- lib/relaton/nist/cswp.rb
+- lib/relaton/nist/cswp.yaml
 - lib/relaton/nist/data_fetcher.rb
 - lib/relaton/nist/date.rb
 - lib/relaton/nist/docidentifier.rb