relaton 3.0.8 → 3.1.0

data/lib/relaton/evs/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Evs

data/lib/relaton/evs.rb

@@ -2,10 +2,10 @@
 
 require "digest/md5"
 require "mechanize"
-require "relaton/core"
+require_relative "core"
 require "isoics"
 require "pubid"
-require "relaton/bib"
+require_relative "bib"
 require_relative "version"
 require_relative "evs/util"
 require_relative "evs/model/item"

data/lib/relaton/gb/bibliography.rb

@@ -31,7 +31,7 @@ module Relaton
             TScraper.scrape_page ref
           else
             # Scrape sector standard.
-            require "relaton/gb/sec_scraper"
+require_relative "sec_scraper"
             SecScraper.scrape_page ref
           end
         end

data/lib/relaton/gb/processor.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Gb

data/lib/relaton/gb.rb

@@ -1,7 +1,7 @@
 require "digest/md5"
 require "mechanize"
-require "relaton/core"
-require "relaton/iso"
+require_relative "core"
+require_relative "iso"
 require "cnccs"
 require_relative "version"
 require_relative "gb/util"

data/lib/relaton/gost/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Gost

data/lib/relaton/gost.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require "relaton/bib"
-require "relaton/index"
+require_relative "bib"
+require_relative "index"
 require "pubid"
-require "relaton/version"
+require_relative "version"
 
 # Relaton::Gost is the GOST (Russian federal standards — Гостстандарт)
 # flavor of the unified relaton gem. Adds typed Ext fields (urn,

data/lib/relaton/iala/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Iala

data/lib/relaton/iala.rb

@@ -1,7 +1,7 @@
 require "pubid"
-require "relaton/bib"
-require "relaton/index"
-require "relaton/version"
+require_relative "bib"
+require_relative "index"
+require_relative "version"
 
 # Relaton::Iala is the IALA (International Organization for Marine Aids
 # to Navigation) flavor of the unified relaton gem. Adds typed Ext fields

data/lib/relaton/iana/data_fetcher.rb

@@ -1,4 +1,4 @@
-require "relaton/core"
+require_relative "../core"
 require_relative "../iana"
 require_relative "parser"
 

data/lib/relaton/iana/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Iana

data/lib/relaton/iana.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
 require "faraday"
-require "relaton/index"
+require_relative "index"
 require "pubid"
-require "relaton/bib"
+require_relative "bib"
 require_relative "version"
 require_relative "iana/util"
 require_relative "iana/item_data"

data/lib/relaton/iec/data_fetcher.rb

@@ -1,5 +1,5 @@
 require "yeptris"
-require "relaton/core"
+require_relative "../core"
 require_relative "../iec"
 require_relative "data_parser"
 

data/lib/relaton/iec/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Iec

data/lib/relaton/iec.rb

@@ -3,8 +3,8 @@ require "net/http"
 require "moxml"
 require "pubid"
 require "zip"
-require "relaton/index"
-require "relaton/iso"
+require_relative "index"
+require_relative "iso"
 require_relative "version"
 require_relative "iec/util"
 require_relative "iec/bibliography"

data/lib/relaton/ieee/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Ieee

data/lib/relaton/ieee.rb

@@ -2,8 +2,8 @@ require "digest/md5"
 require "faraday"
 require "yaml"
 require "pubid"
-require "relaton/index"
-require "relaton/bib"
+require_relative "index"
+require_relative "bib"
 require_relative "version"
 require_relative "ieee/util"
 require_relative "ieee/bibliography"

data/lib/relaton/ietf/data_fetcher.rb

@@ -2,7 +2,7 @@ require "etc"
 require "parallel"
 require "pubid"
 require "pubid/ietf"
-require "relaton/core"
+require_relative "../core"
 require_relative "../ietf"
 require_relative "bibxml_parser"
 require_relative "rfc/index"

data/lib/relaton/ietf/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Ietf

data/lib/relaton/ietf.rb

@@ -1,8 +1,8 @@
 # frozen_string_literal: true
 
 require "net/http"
-require "relaton/index"
-require "relaton/bib"
+require_relative "index"
+require_relative "bib"
 require_relative "version"
 require_relative "ietf/util"
 require_relative "ietf/item_data"

data/lib/relaton/iho/hash_parser_v1.rb

@@ -1,4 +1,4 @@
-require "relaton/bib/hash_parser_v1"
+require_relative "../bib/hash_parser_v1"
 require_relative "../iho"
 
 module Relaton

data/lib/relaton/iho/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Iho

data/lib/relaton/iho.rb

@@ -1,5 +1,5 @@
-require "relaton/bib"
-require "relaton/index"
+require_relative "bib"
+require_relative "index"
 require "pubid"
 require_relative "version"
 require_relative "iho/util"

data/lib/relaton/index.rb

@@ -3,7 +3,7 @@
 require "yaml"
 require "zip"
 require "open-uri"
-require "relaton/logger"
+require_relative "logger"
 
 require_relative "version"
 require_relative "core/request_error"

data/lib/relaton/isbn/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Isbn

data/lib/relaton/isbn.rb

@@ -1,5 +1,5 @@
 require "net/http"
-require "relaton/bib"
+require_relative "bib"
 require_relative "version"
 require_relative "isbn/util"
 require_relative "isbn/isbn"

data/lib/relaton/iso/hash_parser_v1.rb

@@ -1,4 +1,4 @@
-require "relaton/bib/hash_parser_v1"
+require_relative "../bib/hash_parser_v1"
 require_relative "../iso"
 
 module Relaton

data/lib/relaton/iso/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Iso

data/lib/relaton/iso.rb

@@ -2,10 +2,10 @@
 
 require "net/http"
 require "pubid"
-require "relaton/index"
+require_relative "index"
 require "isoics"
-require "relaton/bib"
-require "relaton/core"
+require_relative "bib"
+require_relative "core"
 require_relative "version"
 require_relative "iso/util"
 require_relative "iso/item_data"

data/lib/relaton/itu/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Itu

data/lib/relaton/itu.rb

@@ -1,9 +1,9 @@
 require "mechanize"
 require "pubid"
 require "digest/md5"
-require "relaton/index"
-require "relaton/bib"
-require "relaton/core"
+require_relative "index"
+require_relative "bib"
+require_relative "core"
 require_relative "version"
 require_relative "itu/util"
 require_relative "itu/item_data"

data/lib/relaton/jcgm/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Jcgm

data/lib/relaton/jcgm.rb

@@ -1,5 +1,5 @@
-require "relaton/bib"
-require "relaton/index"
+require_relative "bib"
+require_relative "index"
 require "pubid"
 require_relative "version"
 require_relative "jcgm/util"

data/lib/relaton/jis/processor.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Jis

data/lib/relaton/jis.rb

@@ -3,8 +3,8 @@
 require "net/http"
 require "mechanize"
 require "pubid"
-require "relaton/iso"
-require "relaton/index"
+require_relative "iso"
+require_relative "index"
 require_relative "version"
 require_relative "jis/util"
 require_relative "jis/item"

data/lib/relaton/nist/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Nist

data/lib/relaton/nist.rb

@@ -1,6 +1,6 @@
 require "pubid"
-require "relaton/index"
-require "relaton/bib"
+require_relative "index"
+require_relative "bib"
 require_relative "version"
 require_relative "nist/util"
 require_relative "nist/item_data"

data/lib/relaton/oasis/processor.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Oasis

data/lib/relaton/oasis.rb

@@ -5,8 +5,8 @@
 # (The IANA/IHO/IALA/OGC/ECMA form; spec/relaton/lazy_loading_spec.rb guards
 # that this file is not itself loaded when a Db is built.)
 require "pubid"
-require "relaton/index"
-require "relaton/bib"
+require_relative "index"
+require_relative "bib"
 require_relative "version"
 require_relative "oasis/util"
 require_relative "oasis/item_data"

data/lib/relaton/ogc/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Ogc

data/lib/relaton/ogc.rb

@@ -2,8 +2,8 @@
 # index code names. Processor#remove_index_file names no pubid class: the
 # delete never reads the index (see lib/relaton/index/CLAUDE.md).
 require "pubid"
-require "relaton/index"
-require "relaton/iso"
+require_relative "index"
+require_relative "iso"
 require_relative "version"
 require_relative "ogc/util"
 require_relative "ogc/item_data"

data/lib/relaton/oiml/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Oiml

data/lib/relaton/oiml.rb

@@ -1,5 +1,5 @@
-require "relaton/bib"
-require "relaton/index"
+require_relative "bib"
+require_relative "index"
 require "pubid"
 require_relative "version"
 require_relative "oiml/util"

data/lib/relaton/omg/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Omg

data/lib/relaton/omg.rb

@@ -1,5 +1,5 @@
 require "moxml"
-require "relaton/bib"
+require_relative "bib"
 require_relative "version"
 require_relative "omg/util"
 require_relative "omg/ext"

data/lib/relaton/plateau/data_fetcher.rb

@@ -1,6 +1,6 @@
 require "yeptris"
 require "json"
-require "relaton/core"
+require_relative "../core"
 require_relative "../plateau"
 require_relative "parser"
 require_relative "handbook_parser"

data/lib/relaton/plateau/processor.rb

@@ -1,4 +1,4 @@
-require "relaton/core/processor"
+require_relative "../core/processor"
 
 module Relaton
   module Plateau

data/lib/relaton/plateau.rb

@@ -1,8 +1,8 @@
 require "net/http"
 require "uri"
 require "pubid"
-require "relaton/index"
-require "relaton/iso"
+require_relative "index"
+require_relative "iso"
 require_relative "version"
 require_relative "plateau/util"
 # require_relative "plateau/docidentifier"

data/lib/relaton/render/iso690/elements/extent.rb

@@ -23,7 +23,7 @@ module Relaton
             label = @i18n.label(type)
             return "#{label} #{value}" unless label.include?("%")
 
-            label.sub("%", value)
+            label.gsub("%") { value }
           end
 
           def cjk?(label)

data/lib/relaton/sae/CLAUDE.md

@@ -0,0 +1,89 @@
+# CLAUDE.md — SAE flavor
+
+`Relaton::Sae` fetches SAE International standards (relaton/relaton-sae#1).
+
+## Development
+
+- `bundle exec rake spec:sae` — this flavor's suite (from the repo root).
+- No VCR: the specs stub HTTP with WebMock. `spec/sae/fixtures/crossref/`
+  holds three Crossref cursor pages built from real records (11 works:
+  six J3016/J3194 editions, three AMS4121 revisions, a part and a
+  letter-pair number). `spec/sae/fixtures/index-v2.yaml` and `fixtures/data/` are the
+  **output of `DataFetcher` over those pages**: regenerate both together by
+  running the crawler over the page fixtures, never by hand.
+
+## Where the data comes from
+
+**sae.org answers every script request with a CAPTCHA** (product pages and
+search alike), so no scraper is possible. SAE deposits every standard edition
+with Crossref instead: prefix `10.4271`, type `standard`, ~47,700 records. The
+DOI suffix is SAE's own edition code in lowercase:
+
+| DOI | SAE code | scheme |
+|---|---|---|
+| `10.4271/j3016_202104` | `SAE J3016_202104` | J-series: `_YYYYMM` edition date |
+| `10.4271/ams4121j` | `SAE AMS4121J` | aerospace: revision letter, no date |
+| `10.4271/j2337/2_201702` | `SAE J2337/2_201702` | a part |
+
+Crossref's text search does **not** find a standard by its id (it matches
+titles), so an undated reference cannot be answered live. The flavor is
+therefore index-based, the ECMA/IALA shape:
+
+- **Producer** — `DataFetcher` (`relaton fetch-data sae-crossref`) walks
+  `api.crossref.org/prefixes/10.4271/works?filter=type:standard` with the
+  deep-paging cursor (1000 a request, one request a second through
+  `Core::Pacer`; 429/5xx and transport errors retried with back-off, five
+  attempts, then `RequestError`, because
+  a partial crawl would publish a partial index). Each work goes through
+  `Relaton::Doi::Parser`, then gets SAE's code as its **primary**
+  docidentifier (type `SAE`), the DOI beside it, and `ext` doctype
+  `standard`, flavor `sae`.
+- **Consumer** — `Bibliography.get` reads the `relaton-data-sae` Pages index
+  (`PAGES_URL`) and the document from `ENDPOINT` (raw GitHub).
+
+## Three identifier forms
+
+`DoiCode` gives each record three strings:
+
+- `#native` — the code in the DOI's spelling, `SAE J3016_202104`,
+  `SAE AMSQQA250/4B`. The output file is named after it
+  (`data/sae-amsqqa250-4b.yaml`), so a file name never depends on pubid.
+- `#printed` — the code as SAE prints it (`SAE AMS-QQ-A-250/4B`): pubid's
+  render of the native code, or the native code when pubid cannot read it.
+  It is the primary docidentifier.
+- `#reference` — what the index row is parsed from: the native code when the
+  DOI has a date, else the code with the year of the record's `approved` date
+  (`SAE AMS4121J:2017`), so a dated reference also reaches an aerospace
+  revision.
+
+`Pubid::Sae` (pubid >= 2.0.9, pubid#665) reads all three, the month
+included, so the `Db` keys the query and the fetched document with the
+default `cache_pubid`. A reference pubid cannot read (`SAE J3016_2021`,
+`SAE CPGM2016`) answers nil with a log line (relaton#235); it does not raise.
+
+## Selection
+
+`index.search(pubid)` with no block, so the subset match `query === row`:
+a revision, a year or a month the query omits matches any value; the type
+(`J`, `AMS`, …) is compared, and a part and an amendment are `subset_strict`
+(`SAE J2337` does not answer with `SAE J2337/2`). Of the matches the highest
+revision wins (`[length, letters]`, so `AA` follows `Z`), then the latest
+year and month, then the file name (the index sort is not stable). A year
+argument goes on a **copy** of a pubid handed in by `Db`.
+
+The index key carries the month, so two editions of one year are two rows.
+Two DOIs that spell one code (`ams-4121j`, `ams4121j`) share a key, and
+`DataFetcher#add_to_index` keeps the later one (DOI date, then approval
+date).
+
+## What pubid still cannot read
+
+About 960 of the ~47,700 deposits: 791 `CP*` collected-paper products (not
+standards) and ~170 one-off shapes (`SUP1` supplements, language tails such
+as `_PTBR`, `_4Q2012`, `_MMYYYY` dates). See pubid's `lib/pubid/sae/CLAUDE.md`.
+Such a record is written, reported in `@errors` (the crawl's GitHub issue),
+and not indexed: one row that fails to deserialize makes `Relaton::Index`
+reject the whole index.
+
+A multi-letter tail stays in `number` (`J1939DA`, and also `AMS4121AA`), so
+a two-letter revision is its own bucket: `SAE AMS4121` does not reach it.

data/lib/relaton/sae/bibdata.rb

@@ -0,0 +1,8 @@
+module Relaton
+  module Sae
+    class Bibdata < Item
+      model ItemData
+      include Bib::BibdataShared
+    end
+  end
+end

data/lib/relaton/sae/bibitem.rb

@@ -0,0 +1,8 @@
+module Relaton
+  module Sae
+    class Bibitem < Item
+      model ItemData
+      include Bib::BibitemShared
+    end
+  end
+end