reffy 13.1.2 → 14.0.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "reffy",
-  "version": "13.1.2",
+  "version": "14.0.0",
   "description": "W3C/WHATWG spec dependencies exploration companion. Features a short set of tools to study spec references as well as WebIDL term definitions and references found in W3C specifications.",
   "repository": {
     "type": "git",
@@ -36,17 +36,17 @@
     "ajv-formats": "2.1.1",
     "commander": "11.0.0",
     "fetch-filecache-for-crawling": "5.0.0",
-    "puppeteer": "20.8.0",
+    "puppeteer": "20.9.0",
     "semver": "^7.3.5",
-    "web-specs": "2.63.0",
-    "webidl2": "24.4.0"
+    "web-specs": "2.65.0",
+    "webidl2": "24.4.1"
   },
   "devDependencies": {
     "chai": "4.3.7",
     "mocha": "10.2.0",
-    "respec": "34.1.4",
+    "respec": "34.1.6",
     "respec-hljs": "2.1.1",
-    "rollup": "3.26.2",
+    "rollup": "3.27.0",
     "undici": "^5.22.1"
   },
   "scripts": {

package/reffy.js

@@ -56,7 +56,9 @@ function parseModuleOption(input) {
 
 function parseSpecOption(input) {
     if (input === 'all') {
-        return specs.map(s => s.shortname);
+        return specs
+            .filter(s => s.standing !== 'discontinued')
+            .map(s => s.shortname)
     }
     else {
         const list = requireFromWorkingDirectory(input);
@@ -118,6 +120,9 @@ will dump ~100MB of data to the console:
         if (options.spec) {
             crawlOptions.specs = options.spec.map(parseSpecOption).flat();
         }
+        else {
+            crawlOptions.specs = parseSpecOption('all');
+        }
         if (options.post) {
             crawlOptions.post = options.post.map(parsePostOption).flat();
         }
@@ -259,7 +264,8 @@ Usage notes for some of the options:
   a published version.
 
 -s, --spec <specs...>
-  If specs to crawl are not specified, all specs in browser-specs get crawled:
+  If specs to crawl are not specified, all specs in browser-specs that are not
+  identified as being discontinued get crawled:
     https://github.com/w3c/browser-specs/
 
   Valid spec values may be a shortname, a URL, or a relative path to a file that
@@ -273,6 +279,12 @@ Usage notes for some of the options:
   crawl all specs plus one custom spec that does not exist in browser-specs:
     $ reffy -o reports/test -s all https://example.org/myspec
 
+  When "all" is used, to force a crawl on some of the discontinued specs too,
+  include their shortname explicitly (or point to a JSON file that lists their
+  shortnames). For instance, to also crawl the discontinued DOM Level 2 Style
+  spec, run:
+    $ reffy -o reports/test -s all DOM-Level-2-Style
+
 -t, --terse
   This flag cannot be combined with the --output option and cannot be set if
   more than one processing module gets run. When set, the crawler writes the

package/src/lib/mock-server.js

@@ -148,15 +148,23 @@ mockAgent
   .get("https://www.w3.org")
   .intercept({ method: "GET", path: "/TR/ididnotchange/" })
   .reply(({ headers }) => {
-    // NB: the headers parameters is not an instance of Headers as suggested in
-    // examples, e.g.:
-    // https://github.com/nodejs/undici/blob/main/docs/api/MockPool.md#example---mocked-request-using-reply-options-callback
-    // It is rather an array that alternates header names and header values.
-    const pos = headers.findIndex(h => h === 'If-Modified-Since');
-    if (pos === -1) {
-      return { statusCode: 200, data: 'Unexpected If-Modified-Since header' };
+    // NB: Before Node.js v18.17.0, the headers parameters is not an instance
+    // of Headers as suggested in examples, but rather an array that alternates
+    // header names and header values. Bug detailed at:
+    // https://github.com/nodejs/undici/issues/2078
+    // Bug fix was integrated in Node.js v18.17.0.
+    // Code below can be simplified when support for Node.js v18 gets dropped.
+    let value;
+    if (Array.isArray(headers)) {
+      const pos = headers.findIndex(h => h === 'If-Modified-Since');
+      if (pos === -1) {
+        return { statusCode: 200, data: 'Unexpected If-Modified-Since header' };
+      }
+      value = headers[pos+1];
+    }
+    else {
+      value = headers['If-Modified-Since'];
     }
-    const value = headers[pos+1];
     if (value === "Fri, 11 Feb 2022 00:00:42 GMT") {
       return { statusCode: 304 };
     } else {