npm - reffy - Versions diffs - 20.0.13 → 20.0.15 - Mend

reffy 20.0.13 → 20.0.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (78) hide show

package/LICENSE +21 -21
package/README.md +151 -151
package/index.js +29 -29
package/package.json +5 -5
package/reffy.js +324 -324
package/schemas/browserlib/extract-algorithms.json +52 -52
package/schemas/browserlib/extract-cssdfn.json +108 -108
package/schemas/browserlib/extract-dfns.json +90 -90
package/schemas/browserlib/extract-elements.json +17 -17
package/schemas/browserlib/extract-events.json +31 -31
package/schemas/browserlib/extract-headings.json +19 -19
package/schemas/browserlib/extract-ids.json +7 -7
package/schemas/browserlib/extract-links.json +12 -12
package/schemas/browserlib/extract-refs.json +12 -12
package/schemas/common.json +876 -876
package/schemas/files/extracts/algorithms.json +12 -12
package/schemas/files/extracts/css.json +16 -16
package/schemas/files/extracts/dfns.json +12 -12
package/schemas/files/extracts/elements.json +12 -12
package/schemas/files/extracts/events.json +12 -12
package/schemas/files/extracts/headings.json +12 -12
package/schemas/files/extracts/ids.json +12 -12
package/schemas/files/extracts/links.json +12 -12
package/schemas/files/extracts/refs.json +12 -12
package/schemas/files/index.json +59 -59
package/schemas/postprocessing/events.json +50 -50
package/schemas/postprocessing/idlnames-parsed.json +27 -27
package/schemas/postprocessing/idlnames.json +17 -17
package/schemas/postprocessing/idlparsed.json +67 -67
package/src/browserlib/clone-and-clean.mjs +24 -24
package/src/browserlib/create-outline.mjs +353 -353
package/src/browserlib/extract-algorithms.mjs +723 -723
package/src/browserlib/extract-cddl.mjs +125 -125
package/src/browserlib/extract-dfns.mjs +1093 -1093
package/src/browserlib/extract-headings.mjs +76 -76
package/src/browserlib/extract-ids.mjs +28 -28
package/src/browserlib/extract-links.mjs +45 -45
package/src/browserlib/extract-references.mjs +308 -308
package/src/browserlib/extract-webidl.mjs +89 -89
package/src/browserlib/get-absolute-url.mjs +29 -29
package/src/browserlib/get-code-elements.mjs +20 -20
package/src/browserlib/get-generator.mjs +26 -26
package/src/browserlib/get-lastmodified-date.mjs +13 -13
package/src/browserlib/get-revision.mjs +12 -12
package/src/browserlib/get-title.mjs +14 -14
package/src/browserlib/informative-selector.mjs +24 -24
package/src/browserlib/map-ids-to-headings.mjs +173 -173
package/src/browserlib/reffy.json +85 -85
package/src/browserlib/trim-spaces.mjs +35 -35
package/src/cli/check-missing-dfns.js +587 -587
package/src/cli/merge-crawl-results.js +132 -132
package/src/cli/parse-webidl.js +447 -447
package/src/lib/css-grammar-parse-tree.schema.json +109 -109
package/src/lib/css-grammar-parser.js +440 -440
package/src/lib/fetch.js +51 -51
package/src/lib/markdown-report.js +360 -360
package/src/lib/mock-server.js +218 -218
package/src/lib/post-processor.js +322 -322
package/src/lib/throttled-queue.js +129 -129
package/src/postprocessing/annotate-links.js +41 -41
package/src/postprocessing/csscomplete.js +48 -48
package/src/postprocessing/idlnames.js +391 -391
package/src/postprocessing/idlparsed.js +179 -179
package/src/postprocessing/patch-dfns.js +51 -51
package/src/specs/missing-css-rules.json +197 -197
package/src/specs/spec-equivalents.json +149 -149
package/src/browserlib/extract-editors.mjs~ +0 -14
package/src/browserlib/extract-events.mjs~ +0 -3
package/src/browserlib/generate-es-dfn-report.sh~ +0 -4
package/src/browserlib/get-revision.mjs~ +0 -7
package/src/cli/csstree-grammar-check.js +0 -28
package/src/cli/csstree-grammar-check.js~ +0 -10
package/src/cli/csstree-grammar-parser.js +0 -11
package/src/cli/csstree-grammar-parser.js~ +0 -1
package/src/cli/extract-editors.js~ +0 -38
package/src/cli/process-specs.js~ +0 -28
package/src/postprocessing/annotate-links.js~ +0 -8
package/src/postprocessing/events.js~ +0 -245

package/src/lib/mock-server.js CHANGED Viewed

@@ -1,218 +1,218 @@
-/**
- * Setup a proxy server that intercepts some network requests. To be used in
- * tests not to hit the network.
- *
- * @module mock-server
- */
-import { MockAgent, setGlobalDispatcher } from 'undici';
-import path from 'node:path';
-import { existsSync, readFileSync } from 'node:fs';
-import { fileURLToPath } from 'node:url';
-const scriptPath = path.dirname(fileURLToPath(import.meta.url));
-/**
- * Determine the path to the "node_modules" folder. The path depends on whether
- * Reffy is run directly, or installed as a library.
- *
- * @function
- * @return {String} Path to the node_modules folder.
- */
-function getModulesFolder() {
-    const rootFolder = path.resolve(scriptPath, '../..');
-    let folder = path.resolve(rootFolder, 'node_modules');
-    if (existsSync(folder)) {
-        return folder;
-    }
-    folder = path.resolve(rootFolder, '..');
-    return folder;
-}
-const modulesFolder = getModulesFolder();
-const mockSpecs = {
-  "/woff/woff2/": {
-    html: `
-      <title>WOFF2</title>
-      <body>
-        <dfn id='foo' data-dfn-type="dfn">Foo</dfn>
-        <a href="https://www.w3.org/TR/bar/#baz">bar</a>
-        <ul class='toc'><li><a href='page.html'>page</a></ul>`,
-    pages: {
-      "page.html": `<h2 id='bar'>Heading in subpage</h2>`
-    }
-  },
-  "/mediacapture-output/": `
-    <script>respecConfig = { shortName: 'test' };</script>
-    <script src='https://www.w3.org/Tools/respec/respec-w3c'></script>
-    <div id=abstract></div>
-    <pre class='idl'>[Exposed=Window] interface Foo { attribute DOMString bar; };</pre>`,
-  "/accelerometer/": `<html><meta name='document-revision' content='c0917d216986f88bdd43c72c0b13352c71f283aa'>
-    <h2>Normative references</h2>
-    <dl>
-      <dt>FOO</dt>
-      <dd><a href='https://www.w3.org/TR/Foo'>Foo</a></dd>
-    </dl>`,
-  "/pointerlock/": `<html>
-    <h1>Pointer Lock 2.0`,
-  "/TR/remote-playback/": {
-    html: `<title>Published version</title>
-      <body><h1>Published version</h1></body>`,
-    domain: 'https://www.w3.org'
-  }
-};
-const respecHiglight = readFileSync(
-  path.join(modulesFolder, "respec-hljs", "dist", "respec-highlight.js"),
-  'utf8'
-);
-const respecW3C = readFileSync(
-  path.join(modulesFolder, "respec", "builds", "respec-w3c.js"),
-  'utf8'
-);
-const mockAgent = new MockAgent();
-setGlobalDispatcher(mockAgent);
-mockAgent.disableNetConnect();
-// for chrome devtool protocol
-mockAgent.enableNetConnect('127.0.0.1');
-for (const [path, desc] of Object.entries(mockSpecs)) {
-  mockAgent.get(desc.domain || "https://w3c.github.io")
-    .intercept({ method: "GET", path })
-    .reply(200, desc.html || desc, {
-      headers: { "Content-Type": "text/html" }
-    })
-    .persist();
-  for (const [page, pageContent] of Object.entries(desc.pages || {})) {
-    mockAgent.get(desc.domain || "https://w3c.github.io")
-      .intercept({ method: "GET", path: path + page })
-      .reply(200, pageContent, {
-        headers: { "Content-Type": "text/html" }
-      })
-      .persist();
-  }
-}
-// Handling requests generated by ReSpec documents
-mockAgent
-  .get("https://api.specref.org")
-  .intercept({ method: "GET", path: "/bibrefs?refs=webidl" })
-  .reply(200, { webidl: { href: "https://webidl.spec.whatwg.org/" } }, {
-    headers: {
-      "Content-Type": "application/json",
-      "Access-Control-Allow-Origin": "*"
-    }
-  })
-  .persist();
-mockAgent
-  .get("https://www.w3.org")
-  .intercept({ method: "GET", path: "/scripts/TR/2021/fixup.js" })
-  .reply(200, '')
-  .persist();
-mockAgent
-  .get("https://www.w3.org")
-  .intercept({ method: "GET", path: "/StyleSheets/TR/2021/logos/W3C" })
-  .reply(200, '')
-  .persist();
-mockAgent
-  .get("https://www.w3.org")
-  .intercept({ method: "GET", path: "/Tools/respec/respec-highlight" })
-  .reply(200, respecHiglight, {
-    headers: { "Content-Type": "application/js" }
-  })
-  .persist();
-mockAgent
-  .get("https://www.w3.org")
-  .intercept({ method: "GET", path: "/Tools/respec/respec-w3c" })
-  .reply(200, respecW3C, {
-    headers: { "Content-Type": "application/js" }
-  })
-  .persist();
-mockAgent
-  .get("https://www.w3.org")
-  .intercept({ method: "GET", path: "/TR/idontexist/" })
-  .reply(404, '');
-mockAgent
-  .get("https://www.w3.org")
-  .intercept({ method: "GET", path: "/TR/ididnotchange/" })
-  .reply(({ headers }) => {
-    // NB: Before Node.js v18.17.0, the headers parameters is not an instance
-    // of Headers as suggested in examples, but rather an array that alternates
-    // header names and header values. Bug detailed at:
-    // https://github.com/nodejs/undici/issues/2078
-    // Bug fix was integrated in Node.js v18.17.0.
-    // Code below can be simplified when support for Node.js v18 gets dropped.
-    let value;
-    if (Array.isArray(headers)) {
-      const pos = headers.findIndex(h => h === 'If-Modified-Since');
-      if (pos === -1) {
-        return { statusCode: 200, data: 'Unexpected If-Modified-Since header' };
-      }
-      value = headers[pos+1];
-    }
-    else {
-      value = headers['If-Modified-Since'];
-    }
-    if (value === "Fri, 11 Feb 2022 00:00:42 GMT") {
-      return { statusCode: 304 };
-    } else {
-      return { statusCode: 200, data: 'Unexpected If-Modified-Since header' };
-    }
-  });
-mockAgent
-  .get("https://www.w3.org")
-  .intercept({ method: "GET", path: "/TR/iredirect/" })
-  .reply(200,
-    `<!DOCTYPE html><script>window.location = '/TR/recentlyupdated/';</script>`,
-    {
-      headers: {
-        "Content-Type": "text/html",
-        "Last-Modified": "Fri, 11 Feb 2022 00:00:42 GMT"
-      }
-    }
-  );
-mockAgent
-  .get("https://www.w3.org")
-  .intercept({ method: "GET", path: "/TR/recentlyupdated/" })
-  .reply(200,
-    `<html><title>Recently updated</title>
-    <h1>Recently updated</h1>`,
-    {
-      headers: {
-        "Content-Type": "text/html",
-        "Last-Modified": (new Date()).toString()
-      }
-    }
-  );
-mockAgent
-  .get("https://drafts.csswg.org")
-  .intercept({ method: "GET", path: "/server-hiccup/" })
-  .reply(200,
-    `<html><title>Server hiccup</title>
-    <h1> Index of Server Hiccup Module Level 42 </h1>`,
-    { headers: { "Content-Type": "text/html" } })
-  .persist();
-/*nock.emitter.on('error', function (err) {
-  console.error(err);
-});
-nock.emitter.on('no match', function(req, options, requestBody) {
-  // 127.0.0.1 is used by the devtool protocol, we ignore it
-  if (req && req.hostname !== '127.0.0.1') {
-    console.error("No match for nock request on " + (options ? options.href : req.href));
-  }
-});*/
-export default mockAgent;
+/**
+ * Setup a proxy server that intercepts some network requests. To be used in
+ * tests not to hit the network.
+ *
+ * @module mock-server
+ */
+import { MockAgent, setGlobalDispatcher } from 'undici';
+import path from 'node:path';
+import { existsSync, readFileSync } from 'node:fs';
+import { fileURLToPath } from 'node:url';
+const scriptPath = path.dirname(fileURLToPath(import.meta.url));
+/**
+ * Determine the path to the "node_modules" folder. The path depends on whether
+ * Reffy is run directly, or installed as a library.
+ *
+ * @function
+ * @return {String} Path to the node_modules folder.
+ */
+function getModulesFolder() {
+    const rootFolder = path.resolve(scriptPath, '../..');
+    let folder = path.resolve(rootFolder, 'node_modules');
+    if (existsSync(folder)) {
+        return folder;
+    }
+    folder = path.resolve(rootFolder, '..');
+    return folder;
+}
+const modulesFolder = getModulesFolder();
+const mockSpecs = {
+  "/woff/woff2/": {
+    html: `
+      <title>WOFF2</title>
+      <body>
+        <dfn id='foo' data-dfn-type="dfn">Foo</dfn>
+        <a href="https://www.w3.org/TR/bar/#baz">bar</a>
+        <ul class='toc'><li><a href='page.html'>page</a></ul>`,
+    pages: {
+      "page.html": `<h2 id='bar'>Heading in subpage</h2>`
+    }
+  },
+  "/mediacapture-output/": `
+    <script>respecConfig = { shortName: 'test' };</script>
+    <script src='https://www.w3.org/Tools/respec/respec-w3c'></script>
+    <div id=abstract></div>
+    <pre class='idl'>[Exposed=Window] interface Foo { attribute DOMString bar; };</pre>`,
+  "/accelerometer/": `<html><meta name='document-revision' content='c0917d216986f88bdd43c72c0b13352c71f283aa'>
+    <h2>Normative references</h2>
+    <dl>
+      <dt>FOO</dt>
+      <dd><a href='https://www.w3.org/TR/Foo'>Foo</a></dd>
+    </dl>`,
+  "/pointerlock/": `<html>
+    <h1>Pointer Lock 2.0`,
+  "/TR/remote-playback/": {
+    html: `<title>Published version</title>
+      <body><h1>Published version</h1></body>`,
+    domain: 'https://www.w3.org'
+  }
+};
+const respecHiglight = readFileSync(
+  path.join(modulesFolder, "respec-hljs", "dist", "respec-highlight.js"),
+  'utf8'
+);
+const respecW3C = readFileSync(
+  path.join(modulesFolder, "respec", "builds", "respec-w3c.js"),
+  'utf8'
+);
+const mockAgent = new MockAgent();
+setGlobalDispatcher(mockAgent);
+mockAgent.disableNetConnect();
+// for chrome devtool protocol
+mockAgent.enableNetConnect('127.0.0.1');
+for (const [path, desc] of Object.entries(mockSpecs)) {
+  mockAgent.get(desc.domain || "https://w3c.github.io")
+    .intercept({ method: "GET", path })
+    .reply(200, desc.html || desc, {
+      headers: { "Content-Type": "text/html" }
+    })
+    .persist();
+  for (const [page, pageContent] of Object.entries(desc.pages || {})) {
+    mockAgent.get(desc.domain || "https://w3c.github.io")
+      .intercept({ method: "GET", path: path + page })
+      .reply(200, pageContent, {
+        headers: { "Content-Type": "text/html" }
+      })
+      .persist();
+  }
+}
+// Handling requests generated by ReSpec documents
+mockAgent
+  .get("https://api.specref.org")
+  .intercept({ method: "GET", path: "/bibrefs?refs=webidl" })
+  .reply(200, { webidl: { href: "https://webidl.spec.whatwg.org/" } }, {
+    headers: {
+      "Content-Type": "application/json",
+      "Access-Control-Allow-Origin": "*"
+    }
+  })
+  .persist();
+mockAgent
+  .get("https://www.w3.org")
+  .intercept({ method: "GET", path: "/scripts/TR/2021/fixup.js" })
+  .reply(200, '')
+  .persist();
+mockAgent
+  .get("https://www.w3.org")
+  .intercept({ method: "GET", path: "/StyleSheets/TR/2021/logos/W3C" })
+  .reply(200, '')
+  .persist();
+mockAgent
+  .get("https://www.w3.org")
+  .intercept({ method: "GET", path: "/Tools/respec/respec-highlight" })
+  .reply(200, respecHiglight, {
+    headers: { "Content-Type": "application/js" }
+  })
+  .persist();
+mockAgent
+  .get("https://www.w3.org")
+  .intercept({ method: "GET", path: "/Tools/respec/respec-w3c" })
+  .reply(200, respecW3C, {
+    headers: { "Content-Type": "application/js" }
+  })
+  .persist();
+mockAgent
+  .get("https://www.w3.org")
+  .intercept({ method: "GET", path: "/TR/idontexist/" })
+  .reply(404, '');
+mockAgent
+  .get("https://www.w3.org")
+  .intercept({ method: "GET", path: "/TR/ididnotchange/" })
+  .reply(({ headers }) => {
+    // NB: Before Node.js v18.17.0, the headers parameters is not an instance
+    // of Headers as suggested in examples, but rather an array that alternates
+    // header names and header values. Bug detailed at:
+    // https://github.com/nodejs/undici/issues/2078
+    // Bug fix was integrated in Node.js v18.17.0.
+    // Code below can be simplified when support for Node.js v18 gets dropped.
+    let value;
+    if (Array.isArray(headers)) {
+      const pos = headers.findIndex(h => h === 'If-Modified-Since');
+      if (pos === -1) {
+        return { statusCode: 200, data: 'Unexpected If-Modified-Since header' };
+      }
+      value = headers[pos+1];
+    }
+    else {
+      value = headers['If-Modified-Since'];
+    }
+    if (value === "Fri, 11 Feb 2022 00:00:42 GMT") {
+      return { statusCode: 304 };
+    } else {
+      return { statusCode: 200, data: 'Unexpected If-Modified-Since header' };
+    }
+  });
+mockAgent
+  .get("https://www.w3.org")
+  .intercept({ method: "GET", path: "/TR/iredirect/" })
+  .reply(200,
+    `<!DOCTYPE html><script>window.location = '/TR/recentlyupdated/';</script>`,
+    {
+      headers: {
+        "Content-Type": "text/html",
+        "Last-Modified": "Fri, 11 Feb 2022 00:00:42 GMT"
+      }
+    }
+  );
+mockAgent
+  .get("https://www.w3.org")
+  .intercept({ method: "GET", path: "/TR/recentlyupdated/" })
+  .reply(200,
+    `<html><title>Recently updated</title>
+    <h1>Recently updated</h1>`,
+    {
+      headers: {
+        "Content-Type": "text/html",
+        "Last-Modified": (new Date()).toString()
+      }
+    }
+  );
+mockAgent
+  .get("https://drafts.csswg.org")
+  .intercept({ method: "GET", path: "/server-hiccup/" })
+  .reply(200,
+    `<html><title>Server hiccup</title>
+    <h1> Index of Server Hiccup Module Level 42 </h1>`,
+    { headers: { "Content-Type": "text/html" } })
+  .persist();
+/*nock.emitter.on('error', function (err) {
+  console.error(err);
+});
+nock.emitter.on('no match', function(req, options, requestBody) {
+  // 127.0.0.1 is used by the devtool protocol, we ignore it
+  if (req && req.hostname !== '127.0.0.1') {
+    console.error("No match for nock request on " + (options ? options.href : req.href));
+  }
+});*/
+export default mockAgent;