@framers/agentos-ext-citation-check 0.1.4 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,122 @@
1
+ /**
2
+ * @file licence.ts
3
+ * @description The licence a page states, read from its markup in this order: a `<link rel="license" href>`, an
4
+ * `<a rel="license" href>`, a JSON-LD `license`, then any anchor to a Creative Commons deed
5
+ * (`creativecommons.org/licenses/<code>/<version>`) or public domain tool (`creativecommons.org/publicdomain/zero/<version>`,
6
+ * `creativecommons.org/publicdomain/mark/<version>`), wherever it stands, a footer's included. A deed is named from its address (`CC BY-SA 4.0`, `CC BY 3.0 US`,
7
+ * `CC0 1.0`); another address is named by the anchor's text, the link's `title` or the JSON-LD `name`, else by the
8
+ * address itself. The address is the one the page gives, resolved against the page's own. A licence written in prose
9
+ * with no address ("Text licensed under CC BY 4.0") is not read. The first 1,000 of each kind are read: links marked
10
+ * `rel="license"`, anchors marked so, and anchors to Creative Commons' site.
11
+ *
12
+ * @module agentos/extensions/research/citation-check/licence
13
+ */
14
+ import { cleanAttribute, cleanText, cutText, jsonLdNodes, relNames, resolveHttp, scanMarkup } from './meta.js';
15
+ /** The Creative Commons licences by their codes in a deed's address. */
16
+ const CODES = new Set(['by', 'by-sa', 'by-nd', 'by-nc', 'by-nc-sa', 'by-nc-nd']);
17
+ /** A deed's version, such as `4.0`. */
18
+ const VERSION = /^\d\.\d$/u;
19
+ /** A ported deed's place, such as `us` or `igo`. */
20
+ const PLACE = /^[a-z]{2,3}$/u;
21
+ /** The most characters of an anchor's text a licence's name keeps. */
22
+ const ANCHOR_NAME_MAX = 100;
23
+ /** The path segments of a Creative Commons address, in lower case, or null for another host. */
24
+ function creativeCommonsPath(address) {
25
+ let url;
26
+ try {
27
+ url = new URL(address);
28
+ }
29
+ catch {
30
+ return null;
31
+ }
32
+ if (url.hostname.toLowerCase().replace(/^www\./u, '') !== 'creativecommons.org')
33
+ return null;
34
+ return url.pathname
35
+ .split('/')
36
+ .filter((part) => part !== '')
37
+ .map((part) => part.toLowerCase());
38
+ }
39
+ /** A Creative Commons deed's name from its address, or null for an address that is not a deed. */
40
+ function deedName(address) {
41
+ const parts = creativeCommonsPath(address);
42
+ if (parts === null)
43
+ return null;
44
+ const [kind, code = '', version = '', place = ''] = parts;
45
+ if (kind === 'licenses' && CODES.has(code) && VERSION.test(version))
46
+ return `CC ${code.toUpperCase()} ${version}${PLACE.test(place) ? ` ${place.toUpperCase()}` : ''}`;
47
+ if (kind === 'publicdomain' && code === 'zero' && VERSION.test(version))
48
+ return `CC0 ${version}`;
49
+ if (kind === 'publicdomain' && code === 'mark' && VERSION.test(version))
50
+ return `Public Domain Mark ${version}`;
51
+ return null;
52
+ }
53
+ /** A licence at an address, named by its deed or by the name the page gives it, else by the address. */
54
+ function licenceAt(url, given) {
55
+ return { name: deedName(url) ?? (given !== null && given !== '' ? given : url), url };
56
+ }
57
+ /** The licence a JSON-LD `license` value names: an address, an object with its `url` or `@id`, or a list of these. */
58
+ function jsonLdLicence(value, base) {
59
+ for (const item of Array.isArray(value) ? value : [value]) {
60
+ if (typeof item === 'string') {
61
+ const url = resolveHttp(item, base);
62
+ if (url !== null)
63
+ return licenceAt(url, null);
64
+ }
65
+ else if (item !== null && typeof item === 'object') {
66
+ const node = item;
67
+ const href = typeof node.url === 'string' ? node.url : typeof node['@id'] === 'string' ? node['@id'] : undefined;
68
+ const url = resolveHttp(href, base);
69
+ if (url !== null)
70
+ return licenceAt(url, typeof node.name === 'string' ? cutText(cleanText(node.name), ANCHOR_NAME_MAX) : null);
71
+ }
72
+ }
73
+ return null;
74
+ }
75
+ /**
76
+ * The licence a page states, or null when it states none this reader finds.
77
+ *
78
+ * @param html - The page's markup as served.
79
+ * @param baseUrl - The page's own address, after redirects, which relative addresses resolve against.
80
+ */
81
+ export function readLicence(html, baseUrl) {
82
+ const scan = scanMarkup(html, baseUrl);
83
+ return licenceOf(scan, jsonLdNodes(scan.jsonLd), baseUrl);
84
+ }
85
+ /**
86
+ * {@link readLicence} over markup already read: one pass's links and anchors, and the page's JSON-LD nodes.
87
+ *
88
+ * @param scan - The pass over the markup, from `scanMarkup` with the same address.
89
+ * @param nodes - The page's JSON-LD nodes, from `jsonLdNodes`.
90
+ * @param baseUrl - The page's own address.
91
+ */
92
+ export function licenceOf(scan, nodes, baseUrl) {
93
+ for (const attributes of scan.links) {
94
+ if (!relNames(attributes, 'license'))
95
+ continue;
96
+ const url = resolveHttp(attributes.get('href'), baseUrl);
97
+ if (url !== null)
98
+ return licenceAt(url, attributes.has('title') ? cutText(cleanAttribute(attributes.get('title')), ANCHOR_NAME_MAX) : null);
99
+ }
100
+ for (const anchor of scan.anchors) {
101
+ if (!relNames(anchor.attributes, 'license'))
102
+ continue;
103
+ const url = resolveHttp(anchor.attributes.get('href'), baseUrl);
104
+ if (url !== null)
105
+ return licenceAt(url, cutText(cleanText(anchor.text), ANCHOR_NAME_MAX));
106
+ }
107
+ for (const node of nodes) {
108
+ if (!('license' in node))
109
+ continue;
110
+ const licence = jsonLdLicence(node.license, baseUrl);
111
+ if (licence !== null)
112
+ return licence;
113
+ }
114
+ for (const anchor of scan.anchors) {
115
+ const url = resolveHttp(anchor.attributes.get('href'), baseUrl);
116
+ const name = url === null ? null : deedName(url);
117
+ if (url !== null && name !== null)
118
+ return { name, url };
119
+ }
120
+ return null;
121
+ }
122
+ //# sourceMappingURL=licence.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"licence.js","sourceRoot":"","sources":["../src/licence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAmB,MAAM,WAAW,CAAC;AAEhI,wEAAwE;AACxE,MAAM,KAAK,GAAwB,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;AACtG,uCAAuC;AACvC,MAAM,OAAO,GAAG,WAAW,CAAC;AAC5B,oDAAoD;AACpD,MAAM,KAAK,GAAG,eAAe,CAAC;AAC9B,sEAAsE;AACtE,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,gGAAgG;AAChG,SAAS,mBAAmB,CAAC,OAAe;IAC1C,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,qBAAqB;QAAE,OAAO,IAAI,CAAC;IAC7F,OAAO,GAAG,CAAC,QAAQ;SAChB,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;SAC7B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;AACvC,CAAC;AAED,kGAAkG;AAClG,SAAS,QAAQ,CAAC,OAAe;IAC/B,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,EAAE,OAAO,GAAG,EAAE,EAAE,KAAK,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC;IAC1D,IAAI,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,IAAI,CAAC,WAAW,EAAE,IAAI,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACvK,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,OAAO,EAAE,CAAC;IACjG,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,sBAAsB,OAAO,EAAE,CAAC;IAChH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,wGAAwG;AACxG,SAAS,SAAS,CAAC,GAAW,EAAE,KAAoB;IAClD,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;AACxF,CAAC;AAED,sHAAsH;AACtH,SAAS,aAAa,CAAC,KAAc,EAAE,IAAY;IACjD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1D,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACpC,IAAI,GAAG,KAAK,IAAI;gBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChD,CAAC;aAAM,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,MAAM,IAAI,GAAG,IAA+B,CAAC;YAC7C,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAY,CAAC,CAAC,CAAC,SAAS,CAAC;YAC7H,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACpC,IAAI,GAAG,KAAK,IAAI;gBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACjI,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,OAAe;IACvD,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACvC,OAAO,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;AAC5D,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,SAAS,CAAC,IAAgB,EAAE,KAA6C,EAAE,OAAe;IACxG,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC;YAAE,SAAS;QAC/C,MAAM,GAAG,GAAG,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAW,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxJ,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC;YAAE,SAAS;QACtD,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;QAChE,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC;IAC5F,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC;YAAE,SAAS;QACnC,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,OAAO,CAAC;IACvC,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,GAAG,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
package/dist/match.d.ts CHANGED
@@ -12,7 +12,8 @@ import type { CitationPassage } from './types.js';
12
12
  export declare function withoutInvisible(text: string): string;
13
13
  /**
14
14
  * A text as the checks read it: NFKC, the invisible characters removed, typographic and angle quotation marks plain,
15
- * every dash a hyphen-minus with no space around it, lower case, white space collapsed.
15
+ * every dash a hyphen-minus with no space around it (one with white space after it before a digit keeps that space),
16
+ * lower case, white space collapsed.
16
17
  */
17
18
  export declare function normalizeForMatch(text: string): string;
18
19
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"match.d.ts","sourceRoot":"","sources":["../src/match.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAWlD,yDAAyD;AACzD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAErD;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKtD;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CAK1D;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAe7G;AAWD;;;;;;;;GAQG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,eAAe,EAAE,CAgB3G"}
1
+ {"version":3,"file":"match.d.ts","sourceRoot":"","sources":["../src/match.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAWlD,yDAAyD;AACzD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAErD;AAWD;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKtD;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CAK1D;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAe7G;AAWD;;;;;;;;GAQG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,eAAe,EAAE,CAgB3G"}
package/dist/match.js CHANGED
@@ -20,15 +20,24 @@ const EDGES = /^[\s"',.;:!?]+|[\s"',.;:!?]+$/gu;
20
20
  export function withoutInvisible(text) {
21
21
  return text.replace(INVISIBLE, '');
22
22
  }
23
+ /**
24
+ * A dash run as the checks read it: a hyphen-minus with no space around it, except one with white space after it and a
25
+ * digit next, which keeps one space after it. That dash is punctuation (`1887 — 4,200 ships`), and a hyphen-minus
26
+ * against a digit would read as the number's sign, so a quotation that starts at the number would cut it.
27
+ */
28
+ function dashAsRead(run, offset, text) {
29
+ return /\s$/u.test(run) && /[0-9]/u.test(text.charAt(offset + run.length)) ? '- ' : '-';
30
+ }
23
31
  /**
24
32
  * A text as the checks read it: NFKC, the invisible characters removed, typographic and angle quotation marks plain,
25
- * every dash a hyphen-minus with no space around it, lower case, white space collapsed.
33
+ * every dash a hyphen-minus with no space around it (one with white space after it before a digit keeps that space),
34
+ * lower case, white space collapsed.
26
35
  */
27
36
  export function normalizeForMatch(text) {
28
37
  const folded = fold(withoutInvisible(text.normalize('NFKC')))
29
38
  .replace(/[«»]/gu, '"')
30
39
  .replace(/[‹›]/gu, "'");
31
- return collapse(folded.replace(DASHES, '-').toLowerCase());
40
+ return collapse(folded.replace(DASHES, dashAsRead).toLowerCase());
32
41
  }
33
42
  /**
34
43
  * A quotation's pieces as {@link normalizeForMatch} reads them: the words between its gaps (an ellipsis, a bracketed
package/dist/match.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"match.js","sourceRoot":"","sources":["../src/match.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,6CAA6C,CAAC;AAG7G,mHAAmH;AACnH,MAAM,SAAS,GAAG,qCAAqC,CAAC;AACxD,0FAA0F;AAC1F,MAAM,MAAM,GAAG,mDAAmD,CAAC;AACnE,uGAAuG;AACvG,MAAM,GAAG,GAAG,8BAA8B,CAAC;AAC3C,8GAA8G;AAC9G,MAAM,KAAK,GAAG,iCAAiC,CAAC;AAEhD,yDAAyD;AACzD,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;SAC1D,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC1B,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,SAAiB;IAC9C,OAAO,iBAAiB,CAAC,SAAS,CAAC;SAChC,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;SACxC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAChD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,SAA4B;IACpE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IACf,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC;IACb,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,iHAAiH;QACjH,+CAA+C;QAC/C,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG;YAAE,MAAM,IAAI,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;QACrD,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC/B,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,KAAK,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC;QAC9C,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;QACxB,MAAM,GAAG,GAAG,CAAC;IACf,CAAC;IACD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AAC9C,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC3C,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5G,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,cAAc,CAAC,KAAa,EAAE,QAA2B,EAAE,KAAa;IACtF,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAA+C,EAAE,CAAC;IAC9D,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO;QAC3B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACf,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,MAAM;YAAE,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,MAAM,IAAI,CAAC,CAAC;QAC3D,IAAI,MAAM,KAAK,CAAC;YAAE,OAAO;QACzB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACnF,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAC9D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AACzF,CAAC"}
1
+ {"version":3,"file":"match.js","sourceRoot":"","sources":["../src/match.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,6CAA6C,CAAC;AAG7G,mHAAmH;AACnH,MAAM,SAAS,GAAG,qCAAqC,CAAC;AACxD,0FAA0F;AAC1F,MAAM,MAAM,GAAG,mDAAmD,CAAC;AACnE,uGAAuG;AACvG,MAAM,GAAG,GAAG,8BAA8B,CAAC;AAC3C,8GAA8G;AAC9G,MAAM,KAAK,GAAG,iCAAiC,CAAC;AAEhD,yDAAyD;AACzD,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;AACrC,CAAC;AAED;;;;GAIG;AACH,SAAS,UAAU,CAAC,GAAW,EAAE,MAAc,EAAE,IAAY;IAC3D,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;AAC1F,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;SAC1D,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC1B,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;AACpE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,SAAiB;IAC9C,OAAO,iBAAiB,CAAC,SAAS,CAAC;SAChC,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;SACxC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAChD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,SAA4B;IACpE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IACf,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC;IACb,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,iHAAiH;QACjH,+CAA+C;QAC/C,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG;YAAE,MAAM,IAAI,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;QACrD,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC/B,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,KAAK,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC;QAC9C,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;QACxB,MAAM,GAAG,GAAG,CAAC;IACf,CAAC;IACD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AAC9C,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC3C,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5G,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,cAAc,CAAC,KAAa,EAAE,QAA2B,EAAE,KAAa;IACtF,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAA+C,EAAE,CAAC;IAC9D,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO;QAC3B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACf,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,MAAM;YAAE,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,MAAM,IAAI,CAAC,CAAC;QAC3D,IAAI,MAAM,KAAK,CAAC;YAAE,OAAO;QACzB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACnF,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAC9D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AACzF,CAAC"}
package/dist/meta.d.ts ADDED
@@ -0,0 +1,66 @@
1
+ /**
2
+ * @file meta.ts
3
+ * @description What a page says about itself in its markup as served: its `<title>`, its `<meta>` tags, the links and
4
+ * anchors a licence is read from, and its JSON-LD. One pass over the markup, in document order, finds them: a comment
5
+ * is passed over whole (so a tag or a JSON-LD block inside one is not the page's), the content of a script, a style, a
6
+ * template, a `noscript`, a `textarea` and the title is not read for tags (so a comment opener or a tag written inside
7
+ * one is theirs), and a tag runs to the first `>` outside a quoted attribute value. Each step of the pass starts where
8
+ * the one before it ended, so the time grows with the page alone, however its tags are left open. Of the links and
9
+ * anchors it keeps those a licence is read from, at most 1,000 of each kind, and reads the text of a `rel="license"`
10
+ * anchor alone, so what it holds does not grow with the page. A value a script writes later is not seen. Character
11
+ * references are read with the `entities` package's HTML decoder.
12
+ *
13
+ * @module agentos/extensions/research/citation-check/meta
14
+ */
15
+ /** The most characters a page's title or its publisher's name keeps. */
16
+ export declare const NAME_MAX = 255;
17
+ /** One element's attributes by name in lower case, the first of a name kept, the values as written. */
18
+ export type Attributes = Map<string, string>;
19
+ /** What one pass over a page's markup found. */
20
+ export interface MarkupScan {
21
+ /** The first `<title>`'s content as written; null when the page has none. */
22
+ title: string | null;
23
+ /** The first `content` of each `<meta>` by its `property`, else its `name`, else its `itemprop`, in lower case. */
24
+ metas: Map<string, string>;
25
+ /** Each `<link>` whose `rel` names `license`, its attributes, in document order; at most 1,000. */
26
+ links: Attributes[];
27
+ /**
28
+ * Each `<a>` a licence is read from, in document order: one whose `rel` names `license`, with the start of its
29
+ * content as written, and one whose address, resolved against the page's own, is on creativecommons.org, with no
30
+ * content; at most 1,000 of each kind.
31
+ */
32
+ anchors: Array<{
33
+ attributes: Attributes;
34
+ text: string;
35
+ }>;
36
+ /** The content of each JSON-LD script, in document order. */
37
+ jsonLd: string[];
38
+ }
39
+ /** At most `max` characters of a text, never half of a surrogate pair. */
40
+ export declare function cutText(text: string, max: number): string;
41
+ /** Markup as a reader of it sees it: tags removed, references read, NFC, invisible characters gone, white space collapsed. */
42
+ export declare function cleanText(markup: string): string;
43
+ /** An attribute's value as a reader sees it: references read, NFC, invisible characters gone, white space collapsed. */
44
+ export declare function cleanAttribute(value: string): string;
45
+ /**
46
+ * One pass over a page's markup; see the module's description.
47
+ *
48
+ * @param html - The page's markup as served.
49
+ * @param baseUrl - The page's own address, which an anchor's address is resolved against.
50
+ */
51
+ export declare function scanMarkup(html: string, baseUrl: string): MarkupScan;
52
+ /** Whether an element's `rel` names a link type, its tokens read without case. */
53
+ export declare function relNames(attributes: Attributes, type: string): boolean;
54
+ /** An address as an attribute writes it, its references read and resolved against the page's own; null when it does not parse or is not http or https. */
55
+ export declare function resolveHttp(href: string | undefined, base: string): string | null;
56
+ /** The page's `<title>`, its text read and cut to {@link NAME_MAX} characters; null when it has none. */
57
+ export declare function pageTitle(scan: MarkupScan): string | null;
58
+ /** The JSON-LD objects of the page's blocks, in document order: each block's top object or array, and the nodes of each `@graph`. */
59
+ export declare function jsonLdNodes(blocks: readonly string[]): Array<Record<string, unknown>>;
60
+ /** A date as milliseconds since 1970, or null for one that does not parse or names no four-digit year. */
61
+ export declare function dateOf(text: string | null | undefined): number | null;
62
+ /** The site's name: `og:site_name`, else the first JSON-LD `publisher.name`; null when the page names none. */
63
+ export declare function publisherOf(metas: Map<string, string>, nodes: ReadonlyArray<Record<string, unknown>>): string | null;
64
+ /** The page's own date: `article:modified_time`, else the first JSON-LD `dateModified`, else `Last-Modified`. */
65
+ export declare function pageDateOf(metas: Map<string, string>, nodes: ReadonlyArray<Record<string, unknown>>, lastModified: string | null): number | null;
66
+ //# sourceMappingURL=meta.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"meta.d.ts","sourceRoot":"","sources":["../src/meta.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAMH,wEAAwE;AACxE,eAAO,MAAM,QAAQ,MAAM,CAAC;AAgB5B,uGAAuG;AACvG,MAAM,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE7C,gDAAgD;AAChD,MAAM,WAAW,UAAU;IACzB,6EAA6E;IAC7E,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,mHAAmH;IACnH,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3B,mGAAmG;IACnG,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB;;;;OAIG;IACH,OAAO,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACzD,6DAA6D;IAC7D,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,0EAA0E;AAC1E,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAMzD;AAED,8HAA8H;AAC9H,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED,wHAAwH;AACxH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEpD;AAmDD;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,UAAU,CA8DpE;AAED,kFAAkF;AAClF,wBAAgB,QAAQ,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAEtE;AAED,0JAA0J;AAC1J,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CASjF;AAED,yGAAyG;AACzG,wBAAgB,SAAS,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI,CAIzD;AAED,qIAAqI;AACrI,wBAAgB,WAAW,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CA0BrF;AAED,0GAA0G;AAC1G,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,GAAG,IAAI,CAIrE;AAQD,+GAA+G;AAC/G,wBAAgB,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAepH;AAED,iHAAiH;AACjH,wBAAgB,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAQhJ"}
package/dist/meta.js ADDED
@@ -0,0 +1,283 @@
1
+ /**
2
+ * @file meta.ts
3
+ * @description What a page says about itself in its markup as served: its `<title>`, its `<meta>` tags, the links and
4
+ * anchors a licence is read from, and its JSON-LD. One pass over the markup, in document order, finds them: a comment
5
+ * is passed over whole (so a tag or a JSON-LD block inside one is not the page's), the content of a script, a style, a
6
+ * template, a `noscript`, a `textarea` and the title is not read for tags (so a comment opener or a tag written inside
7
+ * one is theirs), and a tag runs to the first `>` outside a quoted attribute value. Each step of the pass starts where
8
+ * the one before it ended, so the time grows with the page alone, however its tags are left open. Of the links and
9
+ * anchors it keeps those a licence is read from, at most 1,000 of each kind, and reads the text of a `rel="license"`
10
+ * anchor alone, so what it holds does not grow with the page. A value a script writes later is not seen. Character
11
+ * references are read with the `entities` package's HTML decoder.
12
+ *
13
+ * @module agentos/extensions/research/citation-check/meta
14
+ */
15
+ import { collapse } from '@framers/agentos-ext-grounding-guard/values';
16
+ import { decodeHTML, decodeHTMLAttribute } from 'entities';
17
+ import { withoutInvisible } from './match.js';
18
+ /** The most characters a page's title or its publisher's name keeps. */
19
+ export const NAME_MAX = 255;
20
+ /** The most characters of a tag read for its attributes, and of an anchor's content read for its text. */
21
+ const TAG_SOURCE_MAX = 16_384;
22
+ const ANCHOR_TEXT_MAX = 2_000;
23
+ /** The most JSON-LD blocks read from one page, and the most nodes walked in them. */
24
+ const LD_BLOCKS = 20;
25
+ const LD_NODES = 500;
26
+ /** The most `<link rel="license">`s one page keeps, and the most `<a>`s of each kind a licence is read from. */
27
+ const LICENCE_ELEMENTS_MAX = 1_000;
28
+ /** Elements whose content is not read for tags. */
29
+ const OPAQUE = new Set(['script', 'style', 'template', 'noscript', 'textarea', 'title']);
30
+ const ATTRIBUTE = /([^\s=/>"']+)(?:\s*=\s*(?:"([^"]*)"|'([^']*)'|([^\s"'=<>`]+)))?/gu;
31
+ const TAG_NAME = /\/?([A-Za-z][A-Za-z0-9-]*)/uy;
32
+ /** At most `max` characters of a text, never half of a surrogate pair. */
33
+ export function cutText(text, max) {
34
+ if (text.length <= max)
35
+ return text;
36
+ let cut = text.slice(0, max);
37
+ const last = cut.charCodeAt(cut.length - 1);
38
+ if (last >= 0xd800 && last <= 0xdbff)
39
+ cut = cut.slice(0, -1);
40
+ return cut;
41
+ }
42
+ /** Markup as a reader of it sees it: tags removed, references read, NFC, invisible characters gone, white space collapsed. */
43
+ export function cleanText(markup) {
44
+ return collapse(withoutInvisible(decodeHTML(markup.replace(/<[^>]*>/gu, ' ')).normalize('NFC')));
45
+ }
46
+ /** An attribute's value as a reader sees it: references read, NFC, invisible characters gone, white space collapsed. */
47
+ export function cleanAttribute(value) {
48
+ return collapse(withoutInvisible(decodeHTMLAttribute(value).normalize('NFC')));
49
+ }
50
+ /** A tag's attributes by name in lower case, the first of a name kept, the values as written. */
51
+ function attributesOf(source) {
52
+ const out = new Map();
53
+ for (const match of source.slice(0, TAG_SOURCE_MAX).matchAll(ATTRIBUTE)) {
54
+ const name = match[1].toLowerCase();
55
+ if (!out.has(name))
56
+ out.set(name, match[2] ?? match[3] ?? match[4] ?? '');
57
+ }
58
+ return out;
59
+ }
60
+ /**
61
+ * Where a tag whose attributes start at `from` ends: the first `>` outside a quoted value, a quote opening a value only
62
+ * after an `=`. -1 when the markup ends first.
63
+ */
64
+ function tagEnd(html, from) {
65
+ let quote = 0;
66
+ let afterEquals = false;
67
+ for (let at = from; at < html.length; at += 1) {
68
+ const code = html.charCodeAt(at);
69
+ if (quote !== 0) {
70
+ if (code === quote)
71
+ quote = 0;
72
+ continue;
73
+ }
74
+ if (code === 0x3e)
75
+ return at;
76
+ if ((code === 0x22 || code === 0x27) && afterEquals) {
77
+ quote = code;
78
+ afterEquals = false;
79
+ continue;
80
+ }
81
+ if (code === 0x3d)
82
+ afterEquals = true;
83
+ else if (code !== 0x20 && code !== 0x09 && code !== 0x0a && code !== 0x0c && code !== 0x0d)
84
+ afterEquals = false;
85
+ }
86
+ return -1;
87
+ }
88
+ /** The element's closing tag from `from` on, as its start and its end, or null when the markup has none. */
89
+ function closingTag(html, name, from) {
90
+ const pattern = new RegExp(String.raw `<\/${name}\s*>`, 'giu');
91
+ pattern.lastIndex = from;
92
+ const match = pattern.exec(html);
93
+ return match === null ? null : { start: match.index, end: match.index + match[0].length };
94
+ }
95
+ /** Whether an address as an attribute writes it, resolved against the page's own, is an http or https page on creativecommons.org. */
96
+ function onCreativeCommons(href, base) {
97
+ const url = resolveHttp(href, base);
98
+ return url !== null && new URL(url).hostname.toLowerCase().replace(/^www\./u, '') === 'creativecommons.org';
99
+ }
100
+ /**
101
+ * One pass over a page's markup; see the module's description.
102
+ *
103
+ * @param html - The page's markup as served.
104
+ * @param baseUrl - The page's own address, which an anchor's address is resolved against.
105
+ */
106
+ export function scanMarkup(html, baseUrl) {
107
+ const scan = { title: null, metas: new Map(), links: [], anchors: [], jsonLd: [] };
108
+ let licenceAnchors = 0;
109
+ let deedAnchors = 0;
110
+ let at = 0;
111
+ while (at < html.length) {
112
+ const open = html.indexOf('<', at);
113
+ if (open === -1)
114
+ break;
115
+ if (html.startsWith('<!--', open)) {
116
+ const close = html.indexOf('-->', open + 4);
117
+ if (close === -1)
118
+ break;
119
+ at = close + 3;
120
+ continue;
121
+ }
122
+ TAG_NAME.lastIndex = open + 1;
123
+ const named = TAG_NAME.exec(html);
124
+ if (named === null) {
125
+ at = open + 1;
126
+ continue;
127
+ }
128
+ const start = TAG_NAME.lastIndex;
129
+ const end = tagEnd(html, start);
130
+ // A tag the markup never closes holds the rest of it, as a browser reads it.
131
+ if (end === -1)
132
+ break;
133
+ at = end + 1;
134
+ if (named[0].startsWith('/'))
135
+ continue;
136
+ const name = named[1].toLowerCase();
137
+ if (name === 'meta') {
138
+ const attributes = attributesOf(html.slice(start, end));
139
+ const key = (attributes.get('property') ?? attributes.get('name') ?? attributes.get('itemprop'))?.trim().toLowerCase();
140
+ const content = attributes.get('content');
141
+ if (key !== undefined && key !== '' && content !== undefined && !scan.metas.has(key))
142
+ scan.metas.set(key, content);
143
+ }
144
+ else if (name === 'link' || name === 'a') {
145
+ const source = html.slice(start, end);
146
+ // A tag with no `=` gives no `rel` and no address, so it names no licence.
147
+ if (!source.includes('='))
148
+ continue;
149
+ const attributes = attributesOf(source);
150
+ const marked = relNames(attributes, 'license');
151
+ if (name === 'link') {
152
+ if (marked && scan.links.length < LICENCE_ELEMENTS_MAX)
153
+ scan.links.push(attributes);
154
+ }
155
+ else if (marked) {
156
+ if (licenceAnchors < LICENCE_ELEMENTS_MAX) {
157
+ licenceAnchors += 1;
158
+ const tail = html.slice(at, at + ANCHOR_TEXT_MAX);
159
+ const close = tail.search(/<\/a[\s>]/iu);
160
+ scan.anchors.push({ attributes, text: close === -1 ? tail : tail.slice(0, close) });
161
+ }
162
+ }
163
+ else if (deedAnchors < LICENCE_ELEMENTS_MAX && onCreativeCommons(attributes.get('href'), baseUrl)) {
164
+ deedAnchors += 1;
165
+ scan.anchors.push({ attributes, text: '' });
166
+ }
167
+ }
168
+ else if (OPAQUE.has(name)) {
169
+ const close = closingTag(html, name, at);
170
+ const content = html.slice(at, close === null ? html.length : close.start);
171
+ if (name === 'title' && scan.title === null)
172
+ scan.title = content;
173
+ const isJsonLd = name === 'script' && (attributesOf(html.slice(start, end)).get('type') ?? '').trim().toLowerCase() === 'application/ld+json';
174
+ if (isJsonLd && scan.jsonLd.length < LD_BLOCKS)
175
+ scan.jsonLd.push(content);
176
+ if (close === null)
177
+ break;
178
+ at = close.end;
179
+ }
180
+ }
181
+ return scan;
182
+ }
183
+ /** Whether an element's `rel` names a link type, its tokens read without case. */
184
+ export function relNames(attributes, type) {
185
+ return (attributes.get('rel') ?? '').toLowerCase().split(/\s+/u).includes(type);
186
+ }
187
+ /** An address as an attribute writes it, its references read and resolved against the page's own; null when it does not parse or is not http or https. */
188
+ export function resolveHttp(href, base) {
189
+ const written = href === undefined ? '' : decodeHTMLAttribute(href).trim();
190
+ if (written === '')
191
+ return null;
192
+ try {
193
+ const url = new URL(written, base);
194
+ return url.protocol === 'http:' || url.protocol === 'https:' ? url.href : null;
195
+ }
196
+ catch {
197
+ return null;
198
+ }
199
+ }
200
+ /** The page's `<title>`, its text read and cut to {@link NAME_MAX} characters; null when it has none. */
201
+ export function pageTitle(scan) {
202
+ if (scan.title === null)
203
+ return null;
204
+ const title = cutText(cleanText(scan.title), NAME_MAX);
205
+ return title === '' ? null : title;
206
+ }
207
+ /** The JSON-LD objects of the page's blocks, in document order: each block's top object or array, and the nodes of each `@graph`. */
208
+ export function jsonLdNodes(blocks) {
209
+ const nodes = [];
210
+ const visit = (value, depth) => {
211
+ if (nodes.length >= LD_NODES || depth > 6)
212
+ return;
213
+ if (Array.isArray(value)) {
214
+ for (const item of value)
215
+ visit(item, depth + 1);
216
+ return;
217
+ }
218
+ if (value === null || typeof value !== 'object')
219
+ return;
220
+ const node = value;
221
+ nodes.push(node);
222
+ if ('@graph' in node)
223
+ visit(node['@graph'], depth + 1);
224
+ };
225
+ for (const block of blocks.slice(0, LD_BLOCKS)) {
226
+ // A script may wrap its JSON in a comment or a CDATA section for old parsers.
227
+ const body = block
228
+ .trim()
229
+ .replace(/^(?:<!--|<!\[CDATA\[)/u, '')
230
+ .replace(/(?:-->|\]\]>)$/u, '');
231
+ try {
232
+ visit(JSON.parse(body), 0);
233
+ }
234
+ catch {
235
+ // A block that is not JSON says nothing.
236
+ }
237
+ }
238
+ return nodes;
239
+ }
240
+ /** A date as milliseconds since 1970, or null for one that does not parse or names no four-digit year. */
241
+ export function dateOf(text) {
242
+ if (typeof text !== 'string' || !/\d{4}/u.test(text))
243
+ return null;
244
+ const at = Date.parse(text.trim());
245
+ return Number.isFinite(at) ? at : null;
246
+ }
247
+ /** A name as a page states it, cut to {@link NAME_MAX} characters; null when empty. An attribute's references are read. */
248
+ function nameOf(text, attribute) {
249
+ const name = cutText(attribute ? cleanAttribute(text) : collapse(withoutInvisible(text.normalize('NFC'))), NAME_MAX);
250
+ return name === '' ? null : name;
251
+ }
252
+ /** The site's name: `og:site_name`, else the first JSON-LD `publisher.name`; null when the page names none. */
253
+ export function publisherOf(metas, nodes) {
254
+ const og = metas.get('og:site_name');
255
+ if (og !== undefined) {
256
+ const name = nameOf(og, true);
257
+ if (name !== null)
258
+ return name;
259
+ }
260
+ for (const node of nodes) {
261
+ const publishers = Array.isArray(node.publisher) ? node.publisher : [node.publisher];
262
+ for (const publisher of publishers) {
263
+ const raw = typeof publisher === 'string' ? publisher : typeof publisher?.name === 'string' ? publisher.name : null;
264
+ const name = raw === null ? null : nameOf(raw, false);
265
+ if (name !== null)
266
+ return name;
267
+ }
268
+ }
269
+ return null;
270
+ }
271
+ /** The page's own date: `article:modified_time`, else the first JSON-LD `dateModified`, else `Last-Modified`. */
272
+ export function pageDateOf(metas, nodes, lastModified) {
273
+ const stated = dateOf(metas.get('article:modified_time'));
274
+ if (stated !== null)
275
+ return stated;
276
+ for (const node of nodes) {
277
+ const modified = dateOf(typeof node.dateModified === 'string' ? node.dateModified : null);
278
+ if (modified !== null)
279
+ return modified;
280
+ }
281
+ return dateOf(lastModified);
282
+ }
283
+ //# sourceMappingURL=meta.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"meta.js","sourceRoot":"","sources":["../src/meta.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,6CAA6C,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,wEAAwE;AACxE,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAG,CAAC;AAE5B,0GAA0G;AAC1G,MAAM,cAAc,GAAG,MAAM,CAAC;AAC9B,MAAM,eAAe,GAAG,KAAK,CAAC;AAC9B,qFAAqF;AACrF,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,QAAQ,GAAG,GAAG,CAAC;AACrB,gHAAgH;AAChH,MAAM,oBAAoB,GAAG,KAAK,CAAC;AACnC,mDAAmD;AACnD,MAAM,MAAM,GAAwB,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;AAE9G,MAAM,SAAS,GAAG,mEAAmE,CAAC;AACtF,MAAM,QAAQ,GAAG,8BAA8B,CAAC;AAuBhD,0EAA0E;AAC1E,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,GAAW;IAC/C,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC;IACpC,IAAI,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5C,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM;QAAE,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7D,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8HAA8H;AAC9H,MAAM,UAAU,SAAS,CAAC,MAAc;IACtC,OAAO,QAAQ,CAAC,gBAAgB,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACnG,CAAC;AAED,wHAAwH;AACxH,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,OAAO,QAAQ,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,iGAAiG;AACjG,SAAS,YAAY,CAAC,MAAc;IAClC,MAAM,GAAG,GAAe,IAAI,GAAG,EAAE,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,GAAI,KAAK,CAAC,CAAC,CAAY,CAAC,WAAW,EAAE,CAAC;QAChD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,SAAS,MAAM,CAAC,IAAY,EAAE,IAAY;IACxC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,KAAK,IAAI,EAAE,GAAG,IAAI,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,IAAI,IAAI,KAAK,KAAK;gBAAE,KAAK,GAAG,CAAC,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC;YACpD,KAAK,GAAG,IAAI,CAAC;YACb,WAAW,GAAG,KAAK,CAAC;YACpB,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,IAAI;YAAE,WAAW,GAAG,IAAI,CAAC;aACjC,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;YAAE,WAAW,GAAG,KAAK,CAAC;IAClH,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC;AAED,4GAA4G;AAC5G,SAAS,UAAU,CAAC,IAAY,EAAE,IAAY,EAAE,IAAY;IAC1D,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,MAAM,IAAI,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9D,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IACzB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;AAC5F,CAAC;AAED,sIAAsI;AACtI,SAAS,iBAAiB,CAAC,IAAwB,EAAE,IAAY;IAC/D,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACpC,OAAO,GAAG,KAAK,IAAI,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,qBAAqB,CAAC;AAC9G,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,OAAe;IACtD,MAAM,IAAI,GAAe,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC/F,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnC,IAAI,IAAI,KAAK,CAAC,CAAC;YAAE,MAAM;QACvB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;YAC5C,IAAI,KAAK,KAAK,CAAC,CAAC;gBAAE,MAAM;YACxB,EAAE,GAAG,KAAK,GAAG,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QACD,QAAQ,CAAC,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,EAAE,GAAG,IAAI,GAAG,CAAC,CAAC;YACd,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAChC,6EAA6E;QAC7E,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,MAAM;QACtB,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACvC,MAAM,IAAI,GAAI,KAAK,CAAC,CAAC,CAAY,CAAC,WAAW,EAAE,CAAC;QAChD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YACxD,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACvH,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC1C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACrH,CAAC;aAAM,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACtC,2EAA2E;YAC3E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,SAAS;YACpC,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC/C,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,oBAAoB;oBAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACtF,CAAC;iBAAM,IAAI,MAAM,EAAE,CAAC;gBAClB,IAAI,cAAc,GAAG,oBAAoB,EAAE,CAAC;oBAC1C,cAAc,IAAI,CAAC,CAAC;oBACpB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,GAAG,eAAe,CAAC,CAAC;oBAClD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;oBACzC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC;iBAAM,IAAI,WAAW,GAAG,oBAAoB,IAAI,iBAAiB,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC;gBACpG,WAAW,IAAI,CAAC,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC3E,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI;gBAAE,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC;YAClE,MAAM,QAAQ,GAAG,IAAI,KAAK,QAAQ,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,qBAAqB,CAAC;YAC9I,IAAI,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,SAAS;gBAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1E,IAAI,KAAK,KAAK,IAAI;gBAAE,MAAM;YAC1B,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,QAAQ,CAAC,UAAsB,EAAE,IAAY;IAC3D,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAClF,CAAC;AAED,0JAA0J;AAC1J,MAAM,UAAU,WAAW,CAAC,IAAwB,EAAE,IAAY;IAChE,MAAM,OAAO,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3E,IAAI,OAAO,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACnC,OAAO,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,yGAAyG;AACzG,MAAM,UAAU,SAAS,CAAC,IAAgB;IACxC,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAC;IACvD,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;AACrC,CAAC;AAED,qIAAqI;AACrI,MAAM,UAAU,WAAW,CAAC,MAAyB;IACnD,MAAM,KAAK,GAAmC,EAAE,CAAC;IACjD,MAAM,KAAK,GAAG,CAAC,KAAc,EAAE,KAAa,EAAQ,EAAE;QACpD,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO;QAClD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK;gBAAE,KAAK,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO;QACxD,MAAM,IAAI,GAAG,KAAgC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,IAAI,QAAQ,IAAI,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC;QAC/C,8EAA8E;QAC9E,MAAM,IAAI,GAAG,KAAK;aACf,IAAI,EAAE;aACN,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC;aACrC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,yCAAyC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,0GAA0G;AAC1G,MAAM,UAAU,MAAM,CAAC,IAA+B;IACpD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAClE,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACzC,CAAC;AAED,2HAA2H;AAC3H,SAAS,MAAM,CAAC,IAAY,EAAE,SAAkB;IAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrH,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AACnC,CAAC;AAED,+GAA+G;AAC/G,MAAM,UAAU,WAAW,CAAC,KAA0B,EAAE,KAA6C;IACnG,MAAM,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACrC,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC9B,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;IACjC,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,UAAU,GAAc,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAQ,SAAuC,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAE,SAA8B,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACzK,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACtD,IAAI,IAAI,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,iHAAiH;AACjH,MAAM,UAAU,UAAU,CAAC,KAA0B,EAAE,KAA6C,EAAE,YAA2B;IAC/H,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAC1D,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1F,IAAI,QAAQ,KAAK,IAAI;YAAE,OAAO,QAAQ,CAAC;IACzC,CAAC;IACD,OAAO,MAAM,CAAC,YAAY,CAAC,CAAC;AAC9B,CAAC"}