@geekity/cms 0.18.0 → 0.20.0

package/dist/webmention/reply-context.js

@@ -1,6 +1,6 @@
 import { discoverPostType } from '../content/post-type.js';
 import { fetchPublic, webUrl } from './fetch-public.js';
-import { elementsIn, parseHtml, textOf } from './html.js';
+import { elementsIn, hasRel, parseHtml, textOf } from './html.js';
 import { citedEntry } from './microformats.js';
 /**
  * Reply context: what a reply shows of the post it answers (TASK-123).
@@ -13,31 +13,138 @@ import { citedEntry } from './microformats.js';
  */
 /** How long a target is given to answer, body included. */
 export const REPLY_CONTEXT_TIMEOUT_MS = 10_000;
-/** The most of a target page that is read. A bigger page is not read at all. */
+/**
+ * The most of a target page that is read. Only the head of a bigger page is
+ * read, and an oEmbed answer bigger than this is not read at all.
+ */
 export const REPLY_CONTEXT_MAX_BYTES = 1_000_000;
+const IMAGE_TYPE = /^\s*image\//i;
 /** How many words of a target's text a preview keeps. */
 const EXCERPT_WORDS = 40;
 /** And how many characters, for a text with few spaces in it. */
 const EXCERPT_CHARACTERS = 300;
 /**
- * Fetch a reply's target and read what it says about itself.
+ * Fetch a page a post cites and read what it says about itself. A known
+ * provider's oEmbed endpoint is asked first, and the page is read only when
+ * that names nothing. Any other page is read, and asked about through the
+ * oEmbed endpoint it links when it has no `h-entry`.
  *
  * Only http and https, only public hosts (every redirect hop is checked, and a
  * name is refused when any address it resolves to is private), one timeout
- * over the whole exchange, and no page over the byte limit. Nothing throws.
+ * over the whole exchange, every oEmbed request included, no more of a page
+ * than the byte limit, and no oEmbed answer over it. Nothing throws.
  */
 export async function fetchReplyContext(target, options) {
-    const fetched = await fetchPublic(target, {
+    const limits = {
         lookup: options.lookup,
-        timeoutMs: options.timeoutMs ?? REPLY_CONTEXT_TIMEOUT_MS,
+        deadline: Date.now() + (options.timeoutMs ?? REPLY_CONTEXT_TIMEOUT_MS),
         maxBytes: options.maxBytes ?? REPLY_CONTEXT_MAX_BYTES,
-        accept: 'text/html, */*;q=0.8',
-        contentType: { pattern: /^\s*(text\/html|application\/xhtml\+xml)/i, name: 'an HTML page' },
-    });
-    if (!fetched.ok)
-        return fetched;
-    const context = readReplyContext(new TextDecoder().decode(fetched.body), target, fetched.url);
-    return context === undefined ? refuse('nothing to show') : { ok: true, context };
+    };
+    const known = knownEndpoint(target);
+    if (known !== undefined) {
+        const oembed = withoutSuffix(await fetchOembed(known.endpoint, limits), known.titleSuffix);
+        const context = describe(parseHtml(''), undefined, target, oembed);
+        if (context !== undefined)
+            return described(context, oembed?.picture);
+    }
+    const timeoutMs = limits.deadline - Date.now();
+    const fetched = timeoutMs <= 0
+        ? { ok: false, reason: 'timed out' }
+        : await fetchPublic(target, {
+            lookup: limits.lookup,
+            timeoutMs,
+            maxBytes: limits.maxBytes,
+            overflow: 'truncate',
+            accept: 'text/html, */*;q=0.8',
+            contentType: {
+                pattern: /^\s*(text\/html|application\/xhtml\+xml)/i,
+                name: 'an HTML page',
+            },
+            headersOnly: IMAGE_TYPE,
+        });
+    if (fetched.ok && fetched.read === 'headers') {
+        return described({ url: target }, { url: fetched.url, kind: 'photo' });
+    }
+    const root = parseHtml(fetched.ok ? new TextDecoder().decode(fetched.body) : '');
+    const entry = fetched.ok && !fetched.truncated ? citedEntry(root, fetched.url) : undefined;
+    const endpoint = fetched.ok && entry === undefined && known === undefined
+        ? oembedEndpoint(root, fetched.url)
+        : undefined;
+    const oembed = endpoint === undefined ? undefined : await fetchOembed(endpoint, limits);
+    const context = describe(root, entry, target, oembed);
+    if (context !== undefined) {
+        return described(context, oembed?.picture ?? (fetched.ok ? pagePicture(root, fetched.url) : undefined));
+    }
+    return fetched.ok ? refuse('nothing to show') : fetched;
+}
+function described(context, picture) {
+    return { ok: true, context, ...(picture === undefined ? {} : { picture }) };
+}
+function pagePicture(root, base) {
+    const image = metaOf(root, 'og:image') || metaOf(root, 'twitter:image') || metaOf(root, 'twitter:image:src');
+    if (image === '')
+        return undefined;
+    let url;
+    try {
+        url = webUrl(new URL(image, base).href);
+    }
+    catch {
+        return undefined;
+    }
+    if (url === undefined)
+        return undefined;
+    const video = metaOf(root, 'og:type').toLowerCase().startsWith('video') ||
+        metaOf(root, 'twitter:card').toLowerCase() === 'player';
+    return { url: url.href, kind: 'thumbnail', ...(video ? { video: true } : {}) };
+}
+/**
+ * Providers whose JSON oEmbed endpoint is known, asked before their page:
+ * YouTube, TikTok, Reddit and Giphy serve a server a generic or slow page, or
+ * refuse it, while their endpoints answer (decision-19).
+ */
+const KNOWN_OEMBED_PROVIDERS = [
+    {
+        hosts: ['youtube.com', 'www.youtube.com', 'm.youtube.com'],
+        path: /^\/(watch\?(.*&)?v=[\w-]+|shorts\/[\w-]+\/?(\?|$))/,
+        endpoint: 'https://www.youtube.com/oembed',
+    },
+    { hosts: ['youtu.be'], path: /^\/[\w-]+\/?(\?|$)/, endpoint: 'https://www.youtube.com/oembed' },
+    {
+        hosts: ['tiktok.com', 'www.tiktok.com'],
+        path: /^\/@[^/]+\/video\/\d+/,
+        endpoint: 'https://www.tiktok.com/oembed',
+    },
+    {
+        hosts: ['reddit.com', 'www.reddit.com'],
+        path: /^\/r\/[^/]+\/comments\//,
+        endpoint: 'https://www.reddit.com/oembed',
+    },
+    {
+        hosts: ['giphy.com', 'www.giphy.com'],
+        path: /^\/gifs\/[^/?]+/,
+        endpoint: 'https://giphy.com/services/oembed',
+        titleSuffix: ' - Find & Share on GIPHY',
+    },
+];
+function knownEndpoint(target) {
+    const url = webUrl(target);
+    if (url === undefined)
+        return undefined;
+    const provider = KNOWN_OEMBED_PROVIDERS.find(({ hosts, path }) => hosts.includes(url.hostname) && path.test(url.pathname + url.search));
+    if (provider === undefined)
+        return undefined;
+    const endpoint = new URL(provider.endpoint);
+    endpoint.searchParams.set('format', 'json');
+    endpoint.searchParams.set('url', target);
+    return { endpoint: endpoint.href, titleSuffix: provider.titleSuffix };
+}
+function withoutSuffix(oembed, suffix) {
+    if (oembed?.title === undefined || suffix === undefined || !oembed.title.endsWith(suffix)) {
+        return oembed;
+    }
+    const title = oembed.title.slice(0, -suffix.length).trim();
+    const { title: _title, ...rest } = oembed;
+    return title === '' ? rest : { ...rest, title };
 }
 /**
  * What a target page says about itself, or `undefined` when it says nothing a
@@ -45,37 +152,141 @@ export async function fetchReplyContext(target, options) {
  *
  * The first `h-entry` when there is one: its name when it has one of its own
  * (the test Post Type Discovery uses), an excerpt of its text, its author and
- * its date. A page with no `h-entry` is described by its `<title>` and its
- * description metadata. Everything comes out as plain text; the theme escapes
- * it like any other string.
+ * its date. A page with no `h-entry` is described by its oEmbed title and
+ * author when `oembed` holds them, then its `og:title`, `<title>` and
+ * description metadata, where a title that is only a site suffix is none.
+ * Everything comes out as plain text; the theme escapes it like any other
+ * string.
  */
-export function readReplyContext(html, target, base = target) {
+export function readReplyContext(html, target, base = target, oembed) {
     const root = parseHtml(html);
-    const entry = citedEntry(root, base);
+    return describe(root, citedEntry(root, base), target, oembed);
+}
+function describe(root, entry, target, oembed) {
     if (entry !== undefined) {
-        const named = discoverPostType({ name: entry.name, content: entry.text }) === 'article';
-        const text = excerpt(entry.text);
+        const entryName = withoutDirectionControls(entry.name);
+        const entryText = withoutDirectionControls(entry.text);
+        const named = discoverPostType({ name: entryName, content: entryText }) === 'article';
+        const text = excerpt(entryText);
+        const authorName = withoutDirectionControls(entry.author?.name);
         const authorUrl = entry.author?.url === null ? undefined : webUrl(entry.author?.url ?? '');
         return {
             url: target,
-            ...(named ? { name: entry.name } : {}),
+            ...(named ? { name: entryName } : {}),
             ...(text === '' ? {} : { text }),
-            ...(entry.author === undefined
+            ...(authorName === ''
                 ? {}
                 : {
                     author: {
-                        name: entry.author.name,
+                        name: authorName,
                         ...(authorUrl === undefined ? {} : { url: authorUrl.href }),
                     },
                 }),
             ...(entry.published === null ? {} : { published: entry.published }),
+            ...(authorName === '' ? siteOf(root) : {}),
         };
     }
-    const name = titleOf(root) || metaOf(root, 'og:title');
-    const text = excerpt(metaOf(root, 'description') || metaOf(root, 'og:description'));
-    if (name === '' && text === '')
+    const name = withoutDirectionControls(oembed?.title) ||
+        pageTitle(metaOf(root, 'og:title')) ||
+        pageTitle(titleOf(root));
+    const text = excerpt(withoutDirectionControls(metaOf(root, 'description')) ||
+        withoutDirectionControls(metaOf(root, 'og:description')));
+    const authorName = withoutDirectionControls(oembed?.author?.name);
+    const author = authorName === '' ? undefined : { ...oembed?.author, name: authorName };
+    if (name === '' && text === '' && author === undefined)
+        return undefined;
+    return {
+        url: target,
+        ...(name === '' ? {} : { name }),
+        ...(text === '' ? {} : { text }),
+        ...(author === undefined ? siteOf(root) : { author }),
+    };
+}
+function siteOf(root) {
+    const site = withoutDirectionControls(metaOf(root, 'og:site_name'));
+    return site === '' ? {} : { site };
+}
+function withoutDirectionControls(text) {
+    return (text ?? '')
+        .replace(/\p{Bidi_Control}/gu, '')
+        .replace(/\s+/g, ' ')
+        .trim();
+}
+function pageTitle(text) {
+    const title = withoutDirectionControls(text);
+    return /^[-–—|·•:]\s/u.test(title) ? '' : title;
+}
+function oembedEndpoint(root, base) {
+    for (const element of elementsIn(root)) {
+        if (element.name !== 'link')
+            continue;
+        // Flickr writes "alternative" and SoundCloud "text/json+oembed".
+        if (!hasRel(element, 'alternate') && !hasRel(element, 'alternative'))
+            continue;
+        const type = element.attributes['type']?.trim().toLowerCase();
+        if (type !== 'application/json+oembed' && type !== 'text/json+oembed')
+            continue;
+        try {
+            return new URL(element.attributes['href'] ?? '', base).href;
+        }
+        catch {
+            return undefined;
+        }
+    }
+    return undefined;
+}
+async function fetchOembed(endpoint, limits) {
+    const timeoutMs = limits.deadline - Date.now();
+    if (timeoutMs <= 0)
+        return undefined;
+    const fetched = await fetchPublic(endpoint, {
+        lookup: limits.lookup,
+        timeoutMs,
+        maxBytes: limits.maxBytes,
+        accept: 'application/json+oembed, application/json;q=0.9',
+        contentType: {
+            pattern: /^\s*(application\/(json|json\+oembed)|text\/(json|javascript))\b/i,
+            name: 'oEmbed JSON',
+        },
+    });
+    if (!fetched.ok)
+        return undefined;
+    let parsed;
+    try {
+        parsed = JSON.parse(new TextDecoder().decode(fetched.body));
+    }
+    catch {
+        return undefined;
+    }
+    if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed))
+        return undefined;
+    const fields = parsed;
+    const title = plainText(fields['title']);
+    const authorName = plainText(fields['author_name']);
+    const authorUrl = webUrl(plainText(fields['author_url']) ?? '');
+    const type = plainText(fields['type']);
+    const photo = type === 'photo' ? webUrl(plainText(fields['url']) ?? '') : undefined;
+    const thumbnail = webUrl(plainText(fields['thumbnail_url']) ?? '');
+    const picture = photo !== undefined
+        ? { url: photo.href, kind: 'photo' }
+        : thumbnail !== undefined
+            ? { url: thumbnail.href, kind: 'thumbnail', ...(type === 'video' ? { video: true } : {}) }
+            : undefined;
+    return {
+        ...(title === undefined ? {} : { title }),
+        ...(picture === undefined ? {} : { picture }),
+        ...(authorName === undefined
+            ? {}
+            : {
+                author: { name: authorName, ...(authorUrl === undefined ? {} : { url: authorUrl.href }) },
+            }),
+    };
+}
+function plainText(value) {
+    if (typeof value !== 'string')
         return undefined;
-    return { url: target, ...(name === '' ? {} : { name }), ...(text === '' ? {} : { text }) };
+    const text = value.replace(/\s+/g, ' ').trim();
+    return text === '' ? undefined : text;
 }
 /** The page's `<title>`, or empty. */
 function titleOf(root) {

package/dist/webmention/reply-context.js.map

@@ -1 +1 @@
-{"version":3,"file":"reply-context.js","sourceRoot":"","sources":["../../src/webmention/reply-context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAE1D,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C;;;;;;;;GAQG;AAEH,2DAA2D;AAC3D,MAAM,CAAC,MAAM,wBAAwB,GAAG,MAAM,CAAC;AAE/C,gFAAgF;AAChF,MAAM,CAAC,MAAM,uBAAuB,GAAG,SAAS,CAAC;AAEjD,yDAAyD;AACzD,MAAM,aAAa,GAAG,EAAE,CAAC;AAEzB,iEAAiE;AACjE,MAAM,kBAAkB,GAAG,GAAG,CAAC;AA+B/B;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAc,EACd,OAAiC;IAEjC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE;QACxC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,wBAAwB;QACxD,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,uBAAuB;QACrD,MAAM,EAAE,sBAAsB;QAC9B,WAAW,EAAE,EAAE,OAAO,EAAE,2CAA2C,EAAE,IAAI,EAAE,cAAc,EAAE;KAC5F,CAAC,CAAC;IACH,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,OAAO,CAAC;IAEhC,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9F,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AACnF,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,gBAAgB,CAC9B,IAAY,EACZ,MAAc,EACd,IAAI,GAAW,MAAM;IAErB,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAErC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,SAAS,CAAC;QACxF,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;QAC3F,OAAO;YACL,GAAG,EAAE,MAAM;YACX,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAChC,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;gBAC5B,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,MAAM,EAAE;wBACN,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;wBACvB,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;qBAC5D;iBACF,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC;IACpF,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IAEjD,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;AAC7F,CAAC;AAED,sCAAsC;AACtC,SAAS,OAAO,CAAC,IAAiB;IAChC,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,uEAAuE;AACvE,SAAS,MAAM,CAAC,IAAiB,EAAE,GAAW;IAC5C,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QACtC,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;YAAE,SAAS;QACjE,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3E,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,8DAA8D;AAC9D,SAAS,OAAO,CAAC,IAAY;IAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IAC9F,IAAI,GAAG,CAAC,MAAM,GAAG,kBAAkB;QAAE,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC,OAAO,EAAE,CAAC;IACtF,OAAO,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC;AACtD,CAAC;AAED,SAAS,MAAM,CAAC,MAAc;IAC5B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC/B,CAAC"}
+{"version":3,"file":"reply-context.js","sourceRoot":"","sources":["../../src/webmention/reply-context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAElE,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAI/C;;;;;;;;GAQG;AAEH,2DAA2D;AAC3D,MAAM,CAAC,MAAM,wBAAwB,GAAG,MAAM,CAAC;AAE/C;;;GAGG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,SAAS,CAAC;AAEjD,MAAM,UAAU,GAAG,cAAc,CAAC;AAElC,yDAAyD;AACzD,MAAM,aAAa,GAAG,EAAE,CAAC;AAEzB,iEAAiE;AACjE,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAkC/B;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAc,EACd,OAAiC;IAEjC,MAAM,MAAM,GAAG;QACb,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,wBAAwB,CAAC;QACtE,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,uBAAuB;KACtD,CAAC;IAEF,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,WAAW,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAC3F,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACnE,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/C,MAAM,OAAO,GACX,SAAS,IAAI,CAAC;QACZ,CAAC,CAAE,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAY;QAC/C,CAAC,CAAC,MAAM,WAAW,CAAC,MAAM,EAAE;YACxB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,SAAS;YACT,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,sBAAsB;YAC9B,WAAW,EAAE;gBACX,OAAO,EAAE,2CAA2C;gBACpD,IAAI,EAAE,cAAc;aACrB;YACD,WAAW,EAAE,UAAU;SACxB,CAAC,CAAC;IAET,IAAI,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACjF,MAAM,KAAK,GAAG,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3F,MAAM,QAAQ,GACZ,OAAO,CAAC,EAAE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QACtD,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC;QACnC,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,MAAM,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAExF,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACtD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,SAAS,CACd,OAAO,EACP,MAAM,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAC7E,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAC1D,CAAC;AAED,SAAS,SAAS,CAAC,OAAqB,EAAE,OAAkC;IAC1E,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;AAC9E,CAAC;AAED,SAAS,WAAW,CAAC,IAAiB,EAAE,IAAY;IAClD,MAAM,KAAK,GACT,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;IACjG,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IACnC,IAAI,GAAoB,CAAC;IACzB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,KAAK,GACT,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;QACzD,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC;IAC1D,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACjF,CAAC;AAED;;;;GAIG;AACH,MAAM,sBAAsB,GAKtB;IACJ;QACE,KAAK,EAAE,CAAC,aAAa,EAAE,iBAAiB,EAAE,eAAe,CAAC;QAC1D,IAAI,EAAE,oDAAoD;QAC1D,QAAQ,EAAE,gCAAgC;KAC3C;IACD,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,gCAAgC,EAAE;IAC/F;QACE,KAAK,EAAE,CAAC,YAAY,EAAE,gBAAgB,CAAC;QACvC,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,+BAA+B;KAC1C;IACD;QACE,KAAK,EAAE,CAAC,YAAY,EAAE,gBAAgB,CAAC;QACvC,IAAI,EAAE,yBAAyB;QAC/B,QAAQ,EAAE,+BAA+B;KAC1C;IACD;QACE,KAAK,EAAE,CAAC,WAAW,EAAE,eAAe,CAAC;QACrC,IAAI,EAAE,iBAAiB;QACvB,QAAQ,EAAE,mCAAmC;QAC7C,WAAW,EAAE,0BAA0B;KACxC;CACF,CAAC;AAEF,SAAS,aAAa,CACpB,MAAc;IAEd,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC3B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,CAC1C,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,CAC1F,CAAC;IACF,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC5C,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC5C,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACzC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC;AACxE,CAAC;AAED,SAAS,aAAa,CAAC,MAA0B,EAAE,MAA0B;IAC3E,IAAI,MAAM,EAAE,KAAK,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1F,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;IAC1C,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,CAAC;AAClD,CAAC;AAQD;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,gBAAgB,CAC9B,IAAY,EACZ,MAAc,EACd,IAAI,GAAW,MAAM,EACrB,MAAe;IAEf,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,OAAO,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,QAAQ,CACf,IAAiB,EACjB,KAA6B,EAC7B,MAAc,EACd,MAA0B;IAE1B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,wBAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,wBAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,KAAK,SAAS,CAAC;QACtF,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAChC,MAAM,UAAU,GAAG,wBAAwB,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;QAC3F,OAAO;YACL,GAAG,EAAE,MAAM;YACX,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAChC,GAAG,CAAC,UAAU,KAAK,EAAE;gBACnB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,MAAM,EAAE;wBACN,IAAI,EAAE,UAAU;wBAChB,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;qBAC5D;iBACF,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;YACnE,GAAG,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GACR,wBAAwB,CAAC,MAAM,EAAE,KAAK,CAAC;QACvC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACnC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,MAAM,IAAI,GAAG,OAAO,CAClB,wBAAwB,CAAC,MAAM,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QACnD,wBAAwB,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAC3D,CAAC;IACF,MAAM,UAAU,GAAG,wBAAwB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IACvF,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAEzE,OAAO;QACL,GAAG,EAAE,MAAM;QACX,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QAChC,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QAChC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;KACtD,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,IAAiB;IAC/B,MAAM,IAAI,GAAG,wBAAwB,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;IACpE,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAwB;IACxD,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;SAChB,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC;SACjC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,MAAM,KAAK,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC;AAED,SAAS,cAAc,CAAC,IAAiB,EAAE,IAAY;IACrD,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QACtC,iEAAiE;QACjE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC;YAAE,SAAS;QAC/E,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9D,IAAI,IAAI,KAAK,yBAAyB,IAAI,IAAI,KAAK,kBAAkB;YAAE,SAAS;QAChF,IAAI,CAAC;YACH,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC;QAC9D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,QAAgB,EAChB,MAA6F;IAE7F,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/C,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAErC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE;QAC1C,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS;QACT,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,iDAAiD;QACzD,WAAW,EAAE;YACX,OAAO,EAAE,mEAAmE;YAC5E,IAAI,EAAE,aAAa;SACpB;KACF,CAAC,CAAC;IACH,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,SAAS,CAAC;IAElC,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7F,MAAM,MAAM,GAAG,MAAiC,CAAC;IAEjD,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACzC,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;IACpD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpF,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACnE,MAAM,OAAO,GACX,KAAK,KAAK,SAAS;QACjB,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE;QACpC,CAAC,CAAC,SAAS,KAAK,SAAS;YACvB,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;YAC1F,CAAC,CAAC,SAAS,CAAC;IAClB,OAAO;QACL,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;QACzC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,GAAG,CAAC,UAAU,KAAK,SAAS;YAC1B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE;aAC1F,CAAC;KACP,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;AACxC,CAAC;AAED,sCAAsC;AACtC,SAAS,OAAO,CAAC,IAAiB;IAChC,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,uEAAuE;AACvE,SAAS,MAAM,CAAC,IAAiB,EAAE,GAAW;IAC5C,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QACtC,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,GAAG,CAAC;YAAE,SAAS;QACjE,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3E,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,8DAA8D;AAC9D,SAAS,OAAO,CAAC,IAAY;IAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACpD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IAC9F,IAAI,GAAG,CAAC,MAAM,GAAG,kBAAkB;QAAE,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC,OAAO,EAAE,CAAC;IACtF,OAAO,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC;AACtD,CAAC;AAED,SAAS,MAAM,CAAC,MAAc;IAC5B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC/B,CAAC"}

package/dist/webmention/reply-contexts.d.ts

@@ -1,45 +1,57 @@
 import type { ContentStore } from '../content/store.ts';
 import type { DocumentChange } from '../content/sync.ts';
+import type { CitedPictureConfig } from './cited-picture.ts';
 import type { HostLookup } from './public-address.ts';
 import type { ReplyContext } from './reply-context.ts';
 /**
- * Where the fetched reply contexts are kept, relative to the content directory:
- * one JSON object keyed by the URL replied to (decision-19). Eleventy reads it
- * as the `replyContexts` global.
+ * Where the fetched contexts are kept, relative to the content directory: one
+ * JSON object keyed by the URL a post replies to, likes, reposts or bookmarks
+ * (decision-19). Eleventy reads it as the `replyContexts` global.
  */
 export declare const REPLY_CONTEXTS_FILE = "_data/replyContexts.json";
+export declare const CITED_SLUG_TIMEOUT_MS = 3000;
 /** Where the service reports a target it could not read. */
 export interface ReplyContextLogger {
     warn(message: string): void;
 }
 /** What {@link createReplyContextService} needs. */
 export interface CreateReplyContextServiceOptions {
-    /** The index, asked which targets are still replied to. */
+    /** The index, asked which targets are still cited. */
     readonly store: ContentStore;
-    /** Where the file lives. */
-    readonly contentDir: string;
+    /** Where the file and the copied pictures live, and the limit a picture is held to. */
+    readonly config: CitedPictureConfig;
     /** How host names are resolved before a target is fetched. */
     readonly lookup: HostLookup;
     /** Defaults to `console`. */
     readonly logger?: ReplyContextLogger | undefined;
 }
-/** Keeps the stored reply contexts in step with the posts that reply. */
+/**
+ * Keeps the stored contexts in step with the posts that cite: a reply's
+ * `in-reply-to`, and a like's, repost's or bookmark's target (TASK-244).
+ */
 export interface ReplyContextService {
     /**
-     * Consider one index change. A reply whose target is new, or has nothing
-     * stored, has its target fetched; a target no post replies to any more is
-     * forgotten. Returns at once: the work is queued, so a save never waits on
-     * a stranger's server.
+     * Consider one index change. A target that is new to the post, or has
+     * nothing stored, is fetched; a target no post cites any more is forgotten.
+     * Returns at once: the work is queued, so a save never waits on a
+     * stranger's server.
      */
     handle(change: DocumentChange): void;
     /**
-     * Fetch every target a live post replies to that the file holds nothing
-     * for. Run when the site starts serving, because a scan of an index that is
-     * already up to date reports no change: a site upgraded to reply contexts,
-     * or one whose file was removed, would otherwise wait for each reply to be
-     * edited. Queued like {@link ReplyContextService.handle}.
+     * Fetch every target a live post cites that the file holds nothing for. Run
+     * when the site starts serving, because a scan of an index that is already
+     * up to date reports no change: a site upgraded to reply contexts, or one
+     * whose file was removed, would otherwise wait for each reply to be edited.
+     * Queued like {@link ReplyContextService.handle}.
      */
     catchUp(): void;
+    /**
+     * The context a new post can be named after: the stored one, else one fetch
+     * within {@link CITED_SLUG_TIMEOUT_MS} that is stored, so the save's own
+     * {@link ReplyContextService.handle} does not fetch it again (TASK-250).
+     * `undefined` when the target could not be read in time.
+     */
+    describe(target: string): Promise<ReplyContext | undefined>;
     /** The stored context for a target, from the file. Never touches the network. */
     read(target: string): ReplyContext | undefined;
     /** Resolve once everything queued has finished, however it finished. */

package/dist/webmention/reply-contexts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reply-contexts.d.ts","sourceRoot":"","sources":["../../src/webmention/reply-contexts.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,6BAA6B,CAAC;AAE9D,4DAA4D;AAC5D,MAAM,WAAW,kBAAkB;IACjC,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,oDAAoD;AACpD,MAAM,WAAW,gCAAgC;IAC/C,2DAA2D;IAC3D,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,4BAA4B;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,8DAA8D;IAC9D,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC;IAC5B,6BAA6B;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC;CAClD;AAED,yEAAyE;AACzE,MAAM,WAAW,mBAAmB;IAClC;;;;;OAKG;IACH,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;IACrC;;;;;;OAMG;IACH,OAAO,IAAI,IAAI,CAAC;IAChB,iFAAiF;IACjF,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAAC;IAC/C,wEAAwE;IACxE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,oDAAoD;AACpD,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,gCAAgC,GACxC,mBAAmB,CA8FrB"}
+{"version":3,"file":"reply-contexts.d.ts","sourceRoot":"","sources":["../../src/webmention/reply-contexts.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGzD,OAAO,KAAK,EAAE,kBAAkB,EAAiB,MAAM,oBAAoB,CAAC;AAC5E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,6BAA6B,CAAC;AAE9D,eAAO,MAAM,qBAAqB,OAAQ,CAAC;AAE3C,4DAA4D;AAC5D,MAAM,WAAW,kBAAkB;IACjC,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,oDAAoD;AACpD,MAAM,WAAW,gCAAgC;IAC/C,sDAAsD;IACtD,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,uFAAuF;IACvF,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACpC,8DAA8D;IAC9D,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC;IAC5B,6BAA6B;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC;CAClD;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;;OAKG;IACH,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;IACrC;;;;;;OAMG;IACH,OAAO,IAAI,IAAI,CAAC;IAChB;;;;;OAKG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;IAC5D,iFAAiF;IACjF,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAAC;IAC/C,wEAAwE;IACxE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,oDAAoD;AACpD,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,gCAAgC,GACxC,mBAAmB,CA+JrB"}

package/dist/webmention/reply-contexts.js

@@ -1,19 +1,22 @@
 import { readFileSync } from 'node:fs';
 import path from 'node:path';
+import { citationsOf } from '../content/citation.js';
 import { replyTarget } from '../content/post-type.js';
 import { updateFileAtomically } from '../files/atomic.js';
+import { copyCitedPicture, parseCitedPicture, sweepCitedPictures } from './cited-picture.js';
 import { fetchReplyContext } from './reply-context.js';
 /**
- * Where the fetched reply contexts are kept, relative to the content directory:
- * one JSON object keyed by the URL replied to (decision-19). Eleventy reads it
- * as the `replyContexts` global.
+ * Where the fetched contexts are kept, relative to the content directory: one
+ * JSON object keyed by the URL a post replies to, likes, reposts or bookmarks
+ * (decision-19). Eleventy reads it as the `replyContexts` global.
  */
 export const REPLY_CONTEXTS_FILE = '_data/replyContexts.json';
+export const CITED_SLUG_TIMEOUT_MS = 3_000;
 /** Build the reply context service for one site. */
 export function createReplyContextService(options) {
-    const { store, lookup } = options;
+    const { store, lookup, config } = options;
     const logger = options.logger ?? console;
-    const file = path.join(options.contentDir, ...REPLY_CONTEXTS_FILE.split('/'));
+    const file = path.join(config.contentDir, ...REPLY_CONTEXTS_FILE.split('/'));
     let cachedText;
     let cached = {};
     /** The whole file, parsed only when its bytes changed since the last read. */
@@ -44,22 +47,52 @@ export function createReplyContextService(options) {
             return `${JSON.stringify(all, null, 2)}\n`;
         });
     }
+    async function withPicture(context, source) {
+        const picture = source === undefined ? undefined : await copyCitedPicture(source, { lookup, config });
+        if (source !== undefined && picture === undefined) {
+            logger.warn(`Could not copy ${source.url}, the picture of ${context.url}`);
+        }
+        return picture === undefined ? context : { ...context, picture };
+    }
+    async function sweep() {
+        const kept = new Set();
+        for (const context of Object.values(readAll())) {
+            if (context.picture !== undefined)
+                kept.add(context.picture.src);
+        }
+        await sweepCitedPictures(config, kept);
+    }
     async function refresh(target) {
         const fetched = await fetchReplyContext(target, { lookup });
         if (!fetched.ok) {
-            logger.warn(`Could not read ${target} for a reply's context: ${fetched.reason}`);
+            logger.warn(`Could not read ${target} for a citation's context: ${fetched.reason}`);
+            return;
+        }
+        const context = await withPicture(fetched.context, fetched.picture);
+        if (hasNoPictureOrWords(context))
+            return;
+        await write(target, context);
+        await sweep();
+    }
+    async function attachPicture(target, source) {
+        const held = readAll()[target];
+        if (held === undefined || held.picture !== undefined)
             return;
+        const context = await withPicture(held, source);
+        if (context.picture !== undefined && readAll()[target] !== undefined) {
+            await write(target, context);
         }
-        await write(target, fetched.context);
     }
-    /** Forget a target, unless a post still replies to it. */
     async function forget(target) {
         if (!(target in readAll()))
             return;
-        const stillAnswered = store.listAll().some((document) => replyTarget(document) === target);
-        if (!stillAnswered)
-            await write(target, undefined);
+        const stillCited = store.listAll().some((document) => targetsOf(document).includes(target));
+        if (stillCited)
+            return;
+        await write(target, undefined);
+        await sweep();
     }
+    const describedForSave = new Set();
     let chain = Promise.resolve();
     function enqueue(task) {
         chain = chain.then(task).catch((thrown) => {
@@ -68,30 +101,63 @@ export function createReplyContextService(options) {
     }
     return {
         handle(change) {
-            const before = targetOf(change.previous);
-            const after = targetOf(change.next);
+            const before = targetsOf(change.previous);
+            const after = targetsOf(change.next);
+            const held = readAll();
             // A scan rebuilds the index from files the contexts file sits beside, so
             // it only fetches what that file has never held; an edit fetches a
             // target that changed as well.
-            if (after !== undefined) {
-                const stored = after in readAll();
-                const changed = after !== before && change.origin !== 'scan';
-                if (!stored || changed)
-                    enqueue(() => refresh(after));
+            for (const target of after) {
+                const changed = !before.includes(target) && change.origin !== 'scan';
+                if (describedForSave.delete(target) && target in held)
+                    continue;
+                if (!(target in held) || changed)
+                    enqueue(() => refresh(target));
+            }
+            for (const target of before) {
+                if (!after.includes(target))
+                    enqueue(() => forget(target));
             }
-            if (before !== undefined && before !== after)
-                enqueue(() => forget(before));
         },
         catchUp() {
             const held = readAll();
             const missing = new Set();
             for (const document of store.listAll()) {
-                const target = replyTarget(document);
-                if (target !== undefined && !(target in held))
-                    missing.add(target);
+                for (const target of targetsOf(document)) {
+                    if (!(target in held))
+                        missing.add(target);
+                }
             }
             for (const target of missing)
                 enqueue(() => refresh(target));
+            enqueue(sweep);
+        },
+        async describe(target) {
+            const held = readAll()[target];
+            if (held !== undefined)
+                return held;
+            const deadline = Date.now() + CITED_SLUG_TIMEOUT_MS;
+            const fetched = await fetchReplyContext(target, { lookup, timeoutMs: CITED_SLUG_TIMEOUT_MS });
+            if (!fetched.ok)
+                return undefined;
+            const { picture } = fetched;
+            if (hasNoPictureOrWords(fetched.context)) {
+                const timeoutMs = deadline - Date.now();
+                const copied = picture === undefined || timeoutMs <= 0
+                    ? undefined
+                    : await copyCitedPicture(picture, { lookup, config, timeoutMs });
+                if (copied === undefined)
+                    return undefined;
+                const context = { ...fetched.context, picture: copied };
+                await write(target, context);
+                describedForSave.add(target);
+                return context;
+            }
+            await write(target, fetched.context);
+            describedForSave.add(target);
+            if (picture !== undefined)
+                enqueue(() => attachPicture(target, picture));
+            return fetched.context;
         },
         read(target) {
             return readAll()[target];
@@ -101,8 +167,22 @@ export function createReplyContextService(options) {
         },
     };
 }
-function targetOf(document) {
-    return document === undefined ? undefined : replyTarget(document);
+function hasNoPictureOrWords(context) {
+    return (context.picture === undefined &&
+        context.name === undefined &&
+        context.text === undefined &&
+        context.author === undefined &&
+        context.site === undefined);
+}
+function targetsOf(document) {
+    if (document === undefined)
+        return [];
+    const answered = replyTarget(document);
+    const targets = [
+        ...(answered === undefined ? [] : [answered]),
+        ...citationsOf(document.extra).map((citation) => citation.url),
+    ];
+    return [...new Set(targets)];
 }
 /**
  * The file's entries, each checked, since a person may have edited it by hand.
@@ -125,6 +205,7 @@ function parseContexts(text) {
         const author = isRecord(value['author']) ? value['author'] : undefined;
         const authorName = stringOf(author?.['name']);
         const authorUrl = webUrlOf(author?.['url']);
+        const picture = parseCitedPicture(value['picture']);
         contexts[target] = {
             url: target,
             ...optional('name', stringOf(value['name'])),
@@ -133,6 +214,8 @@ function parseContexts(text) {
                 ? {}
                 : { author: { name: authorName, ...optional('url', authorUrl) } }),
             ...optional('published', stringOf(value['published'])),
+            ...optional('site', stringOf(value['site'])),
+            ...(picture === undefined ? {} : { picture }),
         };
     }
     return contexts;