@dogsbay/format-fluidtopics-rest 0.2.0-beta.101

package/dist/importer.js

@@ -0,0 +1,354 @@
+import { parseMeta } from "@dogsbay/types";
+import { KhubClient, KhubAuthError, tocTopics } from "./khub.js";
+import { htmlToTree } from "./html-to-tree.js";
+import { resolveHref, slugFromPrettyUrl, routeFromSlug } from "./links.js";
+import { buildFrontmatter } from "./frontmatter.js";
+import { tocToNav } from "./nav.js";
+import { extractHeadings } from "./headings.js";
+import { parseDataUri, assetPath } from "./assets.js";
+import { buildBookAnchors, bookHeading, shiftHeadings, bookSlugFrom, bookNavItem } from "./single-page.js";
+export async function importFluidTopicsRest(opts) {
+    const client = opts.client ??
+        new KhubClient(opts.portalBase ?? "", { fetchImpl: opts.fetchImpl, throttleMs: opts.throttleMs });
+    const hrefPrefix = opts.hrefPrefix ?? "/docs";
+    const log = opts.onProgress ?? (() => { });
+    // Map inventory (titles + metadata). Tolerate a portal that 401s the list.
+    const listedRaw = await client.listMaps(opts.lang).catch((e) => {
+        if (e instanceof KhubAuthError)
+            throw e;
+        return [];
+    });
+    // Drop stale duplicate publications (same title + version, older
+    // `ft:lastEdition`) unless explicitly told to keep them. See `keepDuplicateMaps`.
+    const listed = opts.keepDuplicateMaps ? listedRaw : dedupeMapsByEdition(listedRaw, log);
+    const idToMap = new Map(listed.map((m) => [m.id, m]));
+    let ids = opts.maps?.length ? opts.maps : listed.map((m) => m.id);
+    if (!opts.maps?.length && opts.titleFilter) {
+        const needle = opts.titleFilter.toLowerCase();
+        ids = listed.filter((m) => (m.title ?? "").toLowerCase().includes(needle)).map((m) => m.id);
+    }
+    // For requested ids not present in the listing, fetch metadata directly.
+    for (const id of ids) {
+        if (!idToMap.has(id)) {
+            const m = (await client.getMap(id));
+            idToMap.set(id, { id, title: m.title ?? id, metadata: m.metadata });
+        }
+    }
+    // Pre-pass: fetch every selected map's TOC once, and build a tocId → slug
+    // index so internal xrefs (hrefless <a data-tocid data-mapid>) can resolve.
+    // In single-page mode we additionally pre-compute each book's route + per-node
+    // anchors, so xrefs (which may point forward) resolve to `<book>#<anchor>`.
+    const tocs = new Map();
+    const tocIdToSlug = new Map();
+    const bookAnchors = new Map();
+    const bookRoutes = new Map();
+    const anchorIndex = new Map(); // key: tocId and `${mapId}:${tocId}`
+    for (const id of ids) {
+        const toc = await client.getToc(id);
+        tocs.set(id, toc);
+        const walk = (ns) => {
+            for (const n of ns) {
+                if (n.tocId && n.prettyUrl) {
+                    const slug = slugFromPrettyUrl(n.prettyUrl);
+                    if (slug) {
+                        tocIdToSlug.set(`${id}:${n.tocId}`, slug);
+                        if (!tocIdToSlug.has(n.tocId))
+                            tocIdToSlug.set(n.tocId, slug);
+                    }
+                }
+                if (n.children?.length)
+                    walk(n.children);
+            }
+        };
+        walk(toc);
+        if (opts.singlePage) {
+            const anchors = buildBookAnchors(toc);
+            bookAnchors.set(id, anchors);
+            const topicSlugs = tocTopics(toc).map((t) => slugFromPrettyUrl(t.prettyUrl)).filter(Boolean);
+            const route = routeFromSlug(bookSlugFrom(topicSlugs, idToMap.get(id)?.title ?? id), hrefPrefix);
+            bookRoutes.set(id, route);
+            for (const [tocId, anchor] of anchors.byTocId) {
+                anchorIndex.set(`${id}:${tocId}`, { anchor, route });
+                if (!anchorIndex.has(tocId))
+                    anchorIndex.set(tocId, { anchor, route });
+            }
+        }
+    }
+    const resolveTocId = (tocId, mapId) => {
+        if (opts.singlePage) {
+            const hit = (mapId ? anchorIndex.get(`${mapId}:${tocId}`) : undefined) ?? anchorIndex.get(tocId);
+            return hit ? `${hit.route}#${hit.anchor}` : undefined;
+        }
+        const slug = (mapId ? tocIdToSlug.get(`${mapId}:${tocId}`) : undefined) ?? tocIdToSlug.get(tocId);
+        return slug !== undefined ? routeFromSlug(slug, hrefPrefix) : undefined;
+    };
+    // Extract inline `data:` images to real `_assets` files (deduped by path).
+    const assetBytes = new Map();
+    const onImage = (img) => {
+        if (!img.src.startsWith("data:"))
+            return img.src;
+        const parsed = parseDataUri(img.src);
+        if (!parsed)
+            return img.src;
+        const path = assetPath(img.resourceId, img.displayName, parsed);
+        if (!assetBytes.has(path))
+            assetBytes.set(path, parsed.data);
+        return `/${path}`;
+    };
+    const pages = [];
+    // Per-map nav nodes paired with the facet path they group under (e.g.
+    // ["Reference Guides"]). Flattened or nested by buildGroupedNav at the end.
+    const mapNav = [];
+    const groupKeys = resolveGroupKeys(opts.groupBy, listed);
+    const unresolved = {};
+    const seen = new Set();
+    let mapsProcessed = 0;
+    for (const id of ids) {
+        const mapInfo = idToMap.get(id);
+        const toc = tocs.get(id);
+        const topics = tocTopics(toc);
+        log(`map ${mapInfo?.title ?? id}: ${topics.length} topics`);
+        // ── single-page (whole book) ───────────────────────────
+        if (opts.singlePage) {
+            const { ordered } = bookAnchors.get(id);
+            const route = bookRoutes.get(id);
+            const bookSlug = route.startsWith(hrefPrefix) ? route.slice(hrefPrefix.length).replace(/^\//, "") : route.replace(/^\//, "");
+            const combined = [];
+            const local = [];
+            for (const entry of ordered) {
+                const t = entry.node;
+                combined.push(bookHeading(entry.level, t.title || labelFromSlug(entry.anchor), entry.anchor));
+                if (!t.contentId)
+                    continue;
+                let html;
+                try {
+                    html = await client.getTopicContent(id, t.contentId);
+                }
+                catch (e) {
+                    if (e instanceof KhubAuthError)
+                        throw e;
+                    log(`  ! skip ${entry.anchor}: ${e.message}`);
+                    continue;
+                }
+                const fromSlug = slugFromPrettyUrl(t.prettyUrl) || bookSlug;
+                const { tree } = htmlToTree(html, {
+                    resolveHref: (h) => {
+                        const r = resolveHref(h, fromSlug, hrefPrefix);
+                        if (!r.resolved && h)
+                            local.push(h);
+                        return r.href;
+                    },
+                    resolveTocId,
+                    onImage,
+                });
+                shiftHeadings(tree, entry.level - 1);
+                combined.push(...tree);
+            }
+            const title = mapInfo?.title ?? id;
+            // Whole-book page: per-topic metadata varies across the rolled-up topics,
+            // so the map-level metadata is the representative source — and the book is
+            // the right granularity for the technical totals (wordCount/contentSize/…).
+            const frontmatter = buildFrontmatter({
+                title,
+                topicType: "topic",
+                mapMeta: mapInfo?.metadata,
+                metadataAllow: opts.metadataAllow,
+                technical: true,
+            });
+            const headings = extractHeadings(combined);
+            const meta = parseMeta(frontmatter, { slug: bookSlug, taxonomyNames: opts.taxonomyNames });
+            pages.push({ slug: bookSlug, title, tree: combined, headings, frontmatter, meta });
+            if (local.length)
+                unresolved[bookSlug] = local;
+            mapNav.push({ item: bookNavItem(title, route), groups: groupPath(mapInfo, groupKeys) });
+            mapsProcessed++;
+            continue;
+        }
+        // ── per-topic (default) ────────────────────────────────
+        // Per-topic metadata (subject/audience/author/…) in one request per map;
+        // the /content HTML has no <head>, so this is the only source. Best-effort:
+        // if the list fails, frontmatter falls back to map-level metadata. When
+        // `fullTopicMetadata` is set we instead fetch each topic individually (one
+        // request per topic) for its technical numerics + per-topic `updated`.
+        const topicMetaById = new Map();
+        if (!opts.fullTopicMetadata) {
+            try {
+                for (const tp of await client.getTopics(id)) {
+                    if (tp.id && tp.metadata)
+                        topicMetaById.set(tp.id, tp.metadata);
+                }
+            }
+            catch (e) {
+                if (e instanceof KhubAuthError)
+                    throw e;
+                log(`  ! topic metadata unavailable for ${mapInfo?.title ?? id}: ${e.message}`);
+            }
+        }
+        for (const t of topics) {
+            const slug = slugFromPrettyUrl(t.prettyUrl) || `topic/${(t.contentId ?? "").toLowerCase()}`;
+            if (seen.has(slug))
+                continue;
+            seen.add(slug);
+            let html;
+            try {
+                html = await client.getTopicContent(id, t.contentId);
+            }
+            catch (e) {
+                if (e instanceof KhubAuthError)
+                    throw e; // gated portal — abort
+                log(`  ! skip ${slug}: ${e.message}`);
+                continue;
+            }
+            const local = [];
+            const { tree, title, topicType } = htmlToTree(html, {
+                resolveHref: (h) => {
+                    const r = resolveHref(h, slug, hrefPrefix);
+                    if (!r.resolved && h)
+                        local.push(h);
+                    return r.href;
+                },
+                resolveTocId,
+                onImage,
+            });
+            // Per-topic metadata: full (one call/topic) when opted in, else the
+            // cheap per-map list. Technical numerics only emit when we have the full
+            // set — otherwise the only values are misleading book totals.
+            let topicMeta = t.contentId ? topicMetaById.get(t.contentId) : undefined;
+            if (opts.fullTopicMetadata && t.contentId) {
+                try {
+                    topicMeta = (await client.getTopic(id, t.contentId))?.metadata ?? topicMeta;
+                }
+                catch (e) {
+                    if (e instanceof KhubAuthError)
+                        throw e;
+                    log(`  ! full metadata unavailable for ${slug}: ${e.message}`);
+                }
+            }
+            const finalTitle = title || t.title || labelFromSlug(slug);
+            const frontmatter = buildFrontmatter({
+                title: finalTitle,
+                topicType,
+                mapMeta: mapInfo?.metadata,
+                topicMeta,
+                metadataAllow: opts.metadataAllow,
+                technical: !!opts.fullTopicMetadata,
+            });
+            const headings = extractHeadings(tree);
+            const meta = parseMeta(frontmatter, { slug, taxonomyNames: opts.taxonomyNames });
+            pages.push({ slug, title: finalTitle, tree, headings, frontmatter, meta });
+            if (local.length)
+                unresolved[slug] = local;
+        }
+        const item = { label: mapInfo?.title ?? id, children: tocToNav(toc, hrefPrefix) };
+        // Book-type guides get an additive single-page rollup; articles stay
+        // per-topic. Driven by the editorialType facet (#single-page-books).
+        if (opts.singlePageBooks && metaValue(mapInfo, "ft:editorialType") === "book") {
+            item.singlePage = "yes";
+        }
+        mapNav.push({ item, groups: groupPath(mapInfo, groupKeys) });
+        mapsProcessed++;
+    }
+    if (groupKeys.length) {
+        const groupCount = new Set(mapNav.map((m) => m.groups.join(" / "))).size;
+        log(`grouped ${mapNav.length} maps into ${groupCount} ${groupKeys.join(" / ")} section(s)`);
+    }
+    const nav = buildGroupedNav(mapNav);
+    const assets = [...assetBytes].map(([path, data]) => ({ path, data }));
+    return { pages, nav, unresolved, mapsProcessed, assets };
+}
+/**
+ * Collapse stale duplicate publications. FT khubs commonly list the same guide
+ * twice with an identical title + `Version_FT` (often both "Latest"), differing
+ * only by `ft:lastEdition` — a leftover older publication alongside the current
+ * one. Both produce the same title-derived slug, so their pages overwrite each
+ * other (last-wins) but each still contributes a nav entry → the guide appears
+ * twice in the nav. Keep only the freshest edition per (title, version); input
+ * order is otherwise preserved so grouped-nav output stays stable. `ft:lastEdition`
+ * is an ISO date (YYYY-MM-DD), so lexical `>` is chronological.
+ */
+function dedupeMapsByEdition(maps, log) {
+    const best = new Map();
+    for (const m of maps) {
+        // \u0001, not a literal NUL: a NUL byte makes grep classify this whole
+        // 430-line file as BINARY and skip it silently, so every plain-text
+        // search across it returns nothing. (That is how the single-page
+        // module below came to look like dead code.) The separator itself is
+        // load-bearing — it keeps a title ending in the version from colliding
+        // with the same title carrying that version as a separate field.
+        const key = `${m.title ?? m.id}\u0001${metaValue(m, "Version_FT") ?? ""}`;
+        const cur = best.get(key);
+        if (!cur || (metaValue(m, "ft:lastEdition") ?? "") > (metaValue(cur, "ft:lastEdition") ?? "")) {
+            best.set(key, m);
+        }
+    }
+    const keepIds = new Set([...best.values()].map((m) => m.id));
+    const kept = maps.filter((m) => keepIds.has(m.id));
+    const dropped = maps.length - kept.length;
+    if (dropped > 0) {
+        log(`deduped ${dropped} stale duplicate map(s) — kept freshest ft:lastEdition per title+version`);
+    }
+    return kept;
+}
+/** First value of a map's metadata facet, if present. */
+function metaValue(map, key) {
+    const v = map?.metadata?.find((m) => m.key === key)?.values?.[0];
+    return v && v.trim() ? v.trim() : undefined;
+}
+/** Resolve the grouping facet keys: explicit, forced-flat, or auto-detected. */
+function resolveGroupKeys(groupBy, maps) {
+    if (groupBy !== undefined) {
+        const g = groupBy.trim().toLowerCase();
+        if (g === "" || g === "none" || g === "flat")
+            return [];
+        return groupBy.split(",").map((s) => s.trim()).filter(Boolean);
+    }
+    // Auto: prefer Category, then Product — group only when the facet is present on
+    // most maps AND has more than one distinct value (else grouping adds nothing).
+    for (const key of ["Category", "Product"]) {
+        const present = maps.filter((m) => metaValue(m, key)).length;
+        const distinct = new Set(maps.map((m) => metaValue(m, key)).filter(Boolean)).size;
+        if (distinct > 1 && present / Math.max(1, maps.length) > 0.5)
+            return [key];
+    }
+    return [];
+}
+/** The group path for a map (one label per group key; missing → "Other"). */
+function groupPath(map, keys) {
+    return keys.map((k) => metaValue(map, k) ?? "Other");
+}
+/**
+ * Nest per-map nav nodes under their facet group path, creating shared parent
+ * group nodes. Group levels (and maps within a group) are sorted by label; a
+ * map's own TOC children are left in document order.
+ */
+function buildGroupedNav(items) {
+    const roots = [];
+    const groupNodes = new Set();
+    const findOrAdd = (siblings, label) => {
+        let node = siblings.find((s) => s.label === label && groupNodes.has(s));
+        if (!node) {
+            node = { label, children: [] };
+            groupNodes.add(node);
+            siblings.push(node);
+        }
+        return node;
+    };
+    for (const { item, groups } of items) {
+        let level = roots;
+        for (const g of groups)
+            level = findOrAdd(level, g).children;
+        level.push(item);
+    }
+    const sortGroups = (nodes) => {
+        nodes.sort((a, b) => a.label.localeCompare(b.label));
+        for (const n of nodes)
+            if (groupNodes.has(n) && n.children)
+                sortGroups(n.children);
+    };
+    sortGroups(roots);
+    return roots;
+}
+function labelFromSlug(slug) {
+    return (slug.split("/").pop() ?? slug).replace(/[-_]/g, " ").replace(/\b\w/g, (c) => c.toUpperCase());
+}
+//# sourceMappingURL=importer.js.map

package/dist/importer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer.js","sourceRoot":"","sources":["../src/importer.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAgC,MAAM,WAAW,CAAC;AAC/F,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AA6E3G,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAuB;IACjE,MAAM,MAAM,GACV,IAAI,CAAC,MAAM;QACX,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IACpG,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC;IAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAE1C,2EAA2E;IAC3E,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QAC7D,IAAI,CAAC,YAAY,aAAa;YAAE,MAAM,CAAC,CAAC;QACxC,OAAO,EAAe,CAAC;IACzB,CAAC,CAAC,CAAC;IACH,iEAAiE;IACjE,kFAAkF;IAClF,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACxF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAkB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvE,IAAI,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;QAC9C,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9F,CAAC;IACD,yEAAyE;IACzE,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAuB,CAAC;YAC1D,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAG,CAAwB,CAAC,KAAK,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,4EAA4E;IAC5E,+EAA+E;IAC/E,4EAA4E;IAC5E,MAAM,IAAI,GAAG,IAAI,GAAG,EAAqD,CAAC;IAC1E,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,MAAM,WAAW,GAAG,IAAI,GAAG,EAA+C,CAAC;IAC3E,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,MAAM,WAAW,GAAG,IAAI,GAAG,EAA6C,CAAC,CAAC,qCAAqC;IAC/G,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,CAAC,EAAc,EAAE,EAAE;YAC9B,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBACnB,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;oBAC3B,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;oBAC5C,IAAI,IAAI,EAAE,CAAC;wBACT,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;wBAC1C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;4BAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,CAAC,QAAQ,EAAE,MAAM;oBAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACtC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAC7B,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC7F,MAAM,KAAK,GAAG,aAAa,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;YAChG,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAC1B,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC;oBAAE,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,YAAY,GAAG,CAAC,KAAa,EAAE,KAAc,EAAsB,EAAE;QACzE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACjG,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACxD,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClG,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,CAAC,CAAC;IAEF,2EAA2E;IAC3E,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,MAAM,OAAO,GAAG,CAAC,GAA+D,EAAU,EAAE;QAC1F,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO,GAAG,CAAC,GAAG,CAAC;QACjD,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,OAAO,GAAG,CAAC,GAAG,CAAC;QAC5B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAChE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,IAAI,IAAI,EAAE,CAAC;IACpB,CAAC,CAAC;IAEF,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,sEAAsE;IACtE,4EAA4E;IAC5E,MAAM,MAAM,GAA0C,EAAE,CAAC;IACzD,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,UAAU,GAA6B,EAAE,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC9B,GAAG,CAAC,OAAO,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;QAE5D,0DAA0D;QAC1D,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,EAAE,OAAO,EAAE,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;YACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC7H,MAAM,QAAQ,GAAe,EAAE,CAAC;YAChC,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;gBACrB,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC9F,IAAI,CAAC,CAAC,CAAC,SAAS;oBAAE,SAAS;gBAC3B,IAAI,IAAY,CAAC;gBACjB,IAAI,CAAC;oBACH,IAAI,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;gBACvD,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,YAAY,aAAa;wBAAE,MAAM,CAAC,CAAC;oBACxC,GAAG,CAAC,YAAY,KAAK,CAAC,MAAM,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;oBACzD,SAAS;gBACX,CAAC;gBACD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC;gBAC5D,MAAM,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,IAAI,EAAE;oBAChC,WAAW,EAAE,CAAC,CAAC,EAAE,EAAE;wBACjB,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;wBAC/C,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC;4BAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACpC,OAAO,CAAC,CAAC,IAAI,CAAC;oBAChB,CAAC;oBACD,YAAY;oBACZ,OAAO;iBACR,CAAC,CAAC;gBACH,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;gBACrC,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACzB,CAAC;YAED,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;YACnC,0EAA0E;YAC1E,2EAA2E;YAC3E,4EAA4E;YAC5E,MAAM,WAAW,GAAG,gBAAgB,CAAC;gBACnC,KAAK;gBACL,SAAS,EAAE,OAAO;gBAClB,OAAO,EAAE,OAAO,EAAE,QAAQ;gBAC1B,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YAC3F,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;YACnF,IAAI,KAAK,CAAC,MAAM;gBAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC;YAC/C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;YACxF,aAAa,EAAE,CAAC;YAChB,SAAS;QACX,CAAC;QAED,0DAA0D;QAC1D,yEAAyE;QACzE,4EAA4E;QAC5E,wEAAwE;QACxE,2EAA2E;QAC3E,uEAAuE;QACvE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAiC,CAAC;QAC/D,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,KAAK,MAAM,EAAE,IAAI,MAAM,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC5C,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,QAAQ;wBAAE,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,YAAY,aAAa;oBAAE,MAAM,CAAC,CAAC;gBACxC,GAAG,CAAC,sCAAsC,OAAO,EAAE,KAAK,IAAI,EAAE,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YAC5F,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAEf,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,CAAC,SAAU,CAAC,CAAC;YACxD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,YAAY,aAAa;oBAAE,MAAM,CAAC,CAAC,CAAC,uBAAuB;gBAChE,GAAG,CAAC,YAAY,IAAI,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;gBACjD,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC,IAAI,EAAE;gBAClD,WAAW,EAAE,CAAC,CAAC,EAAE,EAAE;oBACjB,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;oBAC3C,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC;wBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACpC,OAAO,CAAC,CAAC,IAAI,CAAC;gBAChB,CAAC;gBACD,YAAY;gBACZ,OAAO;aACR,CAAC,CAAC;YAEH,oEAAoE;YACpE,yEAAyE;YACzE,8DAA8D;YAC9D,IAAI,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACzE,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;gBAC1C,IAAI,CAAC;oBACH,SAAS,GAAG,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,IAAI,SAAS,CAAC;gBAC9E,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,YAAY,aAAa;wBAAE,MAAM,CAAC,CAAC;oBACxC,GAAG,CAAC,qCAAqC,IAAI,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC;YACD,MAAM,UAAU,GAAG,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,gBAAgB,CAAC;gBACnC,KAAK,EAAE,UAAU;gBACjB,SAAS;gBACT,OAAO,EAAE,OAAO,EAAE,QAAQ;gBAC1B,SAAS;gBACT,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB;aACpC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YAEjF,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3E,IAAI,KAAK,CAAC,MAAM;gBAAE,UAAU,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QAC7C,CAAC;QAED,MAAM,IAAI,GAAY,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,CAAC;QAC3F,qEAAqE;QACrE,qEAAqE;QACrE,IAAI,IAAI,CAAC,eAAe,IAAI,SAAS,CAAC,OAAO,EAAE,kBAAkB,CAAC,KAAK,MAAM,EAAE,CAAC;YAC9E,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;QAC7D,aAAa,EAAE,CAAC;IAClB,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzE,GAAG,CAAC,WAAW,MAAM,CAAC,MAAM,cAAc,UAAU,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC9F,CAAC;IACD,MAAM,GAAG,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACvE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;AAC3D,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,mBAAmB,CAAC,IAAe,EAAE,GAAwB;IACpE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAmB,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,uEAAuE;QACvE,oEAAoE;QACpE,iEAAiE;QACjE,qEAAqE;QACrE,uEAAuE;QACvE,iEAAiE;QACjE,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,SAAS,SAAS,CAAC,CAAC,EAAE,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,gBAAgB,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAC9F,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC1C,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,GAAG,CAAC,WAAW,OAAO,0EAA0E,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,yDAAyD;AACzD,SAAS,SAAS,CAAC,GAAwB,EAAE,GAAW;IACtD,MAAM,CAAC,GAAG,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;IACjE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9C,CAAC;AAED,gFAAgF;AAChF,SAAS,gBAAgB,CAAC,OAA2B,EAAE,IAAe;IACpE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,MAAM;YAAE,OAAO,EAAE,CAAC;QACxD,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjE,CAAC;IACD,gFAAgF;IAChF,+EAA+E;IAC/E,KAAK,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAClF,IAAI,QAAQ,GAAG,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG;YAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,6EAA6E;AAC7E,SAAS,SAAS,CAAC,GAAwB,EAAE,IAAc;IACzD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC;AACvD,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,KAA4C;IACnE,MAAM,KAAK,GAAc,EAAE,CAAC;IAC5B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAW,CAAC;IACtC,MAAM,SAAS,GAAG,CAAC,QAAmB,EAAE,KAAa,EAAW,EAAE;QAChE,IAAI,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;YAC/B,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IACF,KAAK,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACrC,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,QAAS,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC;IACD,MAAM,UAAU,GAAG,CAAC,KAAgB,EAAQ,EAAE;QAC5C,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACrD,KAAK,MAAM,CAAC,IAAI,KAAK;YAAE,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ;gBAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACrF,CAAC,CAAC;IACF,UAAU,CAAC,KAAK,CAAC,CAAC;IAClB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;AACxG,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,26 @@
+/**
+ * @dogsbay/format-fluidtopics-rest
+ *
+ * Importer for a *live* Fluid Topics portal via the public khub REST API. It
+ * reverse-engineers each topic's DITA-OT HTML5 (where the DITA element
+ * vocabulary survives in `class` names) into the universal TreeNode model —
+ * producing ExportPage[] + NavItem[] for any public FT portal (ServiceNow,
+ * Johnson Controls, FT's own docs).
+ *
+ * The sibling `@dogsbay/format-fluidtopics-markdown` does the same job from a
+ * Git Markdown export (Option A); this is Option B (live REST / Option B of the
+ * A→B→C migration plan).
+ */
+export type { TreeNode, ExportPage, NavItem, Heading } from "@dogsbay/types";
+export { htmlToTree } from "./html-to-tree.js";
+export type { HtmlToTreeResult } from "./html-to-tree.js";
+export { KhubClient, KhubAuthError, normalizeKhubBase, tocTopics } from "./khub.js";
+export type { KhubMap, KhubTocNode, KhubClientOptions } from "./khub.js";
+export { importFluidTopicsRest } from "./importer.js";
+export type { RestImportOptions, RestImportResult } from "./importer.js";
+export { slugFromPrettyUrl, routeFromSlug, resolveHref } from "./links.js";
+export { buildFrontmatter } from "./frontmatter.js";
+export { tocToNav } from "./nav.js";
+export { extractHeadings } from "./headings.js";
+export { inlineFromChildren } from "./inline-html.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAE7E,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,YAAY,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACpF,YAAY,EAAE,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAEzE,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,YAAY,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEzE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/index.js

@@ -0,0 +1,9 @@
+export { htmlToTree } from "./html-to-tree.js";
+export { KhubClient, KhubAuthError, normalizeKhubBase, tocTopics } from "./khub.js";
+export { importFluidTopicsRest } from "./importer.js";
+export { slugFromPrettyUrl, routeFromSlug, resolveHref } from "./links.js";
+export { buildFrontmatter } from "./frontmatter.js";
+export { tocToNav } from "./nav.js";
+export { extractHeadings } from "./headings.js";
+export { inlineFromChildren } from "./inline-html.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAGtD,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/inline-html.d.ts

@@ -0,0 +1,52 @@
+/**
+ * Convert DITA-OT HTML5 *inline* content (a cheerio/domhandler node list) into
+ * Dogsbay InlineNode[] (flat-annotation / Notion model).
+ *
+ * DITA-OT emits inline DITA elements as classed spans/anchors:
+ *   <span class="ph">…</span>            → unwrapped (DITA <ph>)
+ *   <span class="keyword|term|uicontrol">→ unwrapped to text
+ *   <span class="codeph">…</span>         → inline code (monospace domain)
+ *   <a class="xref|link" href>…</a>       → link
+ *   <strong>/<b>, <em>/<i>                → bold / italic annotations
+ *   <img>                                 → image
+ * FT also wraps text in <span class="sentence"> (translation segmentation) and
+ * emotion's <span class="css-…">; both are unwrapped.
+ */
+import type { InlineNode } from "@dogsbay/types";
+/** Minimal structural view of a domhandler/cheerio node. */
+export interface DomNode {
+    type: string;
+    name?: string;
+    data?: string;
+    attribs?: Record<string, string>;
+    children?: DomNode[];
+}
+export interface InlineOptions {
+    /** Rewrites an href; defaults to identity. */
+    resolveHref?: (href: string) => string;
+    /** Rewrites an image src; defaults to identity. */
+    resolveSrc?: (src: string) => string;
+    /**
+     * Rich image hook — receives the FT image metadata (incl. `data:` src,
+     * `data-ft-asset-display-name`, `data-ft-resource-id`) and returns the src to
+     * use. Lets the importer extract `data:` images to real `_assets` files.
+     * Takes precedence over `resolveSrc`.
+     */
+    onImage?: (img: {
+        src: string;
+        alt?: string;
+        displayName?: string;
+        resourceId?: string;
+    }) => string;
+    /**
+     * Resolve an FT internal cross-reference (`<a class="ft-internal-link"
+     * data-tocid=… data-mapid=…>` — hrefless, resolved by FT's client at
+     * runtime) to a route. Return undefined to leave it as plain text.
+     */
+    resolveTocId?: (tocId: string, mapId?: string) => string | undefined;
+}
+/** Convert a node's children into InlineNode[]. */
+export declare function inlineFromChildren(nodes: DomNode[] | undefined, opts?: InlineOptions): InlineNode[];
+/** Plain text of a node and its descendants (whitespace-collapsed). */
+export declare function textContent(n: DomNode): string;
+//# sourceMappingURL=inline-html.d.ts.map

package/dist/inline-html.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inline-html.d.ts","sourceRoot":"","sources":["../src/inline-html.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,gBAAgB,CAAC;AAE7D,4DAA4D;AAC5D,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;CACtB;AAcD,MAAM,WAAW,aAAa;IAC5B,8CAA8C;IAC9C,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;IACvC,mDAAmD;IACnD,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,CAAC;IACrC;;;;;OAKG;IACH,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAC;IACpG;;;;OAIG;IACH,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;CACtE;AAED,mDAAmD;AACnD,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,SAAS,EAAE,IAAI,GAAE,aAAkB,GAAG,UAAU,EAAE,CAIvG;AA0GD,uEAAuE;AACvE,wBAAgB,WAAW,CAAC,CAAC,EAAE,OAAO,GAAG,MAAM,CAU9C"}

package/dist/inline-html.js

@@ -0,0 +1,157 @@
+// Monospace (code) DITA inline domains. NB: `cmd` is deliberately excluded — in
+// a task, <span class="ph cmd"> is the *step command* (an instruction sentence,
+// i.e. prose), not code. `cmdname` (a literal command name) stays; the word
+// boundary means it never matches the `cmd` step class.
+const CODE_CLASSES = /\b(codeph|cmdname|filepath|userinput|systemoutput|parmname|varname|option|kbd|synph)\b/;
+/** Convert a node's children into InlineNode[]. */
+export function inlineFromChildren(nodes, opts = {}) {
+    const out = [];
+    walk(nodes ?? [], { bold: false, italic: false, strike: false }, out, opts);
+    return trimEdges(out);
+}
+function classOf(n) {
+    return n.attribs?.class ?? "";
+}
+function walk(nodes, ann, out, opts) {
+    for (const n of nodes) {
+        if (n.type === "text") {
+            const text = (n.data ?? "").replace(/\s+/g, " ");
+            if (text)
+                out.push(makeText(text, ann));
+            continue;
+        }
+        if (n.type !== "tag")
+            continue; // skip comments, etc.
+        const name = (n.name ?? "").toLowerCase();
+        const cls = classOf(n);
+        switch (name) {
+            case "strong":
+            case "b":
+                walk(n.children ?? [], { ...ann, bold: true }, out, opts);
+                break;
+            case "em":
+            case "i":
+                walk(n.children ?? [], { ...ann, italic: true }, out, opts);
+                break;
+            case "s":
+            case "del":
+            case "strike":
+                walk(n.children ?? [], { ...ann, strike: true }, out, opts);
+                break;
+            case "code":
+                out.push({ type: "code", text: textContent(n) });
+                break;
+            case "a": {
+                const rawHref = n.attribs?.href ?? "";
+                let href;
+                if (rawHref) {
+                    href = (opts.resolveHref ?? ((h) => h))(rawHref);
+                }
+                else if (opts.resolveTocId && n.attribs?.["data-tocid"]) {
+                    // FT internal xref: hrefless <a data-tocid data-mapid>.
+                    href = opts.resolveTocId(n.attribs["data-tocid"], n.attribs["data-mapid"]);
+                }
+                const children = [];
+                walk(n.children ?? [], ann, children, opts);
+                const kids = children.length ? children : [{ type: "text", text: textContent(n) }];
+                if (href) {
+                    out.push({ type: "link", href, children: kids });
+                }
+                else {
+                    // Unresolvable / hrefless → emit the text, not a dead empty link.
+                    out.push(...kids);
+                }
+                break;
+            }
+            case "img": {
+                const rawSrc = n.attribs?.src ?? "";
+                const displayName = n.attribs?.["data-ft-asset-display-name"];
+                const resourceId = n.attribs?.["data-ft-resource-id"];
+                // alt: explicit alt, else the FT display-name (filename) for a11y.
+                const alt = n.attribs?.alt || displayName || undefined;
+                let src = rawSrc;
+                if (opts.onImage)
+                    src = opts.onImage({ src: rawSrc, alt, displayName, resourceId });
+                else if (opts.resolveSrc)
+                    src = opts.resolveSrc(rawSrc);
+                const img = { type: "image", src };
+                if (alt)
+                    img.alt = alt;
+                out.push(img);
+                break;
+            }
+            case "br":
+                out.push({ type: "break" });
+                break;
+            case "span": {
+                const tocid = n.attribs?.["data-tocid"];
+                if (CODE_CLASSES.test(cls)) {
+                    out.push({ type: "code", text: textContent(n) });
+                }
+                else if (tocid && opts.resolveTocId) {
+                    // FT internal xref rendered as a hrefless span:
+                    // <span class="xref ft-internal-link" data-tocid data-mapid>text</span>
+                    const href = opts.resolveTocId(tocid, n.attribs?.["data-mapid"]);
+                    const children = [];
+                    walk(n.children ?? [], ann, children, opts);
+                    const kids = children.length ? children : [{ type: "text", text: textContent(n) }];
+                    if (href)
+                        out.push({ type: "link", href, children: kids });
+                    else
+                        out.push(...kids);
+                }
+                else {
+                    // ph / keyword / term / uicontrol / sentence / css-… → unwrap
+                    walk(n.children ?? [], ann, out, opts);
+                }
+                break;
+            }
+            default:
+                // sup/sub/wbr/abbr/etc. → unwrap to their inline content
+                walk(n.children ?? [], ann, out, opts);
+        }
+    }
+}
+function makeText(text, ann) {
+    const span = { type: "text", text };
+    if (ann.bold)
+        span.bold = true;
+    if (ann.italic)
+        span.italic = true;
+    if (ann.strike)
+        span.strikethrough = true;
+    return span;
+}
+/** Plain text of a node and its descendants (whitespace-collapsed). */
+export function textContent(n) {
+    let s = "";
+    const rec = (nodes) => {
+        for (const c of nodes) {
+            if (c.type === "text")
+                s += c.data ?? "";
+            else if (c.children)
+                rec(c.children);
+        }
+    };
+    rec(n.children ?? []);
+    return s.replace(/\s+/g, " ").trim();
+}
+/** Trim leading/trailing whitespace-only text from the inline run. */
+function trimEdges(nodes) {
+    const a = [...nodes];
+    while (a.length && a[0].type === "text" && a[0].text.trim() === "")
+        a.shift();
+    while (a.length && a[a.length - 1].type === "text" && a[a.length - 1].text.trim() === "")
+        a.pop();
+    // Trim the inner edges of the first/last text spans.
+    if (a.length) {
+        const first = a[0];
+        if (first.type === "text")
+            first.text = first.text.replace(/^\s+/, "");
+        const last = a[a.length - 1];
+        if (last.type === "text")
+            last.text = last.text.replace(/\s+$/, "");
+    }
+    return a;
+}
+//# sourceMappingURL=inline-html.js.map