@thallylabs/migrate 0.2.46 → 0.2.48

package/dist/url-migration.d.ts

@@ -1,5 +1,5 @@
-import { h as MigrationCapture } from './url-run-D-E4dr2h.js';
-export { a as MigrationAsset, f as MigrationBundle, i as MigrationCaptureProvider, j as MigrationCaptureState, k as MigrationCapturedAsset, g as MigrationDocsConfig, l as MigrationEvidence, m as MigrationFetchRequest, n as MigrationFetchResponse, d as MigrationFetcher, o as MigrationJournalAsset, b as MigrationNavigationGroup, p as MigrationNavigationOccurrence, q as MigrationNavigationTab, M as MigrationPage, e as MigrationPlatform, c as MigrationWarning, R as RenderedMigrationFile, U as UrlMigrationCheckpoint, r as UrlMigrationCheckpointDelta, s as UrlMigrationIssue, t as UrlMigrationRecord, u as UrlMigrationRun, v as UrlMigrationRunOptions, w as UrlMigrationValidation, x as classifyMigrationResponse, z as renderMigrationFiles, A as runUrlMigration, B as validateUrlMigration } from './url-run-D-E4dr2h.js';
+import { h as MigrationCapture } from './url-run-0BYlnvvB.js';
+export { a as MigrationAsset, f as MigrationBundle, i as MigrationCaptureProvider, j as MigrationCaptureState, k as MigrationCapturedAsset, g as MigrationDocsConfig, l as MigrationEvidence, m as MigrationFetchRequest, n as MigrationFetchResponse, d as MigrationFetcher, o as MigrationJournalAsset, b as MigrationNavigationGroup, p as MigrationNavigationOccurrence, q as MigrationNavigationTab, M as MigrationPage, e as MigrationPlatform, c as MigrationWarning, R as RenderedMigrationFile, U as UrlMigrationCheckpoint, r as UrlMigrationCheckpointDelta, s as UrlMigrationIssue, t as UrlMigrationRecord, u as UrlMigrationRun, v as UrlMigrationRunOptions, w as UrlMigrationValidation, x as classifyMigrationResponse, z as renderMigrationFiles, A as runUrlMigration, B as validateUrlMigration } from './url-run-0BYlnvvB.js';
 
 interface UrlMigrationScope {
     scopePath: string;

package/dist/url-migration.js

@@ -2397,6 +2397,50 @@ function salvageFrontmatterLines(matter) {
   }
   return data;
 }
+var KEY_LINE = /^[A-Za-z_][\w-]*:(?:\s|$)/;
+var QUOTED_KEY_LINE = /^[A-Za-z_][\w-]*:[ \t]*(["'])/;
+function closingQuote(line, from, quote) {
+  for (let index = from; index < line.length; index++) {
+    if (quote === '"' && line[index] === "\\") index++;
+    else if (line[index] === quote) {
+      if (quote === "'" && line[index + 1] === "'") index++;
+      else return index;
+    }
+  }
+  return -1;
+}
+function foldQuotedLineBreaks(matter) {
+  const lines = matter.split(/\r?\n/);
+  const folded = [];
+  let changed = false;
+  for (let start = 0; start < lines.length; start++) {
+    const opening = QUOTED_KEY_LINE.exec(lines[start]);
+    if (!opening || closingQuote(lines[start], opening[0].length, opening[1]) !== -1) {
+      folded.push(lines[start]);
+      continue;
+    }
+    const quote = opening[1];
+    let value = lines[start].slice(opening[0].length).trimEnd();
+    let end = start + 1;
+    for (; end < lines.length; end++) {
+      const line = lines[end];
+      if (line.trim() === "" || KEY_LINE.test(line)) return void 0;
+      const close = closingQuote(line, 0, quote);
+      if (close === -1) {
+        value += ` ${line.trim()}`;
+        continue;
+      }
+      if (!/^\s*(?:#.*)?$/.test(line.slice(close + 1))) return void 0;
+      value += ` ${line.slice(0, close).trimStart()}`;
+      break;
+    }
+    if (end === lines.length) return void 0;
+    folded.push(`${lines[start].slice(0, opening[0].length - 1)}${quote}${value}${quote}`);
+    changed = true;
+    start = end;
+  }
+  return changed ? folded.join("\n") : void 0;
+}
 function parseFrontmatter(raw) {
   const source = raw.charCodeAt(0) === 65279 ? raw.slice(1) : raw;
   const opening = /^---([^\r\n]*)\r?\n/.exec(source);
@@ -2418,6 +2462,14 @@ function parseFrontmatter(raw) {
       data: parsed && typeof parsed === "object" && !Array.isArray(parsed) ? parsed : {}
     };
   } catch (err) {
+    const foldedMatter = foldQuotedLineBreaks(matter);
+    if (foldedMatter !== void 0) {
+      try {
+        const parsed = parseYaml2(foldedMatter);
+        if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) return { content, data: parsed };
+      } catch {
+      }
+    }
     return {
       content,
       data: salvageFrontmatterLines(matter),
@@ -2525,6 +2577,7 @@ function normalizeMintlifyCodeFences(body, warn) {
 }
 
 // src/mdx.ts
+var MDX_COMPILE_OPTIONS = { outputFormat: "program", remarkPlugins: [remarkGfm2] };
 function titleFromId(id) {
   const value = id.split("/").at(-1) ?? id;
   if (value === "introduction") return "Introduction";
@@ -2803,6 +2856,7 @@ function mintlifyHeadingSlug(text2) {
   let id = "";
   let afterDash = false;
   let endsWithDash = false;
+  let softDash = false;
   chars.forEach((char, index) => {
     const before = chars[index - 1];
     const after = chars[index + 1];
@@ -2810,7 +2864,9 @@ function mintlifyHeadingSlug(text2) {
     if (isWord(char)) {
       id += char;
       afterDash = false;
+      softDash = false;
     } else if (/[\s-]/.test(char) || char === "." && (isWord(after) || after === ",") || char === "(" && isWord(before) && (isWord(after) || after === "{") || char === ")" && after !== void 0 && !/\s/.test(after)) {
+      softDash = /[\s-]/.test(char) ? false : id !== "" && !afterDash || softDash;
       if (id && !afterDash) id += "-";
       afterDash = true;
       endsWithDash = true;
@@ -2818,24 +2874,28 @@ function mintlifyHeadingSlug(text2) {
       afterDash = false;
     }
   });
-  return endsWithDash ? id.replace(/-$/, "") : id;
+  return endsWithDash || softDash ? id.replace(/-$/, "") : id;
 }
 function thallyHeadingSlug(text2) {
   return text2.normalize("NFC").toLowerCase().replace(/[^\p{L}\p{M}\p{N}]+/gu, "-").replace(/(^-|-$)/g, "");
 }
+var LINK_DESTINATION = String.raw`\]\((?:[^()]|\([^()]*\))*\)`;
+var TYPESET_PROTECTED = new RegExp(`(\`[^\`]*\`|<[^>]*>|${LINK_DESTINATION})`);
 function typesetQuotes(text2) {
   const opensClosed = text2.startsWith('"') && !text2.trimEnd().endsWith('"');
-  return text2.split(/(`[^`]*`|<[^>]*>|\]\([^)]*\))/).map((part, index) => {
+  return text2.split(TYPESET_PROTECTED).map((part, index) => {
     if (index % 2) return part;
     return part.replace(/(^|[\s([{\u2014\u2013])"/g, (match, before) => opensClosed && index === 0 && before === "" ? match : `${before}\u201C`).replace(/"/g, "\u201D").replace(/(^|[\s([{\u2014\u2013\u201c])'(?=\S)(?!&lt;|<)/g, "$1\u2018").replace(/'/g, "\u2019");
   }).join("");
 }
 function typesetEllipses(text2) {
-  return text2.split(/(`[^`]*`|<[^>]*>|\]\([^)]*\))/).map((part, index) => index % 2 ? part : part.replace(/\.{3}/g, "\u2026")).join("");
+  return text2.split(TYPESET_PROTECTED).map((part, index) => index % 2 ? part : part.replace(/\.{3}/g, "\u2026")).join("");
 }
+var LINK_HOLDING_CODE = new RegExp(`(\`[^\`]*\`)|!?\\[((?:\`[^\`]*\`|[^\\]\`])*)${LINK_DESTINATION}`, "g");
+var PLAIN_LINK = new RegExp(`!?\\[([^\\]]*)${LINK_DESTINATION}`, "g");
 function plainHeadingText(source) {
-  const unlinked = !source.includes("`") ? source : source.replace(/(`[^`]*`)|!?\[((?:`[^`]*`|[^\]`])*)\]\([^)]*\)/g, (_match, code, text2 = "") => code ?? text2);
-  return unlinked.split(/(`[^`]*`)/).map((part, index) => index % 2 ? part.slice(1, -1) : part.replace(/\{\/\*[\s\S]*?\*\/\}/g, " ").replace(/!?\[([^\]]*)\]\([^)]*\)/g, "$1").replace(/<\/?[A-Za-z][^>]*>/g, "").replace(/(?<!\\)(\*\*|__|~~|\*)/g, "").replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&quot;/g, '"').replace(/\\([\\`*_{}[\]()#+.!&<>|~-])/g, "$1")).join("");
+  const unlinked = !source.includes("`") ? source : source.replace(LINK_HOLDING_CODE, (_match, code, text2 = "") => code ?? text2);
+  return unlinked.split(/(`[^`]*`)/).map((part, index) => index % 2 ? part.slice(1, -1) : part.replace(/\{\/\*[\s\S]*?\*\/\}/g, " ").replace(PLAIN_LINK, "$1").replace(/<\/?[A-Za-z][^>]*>/g, "").replace(/(?<!\\)(\*\*|__|~~|\*)/g, "").replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&quot;/g, '"').replace(/\\([\\`*_{}[\]()#+.!&<>|~-])/g, "$1")).join("");
 }
 function staticAttributeString(value) {
   if (typeof value === "string") return value;
@@ -2985,7 +3045,7 @@ function maskCode(body) {
       }
       continue;
     }
-    if (fenceMatch) {
+    if (fenceMatch && !(fenceMatch[1][0] === "`" && line.slice(fenceMatch[0].length).includes("`"))) {
       codeFence = fenceMatch[1];
       fenceBuffer = [line];
       continue;
@@ -3249,6 +3309,28 @@ function normalizeDocusaurusTabs(body) {
   }
   return result.replace(/<ThallyTabs\b/g, "<Tabs").replace(/<\/ThallyTabs>/g, "</Tabs>");
 }
+function normalizeStrayTabItems(body) {
+  const tags = [...body.matchAll(/<TabItem\b([^<>]*)>|<\/TabItem>/g)].filter((tag) => !/\/$/.test(tag[1] ?? ""));
+  const openers = [];
+  const paired = /* @__PURE__ */ new Set();
+  tags.forEach((tag, index) => {
+    if (tag[0] !== "</TabItem>") openers.push(index);
+    else if (openers.length > 0) {
+      paired.add(openers.pop());
+      paired.add(index);
+    }
+  });
+  let result = "";
+  let cursor = 0;
+  tags.forEach((tag, index) => {
+    if (!paired.has(index)) return;
+    const attributes = tag[1] ?? "";
+    const title = attributes.match(/\blabel=(?:"([^"]*)"|'([^']*)')/)?.slice(1).find(Boolean) ?? attributes.match(/\bvalue=(?:"([^"]*)"|'([^']*)')/)?.slice(1).find(Boolean) ?? "Tab";
+    result += `${body.slice(cursor, tag.index)}${tag[0] === "</TabItem>" ? "</Tab>" : `<Tab title="${title.replace(/"/g, "&quot;")}">`}`;
+    cursor = tag.index + tag[0].length;
+  });
+  return result + body.slice(cursor);
+}
 var TAB_FENCE_OPEN = /^(`{3,}|~{3,})(\S*)\s+tab\b(.*)$/;
 function normalizeDocusaurusTabBlocks(body) {
   const lines = body.split("\n");
@@ -3472,6 +3554,37 @@ function pinStepsTitleSize(body) {
   }
   return result + body.slice(cursor);
 }
+function addMintlifyVideoAttributes(body) {
+  if (!body.includes("<video")) return body;
+  let result = "";
+  let cursor = 0;
+  for (const match of body.matchAll(/<video(?=[\s/>])/g)) {
+    if (match.index < cursor) continue;
+    const tag = readTagEnd(body, match.index + match[0].length);
+    if (tag === UNTERMINATED) break;
+    if (!tag) continue;
+    let attributes;
+    try {
+      attributes = descriptionParser.parse(`<video${tag.attributes}/>`).children?.[0]?.attributes ?? [];
+    } catch {
+      continue;
+    }
+    const named = (name) => attributes.find((attribute) => attribute.type === "mdxJsxAttribute" && attribute.name?.toLowerCase() === name.toLowerCase());
+    const autoPlay = named("autoPlay");
+    const start = autoPlay?.position?.start.offset;
+    const end = autoPlay?.position?.end.offset;
+    const off = typeof autoPlay?.value === "object" && autoPlay.value?.value?.trim() === "false";
+    const missing = ["muted", "loop", "playsInline"].filter((name) => !named(name));
+    if (!autoPlay || off || missing.length === 0 || start === void 0 || end === void 0) continue;
+    const at = match.index + end;
+    const indent = body.slice(body.lastIndexOf("\n", match.index + start - 1) + 1, match.index + start);
+    const eol = /^[ \t]*(\r?\n)/.exec(body.slice(at))?.[1];
+    const insert = eol && /^[ \t]*$/.test(indent) ? missing.map((name) => `${eol}${indent}${name}`).join("") : missing.map((name) => ` ${name}`).join("");
+    result += body.slice(cursor, at) + insert;
+    cursor = at;
+  }
+  return result + body.slice(cursor);
+}
 function isKnownComponentName(name, body) {
   if (isThallyBuiltinComponent(name)) return true;
   if (new RegExp(`^\\s*export\\s+(?:const|function|default\\s+function)\\s+${name}\\b`, "m").test(body)) return true;
@@ -3501,7 +3614,7 @@ function escapeOrphanCapitalizedTags(body) {
   }
   if (edits.length === 0) return body;
   try {
-    compileSync(body, { outputFormat: "program" });
+    compileSync(body, MDX_COMPILE_OPTIONS);
     return body;
   } catch {
   }
@@ -3627,20 +3740,18 @@ function normalizeMdx(body, platform, unwrapMdxCodeBlocks = true) {
     ));
     rewritten = rewritten.replace(/^\n{2,}/, "\n");
   }
+  if (runMintlify && rewritten.includes("<TabItem")) rewritten = replaceOutsideCode(rewritten, normalizeDocusaurusTabs);
   if (runMintlify) rewritten = normalizeMintlifyParameterAnchors(rewritten);
   rewritten = unwrapHtmlCommentInMdxComment(rewritten);
   rewritten = replaceOutsideCode(rewritten, (segment) => {
     let result = convertHtmlStyleAttributes(segment).replace(/<!--([\s\S]*?)-->/g, (_match, content) => mdxComment(content)).replace(/<Danger(\s[^>]*)?>/g, "<Error$1>").replace(/<\/Danger>/g, "</Error>").replace(/<Warn(\s[^>]*)?>/g, "<Warning$1>").replace(/<\/Warn>/g, "</Warning>").replace(/<Tree\.Folder/g, "<Folder").replace(/<\/Tree\.Folder>/g, "</Folder>").replace(/<Tree\.File/g, "<File").replace(/<\/Tree\.File>/g, "</File>");
     if (runDocusaurus) {
-      result = result.replace(/<TabItem\b([^<>]*)>/g, (_match, attributes) => {
-        const title = attributes.match(/\blabel=(?:"([^"]*)"|'([^']*)')/)?.slice(1).find(Boolean) ?? attributes.match(/\bvalue=(?:"([^"]*)"|'([^']*)')/)?.slice(1).find(Boolean) ?? "Tab";
-        return `<Tab title="${title.replace(/"/g, "&quot;")}">`;
-      }).replace(/<\/TabItem>/g, "</Tab>");
-      result = normalizeDocusaurusLinkTags(result).replace(/<(?:DocCardList|TOCInline)\b[^<>]*\/>/g, "");
+      result = normalizeDocusaurusLinkTags(normalizeStrayTabItems(result)).replace(/<(?:DocCardList|TOCInline)\b[^<>]*\/>/g, "");
     }
     if (runMintlify) {
-      result = normalizeMintlifyUpdateLabels(result).replace(/<FileTree(\s[^>]*)?>/g, "<Tree$1>").replace(/<\/FileTree>/g, "</Tree>").replace(/<GitHub\.Repo/g, "<GitHub").replace(/<\/GitHub\.Repo>/g, "</GitHub>").replace(/<Callout(\s[^<>]*)?>/g, (tag) => tag.replace(/(\s)type=(?:"[^"]*"|'[^']*'|\{[^{}]*\})/, '$1type="info"')).replace(/<Column(\s[^>]*)?>/g, "<div$1>").replace(/<\/Column>/g, "</div>");
+      result = normalizeMintlifyUpdateLabels(normalizeStrayTabItems(result)).replace(/<FileTree(\s[^>]*)?>/g, "<Tree$1>").replace(/<\/FileTree>/g, "</Tree>").replace(/<GitHub\.Repo/g, "<GitHub").replace(/<\/GitHub\.Repo>/g, "</GitHub>").replace(/<Callout(\s[^<>]*)?>/g, (tag) => tag.replace(/(\s)type=(?:"[^"]*"|'[^']*'|\{[^{}]*\})/, '$1type="info"')).replace(/<Column(\s[^>]*)?>/g, "<div$1>").replace(/<\/Column>/g, "</div>");
       result = pinStepsTitleSize(result);
+      result = addMintlifyVideoAttributes(result);
     }
     if (runFern) {
       result = result.replace(/<CodeBlocks(\s[^>]*)?>/g, "<CodeGroup$1>").replace(/<\/CodeBlocks>/g, "</CodeGroup>").replace(/<ParameterField\b/g, "<ParamField").replace(/<\/ParameterField>/g, "</ParamField>").replace(/<Cards(\s[^>]*)?>/g, "<CardGroup$1>").replace(/<\/Cards>/g, "</CardGroup>").replace(/<Success(\s[^>]*)?>/g, "<Tip$1>").replace(/<\/Success>/g, "</Tip>").replace(/<Launch(\s[^>]*)?>/g, "<Note$1>").replace(/<\/Launch>/g, "</Note>").replace(/<Files(\s[^>]*)?>\n?/g, "").replace(/<\/Files>/g, "");
@@ -3651,7 +3762,7 @@ function normalizeMdx(body, platform, unwrapMdxCodeBlocks = true) {
   const normalized = escapeOrphanCapitalizedTags(provideScopedGlobalReferences(rewritten));
   if (runDocusaurus && sourceBody !== body) {
     try {
-      compileSync(normalized, { outputFormat: "program" });
+      compileSync(normalized, MDX_COMPILE_OPTIONS);
     } catch {
       return normalizeMdx(body, platform, false);
     }
@@ -3713,14 +3824,20 @@ function parseMarkdownPage(input) {
   const normalized = normalizeMdx(parsed.content, input.platform);
   const body = removeUndefinedExpressions(injectReactHookImports(input.platform === "mintlify" ? normalizeMintlifyCodeFences(normalized, input.warn) : normalized), input.warn).trim();
   const keywords = Array.isArray(parsed.data.keywords) ? parsed.data.keywords.filter((value) => typeof value === "string") : [];
-  const heading = leadingPageHeading(body);
+  const namesOperation = typeof parsed.data.openapi === "string" && Boolean(parsed.data.openapi.trim());
+  const heading = input.platform === "mintlify" && !namesOperation ? void 0 : leadingPageHeading(body);
   const authoredTitle = typeof parsed.data.title === "string" && parsed.data.title.trim() ? parsed.data.title.trim() : heading?.title;
   const title = authoredTitle ?? titleFromId(identity.navigationId);
-  const namesOperation = typeof parsed.data.openapi === "string" && Boolean(parsed.data.openapi.trim());
   const sidebarTitle = input.platform === "docusaurus" ? parsed.data.sidebar_label : parsed.data.sidebarTitle;
   const navTitle = typeof sidebarTitle === "string" && sidebarTitle.trim() ? sidebarTitle.trim() : typeof parsed.data.navTitle === "string" && parsed.data.navTitle.trim() ? parsed.data.navTitle.trim() : void 0;
-  const icon = typeof parsed.data.icon === "string" && parsed.data.icon.trim() ? parsed.data.icon.trim() : void 0;
-  const iconType = icon && typeof parsed.data.iconType === "string" && ["regular", "solid", "outline", "brands"].includes(parsed.data.iconType) ? parsed.data.iconType : void 0;
+  const iconObject = parsed.data.icon && typeof parsed.data.icon === "object" && !Array.isArray(parsed.data.icon) ? parsed.data.icon : void 0;
+  const iconSource = iconObject ? iconObject.name : parsed.data.icon;
+  const icon = typeof iconSource === "string" && iconSource.trim() ? iconSource.trim() : void 0;
+  const iconStyle = (value) => typeof value === "string" && ["regular", "solid", "outline", "brands"].includes(value) ? value : void 0;
+  const iconType = icon ? iconStyle(iconObject?.style) ?? iconStyle(parsed.data.iconType) : void 0;
+  if (icon && typeof iconObject?.library === "string" && input.siteIconLibrary !== void 0 && iconObject.library !== input.siteIconLibrary) {
+    input.warn?.(`Page "${identity.id}": its icon names the "${iconObject.library}" icon library, but this site uses "${input.siteIconLibrary}", so the icon "${icon}" is looked up there and may show a different icon or none. Use an icon name from "${input.siteIconLibrary}", or set icons.library in docs.json to "${iconObject.library}".`);
+  }
   const meta = {};
   for (const [source, field] of PAGE_META_FIELDS) {
     const value = parsed.data[source];
@@ -6812,11 +6929,12 @@ import { existsSync as existsSync2, lstatSync as lstatSync2, readFileSync as rea
 import { basename, dirname as dirname2, extname as extname3, posix as posix2, relative as relative3, resolve as resolve3 } from "path";
 import postcss2 from "postcss";
 import selectorParser2 from "postcss-selector-parser";
+import remarkGfm3 from "remark-gfm";
 import remarkMdx5 from "remark-mdx";
 import remarkParse6 from "remark-parse";
 import ts3 from "typescript";
 import { unified as unified6 } from "unified";
-var parser3 = unified6().use(remarkParse6).use(remarkMdx5);
+var parser3 = unified6().use(remarkParse6).use(remarkGfm3).use(remarkMdx5);
 var DOCUSAURUS_THEME_SHIMS = {
   "@theme/CodeBlock": {
     filename: "docusaurus-code-block.tsx",