create-thally-docs 0.7.9 → 0.8.1

package/README.md

@@ -1,8 +1,10 @@
 # create-thally-docs
 
-Scaffold a new [Thally](https://github.com/thallylabs/thally) documentation project — an
-agent-native docs site that serves every page to humans as polished HTML and to
-AI agents as structured JSON, JSON-LD, and Markdown from the same URL.
+Scaffold the first customer-facing knowledge surface in a
+[Thally](https://github.com/thallylabs/thally) product-knowledge pipeline. The
+result is an open documentation site that serves every page to humans as
+polished HTML and to agents as structured JSON, JSON-LD, and Markdown from the
+same URL.
 
 ## Quick start
 
@@ -44,6 +46,16 @@ interactive question explicitly.
 | `create-thally-docs check [dir] [--fix]` | Lint content for orphan pages and missing frontmatter |
 | `create-thally-docs translate --locale <code>` | Translate content into another locale |
 
+Interactive migrations ask whether the source is Mintlify, Docusaurus, or
+another auto-detected platform. When automatic detection receives a live
+website URL, the CLI recommends its source GitHub repository and requires
+confirmation before continuing with the less precise website crawl. For
+scripts and CI, pass
+`--platform mintlify`, `--platform docusaurus`, or `--platform auto`; `--yes`
+keeps backward-compatible auto-detection when no platform flag is supplied.
+Explicit `--platform auto` and `--yes` runs print the live-site limitation
+without introducing an interactive prompt.
+
 Prefer a single binary? Install [`@thallylabs/cli`](https://www.npmjs.com/package/@thallylabs/cli)
 and use `thally init`, which delegates here.
 

package/dist/{chunk-5GIGIHI5.js → chunk-RS6U2GSX.js}

@@ -23,6 +23,8 @@ var EXCLUDE_PATHS = [
   "/.next/",
   "/.data/",
   "/.thally/",
+  // The first-party docs deployment pins its own canonical origin.
+  "/.env.production",
   "/thally-track.yml",
   "/CODEOWNERS",
   "/CLAUDE.md",

package/dist/{chunk-Y2JKKZ4I.js → chunk-SDZZYPSN.js}

@@ -3,7 +3,7 @@ import {
   initGit,
   installDeps,
   scaffold
-} from "./chunk-5GIGIHI5.js";
+} from "./chunk-RS6U2GSX.js";
 
 // src/migrate/index.ts
 import { existsSync, mkdirSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from "fs";
@@ -41,7 +41,12 @@ async function discoverMigration(options) {
   const url = new URL(options.sourceUrl);
   if (url.hostname.toLowerCase() !== "github.com") {
     console.log(`  \u{1F310} Discovering public docs at ${url.origin}${url.pathname}...`);
-    return migrateUrl({ sourceUrl: options.sourceUrl, maxPages: options.maxPages, fetcher: options.fetcher });
+    return migrateUrl({
+      sourceUrl: options.sourceUrl,
+      platform: options.platform,
+      maxPages: options.maxPages,
+      fetcher: options.fetcher
+    });
   }
   const source = parseGitHubRepositoryUrl(options.sourceUrl);
   if (options.branch) source.branch = options.branch;
@@ -53,7 +58,8 @@ async function discoverMigration(options) {
     return migrateRepository({
       repositoryDir: cloneDir,
       sourceUrl: options.sourceUrl,
-      docsDir: options.docsDir ?? (source.docsDir || void 0)
+      docsDir: options.docsDir ?? (source.docsDir || void 0),
+      platform: options.platform
     });
   } finally {
     rmSync(temporaryRoot, { recursive: true, force: true });

package/dist/index.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   migrateDocs
-} from "./chunk-Y2JKKZ4I.js";
+} from "./chunk-SDZZYPSN.js";
 import {
   logo,
   readDocsJson,
@@ -9,16 +9,84 @@ import {
   slugify,
   success,
   writeDocsJson
-} from "./chunk-5GIGIHI5.js";
+} from "./chunk-RS6U2GSX.js";
 
 // src/index.ts
 import { existsSync as existsSync3, readdirSync as readdirSync2 } from "fs";
 import { resolve as resolve2 } from "path";
 
 // src/prompts.ts
-import { input, select } from "@inquirer/prompts";
-import { basename } from "path";
-import { resolve } from "path";
+import { confirm, input, select } from "@inquirer/prompts";
+import { basename, resolve } from "path";
+import {
+  parseGitHubRepositoryUrl
+} from "@thallylabs/migrate";
+function parseMigrationPlatform(value) {
+  if (!value || value === "auto") return void 0;
+  if (value === "mintlify" || value === "docusaurus") return value;
+  throw new Error("--platform must be mintlify, docusaurus, or auto.");
+}
+async function gatherMigrationPlatform(value, useDefaults) {
+  const configured = parseMigrationPlatform(value);
+  if (configured || value === "auto" || useDefaults) return configured;
+  return select({
+    message: "  Which platform currently hosts these docs?",
+    choices: [
+      { name: "Mintlify", value: "mintlify" },
+      { name: "Docusaurus", value: "docusaurus" },
+      { name: "Other / detect automatically", value: void 0 }
+    ],
+    default: "mintlify"
+  });
+}
+var LIVE_URL_MIGRATION_WARNING = "Live website migration reconstructs documentation from public output and may need manual alignment. A source GitHub repository produces a more accurate migration. Use the Thally MCP afterward if the generated project needs refinement.";
+function validateGitHubRepositorySource(value) {
+  try {
+    parseGitHubRepositoryUrl(value);
+    return true;
+  } catch (error) {
+    return error instanceof Error ? error.message : "Enter a valid public GitHub repository URL.";
+  }
+}
+async function resolveAutoDetectedMigrationSource(sourceUrl, shouldPrompt) {
+  const source = new URL(sourceUrl);
+  if (source.hostname.toLowerCase() === "github.com") return sourceUrl;
+  console.warn(`
+  \u26A0 ${LIVE_URL_MIGRATION_WARNING}`);
+  if (!shouldPrompt) return sourceUrl;
+  const sourcePreference = await select({
+    message: "  Which source should Thally migrate?",
+    choices: [
+      {
+        name: "Source GitHub repository (recommended)",
+        value: "github"
+      },
+      {
+        name: "Continue with the live website URL",
+        value: "website"
+      }
+    ],
+    default: "github"
+  });
+  if (sourcePreference === "github") {
+    const repositoryUrl = await input({
+      message: "  GitHub repository URL:",
+      validate: validateGitHubRepositorySource
+    });
+    parseGitHubRepositoryUrl(repositoryUrl);
+    return repositoryUrl;
+  }
+  const hasAcceptedAlignment = await confirm({
+    message: "  Continue knowing the migration may need manual alignment, using the Thally MCP afterward if needed?",
+    default: false
+  });
+  if (!hasAcceptedAlignment) {
+    throw new Error(
+      "Migration cancelled. Re-run with the source GitHub repository for the most accurate result."
+    );
+  }
+  return sourceUrl;
+}
 async function gatherAnswers(dirArg, useDefaults, installPreference) {
   let projectDir;
   if (dirArg) {
@@ -114,13 +182,26 @@ async function gatherAnswers(dirArg, useDefaults, installPreference) {
 }
 
 // src/index.ts
-import { parseGitHubRepositoryUrl } from "@thallylabs/migrate";
+import { parseGitHubRepositoryUrl as parseGitHubRepositoryUrl2 } from "@thallylabs/migrate";
 
 // src/check.ts
 import { existsSync, readFileSync, readdirSync, statSync } from "fs";
 import { join, extname, relative } from "path";
 import { execFileSync } from "child_process";
+
+// src/frontmatter.ts
 import matter from "gray-matter";
+var FRONTMATTER_OPTIONS = {
+  engines: {
+    javascript: () => ({}),
+    js: () => ({})
+  }
+};
+function parseFrontmatter(raw) {
+  return matter(raw, FRONTMATTER_OPTIONS);
+}
+
+// src/check.ts
 import { parse as parseYaml } from "yaml";
 function gitLocal(projectDir, args2) {
   try {
@@ -356,7 +437,7 @@ async function runCheck(projectDir, options) {
     let lineOffset = 0;
     try {
       const raw = readFileSync(filePath, "utf8");
-      const parsed = matter(raw);
+      const parsed = parseFrontmatter(raw);
       data = parsed.data;
       content = parsed.content;
       lineOffset = raw.slice(0, raw.indexOf(content)).split("\n").length - 1;
@@ -457,7 +538,6 @@ thally check: ${errors.length} error(s), ${warnings.length} warning(s)`);
 import { readFileSync as readFileSync2, writeFileSync, existsSync as existsSync2, mkdirSync } from "fs";
 import { join as join2, dirname } from "path";
 import { input as input2 } from "@inquirer/prompts";
-import matter2 from "gray-matter";
 import Anthropic from "@anthropic-ai/sdk";
 import pLimit from "p-limit";
 function readDocsJson2(projectDir) {
@@ -637,11 +717,11 @@ async function runTranslateCommand(locale, pages, force, apiKey, model, yes, pro
   }
   console.log("");
   if (!yes) {
-    const confirm = await input2({
+    const confirm2 = await input2({
       message: "  Proceed? (Y/n):",
       default: "Y"
     });
-    if (confirm.toLowerCase() === "n") {
+    if (confirm2.toLowerCase() === "n") {
       console.log("\n  Aborted.");
       return;
     }
@@ -655,7 +735,7 @@ async function runTranslateCommand(locale, pages, force, apiKey, model, yes, pro
       ({ pageId, sourceFile, targetFile }) => limit(async () => {
         try {
           const sourceContent = readFileSync2(sourceFile, "utf8");
-          const parsed = matter2(sourceContent);
+          const parsed = parseFrontmatter(sourceContent);
           if (!parsed.data.title) {
             console.warn(`  \u26A0  ${pageId}: missing title in frontmatter \u2014 translating anyway`);
           }
@@ -692,8 +772,10 @@ var valueFlags = /* @__PURE__ */ new Set([
   "--docs-dir",
   "--into",
   "--locale",
+  "--max-pages",
   "--model",
-  "--pages"
+  "--pages",
+  "--platform"
 ]);
 var positional = [];
 for (let i = 0; i < args.length; i++) {
@@ -713,7 +795,7 @@ function getFlagValue(flag) {
   return void 0;
 }
 async function runMigrateCommand() {
-  const sourceUrl = positional[1];
+  let sourceUrl = positional[1];
   if (!sourceUrl) {
     console.error("\n  \u274C Source URL is required.");
     console.error("     Usage: create-thally-docs migrate <github-or-docs-url> [output-dir] [options]");
@@ -724,12 +806,22 @@ async function runMigrateCommand() {
   try {
     source = new URL(sourceUrl);
     if (!["http:", "https:"].includes(source.protocol)) throw new Error("Only HTTP and HTTPS sources are supported.");
-    if (source.hostname.toLowerCase() === "github.com") parseGitHubRepositoryUrl(sourceUrl);
+    if (source.hostname.toLowerCase() === "github.com") parseGitHubRepositoryUrl2(sourceUrl);
   } catch (err) {
     console.error(`
   \u274C ${err instanceof Error ? err.message : err}`);
     process.exit(1);
   }
+  const branch = getFlagValue("--branch");
+  const docsDir = getFlagValue("--docs-dir");
+  const yes = flags.includes("--yes") || flags.includes("-y");
+  const platformFlag = getFlagValue("--platform");
+  const platform = await gatherMigrationPlatform(platformFlag, yes);
+  if (platform === void 0) {
+    const shouldPromptForSource = platformFlag === void 0 && !yes;
+    sourceUrl = await resolveAutoDetectedMigrationSource(sourceUrl, shouldPromptForSource);
+    source = new URL(sourceUrl);
+  }
   const apiKey = getFlagValue("--api-key") ?? process.env.ANTHROPIC_API_KEY;
   const intoDir = getFlagValue("--into");
   const isInto = Boolean(intoDir);
@@ -739,18 +831,15 @@ async function runMigrateCommand() {
   } else if (positional[2]) {
     projectDir = resolve2(positional[2]);
   } else {
-    const sourceName = source.hostname.toLowerCase() === "github.com" ? parseGitHubRepositoryUrl(sourceUrl).repo : source.pathname.split("/").filter(Boolean).at(-1) ?? source.hostname.split(".")[0];
+    const sourceName = source.hostname.toLowerCase() === "github.com" ? parseGitHubRepositoryUrl2(sourceUrl).repo : source.pathname.split("/").filter(Boolean).at(-1) ?? source.hostname.split(".")[0];
     projectDir = resolve2(`${slugify(sourceName)}-docs`);
   }
-  const branch = getFlagValue("--branch");
-  const docsDir = getFlagValue("--docs-dir");
   const maxPagesValue = getFlagValue("--max-pages");
   const maxPages = maxPagesValue ? Number(maxPagesValue) : void 0;
   if (maxPages !== void 0 && (!Number.isInteger(maxPages) || maxPages < 1 || maxPages > 1e3)) {
     console.error("\n  \u274C --max-pages must be an integer between 1 and 1000.");
     process.exit(1);
   }
-  const yes = flags.includes("--yes") || flags.includes("-y");
   logo();
   console.log("  \u{1F680} Thally Migrate");
   console.log("");
@@ -758,6 +847,7 @@ async function runMigrateCommand() {
   console.log(`  Target:  ${projectDir}`);
   if (branch) console.log(`  Branch:  ${branch}`);
   if (docsDir) console.log(`  Docs dir: ${docsDir}`);
+  console.log(`  Platform: ${platform ?? "auto-detect"}`);
   console.log("");
   await migrateDocs({
     sourceUrl,
@@ -767,6 +857,7 @@ async function runMigrateCommand() {
     branch,
     docsDir,
     maxPages,
+    platform,
     yes
   });
 }

package/dist/migrate/index.js

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import {
   migrateDocs
-} from "../chunk-Y2JKKZ4I.js";
-import "../chunk-5GIGIHI5.js";
+} from "../chunk-SDZZYPSN.js";
+import "../chunk-RS6U2GSX.js";
 export {
   migrateDocs
 };

package/dist/scaffold.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   scaffold
-} from "./chunk-5GIGIHI5.js";
+} from "./chunk-RS6U2GSX.js";
 export {
   scaffold
 };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "create-thally-docs",
-  "version": "0.7.9",
-  "description": "Scaffold a new Thally documentation project",
+  "version": "0.8.1",
+  "description": "Scaffold the first documentation surface in a Thally product-knowledge pipeline.",
   "type": "module",
   "engines": {
     "node": ">=18"
@@ -28,7 +28,7 @@
   "dependencies": {
     "@anthropic-ai/sdk": "^0.36.0",
     "@inquirer/prompts": "^7.0.0",
-    "@thallylabs/migrate": "0.1.2",
+    "@thallylabs/migrate": "0.2.0",
     "gray-matter": "^4.0.3",
     "p-limit": "^6.1.0",
     "tar": "^6.2.0",