docs-i18n 0.11.1 → 0.12.0

package/dist/index.js

@@ -617,18 +617,241 @@ function getPackageVersion() {
   }
   return "unknown";
 }
+
+// src/plugins/runner.ts
+import { existsSync, readFileSync as readFileSync2, readdirSync, writeFileSync } from "fs";
+import { join, resolve as resolve2 } from "path";
+import matter from "gray-matter";
+function walkFiles(dir, extensions) {
+  const results = [];
+  if (!existsSync(dir)) return results;
+  for (const entry of readdirSync(dir, { withFileTypes: true })) {
+    const fullPath = join(dir, entry.name);
+    if (entry.isDirectory()) {
+      results.push(...walkFiles(fullPath, extensions));
+    } else if (extensions.some((ext) => entry.name.endsWith(ext))) {
+      results.push(fullPath);
+    }
+  }
+  return results;
+}
+function runBeforeScan(plugins, config, opts) {
+  const beforeScanPlugins = plugins.filter((p) => p.beforeScan);
+  if (beforeScanPlugins.length === 0) return 0;
+  const sources = flattenSources(config);
+  const extensions = (config.include ?? ["**/*.mdx", "**/*.md"]).map(
+    (p) => p.replace("**/*", "")
+  );
+  let modifiedCount = 0;
+  for (const source of sources) {
+    if (opts?.project && source.project !== opts.project) continue;
+    if (opts?.version && source.version !== opts.version) continue;
+    const enDir = resolve2(source.sourcePath);
+    if (!existsSync(enDir)) {
+      console.log(`  [SKIP] ${source.versionKey}: source dir not found`);
+      continue;
+    }
+    const files = walkFiles(enDir, extensions);
+    for (const filePath of files) {
+      const content = readFileSync2(filePath, "utf-8");
+      let parsed;
+      try {
+        parsed = matter(content);
+      } catch {
+        continue;
+      }
+      const readFile = (refPath) => {
+        const fromDir = filePath.substring(0, filePath.lastIndexOf("/"));
+        const candidates = [
+          resolve2(fromDir, refPath),
+          resolve2(enDir, refPath),
+          resolve2(process.cwd(), refPath)
+        ];
+        for (const candidate of candidates) {
+          if (existsSync(candidate)) {
+            return readFileSync2(candidate, "utf-8");
+          }
+        }
+        return null;
+      };
+      let modified = content;
+      let wasModified = false;
+      for (const plugin of beforeScanPlugins) {
+        const result = plugin.beforeScan({
+          filePath,
+          content: modified,
+          frontmatter: parsed.data,
+          readFile,
+          project: source.project,
+          version: source.version
+        });
+        if (typeof result === "string") {
+          modified = result;
+          wasModified = true;
+          try {
+            parsed = matter(modified);
+          } catch {
+          }
+        }
+      }
+      if (wasModified) {
+        const relPath = filePath.slice(enDir.length + 1);
+        if (opts?.dryRun) {
+          console.log(`  [DRY-RUN] ${source.versionKey}/${relPath}`);
+        } else {
+          writeFileSync(filePath, modified, "utf-8");
+          console.log(`  [RESOLVED] ${source.versionKey}/${relPath}`);
+        }
+        modifiedCount++;
+      }
+    }
+  }
+  return modifiedCount;
+}
+function createShouldScanBody(plugins) {
+  const hooks = plugins.filter((p) => p.shouldScanBody);
+  if (hooks.length === 0) return void 0;
+  return (ctx) => {
+    for (const plugin of hooks) {
+      if (plugin.shouldScanBody(ctx) === false) {
+        return false;
+      }
+    }
+    return true;
+  };
+}
+
+// src/plugins/presets/tanstack-ref.ts
+import matter2 from "gray-matter";
+var MAX_REF_DEPTH = 4;
+function replaceContent(text, originFrontmatter) {
+  let result = text;
+  const replace = originFrontmatter.data.replace;
+  if (replace) {
+    for (const [key, value] of Object.entries(replace)) {
+      result = result.replace(new RegExp(key, "g"), value);
+    }
+  }
+  return result;
+}
+function replaceSections(text, originFrontmatter) {
+  let result = text;
+  const sectionMarkerRegex = /\[\/\/\]: # '([a-zA-Z\d]*)'/g;
+  const sectionRegex = /\[\/\/\]: # '([a-zA-Z\d]*)'[\S\s]*?\[\/\/\]: # '([a-zA-Z\d]*)'/g;
+  const substitutes = /* @__PURE__ */ new Map();
+  for (const match of originFrontmatter.content.matchAll(sectionRegex)) {
+    if (match[1] !== match[2]) {
+      console.error(
+        `Origin section '${match[1]}' does not have matching closing token (found '${match[2]}'). Please make sure that each section has corresponding closing token and that sections are not nested.`
+      );
+    }
+    substitutes.set(match[1], match);
+  }
+  const sections = /* @__PURE__ */ new Map();
+  for (const match of result.matchAll(sectionRegex)) {
+    if (match[1] !== match[2]) {
+      console.error(
+        `Target section '${match[1]}' does not have matching closing token (found '${match[2]}'). Please make sure that each section has corresponding closing token and that sections are not nested.`
+      );
+    }
+    sections.set(match[1], match);
+  }
+  Array.from(substitutes.entries()).reverse().forEach(([key, value]) => {
+    const sectionMatch = sections.get(key);
+    if (sectionMatch) {
+      result = result.slice(0, sectionMatch.index) + value[0] + result.slice(sectionMatch.index + sectionMatch[0].length, result.length);
+    }
+  });
+  result = result.replaceAll(sectionMarkerRegex, "");
+  return result;
+}
+function normalizeRefPath(ref) {
+  if (ref.startsWith("docs/")) {
+    return ref.slice(5);
+  }
+  return ref;
+}
+function tryReadRef(refPath, readFile) {
+  let content = readFile(refPath);
+  if (content) return content;
+  const normalized = normalizeRefPath(refPath);
+  if (normalized !== refPath) {
+    content = readFile(normalized);
+    if (content) return content;
+  }
+  return null;
+}
+function tanstackRefPlugin() {
+  return {
+    name: "tanstack-ref",
+    beforeScan(ctx) {
+      const { filePath, content, frontmatter, readFile } = ctx;
+      if (!frontmatter.ref) {
+        return void 0;
+      }
+      const originParsed = matter2(content);
+      let refPath = frontmatter.ref;
+      let currentDepth = 1;
+      while (currentDepth <= MAX_REF_DEPTH) {
+        const refContent = tryReadRef(refPath, readFile);
+        if (!refContent) {
+          console.warn(`  [tanstack-ref] ${filePath}: ref target not found: ${refPath}`);
+          return void 0;
+        }
+        const refParsed = matter2(refContent);
+        if (!refParsed.data.ref) {
+          return resolveWithContent(refContent, originParsed);
+        }
+        refPath = refParsed.data.ref;
+        currentDepth++;
+      }
+      console.warn(`  [tanstack-ref] ${filePath}: ref chain exceeded max depth of ${MAX_REF_DEPTH}`);
+      return void 0;
+    }
+  };
+}
+function resolveWithContent(targetRaw, originParsed) {
+  let content = targetRaw;
+  content = replaceContent(content, originParsed);
+  content = replaceSections(content, originParsed);
+  const newData = { ...originParsed.data };
+  delete newData.ref;
+  delete newData.replace;
+  const targetParsed = matter2(content);
+  const mergedData = { ...targetParsed.data, ...newData };
+  delete mergedData.ref;
+  delete mergedData.replace;
+  return matter2.stringify(targetParsed.content, mergedData);
+}
+
+// src/plugins/presets/nextjs-source.ts
+function nextjsSourcePlugin() {
+  return {
+    name: "nextjs-source",
+    shouldScanBody(ctx) {
+      if (ctx.frontmatter.source) {
+        return false;
+      }
+      return true;
+    }
+  };
+}
 export {
   TranslationCache,
   assemble,
+  createShouldScanBody,
   defineConfig,
   extractHeadings,
   extractTranslatableFields,
   flattenSources,
   getPackageVersion,
   loadConfig,
+  nextjsSourcePlugin,
   normalize,
   parseMdx,
   processor,
   reconstructFrontmatter,
-  renderMarkdown
+  renderMarkdown,
+  runBeforeScan,
+  tanstackRefPlugin
 };

package/dist/pipeline-3XGFR4QL.js

@@ -0,0 +1,104 @@
+import {
+  createShouldScanBody,
+  runBeforeScan
+} from "./chunk-BHYFOPS6.js";
+import "./chunk-TRURQFP4.js";
+import "./chunk-PNKVD2UK.js";
+
+// src/commands/pipeline.ts
+import { execSync } from "child_process";
+async function pipeline(config, opts) {
+  const plugins = config.plugins ?? [];
+  const syncScript = config.syncScript;
+  const d1 = config.d1;
+  const t0 = Date.now();
+  if (syncScript && !opts.skipSync) {
+    console.log("\n=== Step 1: Sync ===");
+    if (opts.dryRun) {
+      console.log(`  [DRY-RUN] Would run: ${syncScript}`);
+    } else {
+      console.log(`  Running: ${syncScript}`);
+      execSync(syncScript, { stdio: "inherit", shell: "/bin/bash" });
+    }
+  } else {
+    console.log("\n=== Step 1: Sync (skipped) ===");
+  }
+  console.log("\n=== Step 2: Resolve ===");
+  if (plugins.length > 0) {
+    const modified = runBeforeScan(plugins, config, {
+      project: opts.project,
+      version: opts.version,
+      dryRun: opts.dryRun
+    });
+    console.log(`  ${modified} file(s) resolved`);
+  } else {
+    console.log("  No plugins configured, skipping");
+  }
+  console.log("\n=== Step 3: Rescan ===");
+  const { rescan } = await import("./rescan-7XDHUNH5.js");
+  const shouldScanBody = createShouldScanBody(plugins);
+  await rescan(config, {
+    project: opts.project,
+    version: opts.version,
+    shouldScanBody
+  });
+  if (!opts.skipTranslate) {
+    console.log("\n=== Step 4: Translate ===");
+    const { translate } = await import("./translate-AGUNMZMQ.js");
+    const langs = opts.lang ? [opts.lang] : config.languages;
+    for (const lang of langs) {
+      await translate(config, {
+        lang,
+        project: opts.project,
+        version: opts.version,
+        max: opts.max,
+        concurrency: opts.concurrency,
+        dryRun: opts.dryRun
+      });
+    }
+  } else {
+    console.log("\n=== Step 4: Translate (skipped) ===");
+  }
+  if (!opts.skipUpload && d1) {
+    console.log("\n=== Step 5: Upload ===");
+    if (opts.dryRun) {
+      console.log("  [DRY-RUN] Would upload to D1");
+    } else {
+      console.log("  Uploading to D1...");
+      const { collectContentFiles, generateContentSql, collectTranslations, generateTranslationSql } = await import("./upload-KYKJVERO.js");
+      const { writeFileSync } = await import("fs");
+      const { resolve } = await import("path");
+      const { tmpdir } = await import("os");
+      const projectRoot = process.cwd();
+      const contentRows = collectContentFiles(projectRoot);
+      const contentSql = generateContentSql(contentRows);
+      const translationData = collectTranslations(projectRoot);
+      const translationSql = generateTranslationSql(translationData);
+      const allSql = [...contentSql, ...translationSql];
+      const sqlFile = resolve(tmpdir(), "docs-i18n-pipeline-upload.sql");
+      writeFileSync(sqlFile, allSql.join("\n"));
+      const dbName = d1.database;
+      const wranglerArgs = ["d1", "execute", dbName, "--file", sqlFile, "--remote"];
+      console.log(`  wrangler ${wranglerArgs.join(" ")}`);
+      const { spawnSync } = await import("child_process");
+      const result = spawnSync("npx", ["wrangler", ...wranglerArgs], {
+        stdio: "inherit",
+        shell: true
+      });
+      if (result.status !== 0) {
+        console.error("  Upload failed");
+      }
+    }
+  } else {
+    console.log("\n=== Step 5: Upload (skipped) ===");
+  }
+  console.log("\n=== Step 6: Status ===");
+  const { status } = await import("./status-NX47XZIU.js");
+  await status(config, { lang: opts.lang });
+  const elapsed = ((Date.now() - t0) / 1e3).toFixed(1);
+  console.log(`
+Pipeline complete in ${elapsed}s`);
+}
+export {
+  pipeline
+};

package/dist/{rescan-HXMWFAOC.js → rescan-7XDHUNH5.js}

@@ -5,10 +5,10 @@ import {
 import {
   TranslationCache
 } from "./chunk-QKIR7RKQ.js";
+import "./chunk-L64GJ4OB.js";
 import {
   flattenSources
 } from "./chunk-TRURQFP4.js";
-import "./chunk-L64GJ4OB.js";
 import "./chunk-PNKVD2UK.js";
 
 // src/commands/rescan.ts
@@ -28,6 +28,23 @@ function walkFiles(dir, patterns) {
   }
   return results;
 }
+function parseFrontmatter(content) {
+  const match = content.match(/^---\n([\s\S]*?)\n---/);
+  if (!match) return {};
+  try {
+    const lines = match[1].split("\n");
+    const data = {};
+    for (const line of lines) {
+      const kv = line.match(/^(\w[\w.-]*)\s*:\s*(.+)/);
+      if (kv) {
+        data[kv[1]] = kv[2].trim().replace(/^['"]|['"]$/g, "");
+      }
+    }
+    return data;
+  } catch {
+    return {};
+  }
+}
 async function rescan(config, opts) {
   const cacheDir = resolve(config.cacheDir ?? ".cache");
   const cache = new TranslationCache(cacheDir);
@@ -47,12 +64,22 @@ async function rescan(config, opts) {
     const files = walkFiles(enDir, extensions);
     cache.clearSources("", source.versionKey);
     let nodeCount = 0;
+    let skippedBodyCount = 0;
     for (const file of files) {
       const relPath = file.slice(enDir.length + 1);
       const content = readFileSync(file, "utf8");
       const nodes = parseMdx(content);
+      let scanBody = true;
+      if (opts.shouldScanBody) {
+        const frontmatter = parseFrontmatter(content);
+        scanBody = opts.shouldScanBody({ filePath: file, frontmatter });
+        if (!scanBody) skippedBodyCount++;
+      }
       for (const node of nodes) {
         if (node.needsTranslation && node.md5) {
+          if (!scanBody && node.type !== "frontmatter") {
+            continue;
+          }
           const line = content.substring(0, node.startOffset).split("\n").length;
           cache.setSource(node.md5, node.rawText, node.type);
           cache.updateSource("", node.md5, relPath, line, source.versionKey);
@@ -60,7 +87,11 @@ async function rescan(config, opts) {
         }
       }
     }
-    console.log(`\u2705 ${source.versionKey}: ${files.length} files, ${nodeCount} nodes`);
+    let msg = `\u2705 ${source.versionKey}: ${files.length} files, ${nodeCount} nodes`;
+    if (skippedBodyCount > 0) {
+      msg += ` (${skippedBodyCount} body-skipped)`;
+    }
+    console.log(msg);
   }
   const orphanT = cache.db.prepare("DELETE FROM translations WHERE key NOT IN (SELECT DISTINCT key FROM source_files)").run();
   if (orphanT.changes > 0) console.log(`\u{1F5D1}\uFE0F  Deleted ${orphanT.changes} orphan translations`);

package/dist/runner-KUGSO4CL.js

@@ -0,0 +1,10 @@
+import {
+  createShouldScanBody,
+  runBeforeScan
+} from "./chunk-BHYFOPS6.js";
+import "./chunk-TRURQFP4.js";
+import "./chunk-PNKVD2UK.js";
+export {
+  createShouldScanBody,
+  runBeforeScan
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "docs-i18n",
-  "version": "0.11.1",
+  "version": "0.12.0",
   "description": "Universal documentation translation engine — parse, translate, cache, assemble, manage.",
   "type": "module",
   "bin": {
@@ -30,6 +30,7 @@
   "dependencies": {
     "better-sqlite3": "^12.8.0",
     "glob": "^11.0.2",
+    "gray-matter": "^4.0.3",
     "hono": "^4.12.0",
     "jiti": "^2.4.0",
     "openai": "^5.1.1",

package/template/dist/server/server.js

@@ -17912,7 +17912,8 @@ const FastURL = /* @__PURE__ */ (() => {
     #searchParams;
     #pos;
     constructor(url) {
-      if (typeof url === "string") this.#href = url;
+      if (typeof url === "string") if (url[0] === "/") this.#href = url;
+      else this.#url = new NativeURL(url);
       else if (_needsNormRE.test(url.pathname)) this.#url = new NativeURL(`${url.protocol || "http:"}//${url.host || "localhost"}${url.pathname}${url.search || ""}`);
       else {
         this.#protocol = url.protocol;
@@ -18447,21 +18448,18 @@ async function getStartManifest(matchedRoutes) {
     injectedHeadScripts
   };
 }
-const manifest = { "2da8ac67817387d067b3bdceb46771231f5e146e3854d166a502e2e544b99e75": {
-  functionName: "fetchDocsConfig_createServerFn_handler",
-  importer: () => import("./assets/_lang.docs-DSB3iI6a.js")
-}, "98301a535a39285242f45a98dbf7a395ebc47fd9497246cb5e514e5900cf025d": {
+const manifest = { "98301a535a39285242f45a98dbf7a395ebc47fd9497246cb5e514e5900cf025d": {
   functionName: "fetchDoc_createServerFn_handler",
   importer: () => import("./assets/_lang.docs._-S-y4-3Qn.js")
 }, "fe3a75503837cf2fc9240e65f0849090d48fa1c44543665b480ec53331c230ed": {
   functionName: "fetchBlogPosts_createServerFn_handler",
   importer: () => import("./assets/_lang.blog.index-Dk5fYp4Q.js")
-}, "3d681c18f721dc4f29239d355a6b01ee50157021f1206a70284a9dfeb3375f2b": {
-  functionName: "fetchBlogPost_createServerFn_handler",
-  importer: () => import("./assets/_lang.blog._-CjgFipz7.js")
 }, "d70cb4120f5e21fc51a269146a3e4e34bf32fcdfc44d688d7a5f077efca69cf4": {
   functionName: "fetchDocsConfig_createServerFn_handler",
   importer: () => import("./assets/_lang._project.docs-BsnkRf-R.js")
+}, "3d681c18f721dc4f29239d355a6b01ee50157021f1206a70284a9dfeb3375f2b": {
+  functionName: "fetchBlogPost_createServerFn_handler",
+  importer: () => import("./assets/_lang.blog._-CjgFipz7.js")
 }, "094bd97706d5673a22d38d99e5497787a36ac27d573b5d695feb60c7dacf19e0": {
   functionName: "fetchDoc_createServerFn_handler",
   importer: () => import("./assets/_lang._project.docs._-axRfm8vS.js")
@@ -18474,6 +18472,9 @@ const manifest = { "2da8ac67817387d067b3bdceb46771231f5e146e3854d166a502e2e544b9
 }, "ba14c96811d1fd21f8c969f3eed0af525dfa9df823e738b56e90f3b53073f89f": {
   functionName: "fetchDoc_createServerFn_handler",
   importer: () => import("./assets/_lang._project._version.docs._-DSg82-Ug.js")
+}, "2da8ac67817387d067b3bdceb46771231f5e146e3854d166a502e2e544b99e75": {
+  functionName: "fetchDocsConfig_createServerFn_handler",
+  importer: () => import("./assets/_lang.docs-DSB3iI6a.js")
 }, "94a3ef92793a719752941579c1203c60a93e325afd12353810d1fd6ab6efa524": {
   functionName: "fetchFrameworkDoc_createServerFn_handler",
   importer: () => import("./assets/_lang._project._version.docs.framework._framework._-DbeN6toN.js")

package/dist/{assemble-CP2BRYQJ.js → assemble-S3MWVLBI.js}

@@ -5,10 +5,10 @@ import "./chunk-JHBSHTXC.js";
 import {
   TranslationCache
 } from "./chunk-QKIR7RKQ.js";
+import "./chunk-L64GJ4OB.js";
 import {
   flattenSources
 } from "./chunk-TRURQFP4.js";
-import "./chunk-L64GJ4OB.js";
 import "./chunk-PNKVD2UK.js";
 
 // src/commands/assemble.ts

package/dist/{status-AGZDXOTZ.js → status-NX47XZIU.js}

@@ -1,10 +1,10 @@
 import {
   TranslationCache
 } from "./chunk-QKIR7RKQ.js";
+import "./chunk-L64GJ4OB.js";
 import {
   flattenSources
 } from "./chunk-TRURQFP4.js";
-import "./chunk-L64GJ4OB.js";
 import "./chunk-PNKVD2UK.js";
 
 // src/commands/status.ts

package/dist/{translate-A5X6MX4Y.js → translate-AGUNMZMQ.js}

@@ -6,10 +6,10 @@ import {
 import {
   TranslationCache
 } from "./chunk-QKIR7RKQ.js";
+import "./chunk-L64GJ4OB.js";
 import {
   flattenSources
 } from "./chunk-TRURQFP4.js";
-import "./chunk-L64GJ4OB.js";
 import {
   __esm,
   __export,