docs-i18n 0.8.0 → 0.8.1

package/admin/dist/server/server.js

@@ -15556,26 +15556,6 @@ async function getStartManifest(matchedRoutes) {
 //#endregion
 //#region \0#tanstack-start-server-fn-resolver
 var manifest = {
-	"a3d81974aeece150d4b02be5b91590b8187442ebea56be4a89dcbf053626d22b": {
-		functionName: "fetchVersion_createServerFn_handler",
-		importer: () => import("./assets/misc-y6t3-UOP.js")
-	},
-	"3bf4ba50ca8ccc3c8c60d8f2e53307a320940d68c478df494552066904c5cd74": {
-		functionName: "fetchLlmConfig_createServerFn_handler",
-		importer: () => import("./assets/misc-y6t3-UOP.js")
-	},
-	"e0b4116f6b2c8d096830102e36458acf9c616a056fcdddda956a4d66984ef58c": {
-		functionName: "fetchConfig_createServerFn_handler",
-		importer: () => import("./assets/misc-y6t3-UOP.js")
-	},
-	"a054a04356fe9987891efee8b7a11cd2dedb00f6b2e8f26d1c642e001e553d53": {
-		functionName: "openFile_createServerFn_handler",
-		importer: () => import("./assets/misc-y6t3-UOP.js")
-	},
-	"5080dc3f2f2309ec6981b94c431969637130c657e8a1dfb10400b4614eecc1ea": {
-		functionName: "fetchModels_createServerFn_handler",
-		importer: () => import("./assets/models-YNa3F3nn.js")
-	},
 	"4e218d79545765572808c7eab33b7663d4496209c15406d0b449366905b6b83f": {
 		functionName: "fetchStatus_createServerFn_handler",
 		importer: () => import("./assets/status-CM7Azp4n.js")
@@ -15596,6 +15576,10 @@ var manifest = {
 		functionName: "rescanVersion_createServerFn_handler",
 		importer: () => import("./assets/status-CM7Azp4n.js")
 	},
+	"5080dc3f2f2309ec6981b94c431969637130c657e8a1dfb10400b4614eecc1ea": {
+		functionName: "fetchModels_createServerFn_handler",
+		importer: () => import("./assets/models-YNa3F3nn.js")
+	},
 	"421de02ce39dde6e27cf4689e837ec072cbd01e63f8cdd5c2a3f42f0bd5ca613": {
 		functionName: "fetchJobs_createServerFn_handler",
 		importer: () => import("./assets/jobs-FXffC7LH.js")
@@ -15611,6 +15595,22 @@ var manifest = {
 	"88c2855c84e91504070bfecc50ddfa50339d22c305626800b6d9b05d79385d71": {
 		functionName: "deleteJob_createServerFn_handler",
 		importer: () => import("./assets/jobs-FXffC7LH.js")
+	},
+	"a3d81974aeece150d4b02be5b91590b8187442ebea56be4a89dcbf053626d22b": {
+		functionName: "fetchVersion_createServerFn_handler",
+		importer: () => import("./assets/misc-y6t3-UOP.js")
+	},
+	"3bf4ba50ca8ccc3c8c60d8f2e53307a320940d68c478df494552066904c5cd74": {
+		functionName: "fetchLlmConfig_createServerFn_handler",
+		importer: () => import("./assets/misc-y6t3-UOP.js")
+	},
+	"e0b4116f6b2c8d096830102e36458acf9c616a056fcdddda956a4d66984ef58c": {
+		functionName: "fetchConfig_createServerFn_handler",
+		importer: () => import("./assets/misc-y6t3-UOP.js")
+	},
+	"a054a04356fe9987891efee8b7a11cd2dedb00f6b2e8f26d1c642e001e553d53": {
+		functionName: "openFile_createServerFn_handler",
+		importer: () => import("./assets/misc-y6t3-UOP.js")
 	}
 };
 async function getServerFnById(id) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "docs-i18n",
-  "version": "0.8.0",
+  "version": "0.8.1",
   "description": "Universal documentation translation engine — parse, translate, cache, assemble, manage.",
   "type": "module",
   "bin": {

package/template/content/docs-i18n/en/admin.md

@@ -0,0 +1,143 @@
+---
+title: Admin Dashboard
+description: Web UI for monitoring translation progress, managing translation jobs, previewing files, and browsing LLM models.
+---
+
+# Admin Dashboard
+
+The docs-i18n admin dashboard is a web-based UI for managing your translations. It is built with TanStack Start and React, and runs as a local development server.
+
+## Starting the Dashboard
+
+```bash
+npx docs-i18n admin
+```
+
+The dashboard opens at `http://localhost:3456`. Use `--port` to change the port:
+
+```bash
+npx docs-i18n admin --port 4000
+```
+
+The dashboard reads your `docs-i18n.config.ts` to discover projects, versions, and languages. The admin is pre-built and requires no additional dependencies.
+
+## Features
+
+### Translation Overview
+
+The main dashboard page shows a grid of all versions and languages with translation progress. For each version/language pair, you see:
+
+- Total number of source nodes (EN content units).
+- Number of translated nodes.
+- Percentage complete.
+- Breakdown by section (e.g., `docs/`, `blog/`, `learn/`), showing file counts and node counts per section.
+
+English is always shown as 100% complete since it is the source language.
+
+The overview auto-scans source files on load. If source files have not been scanned yet, the dashboard triggers a scan automatically.
+
+### File Browser
+
+Clicking on a version/language cell opens a file-level coverage list. Each file shows:
+
+- File path (relative to the source directory).
+- Total translatable nodes in that file.
+- Number of translated nodes.
+
+Files are sorted by path. You can click on any file to open the block-level preview.
+
+### File Preview
+
+The file preview shows every block (AST node) in a file side by side:
+
+- **Source** -- the original English text.
+- **Translation** -- the cached translation for the selected language, or empty if not yet translated.
+
+Each block displays its type (heading, paragraph, list, blockquote, frontmatter, code, html) and MD5 key. Non-translatable blocks (code, pure HTML tags, gaps between nodes) are shown but clearly distinguished.
+
+### Cache Management
+
+From the file preview, you can delete individual cache entries. This is useful when a translation is incorrect and you want to re-translate a specific node. After deleting, run the translate command again to get a fresh translation for that key.
+
+The dashboard also supports rescanning source files for a specific version via the UI. This rebuilds the source index and cleans orphaned entries.
+
+### Translation Jobs
+
+The dashboard includes a job management system for running translations directly from the UI instead of the command line.
+
+#### Creating a Job
+
+Click the job creation button and configure:
+
+- **Language** -- target language code.
+- **Version** -- which version to translate.
+- **Project** -- optionally filter to a specific project.
+- **Model** -- LLM model to use (can be selected from the model browser).
+- **Model rotation** -- optionally provide multiple models to rotate through.
+- **Max chunks** -- limit the number of API call chunks.
+- **Concurrency** -- number of parallel API calls (default: 3).
+- **Files** -- optionally select specific files to translate.
+
+#### Job Status
+
+Running jobs show:
+
+- Status: `running`, `completed`, `failed`, or `cancelled`.
+- Start time and finish time.
+- Number of translated chunks and total chunks.
+- Current chunk being processed.
+- Live log output (last 20 lines displayed, up to 500 lines stored).
+
+You can cancel a running job, which sends SIGTERM to the translation process. Completed or failed jobs can be removed from the list.
+
+#### How Jobs Work
+
+Under the hood, the job manager spawns a child process running the `docs-i18n translate` CLI command with the configured options. It captures stdout and stderr, parses progress information from the output, and exposes it through the dashboard API. The child process inherits the API key from your config or environment variables.
+
+### Model Browser
+
+The dashboard includes an OpenRouter model browser that fetches the list of available models from the OpenRouter API. For each model, it displays:
+
+- Model ID and name.
+- Pricing (prompt and completion per million tokens).
+- Context length and maximum output tokens.
+- Whether the model supports JSON response format and tool use.
+- Provider name.
+- Whether the model is free.
+
+The model list is cached for 5 minutes. It only shows text-to-text models (filtered by architecture modality) and excludes models with negative pricing. Models are sorted by prompt price (cheapest first).
+
+This is useful for selecting a model when creating a translation job.
+
+### Open in Editor
+
+The dashboard can open source files in your local editor. It tries the following editors in order:
+
+1. The value of the `EDITOR_CMD` environment variable (if set).
+2. `code` (VS Code)
+3. `cursor` (Cursor)
+4. `zed` (Zed)
+
+If none are found, it falls back to the system default (`open` on macOS, `xdg-open` on Linux, `start` on Windows).
+
+## Architecture
+
+The admin dashboard uses:
+
+- **TanStack Start** -- Full-stack React framework with server functions.
+- **TanStack React Query** -- For data fetching and cache management.
+- **TanStack Router** -- For client-side routing.
+- **Vite** -- Dev server and build tool.
+- **Hono** -- HTTP server (used by TanStack Start internally).
+
+Server functions are defined in `packages/admin/server/functions/` and handle:
+
+- `fetchStatus` / `fetchFileCoverage` / `fetchFileBlocks` -- Read translation status from SQLite.
+- `deleteCacheEntry` -- Delete a specific translation from the cache.
+- `rescanVersion` -- Rescan source files for a version.
+- `createJob` / `fetchJobs` / `fetchJob` / `deleteJob` -- Manage translation jobs.
+- `fetchModels` -- Fetch available models from OpenRouter.
+- `fetchVersion` / `fetchConfig` -- Get docs-i18n version and project root.
+- `openFile` -- Open a file in the local editor.
+
+The dashboard shares the same `TranslationCache` and `parseMdx` functions as the CLI, ensuring consistent behavior.

package/template/content/docs-i18n/en/cli.md

@@ -0,0 +1,324 @@
+---
+title: CLI Reference
+description: Complete reference for all docs-i18n CLI commands, flags, and common workflows.
+---
+
+# CLI Reference
+
+docs-i18n provides a command-line interface for managing documentation translations. All commands read from `docs-i18n.config.ts` in the current working directory by default.
+
+```bash
+docs-i18n <command> [options]
+```
+
+## Global Options
+
+| Flag | Description |
+| --- | --- |
+| `--config <path>` | Path to config file (default: `docs-i18n.config.ts`) |
+| `--version`, `-v` | Print the docs-i18n version |
+| `--help`, `-h` | Show help text |
+
+## Commands
+
+### `translate`
+
+Translate content to a target language. Sends untranslated nodes to the configured LLM and caches the results.
+
+```bash
+docs-i18n translate --lang <code> [options]
+```
+
+**Required:**
+
+| Flag | Description |
+| --- | --- |
+| `--lang <code>` | Target language code (e.g., `zh-hans`, `ja`, `es`) |
+
+**Optional:**
+
+| Flag | Default | Description |
+| --- | --- | --- |
+| `--project <id>` | all projects | Filter to a specific project |
+| `--version <ver>` | all versions | Filter to a specific version |
+| `--files <paths>` | all files | Comma-separated list of relative file paths to translate |
+| `--max <n>` | 999 | Maximum number of API call chunks to process |
+| `--concurrency <n>` | 3 | Number of parallel API calls |
+| `--model <model>` | config value | Override the LLM model |
+| `--api-key <key>` | config/env | Override the API key |
+| `--max-tokens <n>` | 16384 | Max output tokens per API call |
+| `--context-length <n>` | 32768 | Model context window size |
+| `--dry-run` | false | Preview what would be translated without making API calls |
+
+**Examples:**
+
+```bash
+# Translate everything to Simplified Chinese
+docs-i18n translate --lang zh-hans
+
+# Translate a specific version with dry run
+docs-i18n translate --lang zh-hans --version latest --dry-run
+
+# Translate specific files only
+docs-i18n translate --lang zh-hans --files docs/intro.mdx,docs/guide.mdx
+
+# Use a different model with higher token limits
+docs-i18n translate --lang ja --model qwen/qwen3.5-flash-02-23 --max-tokens 65536 --context-length 1000000
+
+# Limit API calls for testing
+docs-i18n translate --lang es --max 5 --concurrency 1
+```
+
+**How it works:**
+
+1. Loads the SQLite cache and finds all untranslated keys for the given language and version.
+2. Groups untranslated nodes into chunks that fit within the model's context window, accounting for input tokens, output tokens, and language-specific token multipliers (e.g., Japanese uses 2.5x more output tokens than English).
+3. Sends each chunk to the LLM as structured JSON: an array of typed nodes with MD5 keys.
+4. Parses the JSON response, validates keys, and stores translations in the cache.
+5. Runs chunks in parallel up to the concurrency limit.
+
+Translation logs are written to `.logs/` with timestamps for debugging.
+
+---
+
+### `assemble`
+
+Assemble translated files by combining English source content with cached translations. For any untranslated nodes, the original English text is used as a fallback.
+
+```bash
+docs-i18n assemble [options]
+```
+
+**Optional:**
+
+| Flag | Default | Description |
+| --- | --- | --- |
+| `--project <id>` | all projects | Filter to a specific project |
+| `--version <ver>` | all versions | Filter to a specific version |
+| `--lang <code>` | all languages | Filter to a specific language |
+
+**Examples:**
+
+```bash
+# Assemble all projects, versions, and languages
+docs-i18n assemble
+
+# Assemble only Chinese for the latest version
+docs-i18n assemble --lang zh-hans --version latest
+```
+
+Output is written to `.cache/content/<version>/<lang>/` by default. Each file mirrors the structure of the English source directory.
+
+---
+
+### `rescan`
+
+Rescan source files and rebuild the source index. Also cleans orphaned translations and sources that no longer exist in the source files.
+
+```bash
+docs-i18n rescan [options]
+```
+
+**Optional:**
+
+| Flag | Default | Description |
+| --- | --- | --- |
+| `--project <id>` | all projects | Filter to a specific project |
+| `--version <ver>` | all versions | Filter to a specific version |
+
+**Examples:**
+
+```bash
+# Rescan all source files
+docs-i18n rescan
+
+# Rescan a specific version only
+docs-i18n rescan --version latest
+```
+
+**What it does:**
+
+1. Walks all source directories and parses every markdown/MDX file.
+2. Extracts translatable nodes and stores their MD5 keys, source text, node types, file paths, and line numbers in the SQLite cache.
+3. Deletes orphaned translations whose source keys no longer exist in any source file.
+4. Deletes orphaned source entries that are no longer referenced by any file.
+
+Run `rescan` after adding, removing, or significantly editing source files.
+
+---
+
+### `status`
+
+Show translation coverage for all projects and versions.
+
+```bash
+docs-i18n status [options]
+```
+
+**Optional:**
+
+| Flag | Default | Description |
+| --- | --- | --- |
+| `--lang <code>` | all languages | Show status for a specific language only |
+
+**Examples:**
+
+```bash
+# Show status for all languages
+docs-i18n status
+
+# Show status for Chinese only
+docs-i18n status --lang zh-hans
+```
+
+**Output:**
+
+```
+Translation Status
+
+latest (1523 keys):
+  zh-hans    ████████████████████ 100% (1523/1523)
+  ja         ████████████░░░░░░░░ 62% (944/1523)
+  es         ██░░░░░░░░░░░░░░░░░░ 10% (152/1523)
+```
+
+If a version shows "no source files (run rescan first)", you need to run `docs-i18n rescan` before checking status.
+
+---
+
+### `admin`
+
+Start the admin dashboard web UI for managing translations.
+
+```bash
+docs-i18n admin [options]
+```
+
+**Optional:**
+
+| Flag | Default | Description |
+| --- | --- | --- |
+| `--port <n>` | 3456 | Port to run the dashboard on |
+
+**Examples:**
+
+```bash
+# Start on default port
+docs-i18n admin
+
+# Start on custom port
+docs-i18n admin --port 4000
+```
+
+The dashboard opens at `http://localhost:3456` (or your custom port). See the [Admin Dashboard](./admin.md) documentation for details on its features.
+
+---
+
+### `site`
+
+Manage the documentation site. Built with TanStack Start and supports dev server, production build, content upload to D1, and deployment to Cloudflare Workers.
+
+```bash
+docs-i18n site [subcommand] [options]
+```
+
+**Subcommands:**
+
+| Subcommand | Description |
+| --- | --- |
+| `dev` (default) | Start the Vite dev server with hot reload |
+| `build` | Build the site for production |
+| `upload` | Upload content and translations to Cloudflare D1 |
+| `deploy` | Deploy to Cloudflare Workers |
+
+**Optional:**
+
+| Flag | Default | Description |
+| --- | --- | --- |
+| `--port <n>` | 3000 | Port for the dev server |
+| `--db <name>` | `docs-i18n-db` | D1 database name (for `upload`) |
+
+**Examples:**
+
+```bash
+# Start dev server
+docs-i18n site
+
+# Start on custom port
+docs-i18n site dev --port 4000
+
+# Build for production
+docs-i18n site build
+
+# Upload content to D1
+docs-i18n site upload --db my-docs-db
+
+# Deploy to Cloudflare Workers
+docs-i18n site deploy
+```
+
+**How it works:**
+
+The `site` command does not require a `docs-i18n.config.ts`. It reads the `site.config.ts` file from your project root to configure the documentation site (project names, colors, locales, etc.).
+
+On first run, the template's dependencies are automatically installed. The dev server uses Vite with the consumer's `site.config.ts` aliased into the template for customization.
+
+For non-English languages, the site automatically loads translations from the `.cache/translations.db` SQLite cache and assembles them at runtime.
+
+---
+
+## Common Workflows
+
+### Full translation pipeline
+
+```bash
+# 1. Scan source files
+docs-i18n rescan
+
+# 2. Check what needs translating
+docs-i18n status
+
+# 3. Translate
+docs-i18n translate --lang zh-hans
+
+# 4. Assemble output
+docs-i18n assemble --lang zh-hans
+```
+
+### Translate a single file for review
+
+```bash
+docs-i18n translate --lang zh-hans --files docs/getting-started.mdx --max 1
+docs-i18n assemble --lang zh-hans
+```
+
+### Preview translation volume before spending API credits
+
+```bash
+docs-i18n translate --lang ja --dry-run
+```
+
+This reports the number of untranslated keys and chunks without making any API calls.
+
+### Multi-project translation
+
+```bash
+# Translate only the "query" project
+docs-i18n translate --lang zh-hans --project query
+
+# Assemble only the "table" project
+docs-i18n assemble --project table --lang zh-hans
+```
+
+### After editing source files
+
+```bash
+# Rescan to detect changes and clean orphans
+docs-i18n rescan
+
+# Translate only new/changed content (cached translations are reused)
+docs-i18n translate --lang zh-hans
+
+# Rebuild output files
+docs-i18n assemble
+```