@autorag/librarian 2.5.2 → 2.6.0

package/NOTICE

@@ -6,22 +6,16 @@ legacy/ package license: Apache-2.0
 
 Third-party production dependencies:
 
-@earendil-works/pi-agent-core@0.85.1
+@earendil-works/pi-agent-core@0.86.1
 License: MIT
 
-@earendil-works/pi-ai@0.85.1
+@earendil-works/pi-ai@0.86.1
 License: MIT
 
-@earendil-works/pi-coding-agent@0.85.1
+@earendil-works/pi-coding-agent@0.86.1
 License: MIT
 
-@earendil-works/pi-tui@0.85.1
-License: MIT
-
-@opendataloader/pdf@2.5.7
-License: Apache-2.0
-
-@rhwp/core@0.8.6
+@earendil-works/pi-tui@0.86.1
 License: MIT
 
 chardet@2.2.0
@@ -36,9 +30,15 @@ License: MIT
 jszip@3.10.1
 License: (MIT OR GPL-3.0-or-later)
 
+kordoc@4.15.7
+License: MIT
+
 mailparser@3.9.20
 License: MIT
 
+pdfjs-dist@6.3.289
+License: Apache-2.0
+
 puppeteer-core@25.11.0
 License: Apache-2.0
 
@@ -54,9 +54,6 @@ License: Apache-2.0
 typebox@1.3.25
 License: MIT
 
-xlsx@0.18.5
-License: Apache-2.0
-
 yaml@2.9.0
 License: ISC
 

package/README.md

@@ -49,7 +49,7 @@ AutoRAG Agent:
 
 Three principles drive every design decision in AutoRAG Agent:
 
-1. **Never migrate your data to search it.** Traditional RAG systems force you to upload, ETL, and duplicate your files into a centralized vector database. AutoRAG Agent federates your data **in place**, querying CLI-native stores (`katok`, `discrawl`, `slacrawl`, `mailcrawl`, `rclone`, `qmd`) where your data already lives. Results retain opaque, source-native identities (`/kakao/...`, `/slack/...`) that preserve local access control and privacy. *(See our [Competitive Landscape Study](docs/competitive-landscape-2026-09.md) on why in-place federation is the durable differentiator).*
+1. **Never migrate your data to search it.** Traditional RAG systems force you to upload, ETL, and duplicate your files into a centralized vector database. AutoRAG Agent federates your data **in place**, querying CLI-native stores (`lazykatok`, `discrawl`, `slacrawl`, `mailcrawl`, `rclone`, `qmd`) where your data already lives. Results retain opaque, source-native identities (`/kakao/...`, `/slack/...`) that preserve local access control and privacy. *(See our [Competitive Landscape Study](docs/competitive-landscape-2026-09.md) on why in-place federation is the durable differentiator).*
 
 2. **Just works — no RAG degree required.** No pipeline tuning, no vector-DB maintenance, and no remote embedding API keys. AutoRAG Agent automatically manages [MinSync](docs/minsync-setup.md) for incremental Change Data Capture (CDC) chunking and provides a local [embedding gateway](docs/embedding-runtime.md) out of the box with zero external telemetry.
 
@@ -85,6 +85,26 @@ If you are an AI coding agent or LLM (Claude Code, Cursor, Windsurf, Codex, Senp
 | **`autorag-lite-setup`** | [`skills/autorag-lite-setup/`](skills/autorag-lite-setup/SKILL.md) | Initializing and maintaining the model-free AutoRAG Lite lifecycle without an LLM. |
 | **`autorag-lite-search`** | [`skills/autorag-lite-search/`](skills/autorag-lite-search/SKILL.md) | Performing model-free retrieval, reporting evidence, and recording feedback without an LLM. |
 
+### Install the skills into your coding agent
+
+Skills are not auto-discovered — copy the folders you want into the agent's skill directory. For **Claude Code** that directory is `.claude/skills/` in the project (or `~/.claude/skills/` to enable them everywhere). Once `autorag-lite-setup` and `autorag-lite-search` are in place, Claude Code drives `autorag lite retrieve` as a search tool:
+
+```bash
+# From a clone of this repository
+mkdir -p .claude/skills
+cp -R skills/autorag-lite-setup skills/autorag-lite-search .claude/skills/
+```
+
+```bash
+# From a global install — the npm package ships the same skills/ folder
+AUTORAG_SKILLS="$(npm root -g)/@autorag/librarian/skills"
+# Bun global installs live at ~/.bun/install/global/node_modules/@autorag/librarian/skills
+mkdir -p .claude/skills
+cp -R "$AUTORAG_SKILLS/autorag-lite-setup" "$AUTORAG_SKILLS/autorag-lite-search" .claude/skills/
+```
+
+Copy `skills/autorag` and `skills/autorag-setup` the same way when the agent should also drive the model-backed librarian, and `skills/autorag-doctor` for diagnostics. Other agents read their own directories (for example `~/.agents/skills/`) — copy the same folders there and reload the agent session so it picks them up.
+
 ### Quick Agent Workflow
 
 1. **Install CLI:**
@@ -140,7 +160,7 @@ AutoRAG Agent connects to external tools and communication platforms using dedic
 | Datasource | Skill Alias | Backend / Driver | Storage & Privacy Model | Search Capabilities |
 |---|---|---|---|---|
 | **Local Documents** | `local` | Native filesystem & MinSync | Workspace-local parsed mirrors (`.autorag/`) | BM25, Semantic, Hybrid |
-| **KakaoTalk** | `katok` | [`katok`](https://github.com/NomaDamas/katok) CLI | Native KakaoTalk archive; zero direct DB access | BM25, Semantic, Hybrid |
+| **KakaoTalk** | `kakao` | [`lazykatok`](https://github.com/changeroa/lazykatok) CLI | Native KakaoTalk archive; zero direct DB access | BM25, Semantic, Hybrid |
 | **Discord** | `discord` | [`discrawl`](https://github.com/openclaw/discrawl) CLI | Native SQLite archive; token-free wiretap mode | BM25, Semantic, Hybrid |
 | **WhatsApp** | `whatsapp` | [`wacrawl`](https://github.com/openclaw/wacrawl) CLI | Local-first incremental archive + FTS5 | Lexical FTS5 |
 | **Telegram** | `telegram` | [`telecrawl`](https://github.com/openclaw/telecrawl) CLI | Local-first desktop archive + FTS5 | Lexical FTS5 |
@@ -175,7 +195,7 @@ bun add @autorag/librarian
 
 ### System Prerequisites
 
-- **Java 11 or newer:** Required for PDF parsing via `@opendataloader/pdf`. Check with `java -version`.
+- **No Java required:** Document parsing (HWP/HWPX/HWPML, PDF, DOCX, XLSX/XLS) runs in-process through [`kordoc`](https://github.com/chrisryugj/kordoc).
 - **Rust Toolchain (Optional):** Automatically compiles Jikji (`jikji-cli`) if installed.
 - **MinSync:** Automatically downloaded and installed into `<workspace>/.autorag/bin` on first run.
 
@@ -189,6 +209,9 @@ bun add @autorag/librarian
 # Initialize configuration for your documents folder
 autorag init --search-paths ~/Documents/research
 
+# Korean + English is the default; set it explicitly for other corpora
+autorag init --search-paths ~/Documents/research --languages ja,en
+
 # Index documents (parses PDFs/Markdown, builds BM25 and MinSync vectors)
 autorag refresh
 
@@ -196,6 +219,26 @@ autorag refresh
 autorag status
 ```
 
+### Document languages and parsers
+
+One global `languages` setting describes the corpus. It is resolved from
+`--languages`, then `AUTORAG_LANGUAGES`, then `languages` in the config file,
+falling back to `["ko", "en"]`. Supported tags: `ko`, `en`, `ja`, `zh-hans`,
+`zh-hant`, `fr`, `de`, `es`, `ru`, `it`, `pt`, `vi`, `th`, `ar`, `hi`.
+
+| Extension | Parser |
+|---|---|
+| `.hwp` `.hwpx` `.hml` `.hwpml` `.pdf` `.docx` `.xlsx` `.xls` | `kordoc` (nested tables, per-sheet workbooks, no Java) |
+| `.pptx` | built-in PPTX reader |
+| `.eml` | built-in mail reader |
+| `.txt` `.text` `.md` `.markdown` | plain text (CP949/EUC-KR aware) |
+| `.png` `.jpg` `.jpeg` `.bmp` `.tiff` `.webp` | image OCR (opt-in) |
+
+OCR is opt-in and never runs unless enabled, so indexing downloads no model by
+default. When enabled, `languages` selects the recognition languages
+(`ja` → `jpn`, `zh-hans` → `chi_sim`, …) for both standalone images and scanned
+PDF pages.
+
 ### 2. Search from CLI
 
 ```bash
@@ -204,9 +247,6 @@ autorag search "What are our primary Q3 deliverables?"
 
 # Launch the interactive Terminal UI (beta)
 autorag tui
-
-# Open the loopback web management dashboard (127.0.0.1)
-autorag ui
 ```
 
 ### 3. Programmatic Usage (TypeScript API)
@@ -238,13 +278,12 @@ agent.recordFeedbackByNumbers(response.sessionId, [1], [2]);
 
 | Command | Description |
 |---|---|
-| `autorag init` | Initialize `~/.autorag/config.json` with search roots and model settings |
+| `autorag init` | Initialize `~/.autorag/config.json` with search roots, document languages, and model settings |
 | `autorag refresh` | Refresh parsed mirrors, MinSync CDC chunks, datasources, and Jikji |
 | `autorag search "<query>"` | Run the librarian agent to curate structured answers |
 | `autorag status` | Inspect corpus freshness, indexing status, and vector readiness |
 | `autorag health` | Check model provider authentication, token validity, and API reachability |
 | `autorag tui` | Open the interactive librarian terminal UI |
-| `autorag ui` | Open the local loopback web dashboard to configure datasources visually |
 | `autorag duplicates [DIR]` | Read-only scan for exact and near-duplicate document families with `dupey` |
 | `autorag lite ...` | Model-free indexing, retrieval, report generation, and status |
 | `autorag feedback <session>` | Record useful / not-useful feedback by item number |
@@ -259,7 +298,7 @@ agent.recordFeedbackByNumbers(response.sessionId, [1], [2]);
 Deep dive into AutoRAG Agent's architecture, security, and integration guides:
 
 - **[MinSync Setup & Embedding QA](docs/minsync-setup.md):** Automatic binary installation, CDC chunking, and EmbeddingGemma verification.
-- **[Local Embedding Runtime & Gateway](docs/embedding-runtime.md):** AutoRAG-owned local gateway, model prefetching, and zero-egress semantic search.
+- **[Local Embedding Runtime & Gateway](docs/embedding-runtime.md):** AutoRAG-owned local gateway, model prefetching, and zero-egress semantic search. Model cards: [`qwen3-embedding-0.6b`](docs/model-cards/qwen3-embedding-0.6b.md), [`embeddinggemma-300m`](docs/model-cards/embeddinggemma-300m.md).
 - **[Datasource Skills Reference](docs/datasource-skills.md):** Full configuration contracts, connection aliases, and connector options.
 - **[Manual QA & Datasource Test Harnesses](docs/manual-qa-datasources.md):** Real-world testing guides for Discord, KakaoTalk, Slack, Notion, and email.
 - **[P2P SimpleX Sharing & Path Standard](docs/p2p-path-standard.md):** Decentralized peer query sharing with SimpleX, PII redaction, and approval queues.
@@ -273,7 +312,8 @@ Deep dive into AutoRAG Agent's architecture, security, and integration guides:
 
 AutoRAG Agent is an open-source project built by the community. We welcome contributions, bug reports, datasource connectors, and ideas!
 
-- **Contributing:** Feel free to open an issue or pull request. Please check our [Git Workflow in AGENTS.md](AGENTS.md) and run `bun test` before submitting.
+- **Contributing:** Feel free to open an issue or pull request. Start with [CONTRIBUTING.md](CONTRIBUTING.md) — development setup, the `make ci` check we ask for, the `Signed-off-by` trailer every commit needs, and when to run the live end-to-end lanes. [MAINTAINERS](MAINTAINERS) lists who reviews which area. AI tools are allowed; unverified dumps are not — see [AI_POLICY.md](AI_POLICY.md).
+- **Security:** Private vulnerability reports and the response SLA live in [SECURITY.md](SECURITY.md).
 - **GitHub Contributors:** [View all contributors](https://github.com/Marker-Inc-Korea/AutoRAG/graphs/contributors) on GitHub.
 
 ---
@@ -286,8 +326,8 @@ AutoRAG Agent stands on the shoulders of fantastic open-source projects:
 - **[MinSync](https://github.com/Marker-Inc-Korea/minsync)** — Ultra-fast incremental Change Data Capture (CDC) chunking and local BM25/vector indexing.
 - **[Jikji](https://github.com/NomaDamas/jikji)** by [NomaDamas](https://github.com/NomaDamas) — High-performance find-first local document discovery.
 - **[dupey](https://github.com/NomaDamas/dupey)** by [NomaDamas](https://github.com/NomaDamas) — Fast duplicate and near-duplicate document family detection.
-- **Federated CLI Authors:** External datasource tools [`katok`](https://github.com/NomaDamas/katok), [`discrawl`](https://github.com/openclaw/discrawl), [`mailcrawl`](https://github.com/NomaDamas/mailcrawl), [`wacrawl`](https://github.com/openclaw/wacrawl), [`telecrawl`](https://github.com/openclaw/telecrawl), [`slacrawl`](https://github.com/openclaw/slacrawl), [`notcrawl`](https://github.com/openclaw/notcrawl), [`qmd`](https://github.com/tobi/qmd), and [`rclone`](https://rclone.org).
-- **[OpenDataLoader](https://github.com/opendataloader/opendataloader-pdf)** / **Docling** — Robust PDF and document parsing runtimes.
+- **Federated CLI Authors:** External datasource tools [`lazykatok`](https://github.com/changeroa/lazykatok), [`discrawl`](https://github.com/openclaw/discrawl), [`mailcrawl`](https://github.com/NomaDamas/mailcrawl), [`wacrawl`](https://github.com/openclaw/wacrawl), [`telecrawl`](https://github.com/openclaw/telecrawl), [`slacrawl`](https://github.com/openclaw/slacrawl), [`notcrawl`](https://github.com/openclaw/notcrawl), [`qmd`](https://github.com/tobi/qmd), and [`rclone`](https://rclone.org).
+- **[kordoc](https://github.com/chrisryugj/kordoc)** by [chrisryugj](https://github.com/chrisryugj) — HWP/HWPX/HWPML, PDF, DOCX and XLSX parsing with nested-table fidelity, used as AutoRAG's default document parser.
 
 ---
 
@@ -321,7 +361,7 @@ Common failures and their fix:
 | A datasource errors during refresh | `datasource-index-failed` | run that CLI's own `doctor` |
 | MinSync or Jikji missing | `minsync-unavailable`, `jikji-unavailable` | check the Rust toolchain, re-run refresh |
 
-Native datasource stores stay owned by their CLIs — AutoRAG never rebuilds them. Fix a broken archive with `katok doctor`, `discrawl --json metadata`, `slacrawl --json doctor`, `wacrawl --json doctor`, `telecrawl --json doctor`, `notcrawl doctor`, `qmd status`, or `mailcrawl doctor`, then re-run `autorag refresh --method datasources --json`.
+Native datasource stores stay owned by their CLIs — AutoRAG never rebuilds them. Fix a broken archive with `lazykatok doctor`, `discrawl --json metadata`, `slacrawl --json doctor`, `wacrawl --json doctor`, `telecrawl --json doctor`, `notcrawl doctor`, `qmd status`, or `mailcrawl doctor`, then re-run `autorag refresh --method datasources --json`.
 
 ## License
 

package/dist/agent/agent.d.ts

@@ -4,16 +4,18 @@ import { type DatasourceAccessContextOptions } from "../datasource/access-contex
 import type { DatasourceIndexResult, DatasourceSkill } from "../datasource/types.js";
 import { type DupeyCliOptions } from "../dupey/index.js";
 import { type JikjiFailureReason, type JikjiOptions } from "../jikji/index.js";
+import { type LanguageTag } from "../language.js";
 import type { ResultFeedback } from "../memory/memory.js";
 import { type MinSyncSyncResult, type MinSyncVectorMethodOptions } from "../minsync/index.js";
 import { type ParsedMirrorSyncResult } from "../mirror/sync.js";
 import type { PolicyResolver } from "../p2p/policy-filter.js";
-import type { DefaultParserRegistryOptions } from "../parser/index.js";
+import { type DefaultParserRegistryOptions } from "../parser/index.js";
 import { RetrievalEngine } from "../retrieval/engine.js";
 import { RetrievalMethodRegistry } from "../retrieval/registry.js";
 import type { CuratedResult, RetrievalDiagnostic, RetrievalOptions, RetrievalResult } from "../retrieval/types.js";
 import { type ScanDuplicateDocumentsDetails } from "./dupey-tool.js";
 import { type JikjiFindProviderResult } from "./jikji-find-tool.js";
+import { type RefreshProgressCounts, type RefreshProgressPhase } from "./refresh-progress.js";
 import { type SearchDocumentDiagnostic, type SearchDocumentsResponse, type SearchDocumentsStreamEvent } from "./search-documents.js";
 import { type WatcherFactory, type WatchRefreshHandle } from "./watch-refresh.js";
 import { type WebFetchToolOptions } from "./web-fetch-tool.js";
@@ -61,6 +63,17 @@ export interface AutoRAGRefreshStatus {
     readonly stale: boolean;
     readonly diagnostics: readonly SearchDocumentDiagnostic[];
     readonly components: AutoRAGRefreshComponentStatus;
+    readonly progress?: {
+        readonly phase: RefreshProgressPhase;
+        readonly sourceFiles?: {
+            readonly total: number;
+        };
+        readonly parsedCounts?: RefreshProgressCounts;
+        readonly minsync?: {
+            readonly synced?: number;
+        };
+        readonly ownerAlive?: boolean;
+    };
     /** Path-free failure summary of the last refresh, if it failed. */
     readonly lastError?: string;
 }
@@ -110,6 +123,7 @@ export interface AutoRAGAgentOptions {
     apiKey?: string;
     providerApiKeys?: Readonly<Record<string, string>>;
     searchPaths: string[];
+    languages?: readonly LanguageTag[];
     manifestDir?: string;
     memoryPath?: string;
     workspacePath?: string;
@@ -197,6 +211,7 @@ export declare class AutoRAGAgent {
     private refreshState;
     private readonly searchPaths;
     private readonly configuredSearchPaths;
+    readonly languages: readonly LanguageTag[];
     private retrievalScopeBindings;
     private readonly datasourceVirtualScopePrefixes;
     private readonly workspaceProjectRoot;
@@ -394,21 +409,16 @@ export declare class AutoRAGAgent {
         results: RetrievalResult[];
         diagnostics: RetrievalDiagnostic[];
     }>;
-    searchDatasourceDocuments(query: string, options?: {
-        readonly topK?: number;
-        readonly scope?: string;
-    }): Promise<{
-        results: RetrievalResult[];
-        diagnostics: RetrievalDiagnostic[];
-    }>;
     /**
-     * Search one datasource connection only. Unlike
-     * {@link searchDatasourceDocuments}, which fans out to every authorized
-     * datasource and filters afterwards, this registers only the target
-     * connection's retrieval methods with the retriever, so no other
-     * datasource CLI is spawned at all. Access is still gated by the trusted
-     * datasource context: an unknown or unauthorized `datasourceId` yields an
-     * empty result set.
+     * Search one datasource connection only. Only the target connection's
+     * retrieval methods are registered with the retriever, so no other
+     * datasource CLI is spawned at all and only that connection's hits are
+     * returned. Access is still gated by the trusted datasource context: an
+     * unknown or unauthorized `datasourceId` yields an empty result set.
+     *
+     * This backs the generated `search_datasource_<id>` tools; every authorized
+     * connection has one. Cross-datasource fan-out is
+     * {@link searchAllDocuments}, which spans every retrieval method.
      */
     searchSingleDatasourceDocuments(datasourceId: string, query: string, options?: {
         readonly topK?: number;

package/dist/agent/index.d.ts

@@ -6,8 +6,7 @@ export type { AutoRAGEmittedResult, AutoRAGMappingEntry, AutoRAGResultsDetails,
 export { createEmitResultsTool, EMIT_AUTORAG_RESULTS_TOOL_NAME, emitResultsSchema, } from "./emit-results-tool.js";
 export { createJikjiFindTool, JIKJI_FIND_TOOL_NAME, type JikjiFindDetails, type JikjiFindPerRootPolicy, type JikjiFindProvider, type JikjiFindProviderResult, type MergedJikjiPolicy, } from "./jikji-find-tool.js";
 export { createSearchAllDocumentsTool, SEARCH_ALL_DOCUMENTS_TOOL_NAME, type SearchAllDocumentsDetails, type SearchAllDocumentsProvider, type SearchAllDocumentsResult, } from "./search-all-tool.js";
-export { createSearchDatasourceDocumentsTool, type DatasourceSearchProvider, SEARCH_DATASOURCE_DOCUMENTS_TOOL_NAME, type SearchDatasourceDocumentsDetails, } from "./search-datasource-tool.js";
 export type { SearchDocumentDiagnostic, SearchDocumentDiagnosticCode, SearchDocumentDiagnosticSeverity, SearchDocumentEvidence, SearchDocumentResult, SearchDocumentsResponse, SearchDocumentsStreamEvent, SearchDocumentWarning, } from "./search-documents.js";
 export { createSearchMinSyncDocumentsTool, SEARCH_MINSYNC_DOCUMENTS_TOOL_NAME, type SearchMinSyncDocumentsDetails, } from "./search-minsync-tool.js";
-export { createSingleDatasourceSearchTools, SEARCH_SINGLE_DATASOURCE_TOOL_PREFIX, type SearchSingleDatasourceDetails, type SingleDatasourceSearchProvider, type SingleDatasourceToolSpec, singleDatasourceToolName, } from "./search-single-datasource-tool.js";
+export { createSingleDatasourceSearchTools, formatDatasourceResults, SEARCH_SINGLE_DATASOURCE_TOOL_PREFIX, type SearchSingleDatasourceDetails, type SingleDatasourceSearchProvider, type SingleDatasourceToolSpec, singleDatasourceToolName, } from "./search-single-datasource-tool.js";
 export { buildSystemPrompt, type SystemPromptConfig } from "./system-prompt.js";

package/dist/agent/refresh-progress.d.ts

@@ -0,0 +1,30 @@
+export type RefreshProgressPhase = "parsed" | "minsync" | "datasources" | "jikji" | "finalizing";
+export interface RefreshProgressCounts {
+    readonly scanned: number;
+    readonly written: number;
+    readonly deleted: number;
+    readonly skipped: number;
+}
+export interface PersistedRefreshProgress {
+    readonly version: 1;
+    readonly runId: string;
+    readonly pid: number;
+    readonly state: "running" | "success" | "failed";
+    readonly phase: RefreshProgressPhase;
+    readonly startedAt: string;
+    readonly updatedAt: string;
+    readonly finishedAt?: string;
+    readonly sourceFiles?: {
+        readonly total: number;
+    };
+    readonly parsedCounts?: RefreshProgressCounts;
+    readonly minsync?: {
+        readonly synced?: number;
+    };
+    readonly error?: string;
+}
+export declare function readRefreshProgress(root: string): PersistedRefreshProgress | undefined;
+export declare function writeRefreshProgress(root: string, progress: PersistedRefreshProgress): void;
+export declare function updateRefreshProgress(progress: PersistedRefreshProgress, update: Partial<Omit<PersistedRefreshProgress, "version" | "runId" | "pid" | "startedAt" | "updatedAt">>): PersistedRefreshProgress;
+export declare function removeRefreshProgress(root: string): void;
+export declare function isRefreshOwnerAlive(progress: PersistedRefreshProgress): boolean;

package/dist/agent/search-documents.d.ts

@@ -10,7 +10,7 @@ export type SearchDocumentDiagnosticSeverity = "info" | "warning" | "error";
  * (#21/#22) does not require another source-breaking type change; codes not yet
  * emitted are still valid members.
  */
-export type SearchDocumentDiagnosticCode = "empty-query" | "no-verified-results" | "unknown-warning" | "caller-tool-dropped" | "minsync-unavailable" | "minsync-staging-excluded" | "minsync-sync-failed" | "embedder-unavailable" | "embedding-identity-mismatch" | "parser-skipped" | "parser-failed" | "pdf-java-version" | "duplicate-excluded" | "unsupported-file" | "stale-index" | "deleted-mirror" | "pdf-extract-thin" | "pdf-hybrid-unavailable" | "retrieval-method-failed" | "jikji-unavailable" | "jikji-prepare-failed" | "jikji-find-failed" | "refresh-failed" | "watch-failed" | "watch-limited" | "unknown-datasource-skill" | "missing-final-emit";
+export type SearchDocumentDiagnosticCode = "empty-query" | "no-verified-results" | "unknown-warning" | "caller-tool-dropped" | "minsync-unavailable" | "minsync-staging-excluded" | "minsync-sync-failed" | "embedder-unavailable" | "embedding-identity-mismatch" | "parser-skipped" | "parser-failed" | "parser-warning" | "duplicate-excluded" | "unsupported-file" | "stale-index" | "deleted-mirror" | "pdf-extract-thin" | "retrieval-method-failed" | "jikji-unavailable" | "jikji-prepare-failed" | "jikji-find-failed" | "refresh-failed" | "refresh-interrupted" | "watch-failed" | "watch-limited" | "unknown-datasource-skill" | "missing-final-emit";
 export interface SearchDocumentDiagnostic {
     readonly code: SearchDocumentDiagnosticCode;
     readonly severity: SearchDocumentDiagnosticSeverity;

package/dist/agent/search-single-datasource-tool.d.ts

@@ -5,14 +5,18 @@ import { type SearchDocumentRetrievalTraceResult } from "./search-documents.js";
 /**
  * Per-datasource search tools.
  *
- * `search_datasource_documents` always fans out to every authorized datasource:
- * the retriever spawns every datasource CLI and only then filters results, so
- * an agent that already knows which connection holds the answer (from memory or
- * from the question itself) still pays for — and receives — every other
- * datasource's hits. These generated tools fix that: one tool per authorized
- * datasource connection (e.g. `search_datasource_discord`,
- * `search_datasource_kakao_work` for a `kakao-work` account alias) whose
- * execution spawns only that connection's retrieval methods.
+ * One tool is generated per authorized datasource connection (e.g.
+ * `search_datasource_discord`, or `search_datasource_kakao_work` for a
+ * `kakao-work` account alias). Its execution registers only that connection's
+ * retrieval methods with the retriever, so no other datasource CLI is spawned
+ * and the result set carries only that connection's hits.
+ *
+ * These generated tools are the only model-facing datasource retrieval
+ * surface. Cross-datasource fan-out belongs to `search_all_documents`, which
+ * already spans every configured retrieval method — including datasources — so
+ * a datasource-only fan-out tool would be redundant. Every authorized
+ * connection must therefore appear here; a datasource with no generated tool
+ * would become unreachable except through the full fan-out.
  *
  * Tools are generated from the configured, access-authorized datasource skills
  * at agent construction, so a datasource that is disabled in config or denied
@@ -54,4 +58,6 @@ declare const searchSingleDatasourceSchema: Type.TObject<{
     topK: Type.TOptional<Type.TInteger>;
     scope: Type.TOptional<Type.TString>;
 }>;
+/** Shared rendering for datasource search tool results (fan-out removed). */
+export declare function formatDatasourceResults(results: readonly RetrievalResult[], diagnostics: readonly RetrievalDiagnostic[]): string;
 export {};

package/dist/cli/commands/report.d.ts

@@ -1,3 +1,6 @@
+import { type AutoRAGResultsDetails } from "../../agent/emit-results-tool.js";
 import type { CommandContext } from "./types.js";
+/** Validate a curated report payload against the `emit_autorag_results` contract. */
+export declare function validateReport(value: unknown): AutoRAGResultsDetails;
 /** Persist a structured report submitted by an external curator. */
 export declare function runReport(ctx: CommandContext): Promise<number>;

package/dist/cli/commands/serve.d.ts

@@ -1,11 +1,12 @@
 import type { InjectionClassifierModel } from "../../p2p/injection-classifier.js";
-import { type SimplexPeerServer, startSimplexPeerServer } from "../../p2p/simplex-server.js";
+import { type SimplexPeerServer, startSimplexPeerServer, syncSimplexPeers } from "../../p2p/simplex-server.js";
 import { type SimplexTransport, type StartSimplexOptions } from "../../p2p/simplex-transport.js";
 import { type ResolvedAgentModel, resolveAgentModel } from "../config.js";
 import type { CommandContext } from "./types.js";
 export interface ServeCommandDeps {
     readonly startSimplexPeerServer?: typeof startSimplexPeerServer;
     readonly startSimplexChat?: (options: StartSimplexOptions) => Promise<SimplexTransport>;
+    readonly syncSimplexPeers?: typeof syncSimplexPeers;
     readonly waitUntilStopped?: (server: SimplexPeerServer) => Promise<void>;
     readonly modelResolver?: typeof resolveAgentModel;
 }

package/dist/cli/config.d.ts

@@ -68,14 +68,6 @@ export interface P2pConfig {
     searchTimeoutMs?: number;
     newFilesPublic?: boolean;
 }
-export interface UiConfig {
-    host?: string;
-    port?: number;
-    allowRemote?: boolean;
-    publicOrigin?: string;
-    corsOrigins?: string[];
-    tokenEnv?: string;
-}
 export interface AgentModelConfig {
     /** Provider identity used for auth lookup and Model.provider (e.g. openrouter, fireworks, ollama). */
     provider: string;
@@ -107,6 +99,7 @@ export interface CliConfig {
     searchPaths: string[];
     workspacePath: string;
     memoryPath: string;
+    languages?: string[];
     model?: AgentModelConfig;
     minSync?: MinSyncMethodConfig;
     jikji?: Record<string, unknown> | false;
@@ -122,8 +115,6 @@ export interface CliConfig {
     datasources?: DatasourcesConfig;
     /** Trusted datasource allow-tags/allow-scopes. Absent ⇒ default-deny. */
     datasourceAccess?: DatasourceAccessContextOptions;
-    /** Optional local/deployment settings for the datasource UI. */
-    ui?: UiConfig;
     /** P2P sharing configuration. Disabled by default. */
     p2p?: P2pConfig;
 }

package/dist/cli/index.d.ts

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-declare const COMMANDS: readonly ["init", "setup", "refresh", "status", "search", "feedback", "evidence", "memory", "index", "watch", "health", "duplicates", "tui", "ui", "serve", "p2p", "lite", "models", "gateway"];
+declare const COMMANDS: readonly ["init", "setup", "refresh", "status", "search", "feedback", "evidence", "memory", "index", "watch", "health", "duplicates", "tui", "serve", "p2p", "lite", "models", "gateway"];
 type CommandName = (typeof COMMANDS)[number];
 export type { CommandName };
 interface ParsedArgs {