@autorag/librarian 2.10.4 → 2.10.6

package/dist/memory/context.d.ts

@@ -1,4 +1,4 @@
-import type { Embedder } from "../embedding-runtime/gateway-embedder.js";
+import type { Embedder } from "../embedding/embedder.js";
 import type { JudgedEvidenceRecord } from "./judged-evidence.js";
 import type { RetrievalInsight, RetrievalMemory } from "./memory.js";
 import { type SimilarQuestion } from "./similar-queries.js";

package/dist/memory/similar-queries.d.ts

@@ -1,4 +1,4 @@
-import type { Embedder } from "../embedding-runtime/gateway-embedder.js";
+import type { Embedder } from "../embedding/embedder.js";
 import type { JudgedEvidenceRecord } from "./judged-evidence.js";
 /** How many similar past questions memory brings back for one question. */
 export declare const SIMILAR_QUESTION_LIMIT = 25;

package/dist/minsync/binary.d.ts

@@ -0,0 +1,21 @@
+import { type EnsureMinSyncBinaryOptions } from "./installer.js";
+export interface ResolveMinSyncBinaryOptions {
+    /** Workspace project root; the cached binary lives under `<root>/.autorag/bin`. */
+    readonly root: string;
+    /** Test/embedded override; CLI config intentionally does not persist this. */
+    readonly binaryPath?: string;
+    readonly autoInstall?: boolean;
+    readonly installer?: Omit<EnsureMinSyncBinaryOptions, "root">;
+    /** False for query paths: they use an existing binary or fail, and never wait on `cargo install`. */
+    readonly install?: boolean;
+}
+/** Resolve the `minsync` executable from PATH directories. Returns the first match or undefined. */
+export declare function lookupMinSyncInPath(env: NodeJS.ProcessEnv): string | undefined;
+/**
+ * Resolve the MinSync CLI from the user's global PATH first, then the workspace cache, and finally the
+ * verified auto-install fallback. Throws {@link MinSyncRequiredError}: MinSync is required, so there is
+ * no "no binary" value to degrade on.
+ */
+export declare function resolveMinSyncBinary(options: ResolveMinSyncBinaryOptions): Promise<string>;
+/** True when no `minsync` is resolvable right now without installing one. */
+export declare function isMinSyncBinaryMissing(options: Pick<ResolveMinSyncBinaryOptions, "root" | "binaryPath">): boolean;

package/dist/minsync/client.d.ts

@@ -1,18 +1,9 @@
-import type { EnsuredRuntime } from "../embedding-runtime/index.js";
 import type { MinSyncEmbedderConfig, MinSyncQueryHit, MinSyncSyncResult } from "./types.js";
-export declare const MINSYNC_OLLAMA_MIGRATION_MESSAGE = "This workspace uses the legacy 768-dimensional Ollama/TEI embedding path. Reindex explicitly, or pin an explicit Ollama/TEI embedder config before using the new default runtime.";
-export interface MinSyncRuntime {
-    ensureRuntime(options?: {
-        readonly profileId?: MinSyncEmbedderConfig["profile"];
-        readonly cachedOnly?: boolean;
-    }): Promise<EnsuredRuntime>;
-}
 export interface MinSyncClientOptions {
     readonly binaryPath: string;
     readonly workspacePath: string;
     readonly embedder?: MinSyncEmbedderConfig;
     readonly maxChunkSize?: number;
-    readonly runtime?: MinSyncRuntime;
 }
 /** MinSync's native query modes: vector, BM25, and hybrid. */
 export type MinSyncQueryMode = "vector" | "bm25" | "hybrid";
@@ -31,15 +22,33 @@ export declare class MinSyncClient {
     private readonly workspacePath;
     private readonly embedder;
     private readonly maxChunkSize;
-    private readonly runtime;
     constructor(options: MinSyncClientOptions);
+    /**
+     * What MinSync is told to embed with. No `id`, or a `native:` id, is MinSync's own Qwen3 engine, which
+     * MinSync provisions and runs (in-process, or through a `minsync serve` daemon it finds on its own).
+     * Anything else is an endpoint the operator configured, passed through untouched.
+     */
     private effectiveEmbedder;
     private readIdentity;
     private writeIdentity;
     private identityMismatch;
     sync(force?: boolean, signal?: AbortSignal): Promise<MinSyncSyncResult>;
+    /**
+     * The tokenizer to run this sync with: always {@link MINSYNC_LEXICAL_LANGUAGE}, which fails every sync when the
+     * Kiwi native library is missing. A workspace that is new, or tokenized differently, then gets whitespace
+     * tokenization instead and the sync reports `lexicalFallback`. An index already built with the multilingual
+     * tokenizer is left alone: switching it would re-embed every chunk, and the probe can miss a library that the OS
+     * loader finds on its own.
+     */
+    private resolveLexicalLanguage;
     private lockHeldResult;
     private checkAndSync;
     query(text: string, topK: number, mode?: MinSyncQueryMode, signal?: AbortSignal): Promise<readonly MinSyncQueryHit[]>;
     private spawn;
+    /**
+     * MinSync's `openai:` embedder reads its bearer token from `OPENAI_API_KEY` only. The operator names the
+     * variable that holds their key with `apiKeyEnv`, so that value is what the child receives as
+     * `OPENAI_API_KEY`. A local `native:` embedder needs no key and the environment is left as it is.
+     */
+    private childEnv;
 }

package/dist/minsync/embedder-config.d.ts

@@ -1,3 +1,4 @@
+import type { MinSyncLexicalLanguage } from "./lexical-language.js";
 import type { MinSyncEmbedderConfig } from "./types.js";
 export interface MinSyncEmbeddingIdentity {
     readonly provider: string;
@@ -23,6 +24,11 @@ export declare function minSyncConfigPath(workspacePath: string): string;
 export declare function minSyncEmbeddingIdentityPath(workspacePath: string): string;
 export declare function configuredMaxChunkSize(workspacePath: string): number | undefined;
 export declare function configuredVectorDimension(workspacePath: string): number | undefined;
+/**
+ * The BM25 tokenizer in `[lexical].language`, or undefined when there is no config. A config without the section
+ * (written before MinSync had one) behaves as MinSync's default, `simple`.
+ */
+export declare function configuredLexicalLanguage(workspacePath: string): string | undefined;
 /**
  * Atomically rewrite allowlisted embedder fields in MinSync config.toml.
  * Reads the existing file, merges the allowlisted fields from `embedder`,
@@ -32,9 +38,13 @@ export declare function configuredVectorDimension(workspacePath: string): number
  * Allowlisted [embedder] fields: id, base_url, query_prefix, passage_prefix,
  * batch_size, max_retries, max_concurrent, timeout_seconds (from timeoutMs / 1000 ceil).
  * Dimension is written under [vectorstore.options] as `dimension`.
+ * `managed.maxChunkSize` goes to [chunker.options] and `managed.lexicalLanguage` to [lexical].language. MinSync
+ * itself records the tokenizer an index was built with in its cursor and, when [lexical].language differs, deletes
+ * and re-indexes every chunk on the next sync, so changing it needs no `--full` from the caller.
  *
  * Returns true if the file was rewritten, false if the file does not exist.
  */
-export declare function rewriteEmbedderConfig(workspacePath: string, embedder: MinSyncEmbedderConfig, chunkerConfig?: {
+export declare function rewriteEmbedderConfig(workspacePath: string, embedder: MinSyncEmbedderConfig, managed?: {
     readonly maxChunkSize?: number;
+    readonly lexicalLanguage?: MinSyncLexicalLanguage;
 }): boolean;

package/dist/minsync/index.d.ts

@@ -1,4 +1,4 @@
-export { MINSYNC_OLLAMA_MIGRATION_MESSAGE, MinSyncClient, type MinSyncClientOptions, MinSyncQueryError, type MinSyncQueryMode, } from "./client.js";
+export { MinSyncClient, type MinSyncClientOptions, MinSyncQueryError, type MinSyncQueryMode, } from "./client.js";
 export { configuredVectorDimension, DEFAULT_MINSYNC_EMBEDDER_CONFIG, DEFAULT_MINSYNC_EMBEDDER_DIMENSION, DEFAULT_MINSYNC_EMBEDDER_ID, MINSYNC_CONFIG_DIR, MINSYNC_CONFIG_FILE, type MinSyncEmbeddingIdentity, minSyncConfigPath, minSyncEmbeddingIdentityPath, rewriteEmbedderConfig, } from "./embedder-config.js";
 export { MinSyncRequiredError } from "./errors.js";
 export { type EnsureMinSyncBinaryOptions, ensureMinSyncBinary, executableName, fetchLatestMinSyncRelease, type InstalledMinSyncBinary, MINSYNC_VERSION, type MinSyncRelease, type MinSyncReleaseAsset, MinSyncReleaseError, selectReleaseAsset, } from "./installer.js";

package/dist/minsync/installer.d.ts

@@ -1,4 +1,4 @@
-export declare const MINSYNC_VERSION = "0.4.8";
+export declare const MINSYNC_VERSION = "0.4.11";
 export declare const MINSYNC_CARGO_INSTALL_TIMEOUT_MS: number;
 export interface MinSyncReleaseAsset {
     readonly name: string;

package/dist/minsync/kiwi.d.ts

@@ -0,0 +1,17 @@
+/** What the probe reads, injectable so every platform's layout can be checked from any host. */
+export interface KiwiProbeEnvironment {
+    readonly env: NodeJS.ProcessEnv;
+    readonly platform: NodeJS.Platform;
+    readonly home: string | undefined;
+    readonly exists: (path: string) => boolean;
+}
+/**
+ * MinSync's `ko` tokenizer loads the Kiwi native library and its base model at run time (through `kiwi-rs`); neither
+ * ships with MinSync. Without them every sync that needs Korean tokenization fails, so AutoRAG checks first.
+ *
+ * This mirrors the filesystem part of `kiwi-rs`'s discovery (`KIWI_LIBRARY_PATH` / `KIWI_MODEL_PATH`, then the
+ * per-user `~/.local/kiwi` install and the well-known system directories). Names left to the OS loader search path
+ * are not probed, so a library found only that way reads as missing; point `KIWI_LIBRARY_PATH` at it to fix that.
+ * kiwi-rs treats an explicit path as authoritative, and so does this probe.
+ */
+export declare function kiwiAvailable(environment?: KiwiProbeEnvironment): boolean;

package/dist/minsync/lexical-language.d.ts

@@ -0,0 +1,18 @@
+/**
+ * The BM25 tokenizer presets AutoRAG sets in MinSync's `[lexical].language`. MinSync also has `ko`, `ja`, `zh` and
+ * `ar`, which AutoRAG never selects.
+ */
+export type MinSyncLexicalLanguage = "simple" | "multilingual";
+/**
+ * The tokenizer AutoRAG always asks MinSync for, whatever the global `languages` setting says.
+ *
+ * `simple` splits on whitespace only, so a Korean word with a particle (인증서를) never matches its stem (인증서).
+ * `ko` fixes that by indexing only Kiwi's morphemes, but then a compound (연구목표) exists only as 연구 and 목표 and an
+ * exact-term query loses to documents that merely contain both pieces. `multilingual` indexes the original
+ * whitespace-separated words as well as every analyzer's tokens, so exact terms and inflected forms both match. On
+ * a sample of real Korean documents (60 stem queries with inflected forms, 40 exact-term queries, BM25 only) it had the
+ * best recall on both and kept most of `simple`'s top-5 precision on exact terms, where `ko` lost most of it.
+ *
+ * The preset needs the Kiwi native library; see `kiwi.ts`.
+ */
+export declare const MINSYNC_LEXICAL_LANGUAGE: MinSyncLexicalLanguage;

package/dist/minsync/method.d.ts

@@ -1,7 +1,6 @@
 import type { RetrievalMethod, RetrievalMethodDescriptor, RetrievalOptions, RetrievalResult } from "../retrieval/types.js";
 import type { MinSyncQueryMode } from "./client.js";
-import { type MinSyncRuntime } from "./client.js";
-import { type EnsureMinSyncBinaryOptions } from "./installer.js";
+import type { EnsureMinSyncBinaryOptions } from "./installer.js";
 import type { MinSyncEmbedderConfig, MinSyncSyncResult } from "./types.js";
 export interface MinSyncVectorMethodOptions {
     readonly root: string;
@@ -13,7 +12,6 @@ export interface MinSyncVectorMethodOptions {
     readonly embedder?: MinSyncEmbedderConfig;
     readonly maxChunkSize?: number;
     readonly mode?: MinSyncQueryMode;
-    readonly runtime?: MinSyncRuntime;
     /** Default `topK` used when the caller omits one. Default 50. */
     readonly defaultTopK?: number;
     /** Fetch cap applied when a scope narrows the query. Default 100. */
@@ -29,7 +27,6 @@ export declare class MinSyncVectorMethod implements RetrievalMethod {
     private readonly embedder;
     private readonly maxChunkSize;
     private readonly mode;
-    private readonly runtime;
     private readonly defaultTopK;
     private readonly scopedTopK;
     constructor(options: MinSyncVectorMethodOptions);
@@ -45,13 +42,8 @@ export declare class MinSyncVectorMethod implements RetrievalMethod {
     retrieve(query: string, options: RetrievalOptions): Promise<RetrievalResult[]>;
     private retrieveUnlocked;
     /**
-     * Resolve the MinSync CLI from the user's global PATH first, then the
-     * workspace cache, and finally the verified auto-install fallback. The
-     * auto-install runs only for `sync` (refresh); queries pass
-     * `install: false` so a user's turn never waits on `cargo install`.
-     *
-     * Returns the executable path, or throws {@link MinSyncRequiredError}:
-     * MinSync is required, so there is no "no binary" value to degrade on.
+     * Queries pass `install: false` so a user's turn never waits on `cargo install`; only `sync` (refresh)
+     * may install. See {@link resolveMinSyncBinary}.
      */
     protected resolveBinary(options?: {
         readonly install?: boolean;

package/dist/minsync/process.d.ts

@@ -8,4 +8,5 @@ export interface ProcessResult {
 export declare function spawnProcess(command: string, args: readonly string[], cwd: string, options?: {
     readonly timeoutMs?: number;
     readonly signal?: AbortSignal;
+    readonly env?: NodeJS.ProcessEnv;
 }): Promise<ProcessResult>;

package/dist/minsync/types.d.ts

@@ -1,7 +1,6 @@
 /** Embedder configuration for MinSync vector indexing. Shared by config and method layers. */
+import type { MinSyncLexicalLanguage } from "./lexical-language.js";
 export interface MinSyncEmbedderConfig {
-    /** Select an AutoRAG-owned embedding runtime profile. */
-    readonly profile?: "qwen3-embedding-0.6b";
     readonly id?: string;
     readonly baseUrl?: string;
     /** Environment variable name whose value holds the embedder API key. /^[A-Za-z_][A-Za-z0-9_]*$/ */
@@ -41,6 +40,14 @@ export interface MinSyncSyncResult {
     readonly stagingExcluded?: readonly string[];
     /** Files MinSync skipped (exit 6, `partial`); the sync itself completed and the next sync retries them. */
     readonly filesFailed?: readonly MinSyncFileFailure[];
+    /**
+     * Set when the multilingual tokenizer needs the Kiwi native library and it was not found, so the index was
+     * built with whitespace tokenization instead. The sync itself succeeded.
+     */
+    readonly lexicalFallback?: {
+        readonly requested: MinSyncLexicalLanguage;
+        readonly used: MinSyncLexicalLanguage;
+    };
 }
 export interface MinSyncFileFailure {
     readonly path: string;

package/dist/retrieval/rerank.d.ts

@@ -24,6 +24,13 @@ export declare const DEFAULT_RERANK_API_KEY_ENV = "OPENROUTER_API_KEY";
  * chat LLMs, so the project's 2026+ model rule does not cover them.
  */
 export declare const DEFAULT_DAZZI_RERANK_MODEL = "qwen/qwen3-reranker-8b";
+/**
+ * Default per-request rerank timeout. A reranker that never answers would stall
+ * the fast answer. Measured against the hosted reranker, a 172-document pool
+ * takes ~15s and a 300-document pool ~45s, so 60s clears the largest baseline
+ * pool (3 x 100 candidates) with headroom.
+ */
+export declare const DEFAULT_RERANK_TIMEOUT_MS = 60000;
 /** Default number of merged chunks kept after reranking. */
 export declare const DEFAULT_RERANK_TOP_N = 25;
 /** Rerank providers {@link createReranker} can build. */
@@ -65,7 +72,7 @@ export interface Reranker {
      */
     rerank(query: string, results: readonly RetrievalResult[], options?: RerankOptions): Promise<RetrievalResult[]>;
 }
-/** Minimal rerank client shape, so tests can inject a fake without the SDK. */
+/** Minimal rerank client shape, so tests can inject a fake without network access. */
 export interface RerankClient {
     rerank(request: {
         requestBody: {
@@ -78,7 +85,7 @@ export interface RerankClient {
         signal?: AbortSignal;
     }): Promise<RerankResponse>;
 }
-/** Response body returned by OpenRouter's rerank router. */
+/** Rerank response as {@link OpenRouterReranker} consumes it. */
 export interface RerankResponse {
     readonly results: ReadonlyArray<{
         readonly index: number;
@@ -123,7 +130,7 @@ export interface CreateRerankerOptions extends OpenRouterRerankerOptions {
  */
 export declare function createReranker(config: CreateRerankerOptions | false | undefined): Reranker | undefined;
 /**
- * Reranker backed by an OpenRouter-compatible rerank router.
+ * Reranker backed by an OpenRouter-compatible rerank endpoint.
  *
  * OpenRouter is the default provider; the hosted Dazzi Models plan serves the
  * same wire shape at `<root>/v1/rerank`, so {@link createReranker} reuses this

package/dist/web/search/types.d.ts

@@ -32,10 +32,6 @@ export declare const SEARCH_PROVIDER_OPTIONS: readonly [{
     readonly value: "xai";
     readonly label: "xAI";
     readonly description: "xAI Responses web_search via the agent's xAI model credentials (XAI_API_KEY)";
-}, {
-    readonly value: "perplexity";
-    readonly label: "Perplexity";
-    readonly description: "Anonymous Perplexity ask endpoint; no key or signup required";
 }, {
     readonly value: "parallel";
     readonly label: "Parallel";
@@ -44,14 +40,18 @@ export declare const SEARCH_PROVIDER_OPTIONS: readonly [{
     readonly value: "searxng";
     readonly label: "SearXNG";
     readonly description: "Advanced: requires a self-hosted SEARXNG_ENDPOINT; never part of the default experience";
-}, {
-    readonly value: "startpage";
-    readonly label: "Startpage";
-    readonly description: "Credential-free scrape of Startpage (Google-backed) results; may be bot-challenged";
 }, {
     readonly value: "duckduckgo";
     readonly label: "DuckDuckGo";
     readonly description: "Credential-free best-effort fallback; may be bot-challenged on datacenter/shared-egress IPs";
+}, {
+    readonly value: "perplexity";
+    readonly label: "Perplexity";
+    readonly description: "Anonymous Perplexity ask endpoint; no key or signup required";
+}, {
+    readonly value: "startpage";
+    readonly label: "Startpage";
+    readonly description: "Credential-free scrape of Startpage (Google-backed) results; may be bot-challenged";
 }, {
     readonly value: "ecosia";
     readonly label: "Ecosia";
@@ -78,8 +78,12 @@ export type SearchProviderId = Exclude<(typeof SEARCH_PROVIDER_OPTIONS)[number][
 /**
  * Auto-resolution priority order. Derived from {@link SEARCH_PROVIDER_OPTIONS}
  * (minus `auto`) so any dropdown/setting and `resolveProviderChain()` share
- * one source of truth and never drift apart: credential-free and
- * model-credential-reusing providers first, then the scraped engines, with
+ * one source of truth and never drift apart: model-credential-reusing
+ * providers first, then the keyless routes that live probing shows to be
+ * healthy and fast (`parallel`, `duckduckgo`; `searxng` sits between them
+ * and is skipped unless an endpoint is configured), then the routes that
+ * are routinely walled for anonymous clients (`perplexity` sign-up wall,
+ * `startpage` Anubis PoW, `ecosia`/`google`/`mojeek` bot challenges), with
  * the public fan-out last (explicit selection only).
  */
 export declare const SEARCH_PROVIDER_ORDER: readonly SearchProviderId[];
@@ -100,10 +104,6 @@ export declare const SEARCH_PROVIDER_CHOICES: ({
     readonly value: "xai";
     readonly label: "xAI";
     readonly description: "xAI Responses web_search via the agent's xAI model credentials (XAI_API_KEY)";
-} | {
-    readonly value: "perplexity";
-    readonly label: "Perplexity";
-    readonly description: "Anonymous Perplexity ask endpoint; no key or signup required";
 } | {
     readonly value: "parallel";
     readonly label: "Parallel";
@@ -112,14 +112,18 @@ export declare const SEARCH_PROVIDER_CHOICES: ({
     readonly value: "searxng";
     readonly label: "SearXNG";
     readonly description: "Advanced: requires a self-hosted SEARXNG_ENDPOINT; never part of the default experience";
-} | {
-    readonly value: "startpage";
-    readonly label: "Startpage";
-    readonly description: "Credential-free scrape of Startpage (Google-backed) results; may be bot-challenged";
 } | {
     readonly value: "duckduckgo";
     readonly label: "DuckDuckGo";
     readonly description: "Credential-free best-effort fallback; may be bot-challenged on datacenter/shared-egress IPs";
+} | {
+    readonly value: "perplexity";
+    readonly label: "Perplexity";
+    readonly description: "Anonymous Perplexity ask endpoint; no key or signup required";
+} | {
+    readonly value: "startpage";
+    readonly label: "Startpage";
+    readonly description: "Credential-free scrape of Startpage (Google-backed) results; may be bot-challenged";
 } | {
     readonly value: "ecosia";
     readonly label: "Ecosia";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@autorag/librarian",
-  "version": "2.10.4",
+  "version": "2.10.6",
   "description": "Self-evolving librarian agent on Pi framework with pluggable retrieval methods",
   "license": "Apache-2.0",
   "repository": {
@@ -44,7 +44,6 @@
     "check": "biome check --write .",
     "lint": "biome check .",
     "typecheck": "tsc --noEmit",
-    "check:embedding-manifest": "node scripts/check-embedding-manifest.mjs",
     "supply-chain": "bun scripts/supply-chain/evaluate.ts gate --sbom sbom.local.cdx.json"
   },
   "engines": {
@@ -55,9 +54,10 @@
     "@earendil-works/pi-ai": "^1.2.0",
     "@earendil-works/pi-coding-agent": "1.2.0",
     "@earendil-works/pi-tui": "1.2.0",
+    "@llblab/pi-telegram": "0.57.2",
     "@modelcontextprotocol/server": "^2.3.1",
-    "@openrouter/sdk": "^1.4.25",
     "chardet": "^2.2.0",
+    "discord.js": "14.27.0",
     "fast-xml-parser": "^5.11.2",
     "iconv-lite": "^0.7.3",
     "jev-use": "^0.8.0",
@@ -65,6 +65,7 @@
     "kordoc": "^4.21.30",
     "mailparser": "^3.9.38",
     "pdfjs-dist": "^6.4.299",
+    "pi-discord-remote": "0.2.4",
     "puppeteer-core": "^25.13.0",
     "slides-grab": "^1.5.2",
     "smol-toml": "1.9.1",

package/skills/autorag/SKILL.md

@@ -142,8 +142,6 @@ autorag index rebuild --yes --json
 autorag index reset --method parsed --yes --json
 autorag memory inspect --json
 autorag tui
-autorag serve --force
-autorag p2p policy list --json
 ```
 
 Prefer a full refresh so parsed mirrors, MinSync, Jikji, configured
@@ -153,9 +151,7 @@ aligned. `--method` accepts
 a `--method` name. Use `--method` only for deliberate narrowing. Scheduled
 maintenance should use non-daemon `autorag watch --once`, typically every
 1 hour, with the same config used by search and no overlapping runs.
-`autorag tui` is the shipped beta terminal UI. `autorag serve` / `autorag p2p`
-are opt-in SimpleX peer sharing (disabled until `p2p.enabled` is true, unless
-`--force`).
+`autorag tui` is the shipped beta terminal UI.
 
 Reset and rebuild commands remove only selected workspace `.autorag` indexes.
 Never target source documents. `memory inspect` is read-only and path-opaque.
@@ -169,8 +165,7 @@ Never target source documents. `memory inspect` is read-only and path-opaque.
 - Preserve real source mapping.
 - Prefer `--json --debug` when another agent consumes search output.
 - Do not invent CLI commands. `autorag --help` is the command list of record,
-  including the shipped `setup`, `gateway`, `models`, `serve`, `p2p`, `tui`, and `lite`
+  including the shipped `setup`, `models`, `tui`, and `lite`
   commands. `autorag <command> --help` prints that command's own flags, and
   `autorag --version` prints the installed version. See
-  `docs/embedding-runtime.md` for the local embedding runtime
-  and gateway setup.
+  `docs/minsync-setup.md#embedding-backends` for MinSync setup and embedding-backend selection.

package/skills/autorag-doctor/SKILL.md

@@ -1,6 +1,6 @@
 ---
 name: autorag-doctor
-description: Diagnose and repair a broken or half-working AutoRAG install so every configured source is both indexed and searchable. Checks AutoRAG, MinSync, Jikji, the embedding gateway, and every CLI-backed datasource (lazykatok, discrawl, slacrawl, wacrawl, telecrawl, notcrawl, qmd, mailcrawl, rclone, Spotlight), then fixes orphan locks, orphan processes, embedding dimension or identity mismatches, stale indexes, and missing setup. Use when search returns nothing or too little, refresh hangs or fails, a datasource disappeared from results, indexes look stale, the gateway will not start, or the user asks to check, diagnose, verify, or repair AutoRAG.
+description: Diagnose and repair a broken or half-working AutoRAG install so every configured source is both indexed and searchable. Checks AutoRAG, MinSync, Jikji, the embedding backend, and every CLI-backed datasource (lazykatok, discrawl, slacrawl, wacrawl, telecrawl, notcrawl, qmd, mailcrawl, rclone, Spotlight), then fixes orphan locks, orphan processes, embedding dimension or identity mismatches, stale indexes, and missing setup. Use when search returns nothing or too little, refresh hangs or fails, a datasource disappeared from results, indexes look stale, the embedder is unavailable, or the user asks to check, diagnose, verify, or repair AutoRAG.
 license: Apache-2.0
 ---
 
@@ -29,7 +29,7 @@ Always finish with the status table in [Report](#report).
 ```bash
 autorag status --json
 autorag health --json
-autorag gateway status --format json
+autorag setup --format json
 ```
 
 - `status` reports `state`, `stale`, `diagnostics`, and per-component state for
@@ -38,8 +38,12 @@ autorag gateway status --format json
 - `health` resolves the single search model and does one live completion probe.
   `--skip-probes` only proves config shape, never live access; do not claim a
   healthy model from it.
-- The gateway is on-demand: `stopped` is normal when nothing is embedding.
-  `unavailable` **while** a refresh is running is a real failure.
+- `setup --format json` reports `embedding.backend` (`remote`, `daemon`, or
+  `in-process`) and the resolved `provider`/`model`/`dimension` when a backend
+  is alive, or `embedding.reason` and a `remediation` when none is. It only
+  probes; it never starts a daemon. Semantic search needs the daemon (or a
+  remote endpoint) to be running: a backend that is absent is a real
+  `embedding-unavailable` state, not normal.
 
 Config lives at `--config`, `AUTORAG_CONFIG`, `$AUTORAG_HOME/config.json`, or
 `~/.autorag/config.json`. Read `searchPaths`, `workspacePath`, `minSync`,
@@ -129,19 +133,30 @@ autorag search "summarize the collection" --top-k 3 --json --debug
 
 ## 4. Repair playbook
 
-### Orphan lock
+### Stuck embedding daemon
 
-The embedding runtime keeps `embedding-runtime.lock`, `embedding-runtime.pid`,
-and `embedding-runtime.port` in `AUTORAG_HOME`. It reclaims them automatically
-when the recorded PID is dead; a `lock-conflict` means the PID is **alive**.
+AutoRAG owns no lock or pid file for embeddings. A running `minsync serve`
+publishes `host`, `port`, and `pid` under `~/.cache/minsync/serve/<instance>/`
+and removes them on a clean stop. A leftover file from a crashed daemon is
+harmless: AutoRAG only adopts a daemon whose `GET /health` answers as a loopback
+server of the wanted model, so a stale entry is skipped.
 
 ```bash
-autorag gateway status --format json
-autorag gateway stop
+ls ~/.cache/minsync/serve/* 2>/dev/null
+autorag setup --format json
 ```
 
-Only when `gateway stop` cannot clear it, and the recorded PID is confirmed
-dead (`kill -0 PID` fails), remove the three files by hand and retry.
+To diagnose an embedding backend that is not alive, `setup --format json` and
+`status` say so (`embedding.reason`, and the `embedding-unavailable`
+diagnostic). AutoRAG never starts the daemon: run `minsync serve
+--idle-timeout 0` by hand (or as a launchd/systemd service, see
+`docs/minsync-setup.md`) and read its own error, or press Ctrl+Shift+E in the
+TUI. When no daemon answers and the in-process addon
+(`@nomadamas/minsync-native`) is missing, that is the `embedder-unavailable`
+state. The daemon stops itself after `--idle-timeout` seconds (default 300), so
+a semantic failure after a quiet spell usually means it timed out. Stop an
+orphaned daemon by the pid from `~/.cache/minsync/serve/<instance>/pid` after
+confirming no live refresh holds it.
 
 Index locks are owned by their engines: MinSync/tantivy locks under
 `<workspace>/.autorag/`, and per-CLI locks such as
@@ -152,11 +167,12 @@ that holds it.
 ### Orphan process
 
 ```bash
-pgrep -fl 'autorag|autorag-gateway|minsync' | grep -v pgrep
+pgrep -fl 'autorag|minsync' | grep -v pgrep
 ```
 
-A refresh that was killed mid-run can leave the gateway or a `minsync` child
-alive. Stop the gateway with `autorag gateway stop` first; only kill a PID
+A refresh that was killed mid-run can leave a `minsync serve` daemon or a
+`minsync` child alive. A daemon idle-stops itself; stop a confirmed orphan by
+the pid from `~/.cache/minsync/serve/<instance>/pid`, and only kill a PID
 directly when it is confirmed orphaned (no parent CLI, no live refresh).
 Re-run `autorag status --json` afterwards to confirm `inFlight: false`.
 
@@ -167,16 +183,21 @@ were built with a different embedder than the configured one. Vectors of two
 different dimensions can never be compared, so the index must be rebuilt:
 
 ```bash
-autorag models prefetch --profile qwen3-embedding-0.6b
 autorag index rebuild --method minsync
 ```
 
-The current default is the local `native:Qwen/Qwen3-Embedding-0.6B` runtime at
-1024 dimensions. A workspace still pinned to the legacy 768-dimension
-Ollama/TEI path must be reindexed explicitly, or pinned to an explicit profile.
-Changing `embedder.dimension` in config **without** a rebuild leaves retrieval
-silently empty. Keep embeddings local; do not point the embedder at a remote
-endpoint to work around a local failure.
+The default is MinSync's local `Qwen/Qwen3-Embedding-0.6B` engine at 1024
+dimensions, reached through a running `minsync serve` daemon or, failing that,
+MinSync's in-process engine. Both report one identity (`provider: minsync`), so
+a store never re-embeds because the daemon appeared or went away. Vectors
+written by the removed local Q8_0 gateway engine are **not** compatible: their
+identity changed, so the memory store (`memory.json.vectors.db`), chat-sidecar
+semantic DBs, and the gist `vectors.json` re-embed on the next refresh, while a
+MinSync workspace created through the old gateway profile needs
+`autorag index rebuild --method minsync` (or
+`autorag index reset --method minsync --yes` then refresh). Changing the
+embedder's `dimension` in config **without** a rebuild leaves retrieval silently
+empty.
 
 ### Stale index
 
@@ -208,7 +229,7 @@ to retry those files once without re-indexing healthy ones.
   (`cargo install minsync`) or leave `minSync.autoInstall` on, then retry.
 - `jikji-unavailable`: the binary is missing and auto-install failed. It
   installs through cargo; verify the Rust toolchain, then `autorag refresh --method jikji` to retry.
-- `auth-error` / `rate-limited`: model or datasource credentials. Report the
+- `datasource-auth-error` / `datasource-rate-limited`: datasource credentials or quota. Report the
   missing environment-variable **name** and let the user supply it.
 - A configured datasource that returns nothing is a native store, connector, or
   query problem — every configured connection is searchable. Run its native
@@ -223,16 +244,16 @@ to retry those files once without re-indexing healthy ones.
 | `minsync-sync-failed` | MinSync indexing failed; the message carries MinSync's own reason | Fix the reported cause, then `autorag refresh --method minsync` |
 | `minsync-file-skipped` | MinSync skipped one file (unreadable, unparsable, or rejected by the embedder) and kept its older chunks; retried on the next sync | Fix that file's permissions/content, then `autorag refresh --method minsync` |
 | `minsync-lock-held` | Another `minsync` run holds `.minsync/lock`, often an orphan left by a killed host; retryable | Wait for it to finish or stop that `minsync` process, then `autorag refresh --method minsync` |
+| `lexical-tokenizer-unavailable` | Warning: the BM25 tokenizer needs the Kiwi library and model, which were not found, so MinSync tokenizes on whitespace and `인증서를` does not match `인증서` | Install Kiwi (set `KIWI_LIBRARY_PATH` and `KIWI_MODEL_PATH`, or install under `~/.local/kiwi`), then `autorag refresh --method minsync` |
 | `jikji-unavailable` | Jikji binary missing or install failed | Check cargo, retry refresh |
 | `everything-index-failed` | Windows Everything instance could not start or index; message carries ES exit code and stderr | Fix the reported cause, `autorag refresh --method everything --json` |
 | `embedding-identity-mismatch` | Indexed vectors use a different embedder | `autorag index rebuild --method minsync` |
-| `embedder-unavailable` | Embedding gateway or runtime down | `autorag gateway status --format json` |
-| `lock-conflict` | Another runtime holds the lock | `autorag gateway stop` |
+| `embedder-unavailable` | No remote endpoint answered, no daemon could start, and the in-process addon is missing or failed | Run `minsync serve` by hand to read its error, install MinSync (`cargo install minsync`) or `@nomadamas/minsync-native`, or configure a remote `minSync.embedder` |
 | `datasource-index-failed` | Backing CLI failed to index | Run that CLI's own doctor |
 | `datasource-empty` | Store has no matching content | Re-sync with the CLI, or accept as empty |
 | `unknown-datasource-skill` | Config name is not a known template | Fix the name or add `"type"` |
 | `retrieval-method-failed` | One method errored during the query | Read `--debug` diagnostics |
-| `auth-error` | Credentials missing or rejected | Report the env var name |
+| `datasource-auth-error` | Datasource credentials missing or rejected | Report the env var name |
 | `query-route-fallback` | Jev routing unavailable (often `OPENROUTER_API_KEY` unset); searched local with the original question | `test -n "$OPENROUTER_API_KEY"`; report the env var name, never its value |
 | `query-decomposition-failed` | Decomposition model call failed; searched the original question | Check `queryDecomposition.model` resolves (`autorag models list --provider openrouter`) |
 | `follow-up-check-fallback` | Jev post-fast-answer check unavailable; the run verified | Same as `query-route-fallback` |

package/skills/autorag-lite-setup/SKILL.md

@@ -168,14 +168,14 @@ AUTORAG_CONFIG=/absolute/path/to/.autorag/config.json autorag lite refresh --jso
   MinSync and Jikji auto-install during refresh (never during a query). If they
   are missing or broken, run a full refresh or return to setup rather than
   silently degrading to lexical-only search.
-- MinSync's default embedder is in-process native Qwen3 embeddings
-  (`native:Qwen/Qwen3-Embedding-0.6B`, 1024 dimensions, MinSync 0.4.8): no
-  embedder flags, no API key, and no external daemon (such as Ollama) are
-  needed, and no corpus text leaves the machine. For gateway-profiled
-  embeddings, prefetch with `autorag models prefetch --profile qwen3-embedding-0.6b`.
-  The legacy Ollama/TEI adapter path (EmbeddingGemma, 768 dimensions) is for
-  manual QA only. Override the embedder only when intentionally using a
-  different provider.
+- AutoRAG owns no embedding model; MinSync provisions
+  `Qwen/Qwen3-Embedding-0.6B` (1024 dimensions) in `~/.cache/minsync/models`. A
+  configured remote `minSync.embedder` is used first; otherwise a running
+  `minsync serve` daemon (started by `refresh`/`watch`, never by a search), and
+  failing that MinSync's in-process engine via the optional
+  `@nomadamas/minsync-native` addon. The local default needs no embedder flags
+  and no API key. Override the embedder only when intentionally using a remote
+  provider.
 - Exact duplicate exclusion during refresh is enabled by default via the
   external `dupey` CLI. Install dupey during setup when it is missing
   (`command -v dupey || cargo install dupey --locked`) and tell the user the feature is