@autorag/librarian 2.6.2 → 2.7.0

package/dist/cli/commands/serve.d.ts

@@ -1,14 +1,14 @@
 import type { InjectionClassifierModel } from "../../p2p/injection-classifier.js";
 import { type SimplexPeerServer, startSimplexPeerServer, syncSimplexPeers } from "../../p2p/simplex-server.js";
 import { type SimplexTransport, type StartSimplexOptions } from "../../p2p/simplex-transport.js";
-import { type ResolvedAgentModel, resolveAgentModel } from "../config.js";
+import { type CliConfig, type ResolveAgentModelOptions, type ResolvedAgentModel } from "../config.js";
 import type { CommandContext } from "./types.js";
 export interface ServeCommandDeps {
     readonly startSimplexPeerServer?: typeof startSimplexPeerServer;
     readonly startSimplexChat?: (options: StartSimplexOptions) => Promise<SimplexTransport>;
     readonly syncSimplexPeers?: typeof syncSimplexPeers;
     readonly waitUntilStopped?: (server: SimplexPeerServer) => Promise<void>;
-    readonly modelResolver?: typeof resolveAgentModel;
+    readonly modelResolver?: (config: CliConfig, options?: ResolveAgentModelOptions) => ResolvedAgentModel | Promise<ResolvedAgentModel>;
 }
 export declare function createInjectionClassifierModel(resolved: ResolvedAgentModel): InjectionClassifierModel;
 /**

package/dist/cli/commands/tui.d.ts

@@ -1,36 +1,13 @@
-import type { AgentEvent } from "@earendil-works/pi-agent-core";
-import { AutoRAGAgent, type AutoRAGAgentOptions } from "../../agent/agent.js";
-import { type CliConfig, type ResolvedAgentModel } from "../config.js";
-import { type TuiSessionRecord, type TuiSessionStore } from "../tui-session-store.js";
 import type { CommandContext } from "./types.js";
-export { parseSlashCommand } from "../tui-commands.js";
-export interface TuiDriver {
-    submissions: string[];
-    rendered: string[];
-    started: boolean;
-    stopped: boolean;
-    onSubmit?: (text: string) => void | Promise<void>;
-    onExit?: () => void;
-    onEvent?: (event: AgentEvent) => void;
-    onInput?: (data: string) => void;
-}
-export interface TuiPresenter {
-    handle(event: AgentEvent): void;
-    lines(): readonly string[];
-    working(): boolean;
-    setWorking(active: boolean): void;
-    beginRun(): void;
-    interrupt(): void;
-    status(): string;
-    reset(): void;
-}
-type TuiAgent = Pick<AutoRAGAgent, "searchDocumentsStream"> & Partial<Pick<AutoRAGAgent, "subscribe" | "abort">>;
-export interface TuiDeps {
-    agentFactory?: (opts?: Partial<AutoRAGAgentOptions>) => TuiAgent;
-    modelResolver?: (config: CliConfig) => ResolvedAgentModel;
-    tuiFactory?: (ctx: CommandContext) => TuiDriver;
-    sessionStore?: TuiSessionStore;
-}
-export declare function createTuiPresenter(): TuiPresenter;
-export declare function renderTuiSessionView(session: TuiSessionRecord | undefined, input: string): string;
-export declare function runTui(ctx: CommandContext, deps?: TuiDeps): Promise<number>;
+/**
+ * Run `autorag tui`: Pi's interactive mode over the AutoRAG librarian.
+ *
+ * Pi owns the terminal UI, `read`/`bash`/`edit`/`write`/`grep`/`find`/`ls`
+ * tools, provider credentials/OAuth, model selection, session persistence and
+ * resume/fork/compaction, settings, and extension loading. AutoRAG registers
+ * its domain tools and streams progress, preliminary answers, and final results
+ * into the same session through the agent's interactive runtime. The native
+ * `/login`, `/model`, `/resume`, `/new`, `/tree`, `/compact`, and `/settings`
+ * commands are therefore always available.
+ */
+export declare function runTui(ctx: CommandContext): Promise<number>;

package/dist/cli/config.d.ts

@@ -1,5 +1,6 @@
 import type { Api, Model } from "@earendil-works/pi-ai";
-import type { AutoRAGAgentOptions } from "../agent/agent.js";
+import { ModelRuntime } from "@earendil-works/pi-coding-agent";
+import type { AutoRAGAgentOptions, AutoRAGRetrievalLimits } from "../agent/agent.js";
 import { type LoadLocalAutoRAGModelOptions } from "../agent/local-model.js";
 import type { DatasourceAccessContextOptions } from "../datasource/access-context.js";
 import { type DatasourcesConfig } from "../datasource/skills/factory.js";
@@ -50,6 +51,28 @@ export interface WebSearchCliConfig {
         timeoutSeconds?: number;
     } | false;
 }
+/**
+ * Post-merge reranking config. Routes merged evidence through a dedicated
+ * rerank model. `provider` is `openrouter` today; `model` is the OpenRouter
+ * wire id (default `voyageai/rerank-3-lite`). Secrets never appear here — only
+ * the environment-variable name that holds the provider API key.
+ */
+export interface RerankConfig {
+    /** `false` disables reranking. Missing means enabled when the block is present. */
+    enabled?: boolean;
+    /** Provider id. @default "openrouter" */
+    provider?: string;
+    /** Wire model id. @default "voyageai/rerank-3-lite" */
+    model?: string;
+    /** Environment variable holding the provider API key. @default "OPENROUTER_API_KEY" */
+    apiKeyEnv?: string;
+    /** Override the provider base URL (e.g. a gateway). */
+    baseUrl?: string;
+    /** Return only the top N merged results. Omitted ⇒ all distinct results are reordered. */
+    topN?: number;
+    /** Per-request timeout in milliseconds. */
+    timeoutMs?: number;
+}
 export interface P2pConfig {
     enabled?: boolean;
     port?: number;
@@ -81,8 +104,10 @@ export interface AgentModelConfig {
      */
     api?: Api;
     /**
-     * Endpoint base URL. When set, AutoRAG builds a Model from this config
-     * instead of requiring a pi-ai catalog entry. Omit for catalog/local models.
+     * Endpoint base URL. For a pi-ai catalog `provider/id`, it overrides only the
+     * catalog endpoint and keeps the catalog's reasoning, compat, and limits. For an
+     * id outside the catalog, AutoRAG builds a generic Model from this config.
+     * Omit for catalog/local models that use the catalog endpoint.
      */
     baseUrl?: string;
     /**
@@ -103,7 +128,25 @@ export interface CliConfig {
     model?: AgentModelConfig;
     minSync?: MinSyncMethodConfig;
     jikji?: Record<string, unknown> | false;
+    /** Windows-only bundled Everything file-name search. Default enabled on Windows; `false` disables. */
+    everything?: {
+        enabled?: boolean;
+        timeoutMs?: number;
+        startupTimeoutMs?: number;
+        indexTimeoutMs?: number;
+    } | false;
+    /** macOS/Linux fsearch-cli file-name search. Default enabled on macOS/Linux; `false` disables. */
+    fsearch?: {
+        enabled?: boolean;
+        binaryPath?: string;
+        timeoutMs?: number;
+        startupTimeoutMs?: number;
+        indexTimeoutMs?: number;
+        watch?: boolean;
+    } | false;
     webSearch?: WebSearchCliConfig;
+    /** Post-merge reranking. Absent ⇒ reranking disabled. `false` disables it. */
+    rerank?: RerankConfig | false;
     parserOptions?: Record<string, unknown>;
     dupey?: {
         enabled?: boolean;
@@ -113,6 +156,8 @@ export interface CliConfig {
     excludeExactDuplicates?: boolean;
     /** Absolute or workspace-relative files/directories omitted from local indexing. */
     excludePaths?: string[];
+    /** Hard caps on retrieval, baseline prefetch, and model-facing candidate lists. */
+    limits?: AutoRAGRetrievalLimits;
     /** Trusted datasource skill configuration (skill name → config). */
     datasources?: DatasourcesConfig;
     /** Trusted datasource allow-tags/allow-scopes. Absent ⇒ default-deny. */
@@ -151,6 +196,8 @@ export declare function normalizeEmbedder(raw: unknown, path: string): MinSyncEm
  * {@link ConfigError}.
  */
 export declare function normalizeIndexingConfig(raw: RawIndexingMethods): NormalizedIndexingConfig;
+/** Validate the `limits` section and map it onto the agent option. */
+export declare function normalizeLimitsConfig(raw: unknown): AutoRAGRetrievalLimits;
 export declare function resolveConfig(input: ResolveConfigInput): CliConfig;
 /**
  * Resolve config without writing, migrating, or locking. Health and other
@@ -158,8 +205,21 @@ export declare function resolveConfig(input: ResolveConfigInput): CliConfig;
  * would resolve them but never copied into `~/.autorag/config.json`.
  */
 export declare function resolveConfigReadOnly(input: ResolveConfigInput): CliConfig;
+/** Normalize and validate the `rerank` config section, filling in defaults. */
+export declare function normalizeRerankConfig(raw: unknown, path: string): RerankConfig | false;
 export declare function buildAgentOptions(config: CliConfig): Omit<AutoRAGAgentOptions, "model">;
-export declare function resolveModel(config: CliConfig): Model<Api>;
+/**
+ * Extra resolution inputs beyond the local codex-runtime options. `agentDir`
+ * points at the pi agent home (`~/.pi/agent` by default) that owns
+ * `auth.json`, `models.json`, and `settings.json`.
+ */
+export interface ResolveAgentModelOptions extends LoadLocalAutoRAGModelOptions {
+    readonly agentDir?: string;
+    readonly cwd?: string;
+    /** Pre-built pi model runtime, for callers that already own one (and tests). */
+    readonly runtime?: ModelRuntime;
+}
+export declare function resolveModel(config: CliConfig, options?: ResolveAgentModelOptions): Promise<Model<Api>>;
 export interface ResolvedAgentModel {
     readonly model: Model<Api>;
     readonly apiKey?: string;
@@ -168,7 +228,7 @@ export interface ResolvedAgentModel {
 export type AgentModelResolutionSource = "config" | "flags" | "env" | "local_runtime" | "catalog" | "configured_alias" | "mixed";
 export interface AgentModelAuth {
     readonly present: boolean;
-    readonly source: "env" | "local_runtime" | "catalog" | "none" | "unknown";
+    readonly source: "env" | "local_runtime" | "pi_auth" | "catalog" | "none" | "unknown";
     readonly envName?: string;
 }
 export interface ResolvedAgentModelRole {
@@ -192,8 +252,8 @@ export interface ResolvedAgentModelDetailed {
     readonly providerApiKeys?: Readonly<Record<string, string>>;
     readonly role: ResolvedAgentModelRole;
 }
-export declare function resolveAgentModel(config: CliConfig, localOptions?: LoadLocalAutoRAGModelOptions): ResolvedAgentModel;
-export declare function resolveAgentModelDetailed(config: CliConfig, localOptions?: LoadLocalAutoRAGModelOptions): ResolvedAgentModelDetailed;
+export declare function resolveAgentModel(config: CliConfig, options?: ResolveAgentModelOptions): Promise<ResolvedAgentModel>;
+export declare function resolveAgentModelDetailed(config: CliConfig, options?: ResolveAgentModelOptions): Promise<ResolvedAgentModelDetailed>;
 export declare function readRawConfigObject(path: string): Record<string, unknown>;
 /** Atomically replace a config file, preserving the caller's JSON object. */
 export declare function writeConfigObject(path: string, config: unknown): void;