@autorag/librarian 2.11.0 → 2.12.0

package/dist/retrieval/rerank.d.ts

@@ -33,6 +33,12 @@ export declare const DEFAULT_DAZZI_RERANK_MODEL = "qwen/qwen3-reranker-8b";
 export declare const DEFAULT_RERANK_TIMEOUT_MS = 60000;
 /** Default number of merged chunks kept after reranking. */
 export declare const DEFAULT_RERANK_TOP_N = 25;
+/**
+ * Longest document, in UTF-16 units, sent to a reranker. The hosted Dazzi
+ * reranker rejects a document of 131,072 characters or more with HTTP 400 and
+ * fails the whole request; 131,000 stays under that with a small margin.
+ */
+export declare const RERANK_MAX_DOCUMENT_CHARS = 131000;
 /** Rerank providers {@link createReranker} can build. */
 export declare const SUPPORTED_RERANK_PROVIDERS: readonly string[];
 /** Default wire model for a rerank provider. */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@autorag/librarian",
-  "version": "2.11.0",
+  "version": "2.12.0",
   "description": "Personal librarian agent for office work on the Pi framework, with pluggable retrieval methods",
   "license": "Apache-2.0",
   "repository": {
@@ -18,6 +18,10 @@
     "./core": {
       "types": "./dist/core.d.ts",
       "default": "./dist/core.js"
+    },
+    "./profiles": {
+      "types": "./dist/profiles.d.ts",
+      "default": "./dist/profiles.js"
     }
   },
   "bin": {
@@ -36,7 +40,7 @@
     "access": "public"
   },
   "scripts": {
-    "build": "bun build src/index.ts src/core.ts src/cli/index.ts src/mcp/index.ts src/parser/parse-worker.ts --outdir dist --target node --packages external && tsc -p tsconfig.build.json && node scripts/fixup-dts.mjs",
+    "build": "bun build src/index.ts src/core.ts src/profiles.ts src/cli/index.ts src/mcp/index.ts src/parser/parse-worker.ts --outdir dist --target node --packages external && tsc -p tsconfig.build.json && node scripts/fixup-dts.mjs",
     "prepublishOnly": "bun run typecheck && bun run build",
     "prepare": "bun run build",
     "test": "node scripts/run-test-files.mjs",
@@ -56,6 +60,7 @@
     "@earendil-works/pi-tui": "1.2.0",
     "@llblab/pi-telegram": "0.57.2",
     "@modelcontextprotocol/server": "^2.3.1",
+    "@parcel/watcher": "2.6.0",
     "chardet": "^2.2.0",
     "discord.js": "14.27.0",
     "fast-xml-parser": "^5.11.2",
@@ -65,6 +70,7 @@
     "kordoc": "^4.21.30",
     "mailparser": "^3.9.38",
     "pdfjs-dist": "^6.4.299",
+    "pi-ask-user": "0.17.0",
     "pi-discord-remote": "0.2.4",
     "puppeteer-core": "^25.13.0",
     "slides-grab": "^1.5.2",

package/skills/autorag/SKILL.md

@@ -45,6 +45,34 @@ near/contains families require human review. Exact duplicate exclusion during
 refresh is enabled by default and can be disabled with
 `"excludeExactDuplicates": false` in `config.json`.
 
+### Converting files
+
+The `convert_files` and `list_file_conversions` Agent tools run the
+[Filee](https://github.com/KnifeLemon/Filee) command line to convert local
+files offline: documents, spreadsheets, slides, HWP/HWPX, images, e-books,
+archives, audio, video, data, and subtitles. They work on any path the user
+names, not only the configured roots. This is the one exception to the
+"never write source files" rule above: a conversion writes a new file and
+never touches its source. An existing output name gets a number added unless
+the user asks to replace it, in which case pass `overwrite: true`. Never
+delete the source unless the user asked.
+
+Each converted file is checked with `dupey compare` against its source, using
+dupey's own thresholds, so the report says whether a later scan will group
+them: `exact` (same canonical text, for example DOCX to HWPX), `near` (same
+document in another format, for example Markdown to TXT), `different` (text
+differs, typically layout formats such as PDF), `unsupported` (dupey cannot
+read the format, for example HTML or images), or `unavailable` (dupey not
+installed). The command line is `filee.binaryPath` if set, else a `filee`/`filee-cli`
+on `PATH`, else the pinned [filee-cli](https://github.com/NomaDamas/filee-cli)
+release that `autorag setup` (or the first conversion) downloads into
+`<AUTORAG_HOME>/tools/filee-cli/`; `"filee": { "autoInstall": false }` forbids that
+download. The system prompt carries the conversion map (which format family
+converts to which, and the two-step chain when no direct route exists), so plan
+from it instead of probing. `"filee": { "enabled": false }` in `config.json` removes both
+tools; `filee.timeoutMs` (default 30 minutes) and `filee.dataDir` (Filee's
+own settings and engines, `FILEE_DATA_DIR`) tune them.
+
 ### Excluding local files from the index
 
 `"excludePaths"` in `config.json` lists files or folders (absolute, or relative
@@ -83,7 +111,10 @@ autorag search "what were the key findings in the Q3 report" --top-k 5 --json --
 only `answer` plus `results`. Every
 bracketed `[n]` citation in `answer` resolves to a `results[].number` of the
 same response; an unmatched citation is removed and reported as a
-`citation-without-result` diagnostic.
+`citation-without-result` diagnostic. Within one conversation (an interactive
+session, including a resumed one), a source keeps the `number` it was first
+shown with and a new source gets the next unused number, so `results[].number`
+can skip numbers and need not start at 1 on a later turn.
 
 To inspect the exact persisted evidence behind numbered results, use:
 
@@ -116,7 +147,13 @@ default, OpenRouter), Jev first routes the question:
   datasources) is handled by the agent itself: it loads the setup skill, edits
   the active config, verifies it, and reports what changed. The running agent
   keeps its startup model; changes apply to the next `autorag` launch.
-- Private-data questions use local search; public current facts use web search.
+- A request to act on files or folders (move, bulk rename, rename by content,
+  convert, sort) is carried out in one tool turn with no retrieval and no
+  verification, and reports every change as old path → new path.
+- Anything else that needs no retrieval (commit, push, open a PR, run a build)
+  is carried out in one tool turn the same way.
+- Private-data questions use local search; the agent decides on web search
+  after the fast answer.
 - A multi-part question is split into up to five parallel search queries.
 - On local search, Jev also picks which registered datasources (Slack,
   Discord, KakaoTalk, email, ...) to search before the fast answer, from each
@@ -145,8 +182,42 @@ autorag index rebuild --yes --json
 autorag index reset --method parsed --yes --json
 autorag memory inspect --json
 autorag tui
+autorag automate status --json
+autorag automate install --json
+autorag automate uninstall --json
+autorag automate run invoice --event create:/path/to/file.pdf --json
+autorag automate daemon
+```
+
+File-triggered automations live in `~/.autorag/automations.json` (`automations`
+array of `{ id, paths, events, include, exclude, run | agent, appendFiles, debounceMs, timeoutMs }`).
+Edit `automations.json` directly to add or change rules; matched `[{ type, path }]`
+events are piped on stdin to `run`. Use `autorag automate install` to register
+the background daemon with launchd, `systemd --user`, or Windows Task Scheduler.
+
+A rule runs exactly one of `run` (a command) or `agent` (an AI agent started in
+the daemon on each batch of changes):
+
+```json
+{ "id": "inbox-triage", "paths": ["~/Downloads"], "include": ["**/*.pdf"],
+  "agent": { "profile": "file-triage", "task": "Summarize each new PDF.",
+             "retrieval": { "searchAll": true, "datasources": ["kakao"] } } }
 ```
 
+`agent.profile` names a profile defined in code: `file-triage` (reads, lists and
+searches files; changes nothing) or `file-organizer` (also `bash`, `edit`,
+`write`). A rule never carries a prompt or a tool list, so the rules file cannot
+grant an agent more than its profile has. `retrieval` optionally adds
+`search_all_documents` and one `search_datasource_<id>` per listed datasource.
+Retrieval memory is never connected to an automation agent.
+
+Every agent run gets a loop guard appended to its system prompt, naming the
+rule's folders, file types and events, and forbidding any change that would
+fire the rule again, editing the rules file, and running `autorag automate`. At
+most one agent run is in flight across all rules, and an agent rule is
+disabled after 6 runs within 60 seconds (command rules: 20). The run's final
+reply is the `stdout` of its log entry.
+
 Prefer a full refresh so parsed mirrors, MinSync, Jikji, configured
 datasources, and (on Windows) the bundled Everything file-name index stay
 aligned. `--method` accepts

package/skills/autorag-setup/SKILL.md

@@ -201,7 +201,7 @@ resolves in order:
 
 1. A configured remote endpoint (`minSync.embedder`), used for everything; no
    daemon is started and no local model is loaded.
-2. A running `minsync serve` daemon (loopback only; MinSync 0.4.11+).
+2. A running `minsync serve` daemon (loopback only; MinSync 0.4.12+).
    AutoRAG never starts it: run `minsync serve --idle-timeout 0` yourself, as
    a launchd/systemd service (see `docs/minsync-setup.md`), or press
    Ctrl+Shift+E in `autorag tui`. `autorag setup` only reports whether it is
@@ -239,9 +239,11 @@ fast and multi-part questions thorough.
 - **Jev** (`jev`, default `{ "backend": "dazzi" }` when signed in to Dazzi
   Models, else `{ "backend": "openrouter" }`; model `jev-1.13` on Dazzi,
   `typesafe/jev-1.13` on OpenRouter) runs before the fast answer. It routes each question to
-  local search, web search, a direct answer (general knowledge or small
-  talk skips retrieval entirely), or the `config` branch, and decides whether
-  to decompose it. On
+  local search, a direct answer (general knowledge or small
+  talk skips retrieval entirely), `organize` (moving, renaming, converting, or
+  sorting files and folders), `extra` (any other action that needs no
+  retrieval, such as committing code), or the `config` branch, and decides
+  whether to decompose it. On
   local search it also decides, per registered datasource, whether to search
   it before the fast answer, using each datasource's `description` and where
   similar past questions were answered (retrieval memory). When setting up a
@@ -540,6 +542,8 @@ is set up.
 - `AUTORAG_MEMORY_PATH`
 - `AUTORAG_MODEL_PROVIDER`
 - `AUTORAG_MODEL_ID`
+- `AUTORAG_PERMISSION_MODE` (`auto` default for the TUI, `full` for `autorag search` and a TUI with a chat bridge, `ask`, `full`; config key `permissionMode`; with `auto` Jev checks the agent's
+  file-changing calls and asks the user only when it will not approve, `ask` asks about every one, `full` never asks)
 
 ## Completion condition