@autorag/librarian 2.13.1 → 2.13.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +9 -9
- package/README.md +11 -8
- package/dist/agent/agent.d.ts +12 -6
- package/dist/agent/refresh-progress.d.ts +4 -0
- package/dist/agent/search-documents.d.ts +3 -1
- package/dist/agent/search-progress.d.ts +5 -0
- package/dist/cli/index.js +2445 -1566
- package/dist/convert/installer.d.ts +1 -1
- package/dist/core.js +2370 -1499
- package/dist/datasource/connector-skill.d.ts +1 -2
- package/dist/datasource/connector.d.ts +2 -3
- package/dist/datasource/index.d.ts +1 -2
- package/dist/datasource/skills/hister/client.d.ts +5 -5
- package/dist/datasource/skills/hister/setup.d.ts +5 -0
- package/dist/datasource/skills/mailcrawl/types.d.ts +18 -0
- package/dist/datasource/skills/spotlight/connector.d.ts +16 -24
- package/dist/datasource/skills/spotlight/index.d.ts +2 -2
- package/dist/datasource/skills/spotlight/skill.d.ts +26 -13
- package/dist/index.js +2432 -1560
- package/dist/mcp/index.js +2427 -1549
- package/dist/minsync/client.d.ts +2 -2
- package/dist/minsync/index.d.ts +1 -1
- package/dist/minsync/installer.d.ts +1 -1
- package/dist/minsync/method.d.ts +3 -3
- package/dist/minsync/process.d.ts +1 -0
- package/dist/minsync/stage.d.ts +361 -0
- package/dist/minsync/types.d.ts +4 -0
- package/dist/minsync/workspace.d.ts +2 -1
- package/dist/mirror/index-store.d.ts +16 -15
- package/dist/mirror/index.d.ts +2 -2
- package/dist/mirror/paths.d.ts +0 -2
- package/dist/mirror/sync.d.ts +6 -15
- package/dist/parser/types.d.ts +2 -2
- package/dist/process/lifecycle.d.ts +10 -0
- package/dist/profiles.js +2397 -1526
- package/dist/retrieval/scope.d.ts +1 -1
- package/package.json +14 -15
- package/skills/autorag-lite-setup/SKILL.md +3 -3
- package/skills/autorag-setup/SKILL.md +8 -8
- package/dist/datasource/skills/mail-export/connector.d.ts +0 -21
- package/dist/datasource/skills/mail-export/index.d.ts +0 -2
- package/dist/datasource/skills/mail-export/skill.d.ts +0 -20
|
@@ -9,6 +9,6 @@ export declare class RetrievalScopeError extends Error {
|
|
|
9
9
|
export declare function normalizeVirtualPath(value: string): string;
|
|
10
10
|
export declare function normalizeVirtualPathScope(scope: string | undefined): string | undefined;
|
|
11
11
|
export declare function resolveRetrievalScope(scope: string | undefined, bindings: readonly RetrievalScopeBinding[], platform?: NodeJS.Platform, passthroughVirtualPrefixes?: readonly string[]): string | undefined;
|
|
12
|
-
export declare function buildRetrievalScopeBindings(workspaceRoot: string, searchPaths: readonly string[], configuredSearchPaths?: readonly string[]): readonly RetrievalScopeBinding[];
|
|
12
|
+
export declare function buildRetrievalScopeBindings(workspaceRoot: string, searchPaths: readonly string[], configuredSearchPaths?: readonly string[], minSyncBinaryPath?: string): readonly RetrievalScopeBinding[];
|
|
13
13
|
export declare function matchesVirtualPathScope(virtualPath: string, scope: string | undefined): boolean;
|
|
14
14
|
export declare function virtualPathScopeToRegExp(scope: string): RegExp;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@autorag/librarian",
|
|
3
|
-
"version": "2.13.
|
|
3
|
+
"version": "2.13.2",
|
|
4
4
|
"description": "Personal librarian agent for office work on the Pi framework, with pluggable retrieval methods",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"repository": {
|
|
@@ -55,12 +55,12 @@
|
|
|
55
55
|
"node": ">=24.0.0"
|
|
56
56
|
},
|
|
57
57
|
"dependencies": {
|
|
58
|
-
"@earendil-works/pi-agent-core": "^1.
|
|
59
|
-
"@earendil-works/pi-ai": "^1.
|
|
60
|
-
"@earendil-works/pi-coding-agent": "1.
|
|
61
|
-
"@earendil-works/pi-tui": "1.
|
|
62
|
-
"@llblab/pi-telegram": "0.
|
|
63
|
-
"@modelcontextprotocol/server": "^2.
|
|
58
|
+
"@earendil-works/pi-agent-core": "^1.4.0",
|
|
59
|
+
"@earendil-works/pi-ai": "^1.4.0",
|
|
60
|
+
"@earendil-works/pi-coding-agent": "1.4.0",
|
|
61
|
+
"@earendil-works/pi-tui": "1.4.0",
|
|
62
|
+
"@llblab/pi-telegram": "0.58.3",
|
|
63
|
+
"@modelcontextprotocol/server": "^2.4.0",
|
|
64
64
|
"@parcel/watcher": "2.6.0",
|
|
65
65
|
"chardet": "^2.2.0",
|
|
66
66
|
"discord.js": "14.27.0",
|
|
@@ -68,25 +68,24 @@
|
|
|
68
68
|
"iconv-lite": "^0.7.3",
|
|
69
69
|
"jev-use": "^0.8.0",
|
|
70
70
|
"jszip": "^3.10.2",
|
|
71
|
-
"kordoc": "^4.
|
|
72
|
-
"mailparser": "^3.
|
|
71
|
+
"kordoc": "^4.24.19",
|
|
72
|
+
"mailparser": "^3.12.4",
|
|
73
73
|
"pdfjs-dist": "^6.4.299",
|
|
74
74
|
"pi-ask-user": "0.17.0",
|
|
75
75
|
"pi-discord-remote": "0.2.4",
|
|
76
|
-
"puppeteer-core": "^25.
|
|
76
|
+
"puppeteer-core": "^25.16.0",
|
|
77
77
|
"slides-grab": "^1.5.2",
|
|
78
78
|
"smol-toml": "1.9.1",
|
|
79
79
|
"tesseract.js": "^7.0.0",
|
|
80
80
|
"typebox": "^1.3.37"
|
|
81
81
|
},
|
|
82
82
|
"devDependencies": {
|
|
83
|
-
"@biomejs/biome": "2.
|
|
84
|
-
"@modelcontextprotocol/client": "^2.
|
|
85
|
-
"@types/
|
|
86
|
-
"@types/node": "^26.6.5",
|
|
83
|
+
"@biomejs/biome": "2.6.4",
|
|
84
|
+
"@modelcontextprotocol/client": "^2.4.0",
|
|
85
|
+
"@types/node": "^26.6.6",
|
|
87
86
|
"@types/ws": "^8.18.2",
|
|
88
87
|
"typescript": "^7.0.2",
|
|
89
|
-
"vitest": "^5.0.
|
|
88
|
+
"vitest": "^5.0.5",
|
|
90
89
|
"xlsx": "https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz",
|
|
91
90
|
"yaml": "^2.9.1"
|
|
92
91
|
}
|
|
@@ -129,15 +129,15 @@ setup. Configure datasources directly in trusted config, wizard-style:
|
|
|
129
129
|
list to the user, with what is missing for each.
|
|
130
130
|
4. Set up a skipped datasource only when the user explicitly asks for it:
|
|
131
131
|
install or authenticate the backing CLI first, then configure it.
|
|
132
|
-
5. E-mail
|
|
133
|
-
users — always probe
|
|
132
|
+
5. E-mail (`mailcrawl`) matters to most
|
|
133
|
+
users — always probe it and report its status, even when it ends up
|
|
134
134
|
skipped.
|
|
135
135
|
|
|
136
136
|
Datasource skills belong in trusted config.
|
|
137
137
|
|
|
138
138
|
Config keys may be builtin template names (`kakao`, `whatsapp`, `telegram`,
|
|
139
139
|
`slack`, `discord`, `clawgallery`, `notion`, `github`, `cloud-drive`,
|
|
140
|
-
`
|
|
140
|
+
`mailcrawl`, `obsidian`, `rss`, `spotlight`, `lark`, `hister`) or connection
|
|
141
141
|
aliases with `"type": "<template>"`. Unknown names are skipped with an
|
|
142
142
|
`unknown-datasource-skill` warning; they do not fail config resolution.
|
|
143
143
|
`scope` narrows a query to a sub-path as ordinary filtering. Tags are
|
|
@@ -382,13 +382,13 @@ setup. Configure datasources directly in trusted config, wizard-style:
|
|
|
382
382
|
report the skipped list to the user, with what is missing for each.
|
|
383
383
|
4. Set up a skipped datasource only when the user explicitly asks for it:
|
|
384
384
|
install or authenticate the backing CLI first, then configure it.
|
|
385
|
-
5. E-mail
|
|
386
|
-
users — always probe
|
|
385
|
+
5. E-mail (`mailcrawl`) matters to most
|
|
386
|
+
users — always probe it and report its status, even when it ends up
|
|
387
387
|
skipped.
|
|
388
388
|
|
|
389
389
|
Datasource skills belong in trusted config. Builtin
|
|
390
390
|
template names are `kakao`, `whatsapp`, `telegram`, `slack`, `discord`,
|
|
391
|
-
`clawgallery`, `notion`, `github`, `github-gist`, `cloud-drive`,
|
|
391
|
+
`clawgallery`, `notion`, `github`, `github-gist`, `cloud-drive`,
|
|
392
392
|
`mailcrawl`, `obsidian`, `rss`, `spotlight`, `lark`, and `hister`. Config keys may be connection
|
|
393
393
|
aliases with `"type": "<template>"`. Unknown names are skipped with an
|
|
394
394
|
`unknown-datasource-skill` warning; they do not fail config resolution.
|
|
@@ -411,17 +411,17 @@ aliases with `"type": "<template>"`. Unknown names are skipped with an
|
|
|
411
411
|
Tokens are environment-variable names, not raw secrets. CLI-backed connectors
|
|
412
412
|
keep authentication in their external tool configuration.
|
|
413
413
|
|
|
414
|
-
Mailcrawl must be installed separately (`@nomadamas/mailcrawl@0.
|
|
415
|
-
and configured through its own Himalaya account. AutoRAG runs its local `sync`
|
|
414
|
+
Mailcrawl must be installed separately (`@nomadamas/mailcrawl@0.3.0` or newer)
|
|
415
|
+
and configured through its own Himalaya account (or `source: "files"` with `paths` for `.eml`/`.mbox` archives on disk without Himalaya). AutoRAG runs its local `sync`
|
|
416
416
|
and `index` lifecycle, then uses the mailcrawl CLI for BM25, semantic, or
|
|
417
417
|
hybrid search. Do not use 0.1.3 or earlier: a no-op sync followed by `index`
|
|
418
|
-
fails with `text array must be non-empty`. 0.
|
|
418
|
+
fails with `text array must be non-empty`. 0.3.0 embeds through the same
|
|
419
419
|
backend as the rest of AutoRAG (a remote `minSync.embedder`, else the
|
|
420
420
|
`minsync serve` daemon) instead of its own in-process model, and keeps vectors
|
|
421
421
|
in LanceDB. Switching from the old native model rebuilds the semantic index on
|
|
422
422
|
the next `index`. kakao needs `lazykatok` 0.3.3 or newer for the same reason.
|
|
423
|
-
Use mailcrawl for Gmail, IMAP, and
|
|
424
|
-
|
|
423
|
+
Use mailcrawl for Gmail, IMAP, Maildir, and static `.eml`/`.mbox` mailbox retrieval. The former Gmail REST and `mail-export`
|
|
424
|
+
datasources are removed.
|
|
425
425
|
|
|
426
426
|
### Browser history (Hister) and the shared embedding model
|
|
427
427
|
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Local mail export connector (issue #1311).
|
|
3
|
-
*
|
|
4
|
-
* Parses `.eml` files and `.mbox` archives from trusted, server-configured
|
|
5
|
-
* filesystem paths using the existing `mailparser` dependency. No network
|
|
6
|
-
* access. Per-message parse failures aggregate into one count-only warning;
|
|
7
|
-
* absolute paths never appear in warnings or failure messages.
|
|
8
|
-
*/
|
|
9
|
-
import type { ConnectorFetchResult, DatasourceConnector } from "../../connector.js";
|
|
10
|
-
export interface MailExportConnectorOptions {
|
|
11
|
-
/** Files or directories containing `.eml` / `.mbox` archives. Required. */
|
|
12
|
-
readonly paths?: readonly string[];
|
|
13
|
-
readonly maxDocuments?: number;
|
|
14
|
-
/** Files larger than this are skipped with a warning. Default 50 MiB. */
|
|
15
|
-
readonly maxBytesPerFile?: number;
|
|
16
|
-
}
|
|
17
|
-
export declare class MailExportConnector implements DatasourceConnector {
|
|
18
|
-
private readonly options;
|
|
19
|
-
constructor(options?: MailExportConnectorOptions);
|
|
20
|
-
fetch(): Promise<ConnectorFetchResult>;
|
|
21
|
-
}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Local mail export datasource skill (issue #1311).
|
|
3
|
-
*
|
|
4
|
-
* Thin composition of MailExportConnector with the shared
|
|
5
|
-
* {@link ConnectorDatasourceSkill} base: descriptor, polling metadata,
|
|
6
|
-
* ok/fail indexing with path/PII-opaque diagnostics, lexical retrieval via
|
|
7
|
-
* the shared pipeline, opaque `/mail-export/<instance>/…` sources, and a
|
|
8
|
-
* progressive-disclosure agent-skill manifest.
|
|
9
|
-
*/
|
|
10
|
-
import { ConnectorDatasourceSkill, type ConnectorSkillDefinition, type ConnectorSkillOptions } from "../../connector-skill.js";
|
|
11
|
-
import { MailExportConnector, type MailExportConnectorOptions } from "./connector.js";
|
|
12
|
-
export declare const MAIL_EXPORT_SKILL_DEFINITION: ConnectorSkillDefinition;
|
|
13
|
-
export interface MailExportSkillOptions extends Omit<ConnectorSkillOptions, "connector"> {
|
|
14
|
-
/** Trusted connector configuration; a pre-built connector wins. */
|
|
15
|
-
readonly connector?: MailExportConnector;
|
|
16
|
-
readonly connectorOptions?: MailExportConnectorOptions;
|
|
17
|
-
}
|
|
18
|
-
export declare class MailExportSkill extends ConnectorDatasourceSkill {
|
|
19
|
-
constructor(options?: MailExportSkillOptions);
|
|
20
|
-
}
|