@autorag/librarian 2.13.1 → 2.13.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (42) hide show
  1. package/NOTICE +9 -9
  2. package/README.md +11 -8
  3. package/dist/agent/agent.d.ts +12 -6
  4. package/dist/agent/refresh-progress.d.ts +4 -0
  5. package/dist/agent/search-documents.d.ts +3 -1
  6. package/dist/agent/search-progress.d.ts +5 -0
  7. package/dist/cli/index.js +2445 -1566
  8. package/dist/convert/installer.d.ts +1 -1
  9. package/dist/core.js +2370 -1499
  10. package/dist/datasource/connector-skill.d.ts +1 -2
  11. package/dist/datasource/connector.d.ts +2 -3
  12. package/dist/datasource/index.d.ts +1 -2
  13. package/dist/datasource/skills/hister/client.d.ts +5 -5
  14. package/dist/datasource/skills/hister/setup.d.ts +5 -0
  15. package/dist/datasource/skills/mailcrawl/types.d.ts +18 -0
  16. package/dist/datasource/skills/spotlight/connector.d.ts +16 -24
  17. package/dist/datasource/skills/spotlight/index.d.ts +2 -2
  18. package/dist/datasource/skills/spotlight/skill.d.ts +26 -13
  19. package/dist/index.js +2432 -1560
  20. package/dist/mcp/index.js +2427 -1549
  21. package/dist/minsync/client.d.ts +2 -2
  22. package/dist/minsync/index.d.ts +1 -1
  23. package/dist/minsync/installer.d.ts +1 -1
  24. package/dist/minsync/method.d.ts +3 -3
  25. package/dist/minsync/process.d.ts +1 -0
  26. package/dist/minsync/stage.d.ts +361 -0
  27. package/dist/minsync/types.d.ts +4 -0
  28. package/dist/minsync/workspace.d.ts +2 -1
  29. package/dist/mirror/index-store.d.ts +16 -15
  30. package/dist/mirror/index.d.ts +2 -2
  31. package/dist/mirror/paths.d.ts +0 -2
  32. package/dist/mirror/sync.d.ts +6 -15
  33. package/dist/parser/types.d.ts +2 -2
  34. package/dist/process/lifecycle.d.ts +10 -0
  35. package/dist/profiles.js +2397 -1526
  36. package/dist/retrieval/scope.d.ts +1 -1
  37. package/package.json +14 -15
  38. package/skills/autorag-lite-setup/SKILL.md +3 -3
  39. package/skills/autorag-setup/SKILL.md +8 -8
  40. package/dist/datasource/skills/mail-export/connector.d.ts +0 -21
  41. package/dist/datasource/skills/mail-export/index.d.ts +0 -2
  42. package/dist/datasource/skills/mail-export/skill.d.ts +0 -20
@@ -9,6 +9,6 @@ export declare class RetrievalScopeError extends Error {
9
9
  export declare function normalizeVirtualPath(value: string): string;
10
10
  export declare function normalizeVirtualPathScope(scope: string | undefined): string | undefined;
11
11
  export declare function resolveRetrievalScope(scope: string | undefined, bindings: readonly RetrievalScopeBinding[], platform?: NodeJS.Platform, passthroughVirtualPrefixes?: readonly string[]): string | undefined;
12
- export declare function buildRetrievalScopeBindings(workspaceRoot: string, searchPaths: readonly string[], configuredSearchPaths?: readonly string[]): readonly RetrievalScopeBinding[];
12
+ export declare function buildRetrievalScopeBindings(workspaceRoot: string, searchPaths: readonly string[], configuredSearchPaths?: readonly string[], minSyncBinaryPath?: string): readonly RetrievalScopeBinding[];
13
13
  export declare function matchesVirtualPathScope(virtualPath: string, scope: string | undefined): boolean;
14
14
  export declare function virtualPathScopeToRegExp(scope: string): RegExp;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@autorag/librarian",
3
- "version": "2.13.1",
3
+ "version": "2.13.2",
4
4
  "description": "Personal librarian agent for office work on the Pi framework, with pluggable retrieval methods",
5
5
  "license": "Apache-2.0",
6
6
  "repository": {
@@ -55,12 +55,12 @@
55
55
  "node": ">=24.0.0"
56
56
  },
57
57
  "dependencies": {
58
- "@earendil-works/pi-agent-core": "^1.2.0",
59
- "@earendil-works/pi-ai": "^1.2.0",
60
- "@earendil-works/pi-coding-agent": "1.2.0",
61
- "@earendil-works/pi-tui": "1.2.0",
62
- "@llblab/pi-telegram": "0.57.2",
63
- "@modelcontextprotocol/server": "^2.3.1",
58
+ "@earendil-works/pi-agent-core": "^1.4.0",
59
+ "@earendil-works/pi-ai": "^1.4.0",
60
+ "@earendil-works/pi-coding-agent": "1.4.0",
61
+ "@earendil-works/pi-tui": "1.4.0",
62
+ "@llblab/pi-telegram": "0.58.3",
63
+ "@modelcontextprotocol/server": "^2.4.0",
64
64
  "@parcel/watcher": "2.6.0",
65
65
  "chardet": "^2.2.0",
66
66
  "discord.js": "14.27.0",
@@ -68,25 +68,24 @@
68
68
  "iconv-lite": "^0.7.3",
69
69
  "jev-use": "^0.8.0",
70
70
  "jszip": "^3.10.2",
71
- "kordoc": "^4.21.30",
72
- "mailparser": "^3.9.38",
71
+ "kordoc": "^4.24.19",
72
+ "mailparser": "^3.12.4",
73
73
  "pdfjs-dist": "^6.4.299",
74
74
  "pi-ask-user": "0.17.0",
75
75
  "pi-discord-remote": "0.2.4",
76
- "puppeteer-core": "^25.13.0",
76
+ "puppeteer-core": "^25.16.0",
77
77
  "slides-grab": "^1.5.2",
78
78
  "smol-toml": "1.9.1",
79
79
  "tesseract.js": "^7.0.0",
80
80
  "typebox": "^1.3.37"
81
81
  },
82
82
  "devDependencies": {
83
- "@biomejs/biome": "2.5.15",
84
- "@modelcontextprotocol/client": "^2.3.1",
85
- "@types/mailparser": "^3.9.0",
86
- "@types/node": "^26.6.5",
83
+ "@biomejs/biome": "2.6.4",
84
+ "@modelcontextprotocol/client": "^2.4.0",
85
+ "@types/node": "^26.6.6",
87
86
  "@types/ws": "^8.18.2",
88
87
  "typescript": "^7.0.2",
89
- "vitest": "^5.0.4",
88
+ "vitest": "^5.0.5",
90
89
  "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz",
91
90
  "yaml": "^2.9.1"
92
91
  }
@@ -129,15 +129,15 @@ setup. Configure datasources directly in trusted config, wizard-style:
129
129
  list to the user, with what is missing for each.
130
130
  4. Set up a skipped datasource only when the user explicitly asks for it:
131
131
  install or authenticate the backing CLI first, then configure it.
132
- 5. E-mail datasources (`mail-export`, `mailcrawl`) matter to most
133
- users — always probe them and report their status, even when they end up
132
+ 5. E-mail (`mailcrawl`) matters to most
133
+ users — always probe it and report its status, even when it ends up
134
134
  skipped.
135
135
 
136
136
  Datasource skills belong in trusted config.
137
137
 
138
138
  Config keys may be builtin template names (`kakao`, `whatsapp`, `telegram`,
139
139
  `slack`, `discord`, `clawgallery`, `notion`, `github`, `cloud-drive`,
140
- `mail-export`, `mailcrawl`, `obsidian`, `rss`, `spotlight`, `lark`, `hister`) or connection
140
+ `mailcrawl`, `obsidian`, `rss`, `spotlight`, `lark`, `hister`) or connection
141
141
  aliases with `"type": "<template>"`. Unknown names are skipped with an
142
142
  `unknown-datasource-skill` warning; they do not fail config resolution.
143
143
  `scope` narrows a query to a sub-path as ordinary filtering. Tags are
@@ -382,13 +382,13 @@ setup. Configure datasources directly in trusted config, wizard-style:
382
382
  report the skipped list to the user, with what is missing for each.
383
383
  4. Set up a skipped datasource only when the user explicitly asks for it:
384
384
  install or authenticate the backing CLI first, then configure it.
385
- 5. E-mail datasources (`mail-export`, `mailcrawl`) matter to most
386
- users — always probe them and report their status, even when they end up
385
+ 5. E-mail (`mailcrawl`) matters to most
386
+ users — always probe it and report its status, even when it ends up
387
387
  skipped.
388
388
 
389
389
  Datasource skills belong in trusted config. Builtin
390
390
  template names are `kakao`, `whatsapp`, `telegram`, `slack`, `discord`,
391
- `clawgallery`, `notion`, `github`, `github-gist`, `cloud-drive`, `mail-export`,
391
+ `clawgallery`, `notion`, `github`, `github-gist`, `cloud-drive`,
392
392
  `mailcrawl`, `obsidian`, `rss`, `spotlight`, `lark`, and `hister`. Config keys may be connection
393
393
  aliases with `"type": "<template>"`. Unknown names are skipped with an
394
394
  `unknown-datasource-skill` warning; they do not fail config resolution.
@@ -411,17 +411,17 @@ aliases with `"type": "<template>"`. Unknown names are skipped with an
411
411
  Tokens are environment-variable names, not raw secrets. CLI-backed connectors
412
412
  keep authentication in their external tool configuration.
413
413
 
414
- Mailcrawl must be installed separately (`@nomadamas/mailcrawl@0.2.2` or newer)
415
- and configured through its own Himalaya account. AutoRAG runs its local `sync`
414
+ Mailcrawl must be installed separately (`@nomadamas/mailcrawl@0.3.0` or newer)
415
+ and configured through its own Himalaya account (or `source: "files"` with `paths` for `.eml`/`.mbox` archives on disk without Himalaya). AutoRAG runs its local `sync`
416
416
  and `index` lifecycle, then uses the mailcrawl CLI for BM25, semantic, or
417
417
  hybrid search. Do not use 0.1.3 or earlier: a no-op sync followed by `index`
418
- fails with `text array must be non-empty`. 0.2.2 embeds through the same
418
+ fails with `text array must be non-empty`. 0.3.0 embeds through the same
419
419
  backend as the rest of AutoRAG (a remote `minSync.embedder`, else the
420
420
  `minsync serve` daemon) instead of its own in-process model, and keeps vectors
421
421
  in LanceDB. Switching from the old native model rebuilds the semantic index on
422
422
  the next `index`. kakao needs `lazykatok` 0.3.3 or newer for the same reason.
423
- Use mailcrawl for Gmail, IMAP, and Maildir retrieval. The former Gmail REST
424
- datasource is removed.
423
+ Use mailcrawl for Gmail, IMAP, Maildir, and static `.eml`/`.mbox` mailbox retrieval. The former Gmail REST and `mail-export`
424
+ datasources are removed.
425
425
 
426
426
  ### Browser history (Hister) and the shared embedding model
427
427
 
@@ -1,21 +0,0 @@
1
- /**
2
- * Local mail export connector (issue #1311).
3
- *
4
- * Parses `.eml` files and `.mbox` archives from trusted, server-configured
5
- * filesystem paths using the existing `mailparser` dependency. No network
6
- * access. Per-message parse failures aggregate into one count-only warning;
7
- * absolute paths never appear in warnings or failure messages.
8
- */
9
- import type { ConnectorFetchResult, DatasourceConnector } from "../../connector.js";
10
- export interface MailExportConnectorOptions {
11
- /** Files or directories containing `.eml` / `.mbox` archives. Required. */
12
- readonly paths?: readonly string[];
13
- readonly maxDocuments?: number;
14
- /** Files larger than this are skipped with a warning. Default 50 MiB. */
15
- readonly maxBytesPerFile?: number;
16
- }
17
- export declare class MailExportConnector implements DatasourceConnector {
18
- private readonly options;
19
- constructor(options?: MailExportConnectorOptions);
20
- fetch(): Promise<ConnectorFetchResult>;
21
- }
@@ -1,2 +0,0 @@
1
- export { MailExportConnector, type MailExportConnectorOptions } from "./connector.js";
2
- export { MAIL_EXPORT_SKILL_DEFINITION, MailExportSkill, type MailExportSkillOptions } from "./skill.js";
@@ -1,20 +0,0 @@
1
- /**
2
- * Local mail export datasource skill (issue #1311).
3
- *
4
- * Thin composition of MailExportConnector with the shared
5
- * {@link ConnectorDatasourceSkill} base: descriptor, polling metadata,
6
- * ok/fail indexing with path/PII-opaque diagnostics, lexical retrieval via
7
- * the shared pipeline, opaque `/mail-export/<instance>/…` sources, and a
8
- * progressive-disclosure agent-skill manifest.
9
- */
10
- import { ConnectorDatasourceSkill, type ConnectorSkillDefinition, type ConnectorSkillOptions } from "../../connector-skill.js";
11
- import { MailExportConnector, type MailExportConnectorOptions } from "./connector.js";
12
- export declare const MAIL_EXPORT_SKILL_DEFINITION: ConnectorSkillDefinition;
13
- export interface MailExportSkillOptions extends Omit<ConnectorSkillOptions, "connector"> {
14
- /** Trusted connector configuration; a pre-built connector wins. */
15
- readonly connector?: MailExportConnector;
16
- readonly connectorOptions?: MailExportConnectorOptions;
17
- }
18
- export declare class MailExportSkill extends ConnectorDatasourceSkill {
19
- constructor(options?: MailExportSkillOptions);
20
- }