@autorag/librarian 2.4.2 → 2.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. package/NOTICE +68 -0
  2. package/README.md +71 -29
  3. package/dist/agent/agent.d.ts +65 -1
  4. package/dist/agent/fast-answer-tool.d.ts +46 -0
  5. package/dist/agent/peer-target-tool.d.ts +19 -0
  6. package/dist/agent/search-all-tool.d.ts +3 -0
  7. package/dist/agent/search-datasource-tool.d.ts +3 -0
  8. package/dist/agent/search-documents.d.ts +50 -5
  9. package/dist/agent/search-minsync-tool.d.ts +3 -0
  10. package/dist/agent/system-prompt.d.ts +1 -0
  11. package/dist/cli/commands/gateway.d.ts +7 -0
  12. package/dist/cli/commands/models.d.ts +18 -0
  13. package/dist/cli/commands/p2p-policy.d.ts +2 -0
  14. package/dist/cli/commands/p2p.d.ts +7 -0
  15. package/dist/cli/commands/serve.d.ts +18 -0
  16. package/dist/cli/commands/setup.d.ts +2 -0
  17. package/dist/cli/commands/tui.d.ts +1 -1
  18. package/dist/cli/config.d.ts +20 -0
  19. package/dist/cli/index.js +6285 -1613
  20. package/dist/cli/output.d.ts +6 -0
  21. package/dist/cli/setup.d.ts +59 -0
  22. package/dist/core.js +4657 -1271
  23. package/dist/datasource/connector-skill.d.ts +1 -1
  24. package/dist/datasource/connector.d.ts +1 -1
  25. package/dist/datasource/index.d.ts +0 -1
  26. package/dist/datasource/skills/discrawl/client.d.ts +6 -2
  27. package/dist/datasource/skills/discrawl/index.d.ts +1 -1
  28. package/dist/datasource/skills/discrawl/skill.d.ts +2 -1
  29. package/dist/datasource/skills/discrawl/types.d.ts +22 -0
  30. package/dist/datasource/skills/factory.d.ts +2 -1
  31. package/dist/datasource/skills/katok/client.d.ts +4 -7
  32. package/dist/datasource/skills/katok/types.d.ts +1 -6
  33. package/dist/embedding-runtime/cache.d.ts +21 -0
  34. package/dist/embedding-runtime/gateway.d.ts +27 -0
  35. package/dist/embedding-runtime/index.d.ts +120 -0
  36. package/dist/embedding-runtime/manifest.d.ts +24 -0
  37. package/dist/embedding-runtime/supervisor.d.ts +74 -0
  38. package/dist/embedding-runtime/types.d.ts +66 -0
  39. package/dist/filesystem/source-paths.d.ts +27 -0
  40. package/dist/index.js +4663 -1274
  41. package/dist/minsync/client.d.ts +24 -0
  42. package/dist/minsync/embedder-config.d.ts +12 -0
  43. package/dist/minsync/index.d.ts +4 -3
  44. package/dist/minsync/local-embedder.d.ts +16 -0
  45. package/dist/minsync/method.d.ts +3 -0
  46. package/dist/minsync/types.d.ts +9 -0
  47. package/dist/mirror/sync.d.ts +1 -0
  48. package/dist/observability/run-log.d.ts +2 -0
  49. package/dist/p2p/approval-store.d.ts +31 -0
  50. package/dist/p2p/egress-gate.d.ts +22 -0
  51. package/dist/p2p/file-sharing.d.ts +33 -0
  52. package/dist/p2p/injection-classifier.d.ts +33 -0
  53. package/dist/p2p/injection-gate.d.ts +37 -0
  54. package/dist/p2p/pii-gate.d.ts +47 -0
  55. package/dist/p2p/policy-filter.d.ts +15 -0
  56. package/dist/p2p/policy.d.ts +77 -0
  57. package/dist/p2p/simplex-server.d.ts +95 -0
  58. package/dist/p2p/simplex-transport.d.ts +38 -0
  59. package/dist/p2p/wire.d.ts +39 -0
  60. package/dist/process/terminate-tree.d.ts +20 -0
  61. package/licenses/apache-2.0.txt +202 -0
  62. package/licenses/embedding-assets.json +104 -0
  63. package/licenses/gemma-notice.txt +24 -0
  64. package/licenses/gemma-section-3.2-flow-down.txt +9 -0
  65. package/licenses/gemma-terms-of-use.html +4750 -0
  66. package/licenses/gemma-terms-of-use.txt +158 -0
  67. package/licenses/llama.cpp-MIT.txt +21 -0
  68. package/licenses/qwen3-embedding-notice.txt +13 -0
  69. package/package.json +14 -9
  70. package/skills/autorag/SKILL.md +16 -6
  71. package/skills/autorag-lite-setup/SKILL.md +2 -2
  72. package/skills/autorag-setup/SKILL.md +7 -9
  73. package/dist/datasource/skills/gmail/connector.d.ts +0 -30
  74. package/dist/datasource/skills/gmail/index.d.ts +0 -2
  75. package/dist/datasource/skills/gmail/skill.d.ts +0 -24
@@ -0,0 +1,18 @@
1
+ import type { InjectionClassifierModel } from "../../p2p/injection-classifier.js";
2
+ import { type SimplexPeerServer, startSimplexPeerServer } from "../../p2p/simplex-server.js";
3
+ import { type SimplexTransport, type StartSimplexOptions } from "../../p2p/simplex-transport.js";
4
+ import { type ResolvedAgentModel, resolveAgentModel } from "../config.js";
5
+ import type { CommandContext } from "./types.js";
6
+ export interface ServeCommandDeps {
7
+ readonly startSimplexPeerServer?: typeof startSimplexPeerServer;
8
+ readonly startSimplexChat?: (options: StartSimplexOptions) => Promise<SimplexTransport>;
9
+ readonly waitUntilStopped?: (server: SimplexPeerServer) => Promise<void>;
10
+ readonly modelResolver?: typeof resolveAgentModel;
11
+ }
12
+ export declare function createInjectionClassifierModel(resolved: ResolvedAgentModel): InjectionClassifierModel;
13
+ /**
14
+ * `autorag serve` — start the P2P peer query server over SimpleX Chat.
15
+ * Peers reach this installation through SimpleX; all security gates run
16
+ * unchanged.
17
+ */
18
+ export declare function runServe(ctx: CommandContext, deps?: ServeCommandDeps): Promise<number>;
@@ -0,0 +1,2 @@
1
+ import type { CommandContext } from "./types.js";
2
+ export declare function runSetupCommand(ctx: CommandContext): Promise<number>;
@@ -26,7 +26,7 @@ export interface TuiPresenter {
26
26
  }
27
27
  type TuiAgent = Pick<AutoRAGAgent, "searchDocumentsStream"> & Partial<Pick<AutoRAGAgent, "subscribe" | "abort">>;
28
28
  export interface TuiDeps {
29
- agentFactory?: (opts?: AutoRAGAgentOptions) => TuiAgent;
29
+ agentFactory?: (opts?: Partial<AutoRAGAgentOptions>) => TuiAgent;
30
30
  modelResolver?: (config: CliConfig) => ResolvedAgentModel;
31
31
  tuiFactory?: (ctx: CommandContext) => TuiDriver;
32
32
  sessionStore?: TuiSessionStore;
@@ -31,6 +31,24 @@ export interface RawIndexingMethods {
31
31
  export interface NormalizedIndexingConfig {
32
32
  minSync: MinSyncMethodConfig;
33
33
  }
34
+ export interface P2pConfig {
35
+ enabled?: boolean;
36
+ port?: number;
37
+ host?: string;
38
+ /** SimpleX CLI database prefix (defaults to <workspace>/.autorag/p2p/simplex). */
39
+ simplexDbPrefix?: string;
40
+ maxBodyBytes?: number;
41
+ maxFileBytes?: number;
42
+ policy?: Record<string, unknown>;
43
+ quotas?: {
44
+ queriesPerHour?: number;
45
+ burst?: number;
46
+ };
47
+ injectionClassifier?: boolean;
48
+ piiNer?: boolean;
49
+ searchTimeoutMs?: number;
50
+ newFilesPublic?: boolean;
51
+ }
34
52
  export interface UiConfig {
35
53
  host?: string;
36
54
  port?: number;
@@ -86,6 +104,8 @@ export interface CliConfig {
86
104
  datasourceAccess?: DatasourceAccessContextOptions;
87
105
  /** Optional local/deployment settings for the datasource UI. */
88
106
  ui?: UiConfig;
107
+ /** P2P sharing configuration. Disabled by default. */
108
+ p2p?: P2pConfig;
89
109
  }
90
110
  export interface ResolveConfigInput {
91
111
  flags: Record<string, string | boolean | undefined>;