@autorag/librarian 2.10.0 → 2.10.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (94) hide show
  1. package/LICENSE +195 -21
  2. package/NOTICE +16 -23
  3. package/README.md +399 -182
  4. package/dist/agent/agent.d.ts +163 -20
  5. package/dist/agent/context-token-guard.d.ts +23 -0
  6. package/dist/agent/evidence-ledger.d.ts +54 -5
  7. package/dist/agent/evidence-persistence.d.ts +24 -0
  8. package/dist/agent/jev-extension.d.ts +7 -4
  9. package/dist/agent/jikji-find-tool.d.ts +1 -0
  10. package/dist/agent/pi-session.d.ts +35 -2
  11. package/dist/agent/request-limits.d.ts +20 -0
  12. package/dist/agent/search-all-tool.d.ts +1 -0
  13. package/dist/agent/search-documents.d.ts +1 -1
  14. package/dist/agent/search-single-datasource-tool.d.ts +1 -0
  15. package/dist/agent/system-prompt.d.ts +0 -2
  16. package/dist/agent/tool-burst-guard.d.ts +26 -0
  17. package/dist/cli/config.d.ts +39 -23
  18. package/dist/cli/index.js +4195 -1478
  19. package/dist/cloud/config.d.ts +33 -9
  20. package/dist/cloud/credential.d.ts +17 -0
  21. package/dist/cloud/errors.d.ts +6 -6
  22. package/dist/cloud/index.d.ts +5 -4
  23. package/dist/cloud/jev-backend.d.ts +92 -0
  24. package/dist/cloud/models.d.ts +4 -4
  25. package/dist/cloud/oauth-login.d.ts +3 -3
  26. package/dist/cloud/provider.d.ts +16 -11
  27. package/dist/cloud/token.d.ts +2 -2
  28. package/dist/core.d.ts +2 -1
  29. package/dist/core.js +4200 -1506
  30. package/dist/datasource/aliased-skill.d.ts +2 -2
  31. package/dist/datasource/connector-skill.d.ts +2 -2
  32. package/dist/datasource/crawler-skill.d.ts +19 -2
  33. package/dist/datasource/described-skill.d.ts +2 -2
  34. package/dist/datasource/index.d.ts +1 -1
  35. package/dist/datasource/retry.d.ts +49 -0
  36. package/dist/datasource/sidecar/config.d.ts +26 -0
  37. package/dist/datasource/sidecar/descriptors.d.ts +67 -0
  38. package/dist/datasource/sidecar/fusion.d.ts +25 -0
  39. package/dist/datasource/sidecar/index.d.ts +131 -0
  40. package/dist/datasource/sidecar/methods.d.ts +27 -0
  41. package/dist/datasource/skills/clawgallery/skill.d.ts +4 -4
  42. package/dist/datasource/skills/discrawl/skill.d.ts +5 -5
  43. package/dist/datasource/skills/github-gist/skill.d.ts +2 -2
  44. package/dist/datasource/skills/lazykatok/skill.d.ts +5 -5
  45. package/dist/datasource/skills/mailcrawl/skill.d.ts +2 -2
  46. package/dist/datasource/skills/obsidian/skill.d.ts +5 -5
  47. package/dist/datasource/types.d.ts +16 -2
  48. package/dist/embedding-runtime/cache.d.ts +9 -0
  49. package/dist/embedding-runtime/index.d.ts +6 -6
  50. package/dist/embedding-runtime/manifest.d.ts +0 -12
  51. package/dist/embedding-runtime/types.d.ts +1 -1
  52. package/dist/index.d.ts +1 -2
  53. package/dist/index.js +4454 -1757
  54. package/dist/jikji/client.d.ts +13 -2
  55. package/dist/jikji/index.d.ts +1 -1
  56. package/dist/jikji/path-map.d.ts +9 -0
  57. package/dist/jikji/prepare-budget.d.ts +18 -0
  58. package/dist/jikji/serial-queue.d.ts +17 -0
  59. package/dist/jikji/types.d.ts +17 -0
  60. package/dist/mcp/index.js +4442 -1748
  61. package/dist/minsync/client.d.ts +6 -4
  62. package/dist/minsync/installer.d.ts +1 -1
  63. package/dist/minsync/method.d.ts +1 -1
  64. package/dist/minsync/process.d.ts +1 -0
  65. package/dist/minsync/types.d.ts +2 -2
  66. package/dist/mirror/atomic-write.d.ts +6 -0
  67. package/dist/mirror/index-store.d.ts +8 -1
  68. package/dist/mirror/index.d.ts +2 -2
  69. package/dist/mirror/sync.d.ts +57 -1
  70. package/dist/p2p/simplex-server.d.ts +0 -1
  71. package/dist/parser/defaults.d.ts +14 -4
  72. package/dist/parser/errors.d.ts +10 -0
  73. package/dist/parser/isolated.d.ts +77 -0
  74. package/dist/parser/kordoc.d.ts +1 -0
  75. package/dist/parser/ocr-engines.d.ts +6 -0
  76. package/dist/parser/parse-worker.d.ts +1 -0
  77. package/dist/parser/parse-worker.js +780 -0
  78. package/dist/parser/types.d.ts +5 -0
  79. package/dist/process/abort-reason.d.ts +2 -0
  80. package/dist/retrieval/index.d.ts +1 -1
  81. package/dist/retrieval/rerank.d.ts +28 -5
  82. package/licenses/embedding-assets.json +0 -35
  83. package/package.json +26 -29
  84. package/skills/autorag/SKILL.md +3 -2
  85. package/skills/autorag-doctor/SKILL.md +7 -1
  86. package/skills/autorag-lite-setup/SKILL.md +3 -3
  87. package/skills/autorag-setup/SKILL.md +43 -18
  88. package/dist/manifest/index.d.ts +0 -2
  89. package/dist/manifest/loader.d.ts +0 -3
  90. package/dist/manifest/types.d.ts +0 -8
  91. package/licenses/gemma-notice.txt +0 -24
  92. package/licenses/gemma-section-3.2-flow-down.txt +0 -9
  93. package/licenses/gemma-terms-of-use.html +0 -4750
  94. package/licenses/gemma-terms-of-use.txt +0 -158
@@ -87,15 +87,15 @@ export declare function createEmbeddingRuntime(options?: EmbeddingRuntimeOptions
87
87
  stopRuntime: () => Promise<void>;
88
88
  runtimeStatus: () => Promise<RuntimeStatus>;
89
89
  prefetchModel: (profileId?: ProfileId) => Promise<{
90
- profileId: ProfileId;
90
+ profileId: "qwen3-embedding-0.6b";
91
91
  path: string;
92
92
  }>;
93
93
  importModel: (profileId: ProfileId | undefined, sourcePath: string) => Promise<{
94
- profileId: ProfileId;
94
+ profileId: "qwen3-embedding-0.6b";
95
95
  path: string;
96
96
  }>;
97
97
  verifyModel: (profileId?: ProfileId) => Promise<{
98
- profileId: ProfileId;
98
+ profileId: "qwen3-embedding-0.6b";
99
99
  path: string;
100
100
  hash: string;
101
101
  }>;
@@ -106,15 +106,15 @@ export declare const releaseRuntimeHandles: () => Promise<void>;
106
106
  export declare const stopRuntime: () => Promise<void>;
107
107
  export declare const runtimeStatus: () => Promise<RuntimeStatus>;
108
108
  export declare const prefetchModel: (profileId?: ProfileId) => Promise<{
109
- profileId: ProfileId;
109
+ profileId: "qwen3-embedding-0.6b";
110
110
  path: string;
111
111
  }>;
112
112
  export declare const importModel: (profileId: ProfileId | undefined, sourcePath: string) => Promise<{
113
- profileId: ProfileId;
113
+ profileId: "qwen3-embedding-0.6b";
114
114
  path: string;
115
115
  }>;
116
116
  export declare const verifyModel: (profileId?: ProfileId) => Promise<{
117
- profileId: ProfileId;
117
+ profileId: "qwen3-embedding-0.6b";
118
118
  path: string;
119
119
  hash: string;
120
120
  }>;
@@ -14,19 +14,7 @@ export declare const MODEL_ASSETS: {
14
14
  readonly upstreamCardUrl: "https://huggingface.co/Qwen/Qwen3-Embedding-0.6B";
15
15
  readonly modelCard: "docs/model-cards/qwen3-embedding-0.6b.md";
16
16
  };
17
- readonly embeddinggemma: {
18
- readonly url: "https://huggingface.co/ggml-org/embeddinggemma-300M-GGUF/resolve/0f741b5a6585bd53aeb15cd1372c56f2a0f65e12/embeddinggemma-300M-Q8_0.gguf";
19
- readonly revision: "0f741b5a6585bd53aeb15cd1372c56f2a0f65e12";
20
- readonly sha256: "b5ce9d77a3fc4b3b39ccb5643c36777911cc4eb46a66962eadfa3f5f60490d63";
21
- readonly license: "Gemma Terms of Use";
22
- readonly noticeReference: "Google EmbeddingGemma model card and Gemma Terms of Use";
23
- readonly intendedUse: "Local loopback embedding for AutoRAG MinSync and native-datasource semantic retrieval. Not a generative model.";
24
- readonly unsuitableUse: "Chat or generation, remote embedding of corpus text, shipping weights in the npm package, any GGUF other than the pinned SHA-256, uses restricted by the Gemma Prohibited Use Policy.";
25
- readonly upstreamCardUrl: "https://ai.google.dev/gemma/docs/embeddinggemma/model_card";
26
- readonly modelCard: "docs/model-cards/embeddinggemma-300m.md";
27
- };
28
17
  };
29
18
  export declare const MODEL_ASSET_URLS: {
30
19
  readonly qwen3: "https://huggingface.co/Qwen/Qwen3-Embedding-0.6B-GGUF/resolve/370f27d7550e0def9b39c1f16d3fbaa13aa67728/Qwen3-Embedding-0.6B-Q8_0.gguf";
31
- readonly embeddinggemma: "https://huggingface.co/ggml-org/embeddinggemma-300M-GGUF/resolve/0f741b5a6585bd53aeb15cd1372c56f2a0f65e12/embeddinggemma-300M-Q8_0.gguf";
32
20
  };
@@ -1,6 +1,6 @@
1
1
  export type BackendKind = "auto" | "cpu" | "vulkan";
2
2
  export type PlatformId = "darwin-arm64-metal" | "win-x64-cpu" | "win-x64-vulkan";
3
- export type ProfileId = "qwen3-embedding-0.6b" | "embeddinggemma-300m";
3
+ export type ProfileId = "qwen3-embedding-0.6b";
4
4
  export interface ProtocolCapabilities {
5
5
  readonly healthz: boolean;
6
6
  readonly embed: boolean;
package/dist/index.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- export { AutoRAGAgent, type AutoRAGAgentOptions, type AutoRAGRefreshComponentStatus, type AutoRAGRefreshOptions, type AutoRAGRefreshResult, type AutoRAGRefreshStatus, type AutoRAGWatchRefreshHandle, type AutoRAGWatchRefreshOptions, type AutoRefreshOptions, type RefreshMethod, } from "./agent/agent.js";
1
+ export { AutoRAGAgent, type AutoRAGAgentOptions, type AutoRAGRefreshComponentStatus, type AutoRAGRefreshOptions, type AutoRAGRefreshProgress, type AutoRAGRefreshResult, type AutoRAGRefreshStatus, type AutoRAGWatchRefreshHandle, type AutoRAGWatchRefreshOptions, type AutoRefreshOptions, type RefreshMethod, } from "./agent/agent.js";
2
2
  export { type AutoRAGResultsDetails, reportSchema, type SearchDocumentDiagnostic, type SearchDocumentDiagnosticCode, type SearchDocumentDiagnosticSeverity, type SearchDocumentsResponse, type SearchDocumentsStreamEvent, type SearchDocumentWarning, } from "./agent/index.js";
3
3
  export { buildSystemPrompt, type SystemPromptConfig } from "./agent/system-prompt.js";
4
4
  export * from "./cloud/index.js";
@@ -8,7 +8,6 @@ export * from "./dupey/index.js";
8
8
  export * from "./everything/index.js";
9
9
  export * from "./fsearch/index.js";
10
10
  export * from "./jikji/index.js";
11
- export * from "./manifest/index.js";
12
11
  export { type AutoRAGMcpServerOptions, createAutoRAGMcpServer } from "./mcp/server.js";
13
12
  export * from "./memory/index.js";
14
13
  export * from "./minsync/index.js";