@autorag/librarian 2.5.2 → 2.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -6
- package/dist/agent/agent.d.ts +9 -14
- package/dist/agent/index.d.ts +1 -2
- package/dist/agent/search-single-datasource-tool.d.ts +14 -8
- package/dist/cli/index.js +2130 -1057
- package/dist/core.js +1711 -665
- package/dist/datasource/errors.d.ts +1 -1
- package/dist/datasource/index.d.ts +3 -2
- package/dist/datasource/skills/discrawl/skill.d.ts +1 -1
- package/dist/datasource/skills/discrawl/types.d.ts +2 -2
- package/dist/datasource/skills/github-gist/connector.d.ts +38 -0
- package/dist/datasource/skills/github-gist/index.d.ts +3 -0
- package/dist/datasource/skills/github-gist/semantic.d.ts +102 -0
- package/dist/datasource/skills/github-gist/skill.d.ts +39 -0
- package/dist/datasource/skills/lark/client.d.ts +23 -0
- package/dist/datasource/skills/lark/index.d.ts +2 -0
- package/dist/datasource/skills/lark/skill.d.ts +36 -0
- package/dist/datasource/skills/lazykatok/client.d.ts +28 -0
- package/dist/datasource/skills/lazykatok/index.d.ts +12 -0
- package/dist/datasource/skills/{katok → lazykatok}/methods.d.ts +12 -12
- package/dist/datasource/skills/lazykatok/paths.d.ts +40 -0
- package/dist/datasource/skills/{katok → lazykatok}/skill.d.ts +10 -10
- package/dist/datasource/skills/lazykatok/types.d.ts +134 -0
- package/dist/datasource/skills/mailcrawl/client.d.ts +2 -0
- package/dist/datasource/skills/mailcrawl/types.d.ts +12 -0
- package/dist/datasource/types.d.ts +4 -4
- package/dist/embedding-runtime/manifest.d.ts +8 -0
- package/dist/embedding-runtime/types.d.ts +4 -0
- package/dist/index.js +1719 -671
- package/dist/process/terminate-tree.d.ts +2 -0
- package/dist/retrieval/types.d.ts +1 -1
- package/licenses/embedding-assets.json +20 -4
- package/package.json +1 -1
- package/skills/autorag-doctor/SKILL.md +4 -3
- package/skills/autorag-lite-setup/SKILL.md +2 -2
- package/skills/autorag-setup/SKILL.md +9 -6
- package/dist/agent/search-datasource-tool.d.ts +0 -30
- package/dist/datasource/skills/katok/client.d.ts +0 -21
- package/dist/datasource/skills/katok/index.d.ts +0 -12
- package/dist/datasource/skills/katok/paths.d.ts +0 -40
- package/dist/datasource/skills/katok/types.d.ts +0 -123
|
@@ -13,7 +13,13 @@ export interface MailcrawlOptions {
|
|
|
13
13
|
readonly source?: string;
|
|
14
14
|
readonly fixture?: string;
|
|
15
15
|
readonly himalayaConfig?: string;
|
|
16
|
+
/**
|
|
17
|
+
* Applies to every operation. `sync`/`index` additionally honor
|
|
18
|
+
* `indexTimeoutMs`, because a 0.2.0 native index run is not interactive.
|
|
19
|
+
*/
|
|
16
20
|
readonly timeoutMs?: number;
|
|
21
|
+
/** Non-interactive budget for `sync`/`index`; defaults to 30 minutes. */
|
|
22
|
+
readonly indexTimeoutMs?: number;
|
|
17
23
|
readonly maxBufferBytes?: number;
|
|
18
24
|
readonly env?: Readonly<Record<string, string | undefined>>;
|
|
19
25
|
}
|
|
@@ -38,6 +44,12 @@ export interface MailcrawlIndexInfo {
|
|
|
38
44
|
readonly embedded?: number;
|
|
39
45
|
readonly reused?: number;
|
|
40
46
|
readonly generation?: string;
|
|
47
|
+
/** 0.2.0 LanceDB index report: archive revision the vectors were built for. */
|
|
48
|
+
readonly archiveRevision?: string;
|
|
49
|
+
/** 0.2.0: the store was rebuilt instead of incrementally extended. */
|
|
50
|
+
readonly rebuilt?: boolean;
|
|
51
|
+
/** 0.2.0: embedder identity the vectors belong to, e.g. `native:Qwen/Qwen3-Embedding-0.6B:1024`. */
|
|
52
|
+
readonly embedder?: string;
|
|
41
53
|
}
|
|
42
54
|
export interface MailcrawlSearchHit {
|
|
43
55
|
readonly chunkId: string;
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* Datasource core contract.
|
|
3
3
|
*
|
|
4
4
|
* A *datasource* is an external, server-bound source of retrieval evidence
|
|
5
|
-
* (e.g. a KakaoTalk export reached through the external `
|
|
5
|
+
* (e.g. a KakaoTalk export reached through the external `lazykatok` CLI). The
|
|
6
6
|
* datasource layer sits *on top of* the existing retrieval pipeline: it owns
|
|
7
7
|
* access gating and slash-hierarchical source naming, while actual retrieval
|
|
8
8
|
* still flows through {@link RetrievalMethod} instances returned by a skill.
|
|
@@ -21,7 +21,7 @@
|
|
|
21
21
|
import type { RetrievalMethod } from "../retrieval/types.js";
|
|
22
22
|
export type { RetrievalMethod } from "../retrieval/types.js";
|
|
23
23
|
/**
|
|
24
|
-
* Descriptor for a datasource skill (e.g. KakaoTalk via `
|
|
24
|
+
* Descriptor for a datasource skill (e.g. KakaoTalk via `lazykatok`).
|
|
25
25
|
*
|
|
26
26
|
* Structurally compatible with {@link RetrievalMethodDescriptor} so that
|
|
27
27
|
* retrieval method descriptors can be gated by the same access context.
|
|
@@ -42,7 +42,7 @@ export interface DatasourceSkillDescriptor {
|
|
|
42
42
|
*/
|
|
43
43
|
readonly tags: readonly string[];
|
|
44
44
|
readonly status: "active" | "stub";
|
|
45
|
-
/** True when the skill shells out to an external CLI (e.g. `
|
|
45
|
+
/** True when the skill shells out to an external CLI (e.g. `lazykatok`). */
|
|
46
46
|
readonly requiresExternalCli?: boolean;
|
|
47
47
|
/**
|
|
48
48
|
* Set when this descriptor describes a datasource-backed surface.
|
|
@@ -112,7 +112,7 @@ export interface DatasourceSkillManifest {
|
|
|
112
112
|
}
|
|
113
113
|
/**
|
|
114
114
|
* A configured, running instance of a datasource skill (e.g. one KakaoTalk
|
|
115
|
-
* account reached through `
|
|
115
|
+
* account reached through `lazykatok`).
|
|
116
116
|
*/
|
|
117
117
|
export interface DatasourceInstance {
|
|
118
118
|
/** Stable instance id, unique within a skill. */
|
|
@@ -9,6 +9,10 @@ export declare const MODEL_ASSETS: {
|
|
|
9
9
|
readonly sha256: "06507c7b42688469c4e7298b0a1e16deff06caf291cf0a5b278c308249c3e439";
|
|
10
10
|
readonly license: "Apache-2.0";
|
|
11
11
|
readonly noticeReference: "Qwen3 model card and Apache-2.0 license";
|
|
12
|
+
readonly intendedUse: "Local loopback embedding for AutoRAG MinSync and native-datasource semantic retrieval. Not a generative model.";
|
|
13
|
+
readonly unsuitableUse: "Chat or generation, remote embedding of corpus text, shipping weights in the npm package, any GGUF other than the pinned SHA-256.";
|
|
14
|
+
readonly upstreamCardUrl: "https://huggingface.co/Qwen/Qwen3-Embedding-0.6B";
|
|
15
|
+
readonly modelCard: "docs/model-cards/qwen3-embedding-0.6b.md";
|
|
12
16
|
};
|
|
13
17
|
readonly embeddinggemma: {
|
|
14
18
|
readonly url: "https://huggingface.co/ggml-org/embeddinggemma-300M-GGUF/resolve/0f741b5a6585bd53aeb15cd1372c56f2a0f65e12/embeddinggemma-300M-Q8_0.gguf";
|
|
@@ -16,6 +20,10 @@ export declare const MODEL_ASSETS: {
|
|
|
16
20
|
readonly sha256: "b5ce9d77a3fc4b3b39ccb5643c36777911cc4eb46a66962eadfa3f5f60490d63";
|
|
17
21
|
readonly license: "Gemma Terms of Use";
|
|
18
22
|
readonly noticeReference: "Google EmbeddingGemma model card and Gemma Terms of Use";
|
|
23
|
+
readonly intendedUse: "Local loopback embedding for AutoRAG MinSync and native-datasource semantic retrieval. Not a generative model.";
|
|
24
|
+
readonly unsuitableUse: "Chat or generation, remote embedding of corpus text, shipping weights in the npm package, any GGUF other than the pinned SHA-256, uses restricted by the Gemma Prohibited Use Policy.";
|
|
25
|
+
readonly upstreamCardUrl: "https://ai.google.dev/gemma/docs/embeddinggemma/model_card";
|
|
26
|
+
readonly modelCard: "docs/model-cards/embeddinggemma-300m.md";
|
|
19
27
|
};
|
|
20
28
|
};
|
|
21
29
|
export declare const MODEL_ASSET_URLS: {
|
|
@@ -53,6 +53,10 @@ export interface ModelAsset {
|
|
|
53
53
|
readonly sha256: string;
|
|
54
54
|
readonly license: string;
|
|
55
55
|
readonly noticeReference: string;
|
|
56
|
+
readonly intendedUse: string;
|
|
57
|
+
readonly unsuitableUse: string;
|
|
58
|
+
readonly upstreamCardUrl: string;
|
|
59
|
+
readonly modelCard: string;
|
|
56
60
|
}
|
|
57
61
|
export interface RuntimeAsset {
|
|
58
62
|
readonly id: string;
|