@autorag/librarian 2.12.0 → 2.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -3
- package/dist/agent/agent.d.ts +84 -44
- package/dist/agent/answer-guidelines.d.ts +18 -1
- package/dist/agent/current-date.d.ts +10 -0
- package/dist/agent/datasource-skill.d.ts +2 -2
- package/dist/agent/environment-prompt.d.ts +20 -0
- package/dist/agent/evidence-ledger.d.ts +4 -2
- package/dist/agent/location-claims.d.ts +14 -0
- package/dist/agent/packaged-skill.d.ts +19 -0
- package/dist/agent/query-routing.d.ts +80 -26
- package/dist/agent/results.d.ts +10 -2
- package/dist/agent/search-documents.d.ts +6 -1
- package/dist/agent/self-config.d.ts +4 -4
- package/dist/agent/skill-invocation.d.ts +17 -0
- package/dist/agent/user-requests.d.ts +2 -2
- package/dist/cli/commands/evidence.d.ts +2 -0
- package/dist/cli/index.js +10572 -9994
- package/dist/cli/setup.d.ts +2 -0
- package/dist/core.js +21531 -21024
- package/dist/datasource/crawler-skill.d.ts +1 -0
- package/dist/datasource/index.d.ts +1 -1
- package/dist/datasource/sidecar/methods.d.ts +8 -1
- package/dist/datasource/skills/clawgallery/skill.d.ts +4 -0
- package/dist/datasource/skills/discrawl/skill.d.ts +5 -0
- package/dist/datasource/skills/factory.d.ts +5 -1
- package/dist/datasource/skills/lazykatok/index.d.ts +1 -1
- package/dist/datasource/skills/lazykatok/methods.d.ts +5 -5
- package/dist/datasource/skills/lazykatok/skill.d.ts +1 -0
- package/dist/datasource/skills/mailcrawl/skill.d.ts +1 -0
- package/dist/index.js +21621 -21063
- package/dist/mcp/index.js +21618 -21061
- package/dist/memory/memory.d.ts +4 -1
- package/dist/mirror/atomic-write.d.ts +16 -1
- package/dist/mirror/sync.d.ts +2 -0
- package/dist/profiles.js +11311 -10804
- package/dist/retrieval/chunk-location.d.ts +28 -0
- package/dist/retrieval/fallback.d.ts +24 -0
- package/dist/retrieval/index.d.ts +1 -0
- package/dist/retrieval/types.d.ts +16 -0
- package/internal-skills/organize/SKILL.md +43 -0
- package/package.json +2 -1
- package/skills/autorag/SKILL.md +18 -7
- package/skills/autorag-setup/SKILL.md +7 -5
|
@@ -58,6 +58,7 @@ export declare class CrawlerDatasourceSkill implements DatasourceSkill {
|
|
|
58
58
|
private syncSidecar;
|
|
59
59
|
/** Release the sidecar's database handles. Safe to call repeatedly; later use reopens them. */
|
|
60
60
|
close(): void;
|
|
61
|
+
/** One method: the sidecar's hybrid search (or BM25 without an embedder), with the CLI as the last fallback. */
|
|
61
62
|
retrievalMethods(): readonly RetrievalMethod[];
|
|
62
63
|
private cliMethod;
|
|
63
64
|
describeSources(): readonly SourceDescription[];
|
|
@@ -13,7 +13,7 @@ export { GitHubConnector, type GitHubConnectorOptions, GitHubSkill, type GitHubS
|
|
|
13
13
|
export { HISTER_SKILL_TYPE, HisterClient, type HisterClientOptions, HisterSkill, type HisterSkillOptions, } from "./skills/hister/index.js";
|
|
14
14
|
export { LarkClient, type LarkClientOptions, LarkSkill, type LarkSkillOptions } from "./skills/lark/index.js";
|
|
15
15
|
export type { LazykatokFailureReason, LazykatokHit, LazykatokOptions, LazykatokSearchMode, LazykatokSearchOptions, LazykatokSearchResult, LazykatokSkillClient, LazykatokSkillOptions, } from "./skills/lazykatok/index.js";
|
|
16
|
-
export { LazykatokBm25Method, LazykatokClient,
|
|
16
|
+
export { LazykatokBm25Method, LazykatokClient, LazykatokHybridMethod, LazykatokSkill, } from "./skills/lazykatok/index.js";
|
|
17
17
|
export { MailExportConnector, type MailExportConnectorOptions, MailExportSkill, type MailExportSkillOptions, } from "./skills/mail-export/index.js";
|
|
18
18
|
export { MAILCRAWL_MODES, MailcrawlClient, type MailcrawlFailure, type MailcrawlFailureReason, type MailcrawlIndexInfo, MailcrawlMethod, type MailcrawlOptions, type MailcrawlSearchHit, type MailcrawlSearchMode, type MailcrawlSearchResult, MailcrawlSkill, type MailcrawlSyncInfo, type MailcrawlSyncResult, } from "./skills/mailcrawl/index.js";
|
|
19
19
|
export { NotcrawlClient, type NotcrawlOptions, NotionSkill, type NotionSkillOptions, } from "./skills/notion/index.js";
|
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
import type { RetrievalMethod, RetrievalMethodDescriptor, RetrievalOptions, RetrievalResult } from "../../retrieval/types.js";
|
|
7
7
|
import type { CrawlerDescriptor } from "./descriptors.js";
|
|
8
8
|
import type { CrawlerSidecar } from "./index.js";
|
|
9
|
-
export type SidecarMode = "bm25" | "
|
|
9
|
+
export type SidecarMode = "bm25" | "hybrid";
|
|
10
10
|
export interface SidecarMethodOptions {
|
|
11
11
|
readonly sidecar: CrawlerSidecar;
|
|
12
12
|
readonly descriptor: CrawlerDescriptor;
|
|
@@ -25,3 +25,10 @@ export declare class SidecarRetrievalMethod implements RetrievalMethod {
|
|
|
25
25
|
retrieve(query: string, options: RetrievalOptions): Promise<RetrievalResult[]>;
|
|
26
26
|
private toResult;
|
|
27
27
|
}
|
|
28
|
+
/**
|
|
29
|
+
* The one method a sidecar-backed crawler registers. The sidecar's hybrid search leads when semantic
|
|
30
|
+
* search is enabled and its BM25 search leads otherwise. When the leader throws, the sidecar's own BM25
|
|
31
|
+
* answers next and the crawler's CLI search last, so the datasource still searches when the embedder or
|
|
32
|
+
* the sidecar index is down. A leader that answers with no hits is final.
|
|
33
|
+
*/
|
|
34
|
+
export declare function sidecarFirstMethod(options: Omit<SidecarMethodOptions, "mode">, cli: RetrievalMethod): RetrievalMethod;
|
|
@@ -29,6 +29,10 @@ export declare class ClawGallerySkill implements DatasourceSkill {
|
|
|
29
29
|
describe(): DatasourceSkillDescriptor;
|
|
30
30
|
polling(): PollingMetadata;
|
|
31
31
|
index(options?: DatasourceIndexOptions): Promise<DatasourceIndexResult>;
|
|
32
|
+
/**
|
|
33
|
+
* Hybrid RRF-fuses every channel the index has, so it runs alone and keyword search stands in only
|
|
34
|
+
* when hybrid fails. A mode the operator pinned explicitly runs by itself with no fallback.
|
|
35
|
+
*/
|
|
32
36
|
retrievalMethods(): readonly RetrievalMethod[];
|
|
33
37
|
describeSources(): readonly SourceDescription[];
|
|
34
38
|
skillManifest(): DatasourceSkillManifest;
|
|
@@ -48,6 +48,11 @@ export declare class DiscrawlSkill implements DatasourceSkill {
|
|
|
48
48
|
describe(): DatasourceSkillDescriptor;
|
|
49
49
|
polling(): PollingMetadata;
|
|
50
50
|
index(options?: DatasourceIndexOptions): Promise<DatasourceIndexResult>;
|
|
51
|
+
/**
|
|
52
|
+
* One method per query. Hybrid is the default and already degrades to FTS inside the single
|
|
53
|
+
* `discrawl search` call when embeddings are unavailable, so FTS and semantic are not registered
|
|
54
|
+
* beside it; an operator who pins `defaultMode` to `fts` or `semantic` gets exactly that mode.
|
|
55
|
+
*/
|
|
51
56
|
retrievalMethods(): readonly RetrievalMethod[];
|
|
52
57
|
describeSources(): readonly SourceDescription[];
|
|
53
58
|
skillManifest(): DatasourceSkillManifest;
|
|
@@ -50,7 +50,11 @@ export interface DatasourceEmbeddingOptions {
|
|
|
50
50
|
/** MinSync binary, embedder and chunking shared with the local-file index; vault indexes run on it too. */
|
|
51
51
|
readonly minSync?: ObsidianMinSyncOptions;
|
|
52
52
|
}
|
|
53
|
-
/**
|
|
53
|
+
/** Whether the skill's backend exists on `platform`. Names with no platform restriction are always supported. */
|
|
54
|
+
export declare function datasourceSkillSupported(name: string, platform?: NodeJS.Platform): boolean;
|
|
55
|
+
/** Skill names this factory can build on `platform`. */
|
|
56
|
+
export declare function builtinDatasourceSkillNames(platform?: NodeJS.Platform): readonly string[];
|
|
57
|
+
/** Skill names this factory can build on the running platform. */
|
|
54
58
|
export declare const BUILTIN_DATASOURCE_SKILL_NAMES: readonly string[];
|
|
55
59
|
/**
|
|
56
60
|
* Build datasource skills from the trusted config section. `false` or
|
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
* the form `/kakao/<instance-id>/chunks/<chunk-id>`.
|
|
7
7
|
*/
|
|
8
8
|
export { LazykatokClient } from "./client.js";
|
|
9
|
-
export { LazykatokBm25Method, type LazykatokMethodOptions, type LazykatokSearchClient,
|
|
9
|
+
export { LazykatokBm25Method, LazykatokHybridMethod, type LazykatokMethodOptions, type LazykatokSearchClient, } from "./methods.js";
|
|
10
10
|
export { LazykatokSkill, type LazykatokSkillClient, type LazykatokSkillOptions } from "./skill.js";
|
|
11
11
|
export type { LazykatokChunkResult, LazykatokDoctorResult, LazykatokFailureReason, LazykatokHit, LazykatokIndexResult, LazykatokOptions, LazykatokSearchMode, LazykatokSearchOptions, LazykatokSearchResult, LazykatokSyncResult, } from "./types.js";
|
|
12
12
|
export { DEFAULT_LAZYKATOK_INDEX_TIMEOUT_MS, DEFAULT_LAZYKATOK_OPTIONS } from "./types.js";
|
|
@@ -27,12 +27,12 @@ export declare class LazykatokBm25Method implements RetrievalMethod {
|
|
|
27
27
|
retrieve(query: string, options: RetrievalOptions): Promise<RetrievalResult[]>;
|
|
28
28
|
}
|
|
29
29
|
/**
|
|
30
|
-
*
|
|
31
|
-
*
|
|
32
|
-
* controlled at the datasource/tag level.
|
|
33
|
-
*
|
|
30
|
+
* Hybrid retrieval over a KakaoTalk datasource via the external `lazykatok` CLI in hybrid mode
|
|
31
|
+
* (BM25 and semantic rankings fused by reciprocal rank fusion inside the CLI). Lazykatok does not
|
|
32
|
+
* expose source scopes; access is controlled at the datasource/tag level. Client failures reach the
|
|
33
|
+
* caller verbatim so the pipeline can fall back to {@link LazykatokBm25Method}.
|
|
34
34
|
*/
|
|
35
|
-
export declare class
|
|
35
|
+
export declare class LazykatokHybridMethod implements RetrievalMethod {
|
|
36
36
|
private readonly client;
|
|
37
37
|
private readonly instanceId;
|
|
38
38
|
private readonly tags;
|
|
@@ -38,6 +38,7 @@ export declare class LazykatokSkill implements DatasourceSkill {
|
|
|
38
38
|
index(options?: DatasourceIndexOptions): Promise<DatasourceIndexResult>;
|
|
39
39
|
/** Release the sidecar's database handles. Safe to call repeatedly; later use reopens them. */
|
|
40
40
|
close(): void;
|
|
41
|
+
/** One method: sidecar hybrid when a sidecar is configured, else the CLI's hybrid; BM25 is the fallback either way. */
|
|
41
42
|
retrievalMethods(): readonly RetrievalMethod[];
|
|
42
43
|
private syncSidecar;
|
|
43
44
|
describeSources(): readonly SourceDescription[];
|
|
@@ -27,6 +27,7 @@ export declare class MailcrawlSkill implements DatasourceSkill {
|
|
|
27
27
|
describe(): DatasourceSkillDescriptor;
|
|
28
28
|
polling(): PollingMetadata;
|
|
29
29
|
index(options?: DatasourceIndexOptions): Promise<DatasourceIndexResult>;
|
|
30
|
+
/** Hybrid search first; BM25 only when mailcrawl cannot run hybrid (for example, no usable semantic index). */
|
|
30
31
|
retrievalMethods(): readonly RetrievalMethod[];
|
|
31
32
|
describeSources(): readonly SourceDescription[];
|
|
32
33
|
skillManifest(): DatasourceSkillManifest;
|