@autorag/librarian 2.5.1 → 2.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +3 -0
- package/README.md +230 -490
- package/dist/agent/agent.d.ts +40 -3
- package/dist/agent/index.d.ts +1 -1
- package/dist/agent/search-single-datasource-tool.d.ts +63 -0
- package/dist/agent/web-fetch-tool.d.ts +32 -0
- package/dist/agent/web-search-tool.d.ts +48 -0
- package/dist/cli/commands/lite-retrieve.d.ts +15 -0
- package/dist/cli/commands/search.d.ts +6 -0
- package/dist/cli/config.d.ts +20 -0
- package/dist/cli/index.js +17643 -10464
- package/dist/core.d.ts +3 -1
- package/dist/core.js +11081 -3945
- package/dist/datasource/connector-skill.d.ts +6 -0
- package/dist/datasource/crawler-skill.d.ts +2 -0
- package/dist/datasource/errors.d.ts +26 -0
- package/dist/datasource/index.d.ts +3 -2
- package/dist/datasource/skills/discrawl/skill.d.ts +1 -1
- package/dist/datasource/skills/discrawl/types.d.ts +2 -2
- package/dist/datasource/skills/github-gist/connector.d.ts +38 -0
- package/dist/datasource/skills/github-gist/index.d.ts +3 -0
- package/dist/datasource/skills/github-gist/semantic.d.ts +102 -0
- package/dist/datasource/skills/github-gist/skill.d.ts +39 -0
- package/dist/datasource/skills/lark/client.d.ts +23 -0
- package/dist/datasource/skills/lark/index.d.ts +2 -0
- package/dist/datasource/skills/lark/skill.d.ts +36 -0
- package/dist/datasource/skills/lazykatok/client.d.ts +28 -0
- package/dist/datasource/skills/lazykatok/index.d.ts +12 -0
- package/dist/datasource/skills/{katok → lazykatok}/methods.d.ts +12 -12
- package/dist/datasource/skills/lazykatok/paths.d.ts +40 -0
- package/dist/datasource/skills/{katok → lazykatok}/skill.d.ts +10 -10
- package/dist/datasource/skills/lazykatok/types.d.ts +134 -0
- package/dist/datasource/skills/mailcrawl/client.d.ts +2 -0
- package/dist/datasource/skills/mailcrawl/types.d.ts +12 -0
- package/dist/datasource/skills/slack/index.d.ts +8 -0
- package/dist/datasource/tool-naming.d.ts +11 -0
- package/dist/datasource/types.d.ts +4 -4
- package/dist/embedding-runtime/manifest.d.ts +8 -0
- package/dist/embedding-runtime/types.d.ts +4 -0
- package/dist/index.js +11598 -4461
- package/dist/minsync/types.d.ts +7 -0
- package/dist/process/terminate-tree.d.ts +2 -0
- package/dist/retrieval/engine.d.ts +14 -5
- package/dist/retrieval/index.d.ts +2 -1
- package/dist/retrieval/merger.d.ts +30 -5
- package/dist/retrieval/skip.d.ts +41 -0
- package/dist/retrieval/types.d.ts +24 -3
- package/dist/web/entities.d.ts +10 -0
- package/dist/web/fetch/convert.d.ts +35 -0
- package/dist/web/fetch/feeds.d.ts +37 -0
- package/dist/web/fetch/html-renderer.d.ts +54 -0
- package/dist/web/fetch/index.d.ts +12 -0
- package/dist/web/fetch/negotiate.d.ts +27 -0
- package/dist/web/fetch/page-loader.d.ts +60 -0
- package/dist/web/fetch/render.d.ts +23 -0
- package/dist/web/fetch/turndown/gfm.d.ts +11 -0
- package/dist/web/fetch/turndown/html.d.ts +5 -0
- package/dist/web/fetch/turndown/index.d.ts +10 -0
- package/dist/web/fetch/turndown/service.d.ts +21 -0
- package/dist/web/fetch/turndown/types.d.ts +73 -0
- package/dist/web/fetch/url-target.d.ts +29 -0
- package/dist/web/search/browser-headers.d.ts +17 -0
- package/dist/web/search/browser-loader.d.ts +56 -0
- package/dist/web/search/browser-page.d.ts +41 -0
- package/dist/web/search/credentials.d.ts +10 -0
- package/dist/web/search/format.d.ts +30 -0
- package/dist/web/search/index.d.ts +46 -0
- package/dist/web/search/model-auth.d.ts +36 -0
- package/dist/web/search/provider.d.ts +62 -0
- package/dist/web/search/providers/anthropic.d.ts +9 -0
- package/dist/web/search/providers/base.d.ts +106 -0
- package/dist/web/search/providers/codex.d.ts +9 -0
- package/dist/web/search/providers/duckduckgo.d.ts +22 -0
- package/dist/web/search/providers/ecosia.d.ts +29 -0
- package/dist/web/search/providers/gemini.d.ts +9 -0
- package/dist/web/search/providers/google.d.ts +22 -0
- package/dist/web/search/providers/mojeek.d.ts +24 -0
- package/dist/web/search/providers/parallel.d.ts +10 -0
- package/dist/web/search/providers/perplexity.d.ts +10 -0
- package/dist/web/search/providers/public.d.ts +15 -0
- package/dist/web/search/providers/responses-api.d.ts +26 -0
- package/dist/web/search/providers/searxng.d.ts +19 -0
- package/dist/web/search/providers/startpage.d.ts +25 -0
- package/dist/web/search/providers/utils.d.ts +39 -0
- package/dist/web/search/providers/xai.d.ts +9 -0
- package/dist/web/search/query.d.ts +193 -0
- package/dist/web/search/types.d.ts +198 -0
- package/dist/web/search/utils.d.ts +8 -0
- package/licenses/embedding-assets.json +20 -4
- package/package.json +2 -1
- package/skills/autorag/SKILL.md +2 -1
- package/skills/autorag-doctor/SKILL.md +238 -0
- package/skills/autorag-lite-search/SKILL.md +29 -7
- package/skills/autorag-lite-setup/SKILL.md +22 -15
- package/skills/autorag-setup/SKILL.md +40 -19
- package/dist/agent/search-datasource-tool.d.ts +0 -29
- package/dist/datasource/skills/katok/client.d.ts +0 -21
- package/dist/datasource/skills/katok/index.d.ts +0 -12
- package/dist/datasource/skills/katok/paths.d.ts +0 -40
- package/dist/datasource/skills/katok/types.d.ts +0 -123
|
@@ -1,123 +0,0 @@
|
|
|
1
|
-
import type { RetrievalOptions } from "../../../retrieval/types.js";
|
|
2
|
-
/**
|
|
3
|
-
* Search modes accepted by the external `katok search` subcommand.
|
|
4
|
-
*
|
|
5
|
-
* - `semantic` — dense vector similarity over indexed chunks.
|
|
6
|
-
* - `keyword` — exact / tokenized keyword matching.
|
|
7
|
-
* - `hybrid` — fused semantic + keyword scores.
|
|
8
|
-
*/
|
|
9
|
-
export type KatokSearchMode = "semantic" | "keyword" | "hybrid";
|
|
10
|
-
/**
|
|
11
|
-
* Configuration for {@link KatokClient}. All fields optional; sensible defaults
|
|
12
|
-
* mirror the jikji client. The client spawns the `katok` binary as a child
|
|
13
|
-
* process — it never opens the KakaoTalk database directly.
|
|
14
|
-
*/
|
|
15
|
-
export interface KatokOptions {
|
|
16
|
-
/** Explicit path to the `katok` binary. Defaults to a bare `katok` PATH lookup. */
|
|
17
|
-
readonly binaryPath?: string;
|
|
18
|
-
/** Spawn timeout in milliseconds. Default 60_000 (sync/index over large archives can be slow). */
|
|
19
|
-
readonly timeoutMs?: number;
|
|
20
|
-
/** Max stdout/stderr bytes retained. Default 1_048_576 (1 MiB). */
|
|
21
|
-
readonly maxBufferBytes?: number;
|
|
22
|
-
/** Explicit native katok data directory, passed as `--data-dir`. */
|
|
23
|
-
readonly workspacePath?: string;
|
|
24
|
-
/** Explicit operator-owned configuration/workspace transport. */
|
|
25
|
-
readonly configPath?: string;
|
|
26
|
-
/** Environment overrides merged on top of `process.env` for the child. */
|
|
27
|
-
readonly env?: Readonly<Record<string, string | undefined>>;
|
|
28
|
-
}
|
|
29
|
-
export declare const DEFAULT_KATOK_BINARY = "katok";
|
|
30
|
-
export declare const DEFAULT_KATOK_TIMEOUT_MS = 60000;
|
|
31
|
-
export declare const DEFAULT_KATOK_MAX_BUFFER_BYTES = 1048576;
|
|
32
|
-
export declare const DEFAULT_KATOK_OPTIONS: {
|
|
33
|
-
readonly binaryPath: "katok";
|
|
34
|
-
readonly timeoutMs: 60000;
|
|
35
|
-
readonly maxBufferBytes: 1048576;
|
|
36
|
-
};
|
|
37
|
-
/**
|
|
38
|
-
* Reasons a katok CLI invocation can fail. The client never throws for these —
|
|
39
|
-
* every method returns a discriminated union with `ok: false` and one of these
|
|
40
|
-
* reasons.
|
|
41
|
-
*/
|
|
42
|
-
export type KatokFailureReason = "binary-missing" | "nonzero-exit" | "spawn-error" | "timeout" | "aborted" | "stdout-too-large" | "stderr-too-large" | "invalid-json" | "invalid-shape";
|
|
43
|
-
/** Common failure payload shared by every method result union. */
|
|
44
|
-
export interface KatokFailure {
|
|
45
|
-
readonly ok: false;
|
|
46
|
-
readonly reason: KatokFailureReason;
|
|
47
|
-
/** Raw stdout captured (may be partial / empty). Never a binary path. */
|
|
48
|
-
readonly stdout: string;
|
|
49
|
-
/** Raw stderr captured (may be partial / empty). Never a binary path. */
|
|
50
|
-
readonly stderr: string;
|
|
51
|
-
/** Exit code, or `null` when the process never exited normally. */
|
|
52
|
-
readonly code: number | null;
|
|
53
|
-
readonly hits?: readonly unknown[];
|
|
54
|
-
}
|
|
55
|
-
/** A single indexed chat chunk returned by the katok CLI. */
|
|
56
|
-
export interface KatokChunk {
|
|
57
|
-
readonly chunkId: string;
|
|
58
|
-
readonly content: string;
|
|
59
|
-
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
60
|
-
}
|
|
61
|
-
/** A scored search hit. */
|
|
62
|
-
export interface KatokSearchHit {
|
|
63
|
-
readonly chunkId: string;
|
|
64
|
-
readonly score: number;
|
|
65
|
-
readonly content: string;
|
|
66
|
-
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
67
|
-
readonly source?: string;
|
|
68
|
-
}
|
|
69
|
-
export type KatokHit = KatokSearchHit;
|
|
70
|
-
/** Result of `katok doctor`. */
|
|
71
|
-
export interface KatokDoctorInfo {
|
|
72
|
-
readonly version?: string;
|
|
73
|
-
readonly ready: boolean;
|
|
74
|
-
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
75
|
-
}
|
|
76
|
-
/** Result of `katok sync`. */
|
|
77
|
-
export interface KatokSyncInfo {
|
|
78
|
-
readonly synced: boolean;
|
|
79
|
-
readonly messageCount?: number;
|
|
80
|
-
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
81
|
-
}
|
|
82
|
-
/** Result of `katok index`. */
|
|
83
|
-
export interface KatokIndexInfo {
|
|
84
|
-
readonly chunkCount: number;
|
|
85
|
-
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
86
|
-
}
|
|
87
|
-
/** Context payload: the chunks surrounding a target chunk. */
|
|
88
|
-
export interface KatokContext {
|
|
89
|
-
readonly chunks: readonly KatokChunk[];
|
|
90
|
-
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
91
|
-
}
|
|
92
|
-
/** Discriminated ok-success shape carrying typed `data`. */
|
|
93
|
-
export interface KatokOk<T> {
|
|
94
|
-
readonly ok: true;
|
|
95
|
-
readonly data: T;
|
|
96
|
-
readonly stdout: string;
|
|
97
|
-
readonly stderr: string;
|
|
98
|
-
readonly code: number;
|
|
99
|
-
}
|
|
100
|
-
export interface KatokSearchOk {
|
|
101
|
-
readonly ok: true;
|
|
102
|
-
readonly hits: readonly KatokSearchHit[];
|
|
103
|
-
readonly stdout: string;
|
|
104
|
-
readonly stderr: string;
|
|
105
|
-
readonly code: number;
|
|
106
|
-
readonly data: {
|
|
107
|
-
readonly hits: readonly KatokSearchHit[];
|
|
108
|
-
};
|
|
109
|
-
}
|
|
110
|
-
export type KatokDoctorResult = KatokOk<KatokDoctorInfo> | KatokFailure;
|
|
111
|
-
export type KatokSyncResult = KatokOk<KatokSyncInfo> | KatokFailure;
|
|
112
|
-
export type KatokIndexResult = KatokOk<KatokIndexInfo> | KatokFailure;
|
|
113
|
-
export type KatokSearchResult = KatokSearchOk | KatokFailure;
|
|
114
|
-
export type KatokChunkResult = KatokOk<KatokChunk> | KatokFailure;
|
|
115
|
-
export type KatokContextResult = KatokOk<KatokContext> | KatokFailure;
|
|
116
|
-
export type KatokParentResult = KatokOk<KatokChunk> | KatokFailure;
|
|
117
|
-
/**
|
|
118
|
-
* Search-specific options. Reuses the shared {@link RetrievalOptions} so the
|
|
119
|
-
* KatokSkill retrieval method can pass its options straight through. The
|
|
120
|
-
* client maps `topK` to the native CLI limit flag; other fields are handled
|
|
121
|
-
* by the retrieval layer or are not supported by katok.
|
|
122
|
-
*/
|
|
123
|
-
export type KatokSearchOptions = RetrievalOptions;
|