@autorag/librarian 2.10.3 → 2.10.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +3 -0
- package/README.md +39 -5
- package/dist/agent/agent.d.ts +19 -4
- package/dist/agent/answer-guidelines.d.ts +17 -0
- package/dist/agent/pi-session.d.ts +21 -0
- package/dist/agent/search-documents.d.ts +1 -1
- package/dist/agent/web-search-tool.d.ts +2 -2
- package/dist/cli/commands/types.d.ts +2 -0
- package/dist/cli/index.d.ts +1 -0
- package/dist/cli/index.js +1218 -725
- package/dist/cli/whatsapp-extension.d.ts +21 -0
- package/dist/core.js +1903 -1482
- package/dist/datasource/sidecar/descriptors.d.ts +1 -0
- package/dist/datasource/skills/lazykatok/skill.d.ts +13 -0
- package/dist/everything/client.d.ts +5 -0
- package/dist/filesystem/path-exclusions.d.ts +2 -0
- package/dist/fsearch/client.d.ts +3 -2
- package/dist/fsearch/walk.d.ts +2 -0
- package/dist/index.js +1887 -1466
- package/dist/mcp/index.js +1887 -1466
- package/dist/minsync/client.d.ts +8 -0
- package/dist/minsync/embedder-config.d.ts +11 -1
- package/dist/minsync/installer.d.ts +1 -1
- package/dist/minsync/kiwi.d.ts +17 -0
- package/dist/minsync/lexical-language.d.ts +18 -0
- package/dist/minsync/types.d.ts +9 -0
- package/dist/web/search/types.d.ts +22 -18
- package/package.json +2 -1
- package/skills/autorag-doctor/SKILL.md +1 -0
- package/skills/autorag-lite-setup/SKILL.md +1 -1
- package/skills/autorag-setup/SKILL.md +1 -1
|
@@ -63,5 +63,6 @@ export declare const CRAWLER_DESCRIPTORS: {
|
|
|
63
63
|
readonly slack: CrawlerDescriptor;
|
|
64
64
|
readonly telegram: CrawlerDescriptor;
|
|
65
65
|
readonly whatsapp: CrawlerDescriptor;
|
|
66
|
+
readonly kakao: CrawlerDescriptor;
|
|
66
67
|
};
|
|
67
68
|
export type SidecarCrawlerId = keyof typeof CRAWLER_DESCRIPTORS;
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { RetrievalMethod } from "../../../retrieval/types.js";
|
|
2
|
+
import { type CrawlerSidecarOptions } from "../../sidecar/index.js";
|
|
2
3
|
import type { DatasourceIndexOptions, DatasourceIndexResult, DatasourceSkill, DatasourceSkillDescriptor, DatasourceSkillManifest, PollingMetadata, SourceDescription } from "../../types.js";
|
|
3
4
|
import { type LazykatokSearchClient } from "./methods.js";
|
|
4
5
|
import type { LazykatokDoctorResult, LazykatokIndexResult, LazykatokSyncResult } from "./types.js";
|
|
@@ -14,6 +15,14 @@ export interface LazykatokSkillOptions {
|
|
|
14
15
|
readonly pollingIntervalMs?: number;
|
|
15
16
|
readonly tags?: readonly string[];
|
|
16
17
|
readonly lastIndexedAt?: number;
|
|
18
|
+
readonly channelIds?: readonly string[];
|
|
19
|
+
readonly channelNames?: readonly string[];
|
|
20
|
+
/**
|
|
21
|
+
* Opt-in read-only sidecar over lazykatok's own SQLite archive (`archive.sqlite3`):
|
|
22
|
+
* adds BM25-ranked, semantic and hybrid methods backed by AutoRAG's shared embedder
|
|
23
|
+
* without running `lazykatok index`'s native fastembed pipeline.
|
|
24
|
+
*/
|
|
25
|
+
readonly sidecar?: CrawlerSidecarOptions;
|
|
17
26
|
}
|
|
18
27
|
export declare class LazykatokSkill implements DatasourceSkill {
|
|
19
28
|
private readonly client;
|
|
@@ -21,12 +30,16 @@ export declare class LazykatokSkill implements DatasourceSkill {
|
|
|
21
30
|
private readonly instances;
|
|
22
31
|
private readonly pollingIntervalMs;
|
|
23
32
|
private readonly tags;
|
|
33
|
+
private readonly sidecar;
|
|
24
34
|
private lastIndexedAt;
|
|
25
35
|
constructor(options: LazykatokSkillOptions);
|
|
26
36
|
describe(): DatasourceSkillDescriptor;
|
|
27
37
|
polling(): PollingMetadata;
|
|
28
38
|
index(options?: DatasourceIndexOptions): Promise<DatasourceIndexResult>;
|
|
39
|
+
/** Release the sidecar's database handles. Safe to call repeatedly; later use reopens them. */
|
|
40
|
+
close(): void;
|
|
29
41
|
retrievalMethods(): readonly RetrievalMethod[];
|
|
42
|
+
private syncSidecar;
|
|
30
43
|
describeSources(): readonly SourceDescription[];
|
|
31
44
|
skillManifest(): DatasourceSkillManifest;
|
|
32
45
|
private fail;
|
|
@@ -69,6 +69,8 @@ export interface EverythingClientOptions extends EverythingOptions {
|
|
|
69
69
|
readonly root: string;
|
|
70
70
|
/** Folders Everything indexes (the configured search paths). */
|
|
71
71
|
readonly folders: readonly string[];
|
|
72
|
+
/** Exact file paths or directory subtrees omitted from search results. */
|
|
73
|
+
readonly excludeFolders?: readonly string[];
|
|
72
74
|
readonly platform?: NodeJS.Platform;
|
|
73
75
|
/**
|
|
74
76
|
* Resolve the bundled executables. `"cached"` (queries and stop) must
|
|
@@ -106,6 +108,7 @@ export declare class EverythingClient {
|
|
|
106
108
|
private readonly run;
|
|
107
109
|
private readonly launch;
|
|
108
110
|
private readonly stateDir;
|
|
111
|
+
private readonly isExcludedPath;
|
|
109
112
|
private binaries;
|
|
110
113
|
private operation;
|
|
111
114
|
constructor(options: EverythingClientOptions);
|
|
@@ -117,6 +120,8 @@ export declare class EverythingClient {
|
|
|
117
120
|
* `not-installed` with a refresh hint instead.
|
|
118
121
|
*/
|
|
119
122
|
search(request: EverythingSearchRequest): Promise<EverythingSearchResult>;
|
|
123
|
+
/** Filter stale index hits and individual files before applying the requested page. */
|
|
124
|
+
private searchWithExclusions;
|
|
120
125
|
/**
|
|
121
126
|
* (Re)write the folder configuration, restart the instance so Everything
|
|
122
127
|
* loads it, and wait until the database finished indexing.
|
package/dist/fsearch/client.d.ts
CHANGED
|
@@ -50,7 +50,7 @@ export type FSearchSearchResult = {
|
|
|
50
50
|
readonly ok: true;
|
|
51
51
|
readonly backend: FSearchBackend;
|
|
52
52
|
readonly results: readonly FSearchEntry[];
|
|
53
|
-
/** Total matches reported by fsearch-cli
|
|
53
|
+
/** Total matches reported by fsearch-cli before client-side filtering. */
|
|
54
54
|
readonly total?: number;
|
|
55
55
|
readonly truncated?: boolean;
|
|
56
56
|
/** Degradation note, e.g. why the slow walk answered instead. */
|
|
@@ -90,7 +90,7 @@ export interface FSearchClientOptions extends FSearchOptions {
|
|
|
90
90
|
readonly root: string;
|
|
91
91
|
/** Folders FSearch indexes (the configured search paths). */
|
|
92
92
|
readonly folders: readonly string[];
|
|
93
|
-
/**
|
|
93
|
+
/** Exact files or directory subtrees omitted from search results. */
|
|
94
94
|
readonly excludeFolders?: readonly string[];
|
|
95
95
|
readonly platform?: NodeJS.Platform;
|
|
96
96
|
readonly run?: FSearchRunner;
|
|
@@ -139,6 +139,7 @@ export declare class FSearchClient {
|
|
|
139
139
|
private readonly launch;
|
|
140
140
|
private readonly isAlive;
|
|
141
141
|
private readonly kill;
|
|
142
|
+
private readonly isExcludedPath;
|
|
142
143
|
private readonly stateDir;
|
|
143
144
|
private readonly dbPath;
|
|
144
145
|
private readonly pidPath;
|
package/dist/fsearch/walk.d.ts
CHANGED
|
@@ -7,6 +7,8 @@ import type { FSearchEntry, FSearchSearchRequest } from "./client.js";
|
|
|
7
7
|
* state directories (`.autorag`) the same way the index excludes them.
|
|
8
8
|
*/
|
|
9
9
|
export interface FSearchWalkOptions {
|
|
10
|
+
/** Exact file paths or directory subtrees omitted from traversal and results. */
|
|
11
|
+
readonly excludeFolders?: readonly string[];
|
|
10
12
|
/** Directory entries to visit before giving up. Default 500k. */
|
|
11
13
|
readonly maxVisited?: number;
|
|
12
14
|
/** Wall-clock budget. Default 20s. */
|