@autorag/librarian 2.5.1 → 2.5.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +3 -0
- package/README.md +229 -490
- package/dist/agent/agent.d.ts +44 -2
- package/dist/agent/index.d.ts +1 -0
- package/dist/agent/search-datasource-tool.d.ts +1 -0
- package/dist/agent/search-single-datasource-tool.d.ts +57 -0
- package/dist/agent/web-fetch-tool.d.ts +32 -0
- package/dist/agent/web-search-tool.d.ts +48 -0
- package/dist/cli/commands/lite-retrieve.d.ts +15 -0
- package/dist/cli/commands/search.d.ts +6 -0
- package/dist/cli/config.d.ts +20 -0
- package/dist/cli/index.js +6478 -372
- package/dist/core.d.ts +3 -1
- package/dist/core.js +6499 -409
- package/dist/datasource/connector-skill.d.ts +6 -0
- package/dist/datasource/crawler-skill.d.ts +2 -0
- package/dist/datasource/errors.d.ts +26 -0
- package/dist/datasource/skills/slack/index.d.ts +8 -0
- package/dist/datasource/tool-naming.d.ts +11 -0
- package/dist/index.js +6508 -419
- package/dist/minsync/types.d.ts +7 -0
- package/dist/retrieval/engine.d.ts +14 -5
- package/dist/retrieval/index.d.ts +2 -1
- package/dist/retrieval/merger.d.ts +30 -5
- package/dist/retrieval/skip.d.ts +41 -0
- package/dist/retrieval/types.d.ts +23 -2
- package/dist/web/entities.d.ts +10 -0
- package/dist/web/fetch/convert.d.ts +35 -0
- package/dist/web/fetch/feeds.d.ts +37 -0
- package/dist/web/fetch/html-renderer.d.ts +54 -0
- package/dist/web/fetch/index.d.ts +12 -0
- package/dist/web/fetch/negotiate.d.ts +27 -0
- package/dist/web/fetch/page-loader.d.ts +60 -0
- package/dist/web/fetch/render.d.ts +23 -0
- package/dist/web/fetch/turndown/gfm.d.ts +11 -0
- package/dist/web/fetch/turndown/html.d.ts +5 -0
- package/dist/web/fetch/turndown/index.d.ts +10 -0
- package/dist/web/fetch/turndown/service.d.ts +21 -0
- package/dist/web/fetch/turndown/types.d.ts +73 -0
- package/dist/web/fetch/url-target.d.ts +29 -0
- package/dist/web/search/browser-headers.d.ts +17 -0
- package/dist/web/search/browser-loader.d.ts +56 -0
- package/dist/web/search/browser-page.d.ts +41 -0
- package/dist/web/search/credentials.d.ts +10 -0
- package/dist/web/search/format.d.ts +30 -0
- package/dist/web/search/index.d.ts +46 -0
- package/dist/web/search/model-auth.d.ts +36 -0
- package/dist/web/search/provider.d.ts +62 -0
- package/dist/web/search/providers/anthropic.d.ts +9 -0
- package/dist/web/search/providers/base.d.ts +106 -0
- package/dist/web/search/providers/codex.d.ts +9 -0
- package/dist/web/search/providers/duckduckgo.d.ts +22 -0
- package/dist/web/search/providers/ecosia.d.ts +29 -0
- package/dist/web/search/providers/gemini.d.ts +9 -0
- package/dist/web/search/providers/google.d.ts +22 -0
- package/dist/web/search/providers/mojeek.d.ts +24 -0
- package/dist/web/search/providers/parallel.d.ts +10 -0
- package/dist/web/search/providers/perplexity.d.ts +10 -0
- package/dist/web/search/providers/public.d.ts +15 -0
- package/dist/web/search/providers/responses-api.d.ts +26 -0
- package/dist/web/search/providers/searxng.d.ts +19 -0
- package/dist/web/search/providers/startpage.d.ts +25 -0
- package/dist/web/search/providers/utils.d.ts +39 -0
- package/dist/web/search/providers/xai.d.ts +9 -0
- package/dist/web/search/query.d.ts +193 -0
- package/dist/web/search/types.d.ts +198 -0
- package/dist/web/search/utils.d.ts +8 -0
- package/package.json +2 -1
- package/skills/autorag/SKILL.md +2 -1
- package/skills/autorag-doctor/SKILL.md +237 -0
- package/skills/autorag-lite-search/SKILL.md +29 -7
- package/skills/autorag-lite-setup/SKILL.md +20 -13
- package/skills/autorag-setup/SKILL.md +32 -14
|
@@ -42,6 +42,12 @@ export interface ConnectorSkillDefinition {
|
|
|
42
42
|
readonly manifestDescription: string;
|
|
43
43
|
/** Extra path-opaque manifest body lines (after the standard sections). */
|
|
44
44
|
readonly manifestNotes?: readonly string[];
|
|
45
|
+
/**
|
|
46
|
+
* Native CLI note for the manifest, e.g. how to inspect the underlying
|
|
47
|
+
* tool directly. Omit when the connector has no external CLI; the manifest
|
|
48
|
+
* then states that the dedicated search tool is the only search path.
|
|
49
|
+
*/
|
|
50
|
+
readonly nativeCliNote?: string;
|
|
45
51
|
}
|
|
46
52
|
export interface ConnectorSkillOptions {
|
|
47
53
|
readonly connector: DatasourceConnector;
|
|
@@ -13,6 +13,8 @@ export interface CrawlerDatasourceDefinition {
|
|
|
13
13
|
readonly contentType: string;
|
|
14
14
|
readonly manifestDescription: string;
|
|
15
15
|
readonly backendName: string;
|
|
16
|
+
/** One copy-pastable native CLI search example shown in the skill manifest. */
|
|
17
|
+
readonly nativeCliSearchExample: string;
|
|
16
18
|
}
|
|
17
19
|
export interface CrawlerDatasourceSkillOptions {
|
|
18
20
|
readonly client: CrawlerSkillClient;
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Datasource retrieval errors.
|
|
3
|
+
*
|
|
4
|
+
* A CLI-backed datasource that cannot answer must say why. Its retrieval method
|
|
5
|
+
* throws this error instead of returning an empty result set, so the retrieval
|
|
6
|
+
* pipeline reports the surface as unsearched and hands the operator the CLI's
|
|
7
|
+
* own words: failure kind, exit status, and stderr verbatim.
|
|
8
|
+
*/
|
|
9
|
+
/** The failure payload every datasource CLI client returns (katok, discrawl, qmd, …). */
|
|
10
|
+
export interface DatasourceCliFailure {
|
|
11
|
+
readonly reason: string;
|
|
12
|
+
readonly stderr?: string;
|
|
13
|
+
readonly stdout?: string;
|
|
14
|
+
readonly code?: number | null;
|
|
15
|
+
}
|
|
16
|
+
/** Error thrown by a datasource retrieval method when its CLI failed. */
|
|
17
|
+
export declare class DatasourceCliError extends Error {
|
|
18
|
+
readonly datasourceId: string;
|
|
19
|
+
readonly command: string;
|
|
20
|
+
readonly reason: string;
|
|
21
|
+
readonly stderr: string;
|
|
22
|
+
readonly code: number | null;
|
|
23
|
+
constructor(datasourceId: string, command: string, failure: DatasourceCliFailure);
|
|
24
|
+
}
|
|
25
|
+
/** Build the error a datasource retrieval method throws for a failed CLI call. */
|
|
26
|
+
export declare function datasourceCliError(datasourceId: string, command: string, failure: DatasourceCliFailure): DatasourceCliError;
|
|
@@ -2,6 +2,14 @@ import { CrawlerCliClient } from "../../crawler-client.js";
|
|
|
2
2
|
import { CrawlerDatasourceSkill, type CrawlerDatasourceSkillOptions, type CrawlerSkillClient } from "../../crawler-skill.js";
|
|
3
3
|
import type { CrawlerCliOptions } from "../../crawler-types.js";
|
|
4
4
|
export interface SlacrawlOptions extends CrawlerCliOptions {
|
|
5
|
+
/**
|
|
6
|
+
* Slack workspace (team) id to scope reads to, e.g. `T0435JHH63Z`.
|
|
7
|
+
*
|
|
8
|
+
* slacrawl's `search`/`messages` read paths return nothing unless a workspace
|
|
9
|
+
* is named explicitly, even when the archive and its FTS index hold matching
|
|
10
|
+
* rows, so an unscoped search silently looks like an empty archive.
|
|
11
|
+
*/
|
|
12
|
+
readonly workspace?: string;
|
|
5
13
|
}
|
|
6
14
|
export declare class SlacrawlClient extends CrawlerCliClient {
|
|
7
15
|
constructor(options?: SlacrawlOptions);
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Canonical model-visible search tool name for one datasource connection.
|
|
3
|
+
*
|
|
4
|
+
* The agent generates one `search_datasource_<id>` tool per authorized
|
|
5
|
+
* connection (see `src/agent/search-single-datasource-tool.ts`), and skill
|
|
6
|
+
* manifests must be able to name that tool without importing the agent layer
|
|
7
|
+
* (the import direction is agent → datasource, never the reverse). The alias
|
|
8
|
+
* rewrite in `aliased-skill.ts` relies on this exact transformation, so keep
|
|
9
|
+
* it stable: lowercase, non-alphanumerics collapse to `_`, edges trimmed.
|
|
10
|
+
*/
|
|
11
|
+
export declare function datasourceSearchToolName(datasourceId: string): string;
|