docspack 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -0
- package/dist/build.d.ts +23 -0
- package/dist/build.d.ts.map +1 -1
- package/dist/build.js +184 -96
- package/dist/build.js.map +1 -1
- package/dist/cli.js +91 -2
- package/dist/cli.js.map +1 -1
- package/dist/db.d.ts +40 -3
- package/dist/db.d.ts.map +1 -1
- package/dist/db.js +61 -2
- package/dist/db.js.map +1 -1
- package/dist/doctor.js +16 -9
- package/dist/doctor.js.map +1 -1
- package/dist/endpoints.d.ts +45 -0
- package/dist/endpoints.d.ts.map +1 -0
- package/dist/endpoints.js +155 -0
- package/dist/endpoints.js.map +1 -0
- package/dist/help.d.ts.map +1 -1
- package/dist/help.js +55 -1
- package/dist/help.js.map +1 -1
- package/dist/index.d.ts +3 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -2
- package/dist/index.js.map +1 -1
- package/dist/local.d.ts +67 -0
- package/dist/local.d.ts.map +1 -0
- package/dist/local.js +242 -0
- package/dist/local.js.map +1 -0
- package/dist/preview.d.ts.map +1 -1
- package/dist/preview.js +25 -7
- package/dist/preview.js.map +1 -1
- package/dist/search.d.ts +8 -0
- package/dist/search.d.ts.map +1 -1
- package/dist/search.js +44 -6
- package/dist/search.js.map +1 -1
- package/package.json +7 -5
- package/src/build.ts +221 -111
- package/src/cli.ts +96 -2
- package/src/db.ts +87 -5
- package/src/doctor.ts +16 -8
- package/src/endpoints.ts +184 -0
- package/src/help.ts +55 -1
- package/src/index.ts +22 -1
- package/src/local.ts +335 -0
- package/src/preview.ts +38 -14
- package/src/search.ts +60 -6
package/dist/local.js
ADDED
|
@@ -0,0 +1,242 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { mkdir, mkdtemp, readdir, readFile, rm, stat, writeFile } from "node:fs/promises";
|
|
3
|
+
import { tmpdir } from "node:os";
|
|
4
|
+
import { join, resolve } from "node:path";
|
|
5
|
+
import { buildPackage, LOCAL_VERSION, localPackageName, MARKDOWN } from "./build.js";
|
|
6
|
+
import { LOCAL_STORE_DIR, } from "./db.js";
|
|
7
|
+
import { DocspackError } from "./errors.js";
|
|
8
|
+
import { DEFAULT_LIMIT, DEFAULT_MAX_TOKENS } from "./search.js";
|
|
9
|
+
import { chunkId, estimateTokens, LLMS_DIR, MANIFEST_FILE, packageId, parseManifest, resolveChunkFile, } from "./spec.js";
|
|
10
|
+
/**
|
|
11
|
+
* Indexes a working corpus into this project's own store.
|
|
12
|
+
*
|
|
13
|
+
* The payload is built in a temporary directory and thrown away. A published package is an
|
|
14
|
+
* artifact somebody installs; this is a cache of the reader's own files, and leaving a copy of it
|
|
15
|
+
* in the project would be one more thing to gitignore, review and let go stale.
|
|
16
|
+
*/
|
|
17
|
+
export async function indexLocal(options) {
|
|
18
|
+
if (options.from === undefined && options.json === undefined) {
|
|
19
|
+
throw new DocspackError("Nothing to index", {
|
|
20
|
+
hint: "Pass --from <dir> for Markdown, or --from-json <file|-> for records.",
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
const name = options.name ?? localPackageName(options);
|
|
24
|
+
const id = packageId(name, LOCAL_VERSION);
|
|
25
|
+
const streamed = options.json === "-";
|
|
26
|
+
const sources = streamed ? [] : await fingerprint(options);
|
|
27
|
+
if (options.force !== true &&
|
|
28
|
+
!streamed &&
|
|
29
|
+
options.store.hasPackage(id) &&
|
|
30
|
+
unchanged(options.store.sourcesOf(id), sources)) {
|
|
31
|
+
return {
|
|
32
|
+
id,
|
|
33
|
+
name,
|
|
34
|
+
chunks: options.store.countChunks(id),
|
|
35
|
+
tokens: 0,
|
|
36
|
+
status: "unchanged",
|
|
37
|
+
sources: sources.length,
|
|
38
|
+
streamed,
|
|
39
|
+
warnings: [],
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
const work = await mkdtemp(join(tmpdir(), "docspack-local-"));
|
|
43
|
+
try {
|
|
44
|
+
options.onProgress?.(`indexing ${name}`);
|
|
45
|
+
const built = await buildPackage({
|
|
46
|
+
out: work,
|
|
47
|
+
local: true,
|
|
48
|
+
name,
|
|
49
|
+
version: LOCAL_VERSION,
|
|
50
|
+
...(options.from === undefined ? {} : { from: options.from }),
|
|
51
|
+
...(options.json === undefined ? {} : { json: options.json }),
|
|
52
|
+
});
|
|
53
|
+
const chunks = await readChunks(work, id);
|
|
54
|
+
options.store.indexPackage({ id, name, version: LOCAL_VERSION, kind: "local" }, chunks);
|
|
55
|
+
options.store.recordSources(id, sources);
|
|
56
|
+
await protectStore(options.cwd);
|
|
57
|
+
return {
|
|
58
|
+
id,
|
|
59
|
+
name,
|
|
60
|
+
chunks: chunks.length,
|
|
61
|
+
tokens: built.tokens,
|
|
62
|
+
status: "indexed",
|
|
63
|
+
sources: sources.length,
|
|
64
|
+
streamed,
|
|
65
|
+
warnings: built.warnings,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
finally {
|
|
69
|
+
await rm(work, { recursive: true, force: true });
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Answers from the working corpora in this project's store, and from nothing else.
|
|
74
|
+
*
|
|
75
|
+
* Kept separate from `queryDocs` rather than added to it as a flag. `ask` promises an answer from
|
|
76
|
+
* the versions this project installed, and the one line that keeps that promise is the `kinds`
|
|
77
|
+
* filter it passes; a flag that flipped it would put a corpus of somebody's notes one typo away
|
|
78
|
+
* from an answer about a dependency.
|
|
79
|
+
*/
|
|
80
|
+
export async function recallLocal(options) {
|
|
81
|
+
const corpora = options.store.listPackages().filter((pkg) => pkg.kind === "local");
|
|
82
|
+
const hits = options.store
|
|
83
|
+
.search(options.query, {
|
|
84
|
+
kinds: ["local"],
|
|
85
|
+
limit: options.limit ?? DEFAULT_LIMIT,
|
|
86
|
+
maxTokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,
|
|
87
|
+
})
|
|
88
|
+
.map((hit) => ({ ...hit, name: splitLocalName(hit.packageId) }));
|
|
89
|
+
const stale = [];
|
|
90
|
+
const streamed = [];
|
|
91
|
+
for (const corpus of corpora) {
|
|
92
|
+
const recorded = options.store.sourcesOf(corpus.id);
|
|
93
|
+
if (recorded.length === 0) {
|
|
94
|
+
streamed.push(corpus.name);
|
|
95
|
+
continue;
|
|
96
|
+
}
|
|
97
|
+
stale.push(...(await drifted(recorded)));
|
|
98
|
+
}
|
|
99
|
+
return {
|
|
100
|
+
hits,
|
|
101
|
+
tokens: hits.reduce((total, hit) => total + hit.tokens, 0),
|
|
102
|
+
corpora: corpora.map((corpus) => corpus.name),
|
|
103
|
+
stale,
|
|
104
|
+
streamed,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
export function renderRecall(result, query) {
|
|
108
|
+
if (result.hits.length === 0) {
|
|
109
|
+
if (result.corpora.length === 0) {
|
|
110
|
+
return `Nothing has been indexed into this project's corpus. Run \`docspack index --from <dir>\` first.`;
|
|
111
|
+
}
|
|
112
|
+
return `Nothing in ${result.corpora.join(", ")} matched "${query}".`;
|
|
113
|
+
}
|
|
114
|
+
const sections = result.hits.map((hit) => [`## ${hit.chunkId}`, `Source: ${hit.name} — ${hit.filePath}`, "", hit.content].join("\n"));
|
|
115
|
+
// Before the passages, not after: a reader who acts on the first thing they read has to be told
|
|
116
|
+
// the text may be superseded before they read it, not once they already have.
|
|
117
|
+
if (result.stale.length > 0)
|
|
118
|
+
sections.unshift(staleNotice(result.stale));
|
|
119
|
+
if (result.streamed.length > 0) {
|
|
120
|
+
sections.push(`NOTE: ${result.streamed.join(", ")} was indexed from a stream, so whether it still matches its source cannot be checked here.`);
|
|
121
|
+
}
|
|
122
|
+
return sections.join("\n\n---\n\n");
|
|
123
|
+
}
|
|
124
|
+
function staleNotice(stale) {
|
|
125
|
+
const shown = stale.slice(0, 5).map((source) => source.path);
|
|
126
|
+
const rest = stale.length - shown.length;
|
|
127
|
+
const missing = stale.filter((source) => source.reason === "missing").length;
|
|
128
|
+
const tail = rest > 0 ? `, and ${String(rest)} more` : "";
|
|
129
|
+
const gone = missing > 0 ? ` ${String(missing)} of them no longer exist.` : "";
|
|
130
|
+
return `NOTE: the corpus is out of date. ${String(stale.length)} indexed ${stale.length === 1 ? "source has" : "sources have"} changed since it was built: ${shown.join(", ")}${tail}.${gone} The passages below may be superseded — run \`docspack index\` again before relying on them.`;
|
|
131
|
+
}
|
|
132
|
+
/** Which recorded sources no longer match what is on disk. */
|
|
133
|
+
async function drifted(recorded) {
|
|
134
|
+
const stale = [];
|
|
135
|
+
for (const source of recorded) {
|
|
136
|
+
let info;
|
|
137
|
+
try {
|
|
138
|
+
info = await stat(source.path);
|
|
139
|
+
}
|
|
140
|
+
catch {
|
|
141
|
+
stale.push({ path: source.path, reason: "missing" });
|
|
142
|
+
continue;
|
|
143
|
+
}
|
|
144
|
+
// Size and mtime first, and the hash only when one of them moved: a checkout or a formatter
|
|
145
|
+
// touches every file's mtime without changing a byte, and hashing a whole corpus on every
|
|
146
|
+
// query to find that out would make the cheap path the expensive one.
|
|
147
|
+
if (info.size === source.size && info.mtimeMs === Date.parse(source.mtime))
|
|
148
|
+
continue;
|
|
149
|
+
if ((await hashOf(source.path)) === source.hash)
|
|
150
|
+
continue;
|
|
151
|
+
stale.push({ path: source.path, reason: "changed" });
|
|
152
|
+
}
|
|
153
|
+
return stale;
|
|
154
|
+
}
|
|
155
|
+
/** What a corpus was built from, as it is right now. */
|
|
156
|
+
async function fingerprint(options) {
|
|
157
|
+
const paths = [];
|
|
158
|
+
if (options.from !== undefined) {
|
|
159
|
+
const root = resolve(options.from);
|
|
160
|
+
const found = await readdir(root, { recursive: true, withFileTypes: true }).catch(() => {
|
|
161
|
+
throw new DocspackError(`No such directory: ${options.from ?? ""}`, {
|
|
162
|
+
hint: "Pass --from <dir> to point at the Markdown you want indexed.",
|
|
163
|
+
});
|
|
164
|
+
});
|
|
165
|
+
paths.push(...found
|
|
166
|
+
.filter((entry) => entry.isFile() && MARKDOWN.test(entry.name))
|
|
167
|
+
.map((entry) => join(entry.parentPath, entry.name))
|
|
168
|
+
.sort());
|
|
169
|
+
}
|
|
170
|
+
if (options.json !== undefined && options.json !== "-")
|
|
171
|
+
paths.push(resolve(options.json));
|
|
172
|
+
const sources = [];
|
|
173
|
+
for (const path of paths) {
|
|
174
|
+
const info = await stat(path);
|
|
175
|
+
sources.push({
|
|
176
|
+
path,
|
|
177
|
+
size: info.size,
|
|
178
|
+
mtime: new Date(info.mtimeMs).toISOString(),
|
|
179
|
+
hash: await hashOf(path),
|
|
180
|
+
});
|
|
181
|
+
}
|
|
182
|
+
return sources;
|
|
183
|
+
}
|
|
184
|
+
function unchanged(recorded, current) {
|
|
185
|
+
if (recorded.length !== current.length)
|
|
186
|
+
return false;
|
|
187
|
+
const before = new Map(recorded.map((source) => [source.path, source.hash]));
|
|
188
|
+
return current.every((source) => before.get(source.path) === source.hash);
|
|
189
|
+
}
|
|
190
|
+
async function hashOf(path) {
|
|
191
|
+
return createHash("sha256")
|
|
192
|
+
.update(await readFile(path))
|
|
193
|
+
.digest("hex");
|
|
194
|
+
}
|
|
195
|
+
async function readChunks(dir, id) {
|
|
196
|
+
const llmsDir = join(dir, LLMS_DIR);
|
|
197
|
+
const manifest = parseManifest(JSON.parse(await readFile(join(llmsDir, MANIFEST_FILE), "utf8")), `${LLMS_DIR}/${MANIFEST_FILE}`);
|
|
198
|
+
const chunks = [];
|
|
199
|
+
for (const chunk of manifest.chunks) {
|
|
200
|
+
const content = (await readFile(resolveChunkFile(llmsDir, chunk.file), "utf8")).trim();
|
|
201
|
+
if (content.length === 0)
|
|
202
|
+
continue;
|
|
203
|
+
chunks.push({
|
|
204
|
+
chunkId: chunkId(id, chunk.id),
|
|
205
|
+
filePath: chunk.file,
|
|
206
|
+
tokens: chunk.tokens ?? estimateTokens(content),
|
|
207
|
+
content,
|
|
208
|
+
tags: [...chunk.tags, ...chunk.entities],
|
|
209
|
+
});
|
|
210
|
+
}
|
|
211
|
+
if (chunks.length === 0) {
|
|
212
|
+
throw new DocspackError("Nothing readable to index", {
|
|
213
|
+
hint: "The sources produced no chunks. Check they contain text.",
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
return chunks;
|
|
217
|
+
}
|
|
218
|
+
/**
|
|
219
|
+
* Keeps the store out of version control.
|
|
220
|
+
*
|
|
221
|
+
* The index is a plaintext copy of whatever was indexed, so committing it would put the corpus in
|
|
222
|
+
* the repository a second time — and for notes, an export or a query result, somewhere nobody
|
|
223
|
+
* thought to look for it. Written next to the store rather than in the project's own
|
|
224
|
+
* `.gitignore`, which is the project's file and not this tool's to edit.
|
|
225
|
+
*/
|
|
226
|
+
async function protectStore(cwd) {
|
|
227
|
+
const dir = join(cwd, LOCAL_STORE_DIR);
|
|
228
|
+
await mkdir(dir, { recursive: true });
|
|
229
|
+
const ignore = join(dir, ".gitignore");
|
|
230
|
+
try {
|
|
231
|
+
await readFile(ignore, "utf8");
|
|
232
|
+
}
|
|
233
|
+
catch {
|
|
234
|
+
await writeFile(ignore, "# The local index is a copy of your own sources. Do not commit it.\n*\n");
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
/** `@local/notes@0.0.0/chunk` carries the corpus name; the version is never interesting. */
|
|
238
|
+
function splitLocalName(packageId) {
|
|
239
|
+
const at = packageId.lastIndexOf("@");
|
|
240
|
+
return at <= 0 ? packageId : packageId.slice(0, at);
|
|
241
|
+
}
|
|
242
|
+
//# sourceMappingURL=local.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local.js","sourceRoot":"","sources":["../src/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1F,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACrF,OAAO,EAGL,eAAe,GAGhB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAChE,OAAO,EACL,OAAO,EACP,cAAc,EACd,QAAQ,EACR,aAAa,EACb,SAAS,EACT,aAAa,EACb,gBAAgB,GACjB,MAAM,WAAW,CAAC;AA2BnB;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B;IACzD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7D,MAAM,IAAI,aAAa,CAAC,kBAAkB,EAAE;YAC1C,IAAI,EAAE,sEAAsE;SAC7E,CAAC,CAAC;IACL,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,EAAE,GAAG,SAAS,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,KAAK,GAAG,CAAC;IACtC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;IAE3D,IACE,OAAO,CAAC,KAAK,KAAK,IAAI;QACtB,CAAC,QAAQ;QACT,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,EAC/C,CAAC;QACD,OAAO;YACL,EAAE;YACF,IAAI;YACJ,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YACrC,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,QAAQ;YACR,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,OAAO,CAAC,UAAU,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC;YAC/B,GAAG,EAAE,IAAI;YACT,KAAK,EAAE,IAAI;YACX,IAAI;YACJ,OAAO,EAAE,aAAa;YACtB,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;YAC7D,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;SAC9D,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;QACxF,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACzC,MAAM,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAEhC,OAAO;YACL,EAAE;YACF,IAAI;YACJ,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,QAAQ;YACR,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AA8BD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAAsB;IACtD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;IACnF,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK;SACvB,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE;QACrB,KAAK,EAAE,CAAC,OAAO,CAAC;QAChB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,aAAa;QACrC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,kBAAkB;KACnD,CAAC;SACD,GAAG,CAAC,CAAC,GAAG,EAAa,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IAE9E,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3B,SAAS;QACX,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1D,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7C,KAAK;QACL,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAoB,EAAE,KAAa;IAC9D,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,iGAAiG,CAAC;QAC3G,CAAC;QACD,OAAO,cAAc,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC;IACvE,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACvC,CAAC,MAAM,GAAG,CAAC,OAAO,EAAE,EAAE,WAAW,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAC3F,CAAC;IAEF,gGAAgG;IAChG,8EAA8E;IAC9E,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CACX,SAAS,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,4FAA4F,CAChI,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,WAAW,CAAC,KAA6B;IAChD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IACzC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAC7E,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/E,OAAO,oCAAoC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,cAAc,gCAAgC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,IAAI,8FAA8F,CAAC;AAC7R,CAAC;AAED,8DAA8D;AAC9D,KAAK,UAAU,OAAO,CAAC,QAAkC;IACvD,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,IAAsC,CAAC;QAC3C,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YACrD,SAAS;QACX,CAAC;QACD,4FAA4F;QAC5F,0FAA0F;QAC1F,sEAAsE;QACtE,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,SAAS;QACrF,IAAI,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI;YAAE,SAAS;QAC1D,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,wDAAwD;AACxD,KAAK,UAAU,WAAW,CAAC,OAA0B;IACnD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;YACrF,MAAM,IAAI,aAAa,CAAC,sBAAsB,OAAO,CAAC,IAAI,IAAI,EAAE,EAAE,EAAE;gBAClE,IAAI,EAAE,8DAA8D;aACrE,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CACR,GAAG,KAAK;aACL,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aAC9D,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;aAClD,IAAI,EAAE,CACV,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,GAAG;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAE1F,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC;YACX,IAAI;YACJ,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE;YAC3C,IAAI,EAAE,MAAM,MAAM,CAAC,IAAI,CAAC;SACzB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,QAAkC,EAAE,OAAiC;IACtF,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IACrD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;AAC5E,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;SAC5B,MAAM,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,EAAU;IAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACpC,MAAM,QAAQ,GAAG,aAAa,CAC5B,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC,EAChE,GAAG,QAAQ,IAAI,aAAa,EAAE,CAC/B,CAAC;IAEF,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACnC,MAAM,CAAC,IAAI,CAAC;YACV,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC;YAC9B,QAAQ,EAAE,KAAK,CAAC,IAAI;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,cAAc,CAAC,OAAO,CAAC;YAC/C,OAAO;YACP,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC;SACzC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,aAAa,CAAC,2BAA2B,EAAE;YACnD,IAAI,EAAE,0DAA0D;SACjE,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,YAAY,CAAC,GAAW;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IACvC,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,SAAS,CACb,MAAM,EACN,yEAAyE,CAC1E,CAAC;IACJ,CAAC;AACH,CAAC;AAED,4FAA4F;AAC5F,SAAS,cAAc,CAAC,SAAiB;IACvC,MAAM,EAAE,GAAG,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACtC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtD,CAAC"}
|
package/dist/preview.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"preview.d.ts","sourceRoot":"","sources":["../src/preview.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"preview.d.ts","sourceRoot":"","sources":["../src/preview.ts"],"names":[],"mappings":"AAKA,OAAO,EAAqC,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAC;AAa/E,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,SAAS,QAAQ,EAAE,CAAC;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED;;;GAGG;AACH,wBAAsB,cAAc,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC,CA0FpF"}
|
package/dist/preview.js
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { readFile } from "node:fs/promises";
|
|
2
2
|
import { join } from "node:path";
|
|
3
3
|
import { Store } from "./db.js";
|
|
4
|
+
import { endpointIndex, matchEndpoints } from "./endpoints.js";
|
|
4
5
|
import { DocspackError } from "./errors.js";
|
|
5
6
|
import { DEFAULT_LIMIT, DEFAULT_MAX_TOKENS } from "./search.js";
|
|
6
7
|
import { chunkId, estimateTokens, formatDocumentedLibrary, isCommunityPackage, LLMS_DIR, MANIFEST_FILE, packageId, parseManifest, resolveChunkFile, } from "./spec.js";
|
|
@@ -49,19 +50,36 @@ export async function previewPackage(options) {
|
|
|
49
50
|
const store = Store.open(":memory:");
|
|
50
51
|
try {
|
|
51
52
|
store.indexPackage({ id, name: manifest.name, version: manifest.version }, chunks);
|
|
52
|
-
const
|
|
53
|
-
.search(options.query, {
|
|
54
|
-
limit: options.limit ?? DEFAULT_LIMIT,
|
|
55
|
-
maxTokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,
|
|
56
|
-
})
|
|
57
|
-
.map((hit) => ({
|
|
53
|
+
const describe = (hit) => ({
|
|
58
54
|
...hit,
|
|
59
55
|
name: manifest.name,
|
|
60
56
|
version: manifest.version,
|
|
61
57
|
kind: "docs",
|
|
62
58
|
trusted: !isCommunityPackage(manifest.name),
|
|
63
59
|
...(documents.length === 0 ? {} : { documents }),
|
|
64
|
-
})
|
|
60
|
+
});
|
|
61
|
+
// The same endpoint pinning `queryDocs` does, because `preview` exists to show an author what an
|
|
62
|
+
// agent would receive. A preview that ranked where the real query path pins would send them
|
|
63
|
+
// chasing a retrieval problem they do not have.
|
|
64
|
+
const limit = options.limit ?? DEFAULT_LIMIT;
|
|
65
|
+
const maxTokens = options.maxTokens ?? DEFAULT_MAX_TOKENS;
|
|
66
|
+
const pinned = matchEndpoints(options.query, endpointIndex(manifest.chunks.map((chunk) => ({
|
|
67
|
+
chunkId: chunkId(id, chunk.id),
|
|
68
|
+
entities: chunk.entities,
|
|
69
|
+
}))))
|
|
70
|
+
.map((match) => store.chunk(match.chunkId))
|
|
71
|
+
.filter((chunk) => chunk !== undefined)
|
|
72
|
+
.map(describe);
|
|
73
|
+
const spent = pinned.reduce((total, hit) => total + hit.tokens, 0);
|
|
74
|
+
const pinnedIds = new Set(pinned.map((hit) => hit.chunkId));
|
|
75
|
+
const ranked = store
|
|
76
|
+
.search(options.query, {
|
|
77
|
+
limit: Math.max(1, limit - pinned.length),
|
|
78
|
+
maxTokens: Math.max(1, maxTokens - spent),
|
|
79
|
+
})
|
|
80
|
+
.filter((hit) => !pinnedIds.has(hit.chunkId))
|
|
81
|
+
.map(describe);
|
|
82
|
+
const hits = [...pinned, ...ranked];
|
|
65
83
|
return {
|
|
66
84
|
hits,
|
|
67
85
|
tokens: hits.reduce((total, hit) => total + hit.tokens, 0),
|
package/dist/preview.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"preview.js","sourceRoot":"","sources":["../src/preview.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,
|
|
1
|
+
{"version":3,"file":"preview.js","sourceRoot":"","sources":["../src/preview.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAqC,KAAK,EAAE,MAAM,SAAS,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAiB,MAAM,aAAa,CAAC;AAC/E,OAAO,EACL,OAAO,EACP,cAAc,EACd,uBAAuB,EACvB,kBAAkB,EAClB,QAAQ,EACR,aAAa,EACb,SAAS,EACT,aAAa,EACb,gBAAgB,GACjB,MAAM,WAAW,CAAC;AAenB;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAuB;IAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAE5C,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,aAAa,CAAC,MAAM,QAAQ,IAAI,aAAa,OAAO,OAAO,CAAC,GAAG,EAAE,EAAE;YAC3E,IAAI,EAAE,6BAA6B;SACpC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,QAAQ,IAAI,aAAa,EAAE,CAAC,CAAC;IAChF,MAAM,EAAE,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IAE1E,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpC,IAAI,QAAgB,CAAC;QACrB,IAAI,CAAC;YACH,QAAQ,GAAG,CAAC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpF,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC;YAC9B,QAAQ,EAAE,KAAK,CAAC,IAAI;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,cAAc,CAAC,QAAQ,CAAC;YAChD,OAAO,EAAE,QAAQ;YACjB,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC;SACzC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,aAAa,CAAC,oCAAoC,EAAE;YAC5D,IAAI,EAAE,6CAA6C;SACpD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,CAAC;QACH,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;QAEnF,MAAM,QAAQ,GAAG,CAAC,GAAc,EAAY,EAAE,CAAC,CAAC;YAC9C,GAAG,GAAG;YACN,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC3C,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;SACjD,CAAC,CAAC;QAEH,iGAAiG;QACjG,4FAA4F;QAC5F,gDAAgD;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;QAC1D,MAAM,MAAM,GAAG,cAAc,CAC3B,OAAO,CAAC,KAAK,EACb,aAAa,CACX,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9B,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC;YAC9B,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC,CAAC,CACJ,CACF;aACE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;aAC1C,MAAM,CAAC,CAAC,KAAK,EAAsB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;aAC1D,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,KAAK;aACjB,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE;YACrB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YACzC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC;SAC1C,CAAC;aACD,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;aAC5C,GAAG,CAAC,QAAQ,CAAC,CAAC;QAEjB,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC;QACpC,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC1D,OAAO,EAAE,MAAM,CAAC,MAAM;SACvB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC;AACH,CAAC"}
|
package/dist/search.d.ts
CHANGED
|
@@ -52,6 +52,14 @@ export interface QueryResult {
|
|
|
52
52
|
* matched", which a ranker alone cannot tell apart — it always returns its best three.
|
|
53
53
|
*/
|
|
54
54
|
readonly undocumented: readonly string[];
|
|
55
|
+
/**
|
|
56
|
+
* Endpoints the question named that a documented operation answers, pinned rather than ranked.
|
|
57
|
+
*
|
|
58
|
+
* Reported so an answer can say *why* a chunk is first. A reader who asked about
|
|
59
|
+
* `GET /v1/charges/ch_3Ox7` and is shown `GET /v1/charges/{charge}` has been given the right
|
|
60
|
+
* chunk, and has to be told that the match was against a template.
|
|
61
|
+
*/
|
|
62
|
+
readonly endpoints: readonly string[];
|
|
55
63
|
}
|
|
56
64
|
export declare function queryDocs(options: QueryOptions): Promise<QueryResult>;
|
|
57
65
|
/**
|
package/dist/search.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAK7D,qGAAqG;AACrG,eAAO,MAAM,kBAAkB,OAAO,CAAC;AACvC,eAAO,MAAM,aAAa,IAAI,CAAC;AAW/B,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,yFAAyF;IACzF,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,WAAW,QAAS,SAAQ,SAAS;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,4FAA4F;IAC5F,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B;;;;;OAKG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,SAAS,QAAQ,EAAE,CAAC;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,iEAAiE;IACjE,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B;;;;OAIG;IACH,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC;;;;OAIG;IACH,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC;;;;;;OAMG;IACH,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC;AAED,wBAAsB,SAAS,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAqE3E;AA4HD;;;GAGG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CA6BvE;AAgBD,oEAAoE;AACpE,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAI5E"}
|
package/dist/search.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { discoverLibraries, discoverPackages } from "./discovery.js";
|
|
2
|
+
import { endpointIndex, matchEndpoints } from "./endpoints.js";
|
|
2
3
|
import { chunkId, formatDocumentedLibrary, isCommunityPackage } from "./spec.js";
|
|
3
4
|
/** Ceiling on how much context one query may return, per the blueprint's context-exhaustion rule. */
|
|
4
5
|
export const DEFAULT_MAX_TOKENS = 3000;
|
|
@@ -22,46 +23,83 @@ export async function queryDocs(options) {
|
|
|
22
23
|
// Keyed by package id and by chunk id in the same map, because a chunk id already carries its
|
|
23
24
|
// package: `@acme/docspack@1.4.0/api-auth` cannot collide with `@acme/docspack@1.4.0`.
|
|
24
25
|
const documented = new Map();
|
|
26
|
+
const operations = [];
|
|
25
27
|
for (const pkg of installed ?? []) {
|
|
26
28
|
const documents = pkg.manifest.documents;
|
|
27
29
|
if (documents !== undefined && documents.length > 0) {
|
|
28
30
|
documented.set(pkg.id, documents.map(formatDocumentedLibrary));
|
|
29
31
|
}
|
|
30
32
|
for (const chunk of pkg.manifest.chunks) {
|
|
33
|
+
operations.push({ chunkId: chunkId(pkg.id, chunk.id), entities: chunk.entities });
|
|
31
34
|
if (chunk.documents === undefined || chunk.documents.length === 0)
|
|
32
35
|
continue;
|
|
33
36
|
documented.set(chunkId(pkg.id, chunk.id), chunk.documents.map(formatDocumentedLibrary));
|
|
34
37
|
}
|
|
35
38
|
}
|
|
36
39
|
const maxTokens = options.maxTokens ?? DEFAULT_MAX_TOKENS;
|
|
40
|
+
const limit = options.limit ?? DEFAULT_LIMIT;
|
|
41
|
+
// Endpoints first, and the ranker is then asked for less: a pinned operation is the answer, and
|
|
42
|
+
// three ranked chunks beside it would spend the budget restating what it already says.
|
|
43
|
+
const { hits: pinned, endpoints } = findEndpoints(options, operations, documented, maxTokens);
|
|
44
|
+
const spent = pinned.reduce((total, hit) => total + hit.tokens, 0);
|
|
45
|
+
const pinnedIds = new Set(pinned.map((hit) => hit.chunkId));
|
|
37
46
|
const prose = options.store
|
|
38
47
|
.search(options.query, {
|
|
39
48
|
...(packageIds === undefined ? {} : { packageIds }),
|
|
40
49
|
...(options.packageFilter === undefined
|
|
41
50
|
? {}
|
|
42
51
|
: { packageFilter: `%${options.packageFilter}%` }),
|
|
43
|
-
limit:
|
|
44
|
-
maxTokens,
|
|
52
|
+
limit: Math.max(1, limit - pinned.length),
|
|
53
|
+
maxTokens: Math.max(1, maxTokens - spent),
|
|
45
54
|
// Declarations are addressed by name, never ranked against prose: a library exports far
|
|
46
55
|
// more names than its documentation has pages, and ranking them together would answer
|
|
47
56
|
// every question with type machinery.
|
|
48
57
|
kinds: ["docs"],
|
|
49
58
|
})
|
|
59
|
+
.filter((hit) => !pinnedIds.has(hit.chunkId))
|
|
50
60
|
.map((hit) => toQueryHit(hit, "docs", documented));
|
|
51
61
|
const { declarations, undocumented } = options.artifacts === false
|
|
52
62
|
? { declarations: [], undocumented: [] }
|
|
53
|
-
: await findDeclarations(options, prose, maxTokens);
|
|
54
|
-
//
|
|
55
|
-
//
|
|
56
|
-
|
|
63
|
+
: await findDeclarations(options, [...pinned, ...prose], maxTokens - spent);
|
|
64
|
+
// Pinned operations, then declarations, then the ranked prose. Both of the first two were
|
|
65
|
+
// addressed by name rather than guessed at, and for an agent about to write a call the exact
|
|
66
|
+
// thing it named is the load-bearing line.
|
|
67
|
+
const hits = [...pinned, ...declarations, ...prose];
|
|
57
68
|
return {
|
|
58
69
|
hits,
|
|
59
70
|
tokens: hits.reduce((total, hit) => total + hit.tokens, 0),
|
|
60
71
|
untrusted: hits.some((hit) => !hit.trusted),
|
|
61
72
|
unindexed,
|
|
62
73
|
undocumented,
|
|
74
|
+
endpoints,
|
|
63
75
|
};
|
|
64
76
|
}
|
|
77
|
+
/**
|
|
78
|
+
* Operation chunks the question addressed.
|
|
79
|
+
*
|
|
80
|
+
* Bounded by the same token budget as everything else, and the first match is always kept: an answer
|
|
81
|
+
* whose one pinned operation did not fit would have pinned nothing and said nothing about it.
|
|
82
|
+
*/
|
|
83
|
+
function findEndpoints(options, operations, documented, maxTokens) {
|
|
84
|
+
const matches = matchEndpoints(options.query, endpointIndex(operations));
|
|
85
|
+
const hits = [];
|
|
86
|
+
const endpoints = [];
|
|
87
|
+
let spent = 0;
|
|
88
|
+
for (const match of matches) {
|
|
89
|
+
if (options.packageFilter !== undefined && !match.chunkId.includes(options.packageFilter)) {
|
|
90
|
+
continue;
|
|
91
|
+
}
|
|
92
|
+
const chunk = options.store.chunk(match.chunkId);
|
|
93
|
+
if (chunk === undefined)
|
|
94
|
+
continue;
|
|
95
|
+
if (hits.length > 0 && spent + chunk.tokens > maxTokens)
|
|
96
|
+
break;
|
|
97
|
+
hits.push(toQueryHit(chunk, "docs", documented));
|
|
98
|
+
endpoints.push(`${match.method} ${match.path}`);
|
|
99
|
+
spent += chunk.tokens;
|
|
100
|
+
}
|
|
101
|
+
return { hits, endpoints };
|
|
102
|
+
}
|
|
65
103
|
/**
|
|
66
104
|
* Looks up the names a question used against the symbols the installed libraries export.
|
|
67
105
|
*
|
package/dist/search.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search.js","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAEjF,qGAAqG;AACrG,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AACvC,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC;AAE/B;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAE3B,gFAAgF;AAChF,MAAM,UAAU,GAAG,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"search.js","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAEjF,qGAAqG;AACrG,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AACvC,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC;AAE/B;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAE3B,gFAAgF;AAChF,MAAM,UAAU,GAAG,CAAC,CAAC;AAgErB,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAqB;IACnD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC;IACxC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACtF,MAAM,UAAU,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;SAChC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SAClD,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAExB,+FAA+F;IAC/F,2FAA2F;IAC3F,8FAA8F;IAC9F,uFAAuF;IACvF,MAAM,UAAU,GAAG,IAAI,GAAG,EAA6B,CAAC;IACxD,MAAM,UAAU,GAAuD,EAAE,CAAC;IAC1E,KAAK,MAAM,GAAG,IAAI,SAAS,IAAI,EAAE,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzC,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC;QACjE,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxC,UAAU,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YAClF,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC5E,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;IAE7C,gGAAgG;IAChG,uFAAuF;IACvF,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IAC9F,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAE5D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK;SACxB,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE;QACrB,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;QACnD,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS;YACrC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,OAAO,CAAC,aAAa,GAAG,EAAE,CAAC;QACpD,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QACzC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC;QACzC,wFAAwF;QACxF,sFAAsF;QACtF,sCAAsC;QACtC,KAAK,EAAE,CAAC,MAAM,CAAC;KAChB,CAAC;SACD,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;SAC5C,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAErD,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAClC,OAAO,CAAC,SAAS,KAAK,KAAK;QACzB,CAAC,CAAC,EAAE,YAAY,EAAE,EAAgB,EAAE,YAAY,EAAE,EAAc,EAAE;QAClE,CAAC,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,CAAC,GAAG,MAAM,EAAE,GAAG,KAAK,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,CAAC;IAEhF,0FAA0F;IAC1F,6FAA6F;IAC7F,2CAA2C;IAC3C,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,YAAY,EAAE,GAAG,KAAK,CAAC,CAAC;IAEpD,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1D,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;QAC3C,SAAS;QACT,YAAY;QACZ,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,SAAS,aAAa,CACpB,OAAqB,EACrB,UAAuE,EACvE,UAAkD,EAClD,SAAiB;IAEjB,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC;IACzE,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAC1F,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM;QAC/D,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;QACjD,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;AAC7B,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,gBAAgB,CAC7B,OAAqB,EACrB,KAA0B,EAC1B,SAAiB;IAEjB,MAAM,KAAK,GACT,OAAO,CAAC,MAAM,KAAK,KAAK;QACtB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,CAAC,MAAM,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CACxC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAClD,CAAC;IAER,MAAM,YAAY,GAAe,EAAE,CAAC;IACpC,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAEhE,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,IAAI,YAAY,CAAC,MAAM,IAAI,gBAAgB;YAAE,MAAM;QAEnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK;aACxB,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;aACzB,MAAM,CACL,CAAC,GAAG,EAAE,EAAE,CACN,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CACvF,CAAC;QACJ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEjC,sFAAsF;QACtF,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAAE,SAAS;QAC/D,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExB,2FAA2F;QAC3F,2FAA2F;QAC3F,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAChE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM;QAEvE,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5D,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;AACxC,CAAC;AAED,gGAAgG;AAChG,SAAS,WAAW,CAAC,KAAa;IAChC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;IACrD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/E,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,QAAQ,CAAC,OAAe,EAAE,IAAY;IAC7C,OAAO,IAAI,MAAM,CAAC,qBAAqB,WAAW,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC9F,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,UAAU,CACjB,GAAc,EACd,IAAiB,EACjB,UAAkD;IAElD,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACxD,wFAAwF;IACxF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC/E,OAAO;QACL,GAAG,GAAG;QACN,IAAI;QACJ,OAAO;QACP,IAAI;QACJ,OAAO,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC;QAClC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;KAClD,CAAC;AACJ,CAAC;AAED,MAAM,gBAAgB,GACpB,wFAAwF;IACxF,6DAA6D,CAAC;AAEhE;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,MAAmB,EAAE,KAAa;IAC7D,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,0FAA0F;QAC1F,kFAAkF;QAClF,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,mCAAmC,KAAK,UAAU,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,oEAAoE,CAAC;QAC3M,CAAC;QACD,OAAO,mCAAmC,KAAK,kEAAkE,CAAC;IACpH,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACvC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC;QAChD,2FAA2F;QAC3F,mFAAmF;QACnF,kFAAkF;QAClF,MAAM,SAAS,GACb,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;YACvD,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,gBAAgB,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,MAAM,GACV,GAAG,CAAC,IAAI,KAAK,UAAU;YACrB,CAAC,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,OAAO,kBAAkB,GAAG,CAAC,QAAQ,mCAAmC;YACrG,CAAC,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,OAAO,MAAM,GAAG,CAAC,QAAQ,GAAG,SAAS,EAAE,CAAC;QACzE,OAAO,CAAC,MAAM,GAAG,CAAC,OAAO,GAAG,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9E,IAAI,MAAM,CAAC,SAAS;QAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACtD,OAAO,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AACtC,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,MAAmB;IAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IACpE,OAAO,QAAQ;QACb,CAAC,CAAC,SAAS,KAAK,IAAI,MAAM,gKAAgK;QAC1L,CAAC,CAAC,SAAS,KAAK,IAAI,MAAM,oFAAoF,CAAC;AACnH,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,cAAc,CAAC,EAAU;IACvC,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAC9C,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;AAC9D,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "docspack",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.1.0",
|
|
4
4
|
"description": "Local, version-locked documentation packages for AI agents, indexed in SQLite and served over MCP.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"ai",
|
|
@@ -45,17 +45,19 @@
|
|
|
45
45
|
"node": ">=22.5.0"
|
|
46
46
|
},
|
|
47
47
|
"dependencies": {
|
|
48
|
+
"@docspack/lapis": "^0.2.0",
|
|
49
|
+
"@docspack/openapi": "^0.2.0",
|
|
50
|
+
"@docspack/registry": "^0.1.1",
|
|
48
51
|
"@modelcontextprotocol/sdk": "1.30.0",
|
|
49
52
|
"turndown": "7.2.4",
|
|
50
|
-
"zod": "4.4.3"
|
|
51
|
-
"@docspack/registry": "^0.1.1"
|
|
53
|
+
"zod": "4.4.3"
|
|
52
54
|
},
|
|
53
55
|
"devDependencies": {
|
|
56
|
+
"@docspack/config": "0.1.0",
|
|
54
57
|
"@types/node": "26.2.0",
|
|
55
58
|
"@types/turndown": "5.0.6",
|
|
56
59
|
"typescript": "6.0.3",
|
|
57
|
-
"vitest": "4.1.10"
|
|
58
|
-
"@docspack/config": "0.1.0"
|
|
60
|
+
"vitest": "4.1.10"
|
|
59
61
|
},
|
|
60
62
|
"scripts": {
|
|
61
63
|
"build": "tsc -p tsconfig.json",
|