@anvia/core 1.0.4 → 1.0.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +178 -25
- package/dist/agent/index.d.ts +4 -4
- package/dist/agent/index.js +4 -4
- package/dist/{agent-fvQIBLBk.d.ts → agent-B-3jCRmI.d.ts} +2 -2
- package/dist/{chunk-OIB3URVG.js → chunk-2QZJTG2E.js} +2 -2
- package/dist/{chunk-NMVCGWQY.js → chunk-HNRNTFMQ.js} +3 -3
- package/dist/{chunk-LZD36ZAP.js → chunk-XC3LVC4K.js} +5 -4
- package/dist/chunk-XC3LVC4K.js.map +1 -0
- package/dist/{chunk-4EWTDOLR.js → chunk-XEVOC433.js} +1 -157
- package/dist/chunk-XEVOC433.js.map +1 -0
- package/dist/{chunk-VSTJNHOZ.js → chunk-XSV5C4R5.js} +2 -2
- package/dist/documents/index.d.ts +1 -14
- package/dist/documents/index.js +3 -5
- package/dist/evals/index.d.ts +191 -45
- package/dist/evals/index.js +614 -123
- package/dist/evals/index.js.map +1 -1
- package/dist/index.d.ts +3 -3
- package/dist/index.js +5 -5
- package/dist/internal/agent.d.ts +3 -3
- package/dist/internal/agent.js +4 -4
- package/dist/memory/index.d.ts +2 -2
- package/dist/observability/index.d.ts +2 -2
- package/dist/pipeline/index.d.ts +3 -3
- package/dist/skills/index.js +4 -4
- package/dist/tool/index.js +3 -3
- package/dist/{types-ChH_bdtR.d.ts → types-DL7wX6hJ.d.ts} +1 -1
- package/dist/{types-CSYt7-It.d.ts → types-DmzRCbU5.d.ts} +9 -1
- package/dist/vector-store/index.js +2 -2
- package/package.json +1 -10
- package/dist/chunk-4EWTDOLR.js.map +0 -1
- package/dist/chunk-LZD36ZAP.js.map +0 -1
- /package/dist/{chunk-OIB3URVG.js.map → chunk-2QZJTG2E.js.map} +0 -0
- /package/dist/{chunk-NMVCGWQY.js.map → chunk-HNRNTFMQ.js.map} +0 -0
- /package/dist/{chunk-VSTJNHOZ.js.map → chunk-XSV5C4R5.js.map} +0 -0
|
@@ -179,161 +179,6 @@ function createChunk(text, index, start, end) {
|
|
|
179
179
|
return { index, text: text.slice(start, end), start, end };
|
|
180
180
|
}
|
|
181
181
|
|
|
182
|
-
// src/documents/pdf.ts
|
|
183
|
-
async function extractPdfText(options) {
|
|
184
|
-
if (typeof options !== "object" || options === null) {
|
|
185
|
-
throw new TypeError("extractPdfText options must be an object");
|
|
186
|
-
}
|
|
187
|
-
if (!(options.data instanceof Uint8Array)) {
|
|
188
|
-
throw new TypeError("extractPdfText data must be a Uint8Array");
|
|
189
|
-
}
|
|
190
|
-
if (options.abortSignal !== void 0 && !isAbortSignal(options.abortSignal)) {
|
|
191
|
-
throw new TypeError("extractPdfText abortSignal must be an AbortSignal");
|
|
192
|
-
}
|
|
193
|
-
const { abortSignal } = options;
|
|
194
|
-
abortSignal?.throwIfAborted();
|
|
195
|
-
const data = new Uint8Array(options.data);
|
|
196
|
-
const pdfjs = await loadPdfjs();
|
|
197
|
-
abortSignal?.throwIfAborted();
|
|
198
|
-
const loadingTask = pdfjs.getDocument({ data });
|
|
199
|
-
let destroyPromise;
|
|
200
|
-
const destroy = () => {
|
|
201
|
-
destroyPromise ??= loadingTask.destroy();
|
|
202
|
-
return destroyPromise;
|
|
203
|
-
};
|
|
204
|
-
const abort = createAbortPromise(abortSignal, destroy);
|
|
205
|
-
return runWithCleanup(
|
|
206
|
-
async () => {
|
|
207
|
-
const document = await abort.wait(loadingTask.promise);
|
|
208
|
-
const pages = [];
|
|
209
|
-
for (let pageNumber = 1; pageNumber <= document.numPages; pageNumber += 1) {
|
|
210
|
-
abortSignal?.throwIfAborted();
|
|
211
|
-
const page = await abort.wait(document.getPage(pageNumber));
|
|
212
|
-
const content = await abort.wait(page.getTextContent());
|
|
213
|
-
pages.push({ pageNumber, text: extractPageText(content.items) });
|
|
214
|
-
}
|
|
215
|
-
return { pages };
|
|
216
|
-
},
|
|
217
|
-
async () => {
|
|
218
|
-
abort.dispose();
|
|
219
|
-
await destroy();
|
|
220
|
-
}
|
|
221
|
-
);
|
|
222
|
-
}
|
|
223
|
-
async function loadPdfjs() {
|
|
224
|
-
try {
|
|
225
|
-
return await import("pdfjs-dist/legacy/build/pdf.mjs");
|
|
226
|
-
} catch (cause) {
|
|
227
|
-
if (!isMissingPdfjsDependency(cause)) {
|
|
228
|
-
throw cause;
|
|
229
|
-
}
|
|
230
|
-
throw new Error(
|
|
231
|
-
'PDF extraction requires the optional "pdfjs-dist" package. Install it in your application to use extractPdfText().',
|
|
232
|
-
{ cause }
|
|
233
|
-
);
|
|
234
|
-
}
|
|
235
|
-
}
|
|
236
|
-
function isMissingPdfjsDependency(error) {
|
|
237
|
-
const seen = /* @__PURE__ */ new Set();
|
|
238
|
-
let current = error;
|
|
239
|
-
while (current instanceof Error && !seen.has(current)) {
|
|
240
|
-
seen.add(current);
|
|
241
|
-
if (current.message.includes("pdfjs-dist") && "code" in current && current.code === "ERR_MODULE_NOT_FOUND") {
|
|
242
|
-
return true;
|
|
243
|
-
}
|
|
244
|
-
current = "cause" in current ? current.cause : void 0;
|
|
245
|
-
}
|
|
246
|
-
return false;
|
|
247
|
-
}
|
|
248
|
-
async function runWithCleanup(operation, cleanup) {
|
|
249
|
-
let outcome;
|
|
250
|
-
try {
|
|
251
|
-
outcome = { ok: true, value: await operation() };
|
|
252
|
-
} catch (error) {
|
|
253
|
-
outcome = { ok: false, error };
|
|
254
|
-
}
|
|
255
|
-
let cleanupError;
|
|
256
|
-
let cleanupFailed = false;
|
|
257
|
-
try {
|
|
258
|
-
await cleanup();
|
|
259
|
-
} catch (error) {
|
|
260
|
-
cleanupFailed = true;
|
|
261
|
-
cleanupError = error;
|
|
262
|
-
}
|
|
263
|
-
if (!outcome.ok) {
|
|
264
|
-
if (cleanupFailed) {
|
|
265
|
-
throw new AggregateError(
|
|
266
|
-
[outcome.error, cleanupError],
|
|
267
|
-
"PDF extraction and cleanup both failed",
|
|
268
|
-
{ cause: outcome.error }
|
|
269
|
-
);
|
|
270
|
-
}
|
|
271
|
-
throw outcome.error;
|
|
272
|
-
}
|
|
273
|
-
if (cleanupFailed) {
|
|
274
|
-
throw cleanupError;
|
|
275
|
-
}
|
|
276
|
-
return outcome.value;
|
|
277
|
-
}
|
|
278
|
-
function isAbortSignal(value) {
|
|
279
|
-
if (typeof value !== "object" || value === null) {
|
|
280
|
-
return false;
|
|
281
|
-
}
|
|
282
|
-
const candidate = value;
|
|
283
|
-
return typeof candidate.aborted === "boolean" && typeof candidate.addEventListener === "function" && typeof candidate.removeEventListener === "function" && typeof candidate.throwIfAborted === "function";
|
|
284
|
-
}
|
|
285
|
-
function extractPageText(items) {
|
|
286
|
-
let text = "";
|
|
287
|
-
for (const item of items) {
|
|
288
|
-
if (typeof item !== "object" || item === null) {
|
|
289
|
-
throw new TypeError("PDF text content contains a malformed item");
|
|
290
|
-
}
|
|
291
|
-
if (!("str" in item)) {
|
|
292
|
-
if ("type" in item && (item.type === "beginMarkedContent" || item.type === "beginMarkedContentProps" || item.type === "endMarkedContent")) {
|
|
293
|
-
continue;
|
|
294
|
-
}
|
|
295
|
-
throw new TypeError("PDF text content contains an unknown non-text item");
|
|
296
|
-
}
|
|
297
|
-
if (typeof item.str !== "string") {
|
|
298
|
-
throw new TypeError("PDF text content item str must be a string");
|
|
299
|
-
}
|
|
300
|
-
if (!("hasEOL" in item) || typeof item.hasEOL !== "boolean") {
|
|
301
|
-
throw new TypeError("PDF text content item hasEOL must be a boolean");
|
|
302
|
-
}
|
|
303
|
-
text += item.str;
|
|
304
|
-
if (item.hasEOL) {
|
|
305
|
-
text += "\n";
|
|
306
|
-
}
|
|
307
|
-
}
|
|
308
|
-
return text;
|
|
309
|
-
}
|
|
310
|
-
function createAbortPromise(abortSignal, destroy) {
|
|
311
|
-
if (abortSignal === void 0) {
|
|
312
|
-
return {
|
|
313
|
-
wait: (promise) => promise,
|
|
314
|
-
dispose: () => void 0
|
|
315
|
-
};
|
|
316
|
-
}
|
|
317
|
-
let rejectAbort;
|
|
318
|
-
const aborted = new Promise((_resolve, reject) => {
|
|
319
|
-
rejectAbort = reject;
|
|
320
|
-
});
|
|
321
|
-
const onAbort = () => {
|
|
322
|
-
void destroy();
|
|
323
|
-
rejectAbort?.(
|
|
324
|
-
abortSignal.reason ?? new DOMException("The operation was aborted", "AbortError")
|
|
325
|
-
);
|
|
326
|
-
};
|
|
327
|
-
abortSignal.addEventListener("abort", onAbort, { once: true });
|
|
328
|
-
if (abortSignal.aborted) {
|
|
329
|
-
onAbort();
|
|
330
|
-
}
|
|
331
|
-
return {
|
|
332
|
-
wait: (promise) => Promise.race([promise, aborted]),
|
|
333
|
-
dispose: () => abortSignal.removeEventListener("abort", onAbort)
|
|
334
|
-
};
|
|
335
|
-
}
|
|
336
|
-
|
|
337
182
|
// src/documents/text-document.ts
|
|
338
183
|
function chunkTextDocuments(options) {
|
|
339
184
|
if (typeof options !== "object" || options === null) {
|
|
@@ -406,7 +251,6 @@ function createDocumentChunk(document, index, text) {
|
|
|
406
251
|
|
|
407
252
|
export {
|
|
408
253
|
chunkText,
|
|
409
|
-
extractPdfText,
|
|
410
254
|
chunkTextDocuments
|
|
411
255
|
};
|
|
412
|
-
//# sourceMappingURL=chunk-
|
|
256
|
+
//# sourceMappingURL=chunk-XEVOC433.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/documents/chunk-text.ts","../src/documents/text-document.ts"],"sourcesContent":["export type TextChunk = Readonly<{\n index: number;\n text: string;\n start: number;\n end: number;\n}>;\n\nexport type ChunkTextOptions =\n | Readonly<{\n text: string;\n strategy: \"fixed\";\n maxSize: number;\n overlap?: number;\n }>\n | Readonly<{\n text: string;\n strategy: \"recursive\";\n maxSize: number;\n overlap?: number;\n separators: readonly string[];\n }>;\n\ntype TextRange = Readonly<{\n start: number;\n end: number;\n}>;\n\nexport function chunkText(options: ChunkTextOptions): readonly TextChunk[] {\n const validated = validateOptions(options);\n if (validated.text.length === 0) {\n return [];\n }\n\n if (validated.strategy === \"fixed\") {\n return chunkFixed(validated.text, validated.maxSize, validated.overlap);\n }\n\n const ranges = resolveRecursiveRanges(\n validated.text,\n { start: 0, end: validated.text.length },\n validated.maxSize,\n validated.separators,\n );\n return applyRecursiveOverlap(validated.text, ranges, validated.maxSize, validated.overlap);\n}\n\nfunction validateOptions(options: ChunkTextOptions):\n | Readonly<{\n text: string;\n strategy: \"fixed\";\n maxSize: number;\n overlap: number;\n }>\n | Readonly<{\n text: string;\n strategy: \"recursive\";\n maxSize: number;\n overlap: number;\n separators: readonly string[];\n }> {\n if (typeof options !== \"object\" || options === null) {\n throw new TypeError(\"chunkText options must be an object\");\n }\n\n const value = options as unknown as Record<string, unknown>;\n if (typeof value.text !== \"string\") {\n throw new TypeError(\"chunkText text must be a string\");\n }\n if (!Number.isSafeInteger(value.maxSize) || (value.maxSize as number) <= 0) {\n throw new RangeError(\"chunkText maxSize must be a positive safe integer\");\n }\n\n const maxSize = value.maxSize as number;\n const overlap = value.overlap === undefined ? 0 : value.overlap;\n if (!Number.isSafeInteger(overlap) || (overlap as number) < 0 || (overlap as number) >= maxSize) {\n throw new RangeError(\n \"chunkText overlap must be a non-negative safe integer smaller than maxSize\",\n );\n }\n\n if (value.strategy === \"fixed\") {\n if (\"separators\" in value) {\n throw new TypeError(\"chunkText fixed strategy does not accept separators\");\n }\n return {\n text: value.text,\n strategy: \"fixed\",\n maxSize,\n overlap: overlap as number,\n };\n }\n\n if (value.strategy !== \"recursive\") {\n throw new TypeError('chunkText strategy must be either \"fixed\" or \"recursive\"');\n }\n if (!Array.isArray(value.separators) || value.separators.length === 0) {\n throw new TypeError(\"chunkText recursive separators must be a non-empty array\");\n }\n\n const separators = value.separators as unknown[];\n const seen = new Set<string>();\n for (const separator of separators) {\n if (typeof separator !== \"string\" || separator.length === 0) {\n throw new TypeError(\"chunkText recursive separators must contain non-empty strings\");\n }\n if (seen.has(separator)) {\n throw new TypeError(\"chunkText recursive separators must not contain duplicates\");\n }\n seen.add(separator);\n }\n\n return {\n text: value.text,\n strategy: \"recursive\",\n maxSize,\n overlap: overlap as number,\n separators: separators as string[],\n };\n}\n\nfunction chunkFixed(text: string, maxSize: number, overlap: number): readonly TextChunk[] {\n const chunks: TextChunk[] = [];\n let start = 0;\n\n while (start < text.length) {\n const end = Math.min(start + maxSize, text.length);\n chunks.push(createChunk(text, chunks.length, start, end));\n if (end === text.length) {\n break;\n }\n start = end - overlap;\n }\n\n return chunks;\n}\n\nfunction resolveRecursiveRanges(\n text: string,\n initialRange: TextRange,\n maxSize: number,\n separators: readonly string[],\n): readonly TextRange[] {\n const resolved: TextRange[] = [];\n const pending: Array<Readonly<{ range: TextRange; separatorIndex: number }>> = [\n { range: initialRange, separatorIndex: 0 },\n ];\n\n while (pending.length > 0) {\n const current = pending.pop();\n if (current === undefined) {\n break;\n }\n if (current.range.end - current.range.start <= maxSize) {\n resolved.push(current.range);\n continue;\n }\n\n let pieces: readonly TextRange[] | undefined;\n let nextSeparatorIndex = separators.length;\n for (let index = current.separatorIndex; index < separators.length; index += 1) {\n const candidate = splitAfterSeparator(text, current.range, separators[index] as string);\n if (candidate.length > 1) {\n pieces = candidate;\n nextSeparatorIndex = index + 1;\n break;\n }\n }\n\n if (pieces === undefined) {\n resolved.push(...hardSplit(current.range, maxSize));\n continue;\n }\n\n for (let index = pieces.length - 1; index >= 0; index -= 1) {\n pending.push({ range: pieces[index] as TextRange, separatorIndex: nextSeparatorIndex });\n }\n }\n\n return resolved;\n}\n\nfunction splitAfterSeparator(text: string, range: TextRange, separator: string): TextRange[] {\n const ranges: TextRange[] = [];\n let start = range.start;\n let searchFrom = range.start;\n\n while (searchFrom < range.end) {\n const separatorStart = text.indexOf(separator, searchFrom);\n if (separatorStart < 0 || separatorStart + separator.length > range.end) {\n break;\n }\n const end = separatorStart + separator.length;\n if (end > start) {\n ranges.push({ start, end });\n }\n start = end;\n searchFrom = end;\n }\n\n if (start < range.end) {\n ranges.push({ start, end: range.end });\n }\n return ranges;\n}\n\nfunction hardSplit(range: TextRange, maxSize: number): readonly TextRange[] {\n const ranges: TextRange[] = [];\n for (let start = range.start; start < range.end; start += maxSize) {\n ranges.push({ start, end: Math.min(start + maxSize, range.end) });\n }\n return ranges;\n}\n\nfunction applyRecursiveOverlap(\n text: string,\n ranges: readonly TextRange[],\n maxSize: number,\n overlap: number,\n): readonly TextChunk[] {\n const boundaries = ranges.map((range) => range.end);\n const chunks: TextChunk[] = [];\n let start = 0;\n let previousEnd = 0;\n\n while (start < text.length) {\n const limit = Math.min(start + maxSize, text.length);\n const boundary = findLastBoundaryAtMost(boundaries, limit);\n const end = boundary !== undefined && boundary > previousEnd ? boundary : limit;\n\n chunks.push(createChunk(text, chunks.length, start, end));\n if (end === text.length) {\n break;\n }\n previousEnd = end;\n start = Math.max(0, end - overlap);\n }\n\n return chunks;\n}\n\nfunction findLastBoundaryAtMost(boundaries: readonly number[], limit: number): number | undefined {\n let low = 0;\n let high = boundaries.length;\n while (low < high) {\n const middle = low + Math.floor((high - low) / 2);\n if ((boundaries[middle] as number) <= limit) {\n low = middle + 1;\n } else {\n high = middle;\n }\n }\n return boundaries[low - 1];\n}\n\nfunction createChunk(text: string, index: number, start: number, end: number): TextChunk {\n return { index, text: text.slice(start, end), start, end };\n}\n","import { chunkText } from \"./chunk-text\";\n\nexport type TextDocumentMetadata = Record<string, string | number | boolean>;\n\nexport type TextDocument<Metadata = TextDocumentMetadata> = Readonly<{\n id: string;\n text: string;\n metadata?: Metadata | undefined;\n}>;\n\nexport type TextDocumentChunk<Metadata = TextDocumentMetadata> = Readonly<{\n id: string;\n documentId: string;\n index: number;\n text: string;\n metadata?: Metadata | undefined;\n}>;\n\nexport type TextDocumentChunkingOptions =\n | Readonly<{ strategy: \"none\" }>\n | Readonly<{\n strategy: \"fixed\";\n maxSize: number;\n overlap?: number | undefined;\n }>\n | Readonly<{\n strategy: \"recursive\";\n maxSize: number;\n overlap?: number | undefined;\n separators: readonly string[];\n }>;\n\nexport type ChunkTextDocumentsOptions<Metadata = TextDocumentMetadata> = Readonly<{\n documents: readonly TextDocument<Metadata>[];\n chunking?: TextDocumentChunkingOptions | undefined;\n}>;\n\nexport function chunkTextDocuments<Metadata>(\n options: ChunkTextDocumentsOptions<Metadata>,\n): readonly TextDocumentChunk<Metadata>[] {\n if (typeof options !== \"object\" || options === null) {\n throw new TypeError(\"chunkTextDocuments options must contain a documents array\");\n }\n const documents = options.documents;\n if (!Array.isArray(documents)) {\n throw new TypeError(\"chunkTextDocuments options must contain a documents array\");\n }\n\n const ids = new Set<string>();\n const chunks: TextDocumentChunk<Metadata>[] = [];\n for (const document of documents as readonly TextDocument<Metadata>[]) {\n validateDocument(document, ids);\n chunks.push(...chunkDocument(document, options.chunking));\n }\n return chunks;\n}\n\nfunction validateDocument<Metadata>(document: TextDocument<Metadata>, ids: Set<string>): void {\n if (typeof document !== \"object\" || document === null) {\n throw new TypeError(\"Text documents must be objects\");\n }\n if (typeof document.id !== \"string\" || document.id.length === 0) {\n throw new TypeError(\"Text document ids must be non-empty strings\");\n }\n if (ids.has(document.id)) {\n throw new TypeError(`Duplicate text document id: ${document.id}`);\n }\n if (typeof document.text !== \"string\" || document.text.length === 0) {\n throw new TypeError(`Text document ${document.id} must contain non-empty text`);\n }\n ids.add(document.id);\n}\n\nfunction chunkDocument<Metadata>(\n document: TextDocument<Metadata>,\n chunking: TextDocumentChunkingOptions | undefined,\n): readonly TextDocumentChunk<Metadata>[] {\n if (chunking === undefined || chunking.strategy === \"none\") {\n return [createDocumentChunk(document, 0, document.text)];\n }\n\n const textChunks = chunkDocumentText(document.text, chunking);\n return textChunks.map((chunk) => createDocumentChunk(document, chunk.index, chunk.text));\n}\n\nfunction chunkDocumentText(\n text: string,\n chunking: Exclude<TextDocumentChunkingOptions, Readonly<{ strategy: \"none\" }>>,\n) {\n const overlap = chunking.overlap ?? 0;\n if (chunking.strategy === \"fixed\") {\n return chunkText({\n text,\n strategy: \"fixed\",\n maxSize: chunking.maxSize,\n overlap,\n });\n }\n return chunkText({\n text,\n strategy: \"recursive\",\n maxSize: chunking.maxSize,\n overlap,\n separators: chunking.separators,\n });\n}\n\nfunction createDocumentChunk<Metadata>(\n document: TextDocument<Metadata>,\n index: number,\n text: string,\n): TextDocumentChunk<Metadata> {\n const chunk = {\n id: `${document.id}:chunk:${index}`,\n documentId: document.id,\n index,\n text,\n };\n if (document.metadata === undefined) {\n return chunk;\n }\n return { ...chunk, metadata: document.metadata };\n}\n"],"mappings":";AA2BO,SAAS,UAAU,SAAiD;AACzE,QAAM,YAAY,gBAAgB,OAAO;AACzC,MAAI,UAAU,KAAK,WAAW,GAAG;AAC/B,WAAO,CAAC;AAAA,EACV;AAEA,MAAI,UAAU,aAAa,SAAS;AAClC,WAAO,WAAW,UAAU,MAAM,UAAU,SAAS,UAAU,OAAO;AAAA,EACxE;AAEA,QAAM,SAAS;AAAA,IACb,UAAU;AAAA,IACV,EAAE,OAAO,GAAG,KAAK,UAAU,KAAK,OAAO;AAAA,IACvC,UAAU;AAAA,IACV,UAAU;AAAA,EACZ;AACA,SAAO,sBAAsB,UAAU,MAAM,QAAQ,UAAU,SAAS,UAAU,OAAO;AAC3F;AAEA,SAAS,gBAAgB,SAalB;AACL,MAAI,OAAO,YAAY,YAAY,YAAY,MAAM;AACnD,UAAM,IAAI,UAAU,qCAAqC;AAAA,EAC3D;AAEA,QAAM,QAAQ;AACd,MAAI,OAAO,MAAM,SAAS,UAAU;AAClC,UAAM,IAAI,UAAU,iCAAiC;AAAA,EACvD;AACA,MAAI,CAAC,OAAO,cAAc,MAAM,OAAO,KAAM,MAAM,WAAsB,GAAG;AAC1E,UAAM,IAAI,WAAW,mDAAmD;AAAA,EAC1E;AAEA,QAAM,UAAU,MAAM;AACtB,QAAM,UAAU,MAAM,YAAY,SAAY,IAAI,MAAM;AACxD,MAAI,CAAC,OAAO,cAAc,OAAO,KAAM,UAAqB,KAAM,WAAsB,SAAS;AAC/F,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAEA,MAAI,MAAM,aAAa,SAAS;AAC9B,QAAI,gBAAgB,OAAO;AACzB,YAAM,IAAI,UAAU,qDAAqD;AAAA,IAC3E;AACA,WAAO;AAAA,MACL,MAAM,MAAM;AAAA,MACZ,UAAU;AAAA,MACV;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAEA,MAAI,MAAM,aAAa,aAAa;AAClC,UAAM,IAAI,UAAU,0DAA0D;AAAA,EAChF;AACA,MAAI,CAAC,MAAM,QAAQ,MAAM,UAAU,KAAK,MAAM,WAAW,WAAW,GAAG;AACrE,UAAM,IAAI,UAAU,0DAA0D;AAAA,EAChF;AAEA,QAAM,aAAa,MAAM;AACzB,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,aAAa,YAAY;AAClC,QAAI,OAAO,cAAc,YAAY,UAAU,WAAW,GAAG;AAC3D,YAAM,IAAI,UAAU,+DAA+D;AAAA,IACrF;AACA,QAAI,KAAK,IAAI,SAAS,GAAG;AACvB,YAAM,IAAI,UAAU,4DAA4D;AAAA,IAClF;AACA,SAAK,IAAI,SAAS;AAAA,EACpB;AAEA,SAAO;AAAA,IACL,MAAM,MAAM;AAAA,IACZ,UAAU;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,WAAW,MAAc,SAAiB,SAAuC;AACxF,QAAM,SAAsB,CAAC;AAC7B,MAAI,QAAQ;AAEZ,SAAO,QAAQ,KAAK,QAAQ;AAC1B,UAAM,MAAM,KAAK,IAAI,QAAQ,SAAS,KAAK,MAAM;AACjD,WAAO,KAAK,YAAY,MAAM,OAAO,QAAQ,OAAO,GAAG,CAAC;AACxD,QAAI,QAAQ,KAAK,QAAQ;AACvB;AAAA,IACF;AACA,YAAQ,MAAM;AAAA,EAChB;AAEA,SAAO;AACT;AAEA,SAAS,uBACP,MACA,cACA,SACA,YACsB;AACtB,QAAM,WAAwB,CAAC;AAC/B,QAAM,UAAyE;AAAA,IAC7E,EAAE,OAAO,cAAc,gBAAgB,EAAE;AAAA,EAC3C;AAEA,SAAO,QAAQ,SAAS,GAAG;AACzB,UAAM,UAAU,QAAQ,IAAI;AAC5B,QAAI,YAAY,QAAW;AACzB;AAAA,IACF;AACA,QAAI,QAAQ,MAAM,MAAM,QAAQ,MAAM,SAAS,SAAS;AACtD,eAAS,KAAK,QAAQ,KAAK;AAC3B;AAAA,IACF;AAEA,QAAI;AACJ,QAAI,qBAAqB,WAAW;AACpC,aAAS,QAAQ,QAAQ,gBAAgB,QAAQ,WAAW,QAAQ,SAAS,GAAG;AAC9E,YAAM,YAAY,oBAAoB,MAAM,QAAQ,OAAO,WAAW,KAAK,CAAW;AACtF,UAAI,UAAU,SAAS,GAAG;AACxB,iBAAS;AACT,6BAAqB,QAAQ;AAC7B;AAAA,MACF;AAAA,IACF;AAEA,QAAI,WAAW,QAAW;AACxB,eAAS,KAAK,GAAG,UAAU,QAAQ,OAAO,OAAO,CAAC;AAClD;AAAA,IACF;AAEA,aAAS,QAAQ,OAAO,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG;AAC1D,cAAQ,KAAK,EAAE,OAAO,OAAO,KAAK,GAAgB,gBAAgB,mBAAmB,CAAC;AAAA,IACxF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,oBAAoB,MAAc,OAAkB,WAAgC;AAC3F,QAAM,SAAsB,CAAC;AAC7B,MAAI,QAAQ,MAAM;AAClB,MAAI,aAAa,MAAM;AAEvB,SAAO,aAAa,MAAM,KAAK;AAC7B,UAAM,iBAAiB,KAAK,QAAQ,WAAW,UAAU;AACzD,QAAI,iBAAiB,KAAK,iBAAiB,UAAU,SAAS,MAAM,KAAK;AACvE;AAAA,IACF;AACA,UAAM,MAAM,iBAAiB,UAAU;AACvC,QAAI,MAAM,OAAO;AACf,aAAO,KAAK,EAAE,OAAO,IAAI,CAAC;AAAA,IAC5B;AACA,YAAQ;AACR,iBAAa;AAAA,EACf;AAEA,MAAI,QAAQ,MAAM,KAAK;AACrB,WAAO,KAAK,EAAE,OAAO,KAAK,MAAM,IAAI,CAAC;AAAA,EACvC;AACA,SAAO;AACT;AAEA,SAAS,UAAU,OAAkB,SAAuC;AAC1E,QAAM,SAAsB,CAAC;AAC7B,WAAS,QAAQ,MAAM,OAAO,QAAQ,MAAM,KAAK,SAAS,SAAS;AACjE,WAAO,KAAK,EAAE,OAAO,KAAK,KAAK,IAAI,QAAQ,SAAS,MAAM,GAAG,EAAE,CAAC;AAAA,EAClE;AACA,SAAO;AACT;AAEA,SAAS,sBACP,MACA,QACA,SACA,SACsB;AACtB,QAAM,aAAa,OAAO,IAAI,CAAC,UAAU,MAAM,GAAG;AAClD,QAAM,SAAsB,CAAC;AAC7B,MAAI,QAAQ;AACZ,MAAI,cAAc;AAElB,SAAO,QAAQ,KAAK,QAAQ;AAC1B,UAAM,QAAQ,KAAK,IAAI,QAAQ,SAAS,KAAK,MAAM;AACnD,UAAM,WAAW,uBAAuB,YAAY,KAAK;AACzD,UAAM,MAAM,aAAa,UAAa,WAAW,cAAc,WAAW;AAE1E,WAAO,KAAK,YAAY,MAAM,OAAO,QAAQ,OAAO,GAAG,CAAC;AACxD,QAAI,QAAQ,KAAK,QAAQ;AACvB;AAAA,IACF;AACA,kBAAc;AACd,YAAQ,KAAK,IAAI,GAAG,MAAM,OAAO;AAAA,EACnC;AAEA,SAAO;AACT;AAEA,SAAS,uBAAuB,YAA+B,OAAmC;AAChG,MAAI,MAAM;AACV,MAAI,OAAO,WAAW;AACtB,SAAO,MAAM,MAAM;AACjB,UAAM,SAAS,MAAM,KAAK,OAAO,OAAO,OAAO,CAAC;AAChD,QAAK,WAAW,MAAM,KAAgB,OAAO;AAC3C,YAAM,SAAS;AAAA,IACjB,OAAO;AACL,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO,WAAW,MAAM,CAAC;AAC3B;AAEA,SAAS,YAAY,MAAc,OAAe,OAAe,KAAwB;AACvF,SAAO,EAAE,OAAO,MAAM,KAAK,MAAM,OAAO,GAAG,GAAG,OAAO,IAAI;AAC3D;;;AC3NO,SAAS,mBACd,SACwC;AACxC,MAAI,OAAO,YAAY,YAAY,YAAY,MAAM;AACnD,UAAM,IAAI,UAAU,2DAA2D;AAAA,EACjF;AACA,QAAM,YAAY,QAAQ;AAC1B,MAAI,CAAC,MAAM,QAAQ,SAAS,GAAG;AAC7B,UAAM,IAAI,UAAU,2DAA2D;AAAA,EACjF;AAEA,QAAM,MAAM,oBAAI,IAAY;AAC5B,QAAM,SAAwC,CAAC;AAC/C,aAAW,YAAY,WAAgD;AACrE,qBAAiB,UAAU,GAAG;AAC9B,WAAO,KAAK,GAAG,cAAc,UAAU,QAAQ,QAAQ,CAAC;AAAA,EAC1D;AACA,SAAO;AACT;AAEA,SAAS,iBAA2B,UAAkC,KAAwB;AAC5F,MAAI,OAAO,aAAa,YAAY,aAAa,MAAM;AACrD,UAAM,IAAI,UAAU,gCAAgC;AAAA,EACtD;AACA,MAAI,OAAO,SAAS,OAAO,YAAY,SAAS,GAAG,WAAW,GAAG;AAC/D,UAAM,IAAI,UAAU,6CAA6C;AAAA,EACnE;AACA,MAAI,IAAI,IAAI,SAAS,EAAE,GAAG;AACxB,UAAM,IAAI,UAAU,+BAA+B,SAAS,EAAE,EAAE;AAAA,EAClE;AACA,MAAI,OAAO,SAAS,SAAS,YAAY,SAAS,KAAK,WAAW,GAAG;AACnE,UAAM,IAAI,UAAU,iBAAiB,SAAS,EAAE,8BAA8B;AAAA,EAChF;AACA,MAAI,IAAI,SAAS,EAAE;AACrB;AAEA,SAAS,cACP,UACA,UACwC;AACxC,MAAI,aAAa,UAAa,SAAS,aAAa,QAAQ;AAC1D,WAAO,CAAC,oBAAoB,UAAU,GAAG,SAAS,IAAI,CAAC;AAAA,EACzD;AAEA,QAAM,aAAa,kBAAkB,SAAS,MAAM,QAAQ;AAC5D,SAAO,WAAW,IAAI,CAAC,UAAU,oBAAoB,UAAU,MAAM,OAAO,MAAM,IAAI,CAAC;AACzF;AAEA,SAAS,kBACP,MACA,UACA;AACA,QAAM,UAAU,SAAS,WAAW;AACpC,MAAI,SAAS,aAAa,SAAS;AACjC,WAAO,UAAU;AAAA,MACf;AAAA,MACA,UAAU;AAAA,MACV,SAAS,SAAS;AAAA,MAClB;AAAA,IACF,CAAC;AAAA,EACH;AACA,SAAO,UAAU;AAAA,IACf;AAAA,IACA,UAAU;AAAA,IACV,SAAS,SAAS;AAAA,IAClB;AAAA,IACA,YAAY,SAAS;AAAA,EACvB,CAAC;AACH;AAEA,SAAS,oBACP,UACA,OACA,MAC6B;AAC7B,QAAM,QAAQ;AAAA,IACZ,IAAI,GAAG,SAAS,EAAE,UAAU,KAAK;AAAA,IACjC,YAAY,SAAS;AAAA,IACrB;AAAA,IACA;AAAA,EACF;AACA,MAAI,SAAS,aAAa,QAAW;AACnC,WAAO;AAAA,EACT;AACA,SAAO,EAAE,GAAG,OAAO,UAAU,SAAS,SAAS;AACjD;","names":[]}
|
|
@@ -3,7 +3,7 @@ import {
|
|
|
3
3
|
} from "./chunk-YK4WAAS4.js";
|
|
4
4
|
import {
|
|
5
5
|
createTool
|
|
6
|
-
} from "./chunk-
|
|
6
|
+
} from "./chunk-XC3LVC4K.js";
|
|
7
7
|
|
|
8
8
|
// src/skills/instructions.ts
|
|
9
9
|
function skillInstructions(skills) {
|
|
@@ -397,4 +397,4 @@ export {
|
|
|
397
397
|
SkillValidationError,
|
|
398
398
|
skill
|
|
399
399
|
};
|
|
400
|
-
//# sourceMappingURL=chunk-
|
|
400
|
+
//# sourceMappingURL=chunk-XSV5C4R5.js.map
|
|
@@ -20,17 +20,4 @@ type ChunkTextOptions = Readonly<{
|
|
|
20
20
|
}>;
|
|
21
21
|
declare function chunkText(options: ChunkTextOptions): readonly TextChunk[];
|
|
22
22
|
|
|
23
|
-
type
|
|
24
|
-
pageNumber: number;
|
|
25
|
-
text: string;
|
|
26
|
-
}>;
|
|
27
|
-
type ExtractPdfTextOptions = Readonly<{
|
|
28
|
-
data: Uint8Array;
|
|
29
|
-
abortSignal?: AbortSignal;
|
|
30
|
-
}>;
|
|
31
|
-
type ExtractPdfTextResult = Readonly<{
|
|
32
|
-
pages: readonly PdfTextPage[];
|
|
33
|
-
}>;
|
|
34
|
-
declare function extractPdfText(options: ExtractPdfTextOptions): Promise<ExtractPdfTextResult>;
|
|
35
|
-
|
|
36
|
-
export { type ChunkTextOptions, type ExtractPdfTextOptions, type ExtractPdfTextResult, type PdfTextPage, type TextChunk, chunkText, extractPdfText };
|
|
23
|
+
export { type ChunkTextOptions, type TextChunk, chunkText };
|
package/dist/documents/index.js
CHANGED
|
@@ -1,11 +1,9 @@
|
|
|
1
1
|
import {
|
|
2
2
|
chunkText,
|
|
3
|
-
chunkTextDocuments
|
|
4
|
-
|
|
5
|
-
} from "../chunk-4EWTDOLR.js";
|
|
3
|
+
chunkTextDocuments
|
|
4
|
+
} from "../chunk-XEVOC433.js";
|
|
6
5
|
export {
|
|
7
6
|
chunkText,
|
|
8
|
-
chunkTextDocuments
|
|
9
|
-
extractPdfText
|
|
7
|
+
chunkTextDocuments
|
|
10
8
|
};
|
|
11
9
|
//# sourceMappingURL=index.js.map
|