@mastra/rag 2.6.4-alpha.0 → 2.6.5-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/docs/SKILL.md +1 -1
- package/dist/docs/assets/SOURCE_MAP.json +1 -1
- package/dist/document/transformers/html.d.ts.map +1 -1
- package/dist/index.cjs +60 -19
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +60 -19
- package/dist/index.js.map +1 -1
- package/package.json +5 -5
package/dist/docs/SKILL.md
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../../../src/document/transformers/html.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../../../src/document/transformers/html.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAwEjD,qBAAa,qBAAqB;IAChC,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,iBAAiB,CAAU;IAEnC,YAAY,OAAO,EAAE,gBAAgB,GAAG;QAAE,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAA;KAAE,EAGtE;IAED,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,QAAQ,EAAE,CAsDhD;IAED,OAAO,CAAC,QAAQ;IA2BhB,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,yBAAyB;IAyBjC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE,CA4B9E;IAED,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAUpD;CACF;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,gBAAgB,CAAyB;IACjD,OAAO,CAAC,YAAY,CAAgC;IAEpD,YAAY,OAAO,EAAE,gBAAgB,GAAG;QAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAA;KAAE,EAGvE;IAED,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,EAAE,CAalC;IAED,OAAO,CAAC,QAAQ;IAwBhB,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,kBAAkB;IA6DpB,cAAc,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAW/D;IAED,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE,CA6B9E;IAED,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAUpD;CACF"}
|
package/dist/index.cjs
CHANGED
|
@@ -634,7 +634,7 @@ var UnsupportedFunctionalityError = class extends AISDKError {
|
|
|
634
634
|
};
|
|
635
635
|
_a14 = symbol14;
|
|
636
636
|
//#endregion
|
|
637
|
-
//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@/nanoid/3.3.
|
|
637
|
+
//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@/nanoid/3.3.19/bb8b18de8c5719d31b4e1eca475b7409a05b078fc371f92d1bbba7aa803c85d0/node_modules/nanoid/non-secure/index.js
|
|
638
638
|
let customAlphabet = (alphabet, defaultSize = 21) => {
|
|
639
639
|
return (size = defaultSize) => {
|
|
640
640
|
let id = "";
|
|
@@ -644,7 +644,7 @@ let customAlphabet = (alphabet, defaultSize = 21) => {
|
|
|
644
644
|
};
|
|
645
645
|
};
|
|
646
646
|
//#endregion
|
|
647
|
-
//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider-utils/2.2.8/
|
|
647
|
+
//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/provider-utils/2.2.8/52151efd10e124b032de4a62b4d25d0e5353c6829a00b02bce7f27fe8c7063b7/node_modules/@ai-sdk/provider-utils/dist/index.mjs
|
|
648
648
|
var import_secure_json_parse = /* @__PURE__ */ __toESM((/* @__PURE__ */ __commonJSMin(((exports, module) => {
|
|
649
649
|
const hasBuffer = typeof Buffer !== "undefined";
|
|
650
650
|
const suspectProtoRx = /"(?:_|\\u005[Ff])(?:_|\\u005[Ff])(?:p|\\u0070)(?:r|\\u0072)(?:o|\\u006[Ff])(?:t|\\u0074)(?:o|\\u006[Ff])(?:_|\\u005[Ff])(?:_|\\u005[Ff])"\s*:/;
|
|
@@ -1187,7 +1187,7 @@ function withoutTrailingSlash(url) {
|
|
|
1187
1187
|
return url == null ? void 0 : url.replace(/\/$/, "");
|
|
1188
1188
|
}
|
|
1189
1189
|
//#endregion
|
|
1190
|
-
//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/openai/1.3.24/
|
|
1190
|
+
//#region ../../../../../setup-pnpm/node_modules/.bin/store/v11/links/@ai-sdk/openai/1.3.24/312581640555a819e614bdf1b3844a7ef4b79558f9ec4d5dbd71d5b6eb519752/node_modules/@ai-sdk/openai/dist/index.mjs
|
|
1191
1191
|
function convertToOpenAIChatMessages({ prompt, useLegacyFunctionCalling = false, systemMessageMode = "system" }) {
|
|
1192
1192
|
const messages = [];
|
|
1193
1193
|
const warnings = [];
|
|
@@ -4549,6 +4549,61 @@ var RecursiveCharacterTransformer = class RecursiveCharacterTransformer extends
|
|
|
4549
4549
|
};
|
|
4550
4550
|
//#endregion
|
|
4551
4551
|
//#region src/document/transformers/html.ts
|
|
4552
|
+
const BLOCK_TAGS = /* @__PURE__ */ new Set([
|
|
4553
|
+
"address",
|
|
4554
|
+
"article",
|
|
4555
|
+
"aside",
|
|
4556
|
+
"blockquote",
|
|
4557
|
+
"br",
|
|
4558
|
+
"caption",
|
|
4559
|
+
"center",
|
|
4560
|
+
"dd",
|
|
4561
|
+
"details",
|
|
4562
|
+
"dialog",
|
|
4563
|
+
"div",
|
|
4564
|
+
"dl",
|
|
4565
|
+
"dt",
|
|
4566
|
+
"fieldset",
|
|
4567
|
+
"figcaption",
|
|
4568
|
+
"figure",
|
|
4569
|
+
"footer",
|
|
4570
|
+
"form",
|
|
4571
|
+
"h1",
|
|
4572
|
+
"h2",
|
|
4573
|
+
"h3",
|
|
4574
|
+
"h4",
|
|
4575
|
+
"h5",
|
|
4576
|
+
"h6",
|
|
4577
|
+
"header",
|
|
4578
|
+
"hgroup",
|
|
4579
|
+
"hr",
|
|
4580
|
+
"legend",
|
|
4581
|
+
"li",
|
|
4582
|
+
"main",
|
|
4583
|
+
"menu",
|
|
4584
|
+
"nav",
|
|
4585
|
+
"ol",
|
|
4586
|
+
"p",
|
|
4587
|
+
"pre",
|
|
4588
|
+
"search",
|
|
4589
|
+
"section",
|
|
4590
|
+
"summary",
|
|
4591
|
+
"table",
|
|
4592
|
+
"tbody",
|
|
4593
|
+
"td",
|
|
4594
|
+
"tfoot",
|
|
4595
|
+
"th",
|
|
4596
|
+
"thead",
|
|
4597
|
+
"tr",
|
|
4598
|
+
"ul"
|
|
4599
|
+
]);
|
|
4600
|
+
function extractText(node) {
|
|
4601
|
+
if (!node) return "";
|
|
4602
|
+
if (!node.tagName) return node.text || "";
|
|
4603
|
+
let content = "";
|
|
4604
|
+
for (const child of node.childNodes ?? []) content += extractText(child);
|
|
4605
|
+
return BLOCK_TAGS.has(node.tagName.toLowerCase()) ? " " + content + " " : content;
|
|
4606
|
+
}
|
|
4552
4607
|
var HTMLHeaderTransformer = class {
|
|
4553
4608
|
headersToSplitOn;
|
|
4554
4609
|
returnEachElement;
|
|
@@ -4607,14 +4662,7 @@ var HTMLHeaderTransformer = class {
|
|
|
4607
4662
|
return "/" + parts.join("/");
|
|
4608
4663
|
}
|
|
4609
4664
|
getTextContent(element) {
|
|
4610
|
-
|
|
4611
|
-
if (!element.tagName) return element.text || "";
|
|
4612
|
-
let content = element.text || "";
|
|
4613
|
-
if (element.childNodes) for (const child of element.childNodes) {
|
|
4614
|
-
const childText = this.getTextContent(child);
|
|
4615
|
-
if (childText) content += " " + childText;
|
|
4616
|
-
}
|
|
4617
|
-
return content.trim();
|
|
4665
|
+
return extractText(element).replace(/\s+/g, " ").trim();
|
|
4618
4666
|
}
|
|
4619
4667
|
aggregateElementsToChunks(elements) {
|
|
4620
4668
|
const aggregatedChunks = [];
|
|
@@ -4692,14 +4740,7 @@ var HTMLSectionTransformer = class {
|
|
|
4692
4740
|
return "/" + parts.join("/");
|
|
4693
4741
|
}
|
|
4694
4742
|
getTextContent(element) {
|
|
4695
|
-
|
|
4696
|
-
if (!element.tagName) return element.text || "";
|
|
4697
|
-
let content = element.text || "";
|
|
4698
|
-
if (element.childNodes) for (const child of element.childNodes) {
|
|
4699
|
-
const childText = this.getTextContent(child);
|
|
4700
|
-
if (childText) content += " " + childText;
|
|
4701
|
-
}
|
|
4702
|
-
return content.trim();
|
|
4743
|
+
return extractText(element).replace(/\s+/g, " ").trim();
|
|
4703
4744
|
}
|
|
4704
4745
|
splitHtmlByHeaders(htmlDoc) {
|
|
4705
4746
|
const sections = [];
|