@mastra/fastembed 1.3.6 → 1.3.7-alpha.0

package/dist/index.d.ts

@@ -1,11 +1,11 @@
-import type { EmbeddingModelV3 } from './_types/@internal_ai-v6/dist/index.js';
-import type { EmbeddingModel as EmbeddingModelV2 } from './_types/@internal_ai-sdk-v5/dist/index.js';
-import type { EmbeddingModel as EmbeddingModelV1 } from './_types/@internal_ai-sdk-v4/dist/index.js';
+import type { EmbeddingModelV3 } from './_types/@internal_ai-v6@0.0.95/dist/index.js';
+import type { EmbeddingModel as EmbeddingModelV2 } from './_types/@internal_ai-sdk-v5@0.0.95/dist/index.js';
+import type { EmbeddingModel as EmbeddingModelV1 } from './_types/@internal_ai-sdk-v4@0.0.95/dist/index.js';
 export { EmbeddingModel, FlagEmbedding, SparseTextEmbedding, SparseEmbeddingModel, ExecutionProvider, } from './fastembed.js';
 export type { SparseVector, InitOptions, InitSparseOptions } from './fastembed.js';
-export type { EmbeddingModel as EmbeddingModelV1 } from './_types/@internal_ai-sdk-v4/dist/index.js';
-export type { EmbeddingModel as EmbeddingModelV2 } from './_types/@internal_ai-sdk-v5/dist/index.js';
-export type { EmbeddingModel as EmbeddingModelV3 } from './_types/@internal_ai-v6/dist/index.js';
+export type { EmbeddingModel as EmbeddingModelV1 } from './_types/@internal_ai-sdk-v4@0.0.95/dist/index.js';
+export type { EmbeddingModel as EmbeddingModelV2 } from './_types/@internal_ai-sdk-v5@0.0.95/dist/index.js';
+export type { EmbeddingModel as EmbeddingModelV3 } from './_types/@internal_ai-v6@0.0.95/dist/index.js';
 /**
  * Pre-download fastembed models without creating ONNX sessions.
  * Call this before running tests in parallel to avoid concurrent download races.

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,OAAO,KAAK,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAI9E,OAAO,EACL,cAAc,EACd,aAAa,EACb,mBAAmB,EACnB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnF,YAAY,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,YAAY,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,YAAY,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE1E;;;GAGG;AACH,wBAAsB,MAAM,kBAE3B;AAuJD,eAAO,MAAM,SAAS,EAAE,gBAAgB,GAAG;IACzC,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE,gBAAgB,CAAC;IACvB,wBAAwB,EAAE,gBAAgB,CAAC;IAC3C,0BAA0B,EAAE,gBAAgB,CAAC;IAC7C,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAClC,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACjC,WAAW,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACtC,UAAU,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;CAUrC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,OAAO,KAAK,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAI9E,OAAO,EACL,cAAc,EACd,aAAa,EACb,mBAAmB,EACnB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnF,YAAY,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,YAAY,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,YAAY,EAAE,cAAc,IAAI,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE1E;;;GAGG;AACH,wBAAsB,MAAM,kBAE3B;AAsKD,eAAO,MAAM,SAAS,EAAE,gBAAgB,GAAG;IACzC,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE,gBAAgB,CAAC;IACvB,wBAAwB,EAAE,gBAAgB,CAAC;IAC3C,0BAA0B,EAAE,gBAAgB,CAAC;IAC7C,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAClC,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACjC,WAAW,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACtC,UAAU,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;CAUrC,CAAC"}

package/dist/index.js

@@ -9480,7 +9480,7 @@ ZodOptional.create;
 ZodNullable.create;
 ZodEffects.createWithPreprocess;
 ZodPipeline.create;
-// ../_vendored/ai_v5/dist/dist-DRvrQv6K.js
+// ../_vendored/ai_v5/dist/dist-BYnbJEqC.js
 var marker$1$6 = "vercel.ai.error";
 var symbol$1$6 = Symbol.for(marker$1$6);
 var _a$1$6;
@@ -10698,6 +10698,20 @@ function asSchema$2(schema) {
 	}) : isSchema$2(schema) ? schema : typeof schema === "function" ? schema() : zodSchema$2(schema);
 }
 var { btoa: btoa$3, atob: atob$5 } = globalThis;
+var typedArrayTag$1 = Object.getOwnPropertyDescriptor(Object.getPrototypeOf(Uint8Array.prototype), Symbol.toStringTag).get;
+var arrayBufferByteLength$1 = Object.getOwnPropertyDescriptor(ArrayBuffer.prototype, "byteLength").get;
+function isUint8Array$1(value) {
+	return ArrayBuffer.isView(value) && typedArrayTag$1.call(value) === "Uint8Array";
+}
+function isArrayBuffer$1(value) {
+	if (typeof value !== "object" || value === null || !("byteLength" in value)) return false;
+	try {
+		arrayBufferByteLength$1.call(value);
+		return true;
+	} catch (e) {
+		return false;
+	}
+}
 // ../_vendored/ai_v5/dist/index.js
 /** only globals that common to node and browsers are allowed */
 var _globalThis$1 = typeof globalThis === "object" ? globalThis : global;
@@ -11515,8 +11529,8 @@ var NoObjectGeneratedError$2 = class extends AISDKError$2 {
 _a7$4 = symbol7$4;
 var dataContentSchema$2 = union([
 	string(),
-	_instanceof(Uint8Array),
-	_instanceof(ArrayBuffer),
+	custom(isUint8Array$1, { message: "Must be a Uint8Array" }),
+	custom(isArrayBuffer$1, { message: "Must be an ArrayBuffer" }),
 	custom((value) => {
 		var _a17, _b;
 		return (_b = (_a17 = globalThis.Buffer) == null ? void 0 : _a17.isBuffer(value)) != null ? _b : false;
@@ -15275,7 +15289,7 @@ function trimStartOfStream() {
 		return text2;
 	};
 }
-// ../_vendored/ai_v6/dist/dist-Dl1sIpsh.js
+// ../_vendored/ai_v6/dist/dist-DwNW4Hp7.js
 var marker$1 = "vercel.ai.error";
 var symbol$1 = Symbol.for(marker$1);
 var _a$1;
@@ -15425,6 +15439,20 @@ Error message: ${getErrorMessage$1(cause)}`,
 };
 TransformStream;
 var { btoa: btoa$1, atob: atob$2 } = globalThis;
+var typedArrayTag = Object.getOwnPropertyDescriptor(Object.getPrototypeOf(Uint8Array.prototype), Symbol.toStringTag).get;
+var arrayBufferByteLength = Object.getOwnPropertyDescriptor(ArrayBuffer.prototype, "byteLength").get;
+function isUint8Array(value) {
+	return ArrayBuffer.isView(value) && typedArrayTag.call(value) === "Uint8Array";
+}
+function isArrayBuffer(value) {
+	if (typeof value !== "object" || value === null || !("byteLength" in value)) return false;
+	try {
+		arrayBufferByteLength.call(value);
+		return true;
+	} catch (e) {
+		return false;
+	}
+}
 var createIdGenerator = ({ prefix, size = 16, alphabet = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz", separator = "-" } = {}) => {
 	const generator = () => {
 		const alphabetLength = alphabet.length;
@@ -17481,8 +17509,8 @@ function asTranscriptionModelV3(model) {
 }
 var dataContentSchema = union([
 	string(),
-	_instanceof(Uint8Array),
-	_instanceof(ArrayBuffer),
+	custom(isUint8Array, { message: "Must be a Uint8Array" }),
+	custom(isArrayBuffer, { message: "Must be an ArrayBuffer" }),
 	custom((value) => {
 		var _a23, _b;
 		return (_b = (_a23 = globalThis.Buffer) == null ? void 0 : _a23.isBuffer(value)) != null ? _b : false;
@@ -18772,6 +18800,12 @@ async function generateEmbeddingsWithWarnings(values, modelType, prefix) {
 		warnings
 	};
 }
+/**
+* The token window of every fastembed model here. Set as `maxInputTokens` on each model object:
+* Mastra's semantic recall reads it to size message chunks, so long messages are split instead of
+* having everything past the window silently dropped from the embedding.
+*/
+const FASTEMBED_INPUT_LIMIT = { maxInputTokens: 512 };
 const fastEmbedLegacyProvider = customProvider$1({ textEmbeddingModels: {
 	"bge-small-en-v1.5": {
 		specificationVersion: "v1",
@@ -18779,6 +18813,7 @@ const fastEmbedLegacyProvider = customProvider$1({ textEmbeddingModels: {
 		modelId: "bge-small-en-v1.5",
 		maxEmbeddingsPerCall: 256,
 		supportsParallelCalls: true,
+		...FASTEMBED_INPUT_LIMIT,
 		async doEmbed({ values }) {
 			return generateEmbeddings(values, "BGESmallENV15");
 		}
@@ -18789,6 +18824,7 @@ const fastEmbedLegacyProvider = customProvider$1({ textEmbeddingModels: {
 		modelId: "bge-base-en-v1.5",
 		maxEmbeddingsPerCall: 256,
 		supportsParallelCalls: true,
+		...FASTEMBED_INPUT_LIMIT,
 		async doEmbed({ values }) {
 			return generateEmbeddings(values, "BGEBaseENV15");
 		}
@@ -18801,6 +18837,7 @@ const fastEmbedProviderV2 = customProvider$2({ textEmbeddingModels: {
 		modelId: "bge-small-en-v1.5",
 		maxEmbeddingsPerCall: 256,
 		supportsParallelCalls: true,
+		...FASTEMBED_INPUT_LIMIT,
 		async doEmbed({ values }) {
 			return generateEmbeddings(values, "BGESmallENV15");
 		}
@@ -18811,6 +18848,7 @@ const fastEmbedProviderV2 = customProvider$2({ textEmbeddingModels: {
 		modelId: "bge-base-en-v1.5",
 		maxEmbeddingsPerCall: 256,
 		supportsParallelCalls: true,
+		...FASTEMBED_INPUT_LIMIT,
 		async doEmbed({ values }) {
 			return generateEmbeddings(values, "BGEBaseENV15");
 		}
@@ -18823,6 +18861,7 @@ const fastEmbedProviderV3 = customProvider({ embeddingModels: {
 		modelId: "bge-small-en-v1.5",
 		maxEmbeddingsPerCall: 256,
 		supportsParallelCalls: true,
+		...FASTEMBED_INPUT_LIMIT,
 		async doEmbed({ values }) {
 			return generateEmbeddingsWithWarnings(values, "BGESmallENV15");
 		}
@@ -18833,6 +18872,7 @@ const fastEmbedProviderV3 = customProvider({ embeddingModels: {
 		modelId: "bge-base-en-v1.5",
 		maxEmbeddingsPerCall: 256,
 		supportsParallelCalls: true,
+		...FASTEMBED_INPUT_LIMIT,
 		async doEmbed({ values }) {
 			return generateEmbeddingsWithWarnings(values, "BGEBaseENV15");
 		}
@@ -18843,6 +18883,7 @@ const fastEmbedProviderV3 = customProvider({ embeddingModels: {
 		modelId: "multilingual-e5-large-query",
 		maxEmbeddingsPerCall: 256,
 		supportsParallelCalls: true,
+		...FASTEMBED_INPUT_LIMIT,
 		async doEmbed({ values }) {
 			return generateEmbeddingsWithWarnings(values, "MLE5Large", "query");
 		}
@@ -18853,6 +18894,7 @@ const fastEmbedProviderV3 = customProvider({ embeddingModels: {
 		modelId: "multilingual-e5-large-passage",
 		maxEmbeddingsPerCall: 256,
 		supportsParallelCalls: true,
+		...FASTEMBED_INPUT_LIMIT,
 		async doEmbed({ values }) {
 			return generateEmbeddingsWithWarnings(values, "MLE5Large", "passage");
 		}