@mastra/fastembed 1.3.5-alpha.0 → 1.3.5-alpha.1

package/dist/index.js

@@ -18416,7 +18416,7 @@ function loadTokenizerFromDir(modelDir, maxLength) {
 	const tokenizerFilePath = path.join(modelDir.toString(), "tokenizer_config.json");
 	if (!fs.existsSync(tokenizerFilePath)) throw new Error(`Tokenizer config file not found at ${tokenizerFilePath}`);
 	const tokenizerConfig = JSON.parse(fs.readFileSync(tokenizerFilePath, "utf-8"));
-	maxLength = Math.min(maxLength, tokenizerConfig["model_max_length"]);
+	maxLength = Math.min(maxLength, tokenizerConfig["model_max_length"] ?? maxLength);
 	const tokensMapPath = path.join(modelDir.toString(), "special_tokens_map.json");
 	if (!fs.existsSync(tokensMapPath)) throw new Error(`Tokens map file not found at ${tokensMapPath}`);
 	const tokensMap = JSON.parse(fs.readFileSync(tokensMapPath, "utf-8"));
@@ -18626,7 +18626,10 @@ var SparseTextEmbedding = class SparseTextEmbedding extends SparseEmbedding {
 		return { tokenizer: loadTokenizerFromDir(modelDir, maxLength) };
 	}
 	static async retrieveModel(model, cacheDir, _showDownloadProgress = true) {
-		if (!fs.existsSync(cacheDir)) fs.mkdirSync(cacheDir, { mode: 493 });
+		if (!fs.existsSync(cacheDir)) fs.mkdirSync(cacheDir, {
+			recursive: true,
+			mode: 493
+		});
 		const modelDir = path.join(cacheDir.toString(), model.replace("/", "_"));
 		if (fs.existsSync(modelDir)) return modelDir;
 		const filesToDownload = [