@mastra/rag 1.0.2 → 1.0.3-alpha.0

package/.turbo/turbo-build.log

@@ -1,23 +1,23 @@
 
-> @mastra/rag@1.0.2-alpha.0 build /home/runner/work/mastra/mastra/packages/rag
+> @mastra/rag@1.0.3-alpha.0 build /home/runner/work/mastra/mastra/packages/rag
 > tsup src/index.ts --format esm,cjs --experimental-dts --clean --treeshake=smallest --splitting
 
 CLI Building entry: src/index.ts
 CLI Using tsconfig: tsconfig.json
 CLI tsup v8.5.0
 TSC Build start
-TSC ⚡️ Build success in 17466ms
+TSC ⚡️ Build success in 15492ms
 DTS Build start
 CLI Target: es2022
 Analysis will use the bundled TypeScript version 5.8.3
 Writing package typings: /home/runner/work/mastra/mastra/packages/rag/dist/_tsup-dts-rollup.d.ts
 Analysis will use the bundled TypeScript version 5.8.3
 Writing package typings: /home/runner/work/mastra/mastra/packages/rag/dist/_tsup-dts-rollup.d.cts
-DTS ⚡️ Build success in 13205ms
+DTS ⚡️ Build success in 14880ms
 CLI Cleaning output folder
 ESM Build start
 CJS Build start
-ESM dist/index.js 245.51 KB
-ESM ⚡️ Build success in 4603ms
-CJS dist/index.cjs 247.58 KB
-CJS ⚡️ Build success in 4609ms
+CJS dist/index.cjs 248.07 KB
+CJS ⚡️ Build success in 4118ms
+ESM dist/index.js 245.98 KB
+ESM ⚡️ Build success in 4119ms

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @mastra/rag
 
+## 1.0.3-alpha.0
+
+### Patch Changes
+
+- edff568: Export types changeset
+- 89ec9d4: remove cohere-ai client dependency and just make a fetch call
+- Updated dependencies [db5cc15]
+- Updated dependencies [5237998]
+- Updated dependencies [37c1acd]
+- Updated dependencies [1aa60b1]
+- Updated dependencies [89ec9d4]
+- Updated dependencies [626b0f4]
+- Updated dependencies [c22a91f]
+- Updated dependencies [f7403ab]
+- Updated dependencies [6c89d7f]
+  - @mastra/core@0.10.15-alpha.0
+
 ## 1.0.2
 
 ### Patch Changes

package/dist/_tsup-dts-rollup.d.cts

@@ -151,6 +151,7 @@ declare type ChunkOptions = {
 };
 export { ChunkOptions }
 export { ChunkOptions as ChunkOptions_alias_1 }
+export { ChunkOptions as ChunkOptions_alias_2 }
 
 declare interface ChunkParams extends ChunkOptions {
     strategy?: ChunkStrategy;
@@ -158,14 +159,16 @@ declare interface ChunkParams extends ChunkOptions {
 }
 export { ChunkParams }
 export { ChunkParams as ChunkParams_alias_1 }
+export { ChunkParams as ChunkParams_alias_2 }
 
 declare type ChunkStrategy = 'recursive' | 'character' | 'token' | 'markdown' | 'html' | 'json' | 'latex';
 export { ChunkStrategy }
 export { ChunkStrategy as ChunkStrategy_alias_1 }
+export { ChunkStrategy as ChunkStrategy_alias_2 }
 
 declare class CohereRelevanceScorer implements RelevanceScoreProvider {
-    private client;
     private model;
+    private apiKey?;
     constructor(model: string, apiKey?: string);
     getRelevanceScore(query: string, text: string): Promise<number>;
 }
@@ -327,6 +330,7 @@ declare type ExtractParams = {
 };
 export { ExtractParams }
 export { ExtractParams as ExtractParams_alias_1 }
+export { ExtractParams as ExtractParams_alias_2 }
 
 declare type ExtractQuestion = {
     /**
@@ -551,6 +555,7 @@ declare enum Language {
 }
 export { Language }
 export { Language as Language_alias_1 }
+export { Language as Language_alias_2 }
 
 export declare class LatexTransformer extends RecursiveCharacterTransformer {
     constructor(options?: {

package/dist/_tsup-dts-rollup.d.ts

@@ -151,6 +151,7 @@ declare type ChunkOptions = {
 };
 export { ChunkOptions }
 export { ChunkOptions as ChunkOptions_alias_1 }
+export { ChunkOptions as ChunkOptions_alias_2 }
 
 declare interface ChunkParams extends ChunkOptions {
     strategy?: ChunkStrategy;
@@ -158,14 +159,16 @@ declare interface ChunkParams extends ChunkOptions {
 }
 export { ChunkParams }
 export { ChunkParams as ChunkParams_alias_1 }
+export { ChunkParams as ChunkParams_alias_2 }
 
 declare type ChunkStrategy = 'recursive' | 'character' | 'token' | 'markdown' | 'html' | 'json' | 'latex';
 export { ChunkStrategy }
 export { ChunkStrategy as ChunkStrategy_alias_1 }
+export { ChunkStrategy as ChunkStrategy_alias_2 }
 
 declare class CohereRelevanceScorer implements RelevanceScoreProvider {
-    private client;
     private model;
+    private apiKey?;
     constructor(model: string, apiKey?: string);
     getRelevanceScore(query: string, text: string): Promise<number>;
 }
@@ -327,6 +330,7 @@ declare type ExtractParams = {
 };
 export { ExtractParams }
 export { ExtractParams as ExtractParams_alias_1 }
+export { ExtractParams as ExtractParams_alias_2 }
 
 declare type ExtractQuestion = {
     /**
@@ -551,6 +555,7 @@ declare enum Language {
 }
 export { Language }
 export { Language as Language_alias_1 }
+export { Language as Language_alias_2 }
 
 export declare class LatexTransformer extends RecursiveCharacterTransformer {
     constructor(options?: {

package/dist/index.cjs

@@ -5,7 +5,6 @@ var zod = require('zod');
 var nodeHtmlBetterParser = require('node-html-better-parser');
 var jsTiktoken = require('js-tiktoken');
 var big_js = require('big.js');
-var cohereAi = require('cohere-ai');
 var agent = require('@mastra/core/agent');
 var relevance = require('@mastra/core/relevance');
 var ZeroEntropy = require('zeroentropy');
@@ -1025,7 +1024,7 @@ var postJsonToApi = async ({
   failedResponseHandler,
   successfulResponseHandler,
   abortSignal,
-  fetch
+  fetch: fetch2
 }) => postToApi({
   url,
   headers: {
@@ -1039,7 +1038,7 @@ var postJsonToApi = async ({
   failedResponseHandler,
   successfulResponseHandler,
   abortSignal,
-  fetch
+  fetch: fetch2
 });
 var postFormDataToApi = async ({
   url,
@@ -1048,7 +1047,7 @@ var postFormDataToApi = async ({
   failedResponseHandler,
   successfulResponseHandler,
   abortSignal,
-  fetch
+  fetch: fetch2
 }) => postToApi({
   url,
   headers,
@@ -1059,7 +1058,7 @@ var postFormDataToApi = async ({
   failedResponseHandler,
   successfulResponseHandler,
   abortSignal,
-  fetch
+  fetch: fetch2
 });
 var postToApi = async ({
   url,
@@ -1068,10 +1067,10 @@ var postToApi = async ({
   successfulResponseHandler,
   failedResponseHandler,
   abortSignal,
-  fetch = getOriginalFetch2()
+  fetch: fetch2 = getOriginalFetch2()
 }) => {
   try {
-    const response = await fetch(url, {
+    const response = await fetch2(url, {
       method: "POST",
       headers: removeUndefinedEntries(headers),
       body: body.content,
@@ -5976,23 +5975,38 @@ var MDocument = class _MDocument {
     return this.chunks.map((doc) => doc.metadata);
   }
 };
+
+// src/rerank/relevance/cohere/index.ts
 var CohereRelevanceScorer = class {
-  client;
   model;
+  apiKey;
   constructor(model, apiKey) {
-    this.client = new cohereAi.CohereClient({
-      token: apiKey || process.env.COHERE_API_KEY || ""
-    });
+    this.apiKey = apiKey;
     this.model = model;
   }
   async getRelevanceScore(query, text) {
-    const response = await this.client.rerank({
-      query,
-      documents: [text],
-      model: this.model,
-      topN: 1
+    const response = await fetch(`https://api.cohere.com/v2/rerank`, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        Authorization: `Bearer ${this.apiKey}`
+      },
+      body: JSON.stringify({
+        query,
+        documents: [text],
+        model: this.model,
+        top_n: 1
+      })
     });
-    return response.results[0].relevanceScore;
+    if (!response.ok) {
+      throw new Error(`Cohere API error: ${response.status} ${await response.text()}`);
+    }
+    const data = await response.json();
+    const relevanceScore = data.results[0]?.relevance_score;
+    if (!relevanceScore) {
+      throw new Error("No relevance score found on Cohere response");
+    }
+    return relevanceScore;
   }
 };
 var MastraAgentRelevanceScorer = class {
@@ -7590,6 +7604,7 @@ exports.CHROMA_PROMPT = CHROMA_PROMPT;
 exports.CohereRelevanceScorer = CohereRelevanceScorer;
 exports.GraphRAG = GraphRAG;
 exports.LIBSQL_PROMPT = LIBSQL_PROMPT;
+exports.Language = Language;
 exports.MDocument = MDocument;
 exports.MONGODB_PROMPT = MONGODB_PROMPT;
 exports.MastraAgentRelevanceScorer = MastraAgentRelevanceScorer;

package/dist/index.d.cts

@@ -1,5 +1,10 @@
 export { GraphRAG } from './_tsup-dts-rollup.cjs';
 export { MDocument } from './_tsup-dts-rollup.cjs';
+export { Language } from './_tsup-dts-rollup.cjs';
+export { ExtractParams } from './_tsup-dts-rollup.cjs';
+export { ChunkOptions } from './_tsup-dts-rollup.cjs';
+export { ChunkStrategy } from './_tsup-dts-rollup.cjs';
+export { ChunkParams } from './_tsup-dts-rollup.cjs';
 export { rerankWithScorer } from './_tsup-dts-rollup.cjs';
 export { rerank } from './_tsup-dts-rollup.cjs';
 export { RerankResult } from './_tsup-dts-rollup.cjs';

package/dist/index.d.ts

@@ -1,5 +1,10 @@
 export { GraphRAG } from './_tsup-dts-rollup.js';
 export { MDocument } from './_tsup-dts-rollup.js';
+export { Language } from './_tsup-dts-rollup.js';
+export { ExtractParams } from './_tsup-dts-rollup.js';
+export { ChunkOptions } from './_tsup-dts-rollup.js';
+export { ChunkStrategy } from './_tsup-dts-rollup.js';
+export { ChunkParams } from './_tsup-dts-rollup.js';
 export { rerankWithScorer } from './_tsup-dts-rollup.js';
 export { rerank } from './_tsup-dts-rollup.js';
 export { RerankResult } from './_tsup-dts-rollup.js';

package/dist/index.js

@@ -3,7 +3,6 @@ import { z } from 'zod';
 import { parse } from 'node-html-better-parser';
 import { encodingForModel, getEncoding } from 'js-tiktoken';
 import { Big } from 'big.js';
-import { CohereClient } from 'cohere-ai';
 import { Agent } from '@mastra/core/agent';
 import { createSimilarityPrompt } from '@mastra/core/relevance';
 import ZeroEntropy from 'zeroentropy';
@@ -1019,7 +1018,7 @@ var postJsonToApi = async ({
   failedResponseHandler,
   successfulResponseHandler,
   abortSignal,
-  fetch
+  fetch: fetch2
 }) => postToApi({
   url,
   headers: {
@@ -1033,7 +1032,7 @@ var postJsonToApi = async ({
   failedResponseHandler,
   successfulResponseHandler,
   abortSignal,
-  fetch
+  fetch: fetch2
 });
 var postFormDataToApi = async ({
   url,
@@ -1042,7 +1041,7 @@ var postFormDataToApi = async ({
   failedResponseHandler,
   successfulResponseHandler,
   abortSignal,
-  fetch
+  fetch: fetch2
 }) => postToApi({
   url,
   headers,
@@ -1053,7 +1052,7 @@ var postFormDataToApi = async ({
   failedResponseHandler,
   successfulResponseHandler,
   abortSignal,
-  fetch
+  fetch: fetch2
 });
 var postToApi = async ({
   url,
@@ -1062,10 +1061,10 @@ var postToApi = async ({
   successfulResponseHandler,
   failedResponseHandler,
   abortSignal,
-  fetch = getOriginalFetch2()
+  fetch: fetch2 = getOriginalFetch2()
 }) => {
   try {
-    const response = await fetch(url, {
+    const response = await fetch2(url, {
       method: "POST",
       headers: removeUndefinedEntries(headers),
       body: body.content,
@@ -5970,23 +5969,38 @@ var MDocument = class _MDocument {
     return this.chunks.map((doc) => doc.metadata);
   }
 };
+
+// src/rerank/relevance/cohere/index.ts
 var CohereRelevanceScorer = class {
-  client;
   model;
+  apiKey;
   constructor(model, apiKey) {
-    this.client = new CohereClient({
-      token: apiKey || process.env.COHERE_API_KEY || ""
-    });
+    this.apiKey = apiKey;
     this.model = model;
   }
   async getRelevanceScore(query, text) {
-    const response = await this.client.rerank({
-      query,
-      documents: [text],
-      model: this.model,
-      topN: 1
+    const response = await fetch(`https://api.cohere.com/v2/rerank`, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        Authorization: `Bearer ${this.apiKey}`
+      },
+      body: JSON.stringify({
+        query,
+        documents: [text],
+        model: this.model,
+        top_n: 1
+      })
     });
-    return response.results[0].relevanceScore;
+    if (!response.ok) {
+      throw new Error(`Cohere API error: ${response.status} ${await response.text()}`);
+    }
+    const data = await response.json();
+    const relevanceScore = data.results[0]?.relevance_score;
+    if (!relevanceScore) {
+      throw new Error("No relevance score found on Cohere response");
+    }
+    return relevanceScore;
   }
 };
 var MastraAgentRelevanceScorer = class {
@@ -7579,4 +7593,4 @@ Example Complex Query:
 }
 `;
 
-export { ASTRA_PROMPT, CHROMA_PROMPT, CohereRelevanceScorer, GraphRAG, LIBSQL_PROMPT, MDocument, MONGODB_PROMPT, MastraAgentRelevanceScorer, PGVECTOR_PROMPT, PINECONE_PROMPT, QDRANT_PROMPT, UPSTASH_PROMPT, VECTORIZE_PROMPT, ZeroEntropyRelevanceScorer, createDocumentChunkerTool, createGraphRAGTool, createVectorQueryTool, defaultGraphRagDescription, defaultVectorQueryDescription, filterDescription, queryTextDescription, rerank, rerankWithScorer, topKDescription };
+export { ASTRA_PROMPT, CHROMA_PROMPT, CohereRelevanceScorer, GraphRAG, LIBSQL_PROMPT, Language, MDocument, MONGODB_PROMPT, MastraAgentRelevanceScorer, PGVECTOR_PROMPT, PINECONE_PROMPT, QDRANT_PROMPT, UPSTASH_PROMPT, VECTORIZE_PROMPT, ZeroEntropyRelevanceScorer, createDocumentChunkerTool, createGraphRAGTool, createVectorQueryTool, defaultGraphRagDescription, defaultVectorQueryDescription, filterDescription, queryTextDescription, rerank, rerankWithScorer, topKDescription };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/rag",
-  "version": "1.0.2",
+  "version": "1.0.3-alpha.0",
   "description": "",
   "type": "module",
   "main": "dist/index.js",
@@ -23,7 +23,6 @@
   "dependencies": {
     "@paralleldrive/cuid2": "^2.2.2",
     "big.js": "^7.0.1",
-    "cohere-ai": "^7.17.1",
     "js-tiktoken": "^1.0.20",
     "node-html-better-parser": "^1.4.11",
     "pathe": "^2.0.3",
@@ -42,12 +41,12 @@
     "@types/node": "^20.19.0",
     "ai": "^4.3.16",
     "dotenv": "^17.0.0",
-    "eslint": "^9.29.0",
+    "eslint": "^9.30.1",
     "tsup": "^8.5.0",
     "typescript": "^5.8.3",
     "vitest": "^3.2.4",
-    "@internal/lint": "0.0.18",
-    "@mastra/core": "0.10.11"
+    "@internal/lint": "0.0.19",
+    "@mastra/core": "0.10.15-alpha.0"
   },
   "keywords": [
     "rag",

package/src/index.ts

@@ -1,4 +1,5 @@
 export * from './document/document';
+export * from './document/types';
 export * from './rerank';
 export * from './rerank/relevance';
 export { GraphRAG } from './graph-rag';

package/src/rerank/relevance/cohere/index.ts

@@ -1,26 +1,56 @@
 import type { RelevanceScoreProvider } from '@mastra/core/relevance';
-import { CohereClient } from 'cohere-ai';
 
-// Cohere implementation
+interface CohereRerankingResponse {
+  results: Array<{
+    index: number;
+    relevance_score: number;
+  }>;
+  id: string;
+  meta: {
+    api_version: {
+      version: string;
+      is_experimental: boolean;
+    };
+    billed_units: {
+      search_units: number;
+    };
+  };
+}
+
 export class CohereRelevanceScorer implements RelevanceScoreProvider {
-  private client: any;
   private model: string;
+  private apiKey?: string;
   constructor(model: string, apiKey?: string) {
-    this.client = new CohereClient({
-      token: apiKey || process.env.COHERE_API_KEY || '',
-    });
-
+    this.apiKey = apiKey;
     this.model = model;
   }
 
   async getRelevanceScore(query: string, text: string): Promise<number> {
-    const response = await this.client.rerank({
-      query,
-      documents: [text],
-      model: this.model,
-      topN: 1,
+    const response = await fetch(`https://api.cohere.com/v2/rerank`, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        Authorization: `Bearer ${this.apiKey}`,
+      },
+      body: JSON.stringify({
+        query,
+        documents: [text],
+        model: this.model,
+        top_n: 1,
+      }),
     });
 
-    return response.results[0].relevanceScore;
+    if (!response.ok) {
+      throw new Error(`Cohere API error: ${response.status} ${await response.text()}`);
+    }
+
+    const data = (await response.json()) as CohereRerankingResponse;
+    const relevanceScore = data.results[0]?.relevance_score;
+
+    if (!relevanceScore) {
+      throw new Error('No relevance score found on Cohere response');
+    }
+
+    return relevanceScore;
   }
 }