@mastra/pg 0.17.8-alpha.0 → 0.17.9-alpha.0

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # @mastra/pg
 
+## 0.17.9-alpha.0
+
+### Patch Changes
+
+- deleteVectors, deleteFilter when upserting, updateVector filter (#10244) ([#10526](https://github.com/mastra-ai/mastra/pull/10526))
+
+- fix: ensure score responses match saved payloads for Mastra Stores. ([#10570](https://github.com/mastra-ai/mastra/pull/10570))
+
+- Fix message sorting in getMessagesPaginated when using semantic recall (include parameter). Messages are now always sorted by createdAt after combining paginated and included messages, ensuring correct chronological ordering of conversation history. All stores now consistently use MessageList for deduplication followed by explicit sorting. ([#10573](https://github.com/mastra-ai/mastra/pull/10573))
+
+- Updated dependencies [[`5657314`](https://github.com/mastra-ai/mastra/commit/5657314a1f9d49019bb53f357fa48f75a69247ca), [`e5aca78`](https://github.com/mastra-ai/mastra/commit/e5aca78bb7f263bb8b470bedae81efe9805d7544), [`33a607a`](https://github.com/mastra-ai/mastra/commit/33a607a1f716c2029d4a1ff1603dd756129a33b3), [`cc10fc1`](https://github.com/mastra-ai/mastra/commit/cc10fc192d9f527c71a23cc9def10d8718935ee1), [`1f7ee84`](https://github.com/mastra-ai/mastra/commit/1f7ee841a643ef12d90392125881f06fdf877293), [`e7d5149`](https://github.com/mastra-ai/mastra/commit/e7d514995260b63b2108308e85c64de37dcd0f71), [`f195082`](https://github.com/mastra-ai/mastra/commit/f1950822a2425d5ccae78c5d010e02ddb027a869), [`d9986dd`](https://github.com/mastra-ai/mastra/commit/d9986dd3513f7ca3244a8e599a440ccf4d8bc28b), [`a45b0f0`](https://github.com/mastra-ai/mastra/commit/a45b0f0cd19eab1fe4deceae3abf029442c22f74), [`f6e8eb3`](https://github.com/mastra-ai/mastra/commit/f6e8eb3dac53b70b06e906b2818b1d2a5b0486d7), [`ce57a2b`](https://github.com/mastra-ai/mastra/commit/ce57a2b62fd0d5f6532e4ecd1ba9ba93ac9b95fc), [`3236f35`](https://github.com/mastra-ai/mastra/commit/3236f352ae13cc8552c2965164e97bd125dae48d), [`ce57a2b`](https://github.com/mastra-ai/mastra/commit/ce57a2b62fd0d5f6532e4ecd1ba9ba93ac9b95fc), [`0230321`](https://github.com/mastra-ai/mastra/commit/02303217870bedea0ef009bea9a952f24ed38aaf), [`7b541f4`](https://github.com/mastra-ai/mastra/commit/7b541f49eda6f5a87b738198edbd136927599475), [`0eea842`](https://github.com/mastra-ai/mastra/commit/0eea8423cbdd37f2111593c6f7d2efcde4b7e4ce), [`63ae8a2`](https://github.com/mastra-ai/mastra/commit/63ae8a22c0c09bbb8b9779f5f38934cd75f616af), [`bf810c5`](https://github.com/mastra-ai/mastra/commit/bf810c5c561bd8ef221c0f6bd84e69770b9a38cc), [`ac7ef07`](https://github.com/mastra-ai/mastra/commit/ac7ef07633caee89707142171d2873c888ffef85), [`522f0b4`](https://github.com/mastra-ai/mastra/commit/522f0b45330719858794eabffffde4f343f55549), [`bf810c5`](https://github.com/mastra-ai/mastra/commit/bf810c5c561bd8ef221c0f6bd84e69770b9a38cc), [`8b51d55`](https://github.com/mastra-ai/mastra/commit/8b51d55bae531edf7e383958d7ecee04df31f5d5), [`2131ac5`](https://github.com/mastra-ai/mastra/commit/2131ac571d5065f0a656c57494bca98691bb7609)]:
+  - @mastra/core@0.24.6-alpha.0
+
+## 0.17.8
+
+### Patch Changes
+
+- update peerdeps ([`5ca1cca`](https://github.com/mastra-ai/mastra/commit/5ca1ccac61ffa7141e6d9fa8f22d3ad4d03bf5dc))
+
+- Updated dependencies [[`5ca1cca`](https://github.com/mastra-ai/mastra/commit/5ca1ccac61ffa7141e6d9fa8f22d3ad4d03bf5dc), [`6d7e90d`](https://github.com/mastra-ai/mastra/commit/6d7e90db09713e6250f4d6c3d3cff1b4740e50f9), [`f78b908`](https://github.com/mastra-ai/mastra/commit/f78b9080e11af765969b36b4a619761056030840), [`23c2614`](https://github.com/mastra-ai/mastra/commit/23c26140fdbf04b8c59e8d7d52106d67dad962ec), [`e365eda`](https://github.com/mastra-ai/mastra/commit/e365eda45795b43707310531cac1e2ce4e5a0712)]:
+  - @mastra/core@0.24.0
+
 ## 0.17.8-alpha.0
 
 ### Patch Changes

package/dist/index.cjs

@@ -149,12 +149,20 @@ var createBasicOperator = (symbol) => {
   };
 };
 var createNumericOperator = (symbol) => {
-  return (key, paramIndex) => {
+  return (key, paramIndex, value) => {
     const jsonPathKey = parseJsonPathKey(key);
-    return {
-      sql: `(metadata#>>'{${jsonPathKey}}')::numeric ${symbol} $${paramIndex}`,
-      needsValue: true
-    };
+    const isNumeric = typeof value === "number" || typeof value === "string" && !isNaN(Number(value)) && value.trim() !== "";
+    if (isNumeric) {
+      return {
+        sql: `(metadata#>>'{${jsonPathKey}}')::numeric ${symbol} $${paramIndex}::numeric`,
+        needsValue: true
+      };
+    } else {
+      return {
+        sql: `metadata#>>'{${jsonPathKey}}' ${symbol} $${paramIndex}::text`,
+        needsValue: true
+      };
+    }
   };
 };
 function buildElemMatchConditions(value, paramIndex) {
@@ -335,6 +343,83 @@ var parseJsonPathKey = (key) => {
 function escapeLikePattern(str) {
   return str.replace(/([%_\\])/g, "\\$1");
 }
+function buildDeleteFilterQuery(filter) {
+  const values = [];
+  function buildCondition(key, value, parentPath) {
+    if (["$and", "$or", "$not", "$nor"].includes(key)) {
+      return handleLogicalOperator(key, value);
+    }
+    if (!value || typeof value !== "object") {
+      values.push(value);
+      return `metadata#>>'{${parseJsonPathKey(key)}}' = $${values.length}`;
+    }
+    const [[operator, operatorValue] = []] = Object.entries(value);
+    if (operator === "$not") {
+      const entries = Object.entries(operatorValue);
+      const conditions2 = entries.map(([nestedOp, nestedValue]) => {
+        if (!FILTER_OPERATORS[nestedOp]) {
+          throw new Error(`Invalid operator in $not condition: ${nestedOp}`);
+        }
+        const operatorFn2 = FILTER_OPERATORS[nestedOp];
+        const operatorResult2 = operatorFn2(key, values.length + 1, nestedValue);
+        if (operatorResult2.needsValue) {
+          values.push(nestedValue);
+        }
+        return operatorResult2.sql;
+      }).join(" AND ");
+      return `NOT (${conditions2})`;
+    }
+    const operatorFn = FILTER_OPERATORS[operator];
+    const operatorResult = operatorFn(key, values.length + 1, operatorValue);
+    if (operatorResult.needsValue) {
+      const transformedValue = operatorResult.transformValue ? operatorResult.transformValue() : operatorValue;
+      if (Array.isArray(transformedValue) && operator === "$elemMatch") {
+        values.push(...transformedValue);
+      } else {
+        values.push(transformedValue);
+      }
+    }
+    return operatorResult.sql;
+  }
+  function handleLogicalOperator(key, value, parentPath) {
+    if (key === "$not") {
+      const entries = Object.entries(value);
+      const conditions3 = entries.map(([fieldKey, fieldValue]) => buildCondition(fieldKey, fieldValue)).join(" AND ");
+      return `NOT (${conditions3})`;
+    }
+    if (!value || value.length === 0) {
+      switch (key) {
+        case "$and":
+        case "$nor":
+          return "true";
+        // Empty $and/$nor match everything
+        case "$or":
+          return "false";
+        // Empty $or matches nothing
+        default:
+          return "true";
+      }
+    }
+    const joinOperator = key === "$or" || key === "$nor" ? "OR" : "AND";
+    const conditions2 = value.map((f) => {
+      const entries = Object.entries(f || {});
+      if (entries.length === 0) return "";
+      const [firstKey, firstValue] = entries[0] || [];
+      if (["$and", "$or", "$not", "$nor"].includes(firstKey)) {
+        return buildCondition(firstKey, firstValue);
+      }
+      return entries.map(([k, v]) => buildCondition(k, v)).join(` ${joinOperator} `);
+    });
+    const joined = conditions2.join(` ${joinOperator} `);
+    const operatorFn = FILTER_OPERATORS[key];
+    return operatorFn(joined, 0, value).sql;
+  }
+  if (!filter) {
+    return { sql: "", values };
+  }
+  const conditions = Object.entries(filter).map(([key, value]) => buildCondition(key, value)).filter(Boolean).join(" AND ");
+  return { sql: conditions ? `WHERE ${conditions}` : "", values };
+}
 function buildFilterQuery(filter, minScore, topK) {
   const values = [minScore, topK];
   function buildCondition(key, value, parentPath) {
@@ -663,11 +748,31 @@ var PgVector = class extends vector.MastraVector {
       client.release();
     }
   }
-  async upsert({ indexName, vectors, metadata, ids }) {
+  async upsert({
+    indexName,
+    vectors,
+    metadata,
+    ids,
+    deleteFilter
+  }) {
     const { tableName } = this.getTableName(indexName);
     const client = await this.pool.connect();
     try {
       await client.query("BEGIN");
+      if (deleteFilter) {
+        this.logger?.debug(`Deleting vectors matching filter before upsert`, { indexName, deleteFilter });
+        const translatedFilter = this.transformFilter(deleteFilter);
+        const { sql: filterQuery, values: filterValues } = buildDeleteFilterQuery(translatedFilter);
+        const whereClause = filterQuery.trim().replace(/^WHERE\s+/i, "");
+        if (whereClause) {
+          const deleteQuery = `DELETE FROM ${tableName} WHERE ${whereClause}`;
+          const result = await client.query(deleteQuery, filterValues);
+          this.logger?.debug(`Deleted ${result.rowCount || 0} vectors before upsert`, {
+            indexName,
+            deletedCount: result.rowCount || 0
+          });
+        }
+      }
       const vectorIds = ids || vectors.map(() => crypto.randomUUID());
       const vectorType = this.getVectorTypeName();
       for (let i = 0; i < vectors.length; i++) {
@@ -683,6 +788,11 @@ var PgVector = class extends vector.MastraVector {
         await client.query(query, [vectorIds[i], `[${vectors[i]?.join(",")}]`, JSON.stringify(metadata?.[i] || {})]);
       }
       await client.query("COMMIT");
+      this.logger?.debug(`Upserted ${vectors.length} vectors to ${indexName}`, {
+        indexName,
+        vectorCount: vectors.length,
+        hadDeleteFilter: !!deleteFilter
+      });
       return vectorIds;
     } catch (error$1) {
       await client.query("ROLLBACK");
@@ -1240,17 +1350,36 @@ var PgVector = class extends vector.MastraVector {
    * @returns A promise that resolves when the update is complete.
    * @throws Will throw an error if no updates are provided or if the update operation fails.
    */
-  async updateVector({ indexName, id, update }) {
+  async updateVector({ indexName, id, filter, update }) {
     let client;
     try {
       if (!update.vector && !update.metadata) {
         throw new Error("No updates provided");
       }
+      if (!id && !filter) {
+        throw new error.MastraError({
+          id: "MASTRA_STORAGE_PG_VECTOR_UPDATE_MISSING_PARAMS",
+          text: "Either id or filter must be provided",
+          domain: error.ErrorDomain.MASTRA_VECTOR,
+          category: error.ErrorCategory.USER,
+          details: { indexName }
+        });
+      }
+      if (id && filter) {
+        throw new error.MastraError({
+          id: "MASTRA_STORAGE_PG_VECTOR_UPDATE_CONFLICTING_PARAMS",
+          text: "Cannot provide both id and filter - they are mutually exclusive",
+          domain: error.ErrorDomain.MASTRA_VECTOR,
+          category: error.ErrorCategory.USER,
+          details: { indexName }
+        });
+      }
       client = await this.pool.connect();
-      let updateParts = [];
-      let values = [id];
-      let valueIndex = 2;
+      const { tableName } = this.getTableName(indexName);
       const vectorType = this.getVectorTypeName();
+      let updateParts = [];
+      let values = [];
+      let valueIndex = 1;
       if (update.vector) {
         updateParts.push(`embedding = $${valueIndex}::${vectorType}`);
         values.push(`[${update.vector.join(",")}]`);
@@ -1259,18 +1388,60 @@ var PgVector = class extends vector.MastraVector {
       if (update.metadata) {
         updateParts.push(`metadata = $${valueIndex}::jsonb`);
         values.push(JSON.stringify(update.metadata));
+        valueIndex++;
       }
       if (updateParts.length === 0) {
         return;
       }
-      const { tableName } = this.getTableName(indexName);
+      let whereClause;
+      let whereValues;
+      if (id) {
+        whereClause = `vector_id = $${valueIndex}`;
+        whereValues = [id];
+      } else {
+        if (!filter || Object.keys(filter).length === 0) {
+          throw new error.MastraError({
+            id: "MASTRA_STORAGE_PG_VECTOR_UPDATE_EMPTY_FILTER",
+            text: "Cannot update with empty filter",
+            domain: error.ErrorDomain.MASTRA_VECTOR,
+            category: error.ErrorCategory.USER,
+            details: { indexName }
+          });
+        }
+        const translatedFilter = this.transformFilter(filter);
+        const { sql: filterQuery, values: filterValues } = buildDeleteFilterQuery(translatedFilter);
+        whereClause = filterQuery.trim().replace(/^WHERE\s+/i, "");
+        if (!whereClause) {
+          throw new error.MastraError({
+            id: "MASTRA_STORAGE_PG_VECTOR_UPDATE_INVALID_FILTER",
+            text: "Filter produced empty WHERE clause",
+            domain: error.ErrorDomain.MASTRA_VECTOR,
+            category: error.ErrorCategory.USER,
+            details: { indexName, filter: JSON.stringify(filter) }
+          });
+        }
+        whereClause = whereClause.replace(/\$(\d+)/g, (match, num) => {
+          const newIndex = parseInt(num) + valueIndex - 1;
+          return `$${newIndex}`;
+        });
+        whereValues = filterValues;
+      }
       const query = `
         UPDATE ${tableName}
         SET ${updateParts.join(", ")}
-        WHERE vector_id = $1
+        WHERE ${whereClause}
       `;
-      await client.query(query, values);
+      const result = await client.query(query, [...values, ...whereValues]);
+      this.logger?.info(`Updated ${result.rowCount || 0} vectors in ${indexName}`, {
+        indexName,
+        id: id ? id : void 0,
+        filter: filter ? filter : void 0,
+        updatedCount: result.rowCount || 0
+      });
     } catch (error$1) {
+      if (error$1 instanceof error.MastraError) {
+        throw error$1;
+      }
       const mastraError = new error.MastraError(
         {
           id: "MASTRA_STORAGE_PG_VECTOR_UPDATE_VECTOR_FAILED",
@@ -1278,7 +1449,8 @@ var PgVector = class extends vector.MastraVector {
           category: error.ErrorCategory.THIRD_PARTY,
           details: {
             indexName,
-            id
+            ...id && { id },
+            ...filter && { filter: JSON.stringify(filter) }
           }
         },
         error$1
@@ -1325,6 +1497,106 @@ var PgVector = class extends vector.MastraVector {
       client?.release();
     }
   }
+  /**
+   * Delete vectors matching a metadata filter.
+   * @param indexName - The name of the index containing the vectors.
+   * @param filter - The filter to match vectors for deletion.
+   * @returns A promise that resolves when the deletion is complete.
+   * @throws Will throw an error if the deletion operation fails.
+   */
+  async deleteVectors({ indexName, filter, ids }) {
+    let client;
+    try {
+      client = await this.pool.connect();
+      const { tableName } = this.getTableName(indexName);
+      if (!filter && !ids) {
+        throw new error.MastraError({
+          id: "MASTRA_STORAGE_PG_VECTOR_DELETE_MISSING_PARAMS",
+          text: "Either filter or ids must be provided",
+          domain: error.ErrorDomain.MASTRA_VECTOR,
+          category: error.ErrorCategory.USER,
+          details: { indexName }
+        });
+      }
+      if (filter && ids) {
+        throw new error.MastraError({
+          id: "MASTRA_STORAGE_PG_VECTOR_DELETE_CONFLICTING_PARAMS",
+          text: "Cannot provide both filter and ids - they are mutually exclusive",
+          domain: error.ErrorDomain.MASTRA_VECTOR,
+          category: error.ErrorCategory.USER,
+          details: { indexName }
+        });
+      }
+      let query;
+      let values;
+      if (ids) {
+        if (ids.length === 0) {
+          throw new error.MastraError({
+            id: "MASTRA_STORAGE_PG_VECTOR_DELETE_EMPTY_IDS",
+            text: "Cannot delete with empty ids array",
+            domain: error.ErrorDomain.MASTRA_VECTOR,
+            category: error.ErrorCategory.USER,
+            details: { indexName }
+          });
+        }
+        const placeholders = ids.map((_, i) => `$${i + 1}`).join(", ");
+        query = `DELETE FROM ${tableName} WHERE vector_id IN (${placeholders})`;
+        values = ids;
+      } else {
+        if (!filter || Object.keys(filter).length === 0) {
+          throw new error.MastraError({
+            id: "MASTRA_STORAGE_PG_VECTOR_DELETE_EMPTY_FILTER",
+            text: "Cannot delete with empty filter. Use deleteIndex to delete all vectors.",
+            domain: error.ErrorDomain.MASTRA_VECTOR,
+            category: error.ErrorCategory.USER,
+            details: { indexName }
+          });
+        }
+        const translatedFilter = this.transformFilter(filter);
+        const { sql: filterQuery, values: filterValues } = buildDeleteFilterQuery(translatedFilter);
+        const whereClause = filterQuery.trim().replace(/^WHERE\s+/i, "");
+        if (!whereClause) {
+          throw new error.MastraError({
+            id: "MASTRA_STORAGE_PG_VECTOR_DELETE_INVALID_FILTER",
+            text: "Filter produced empty WHERE clause",
+            domain: error.ErrorDomain.MASTRA_VECTOR,
+            category: error.ErrorCategory.USER,
+            details: { indexName, filter: JSON.stringify(filter) }
+          });
+        }
+        query = `DELETE FROM ${tableName} WHERE ${whereClause}`;
+        values = filterValues;
+      }
+      const result = await client.query(query, values);
+      this.logger?.info(`Deleted ${result.rowCount || 0} vectors from ${indexName}`, {
+        indexName,
+        filter: filter ? filter : void 0,
+        ids: ids ? ids : void 0,
+        deletedCount: result.rowCount || 0
+      });
+    } catch (error$1) {
+      if (error$1 instanceof error.MastraError) {
+        throw error$1;
+      }
+      const mastraError = new error.MastraError(
+        {
+          id: "MASTRA_STORAGE_PG_VECTOR_DELETE_VECTORS_FAILED",
+          domain: error.ErrorDomain.MASTRA_VECTOR,
+          category: error.ErrorCategory.THIRD_PARTY,
+          details: {
+            indexName,
+            ...filter && { filter: JSON.stringify(filter) },
+            ...ids && { idsCount: ids.length }
+          }
+        },
+        error$1
+      );
+      this.logger?.trackException(mastraError);
+      throw mastraError;
+    } finally {
+      client?.release();
+    }
+  }
 };
 function getSchemaName(schema) {
   return schema ? `"${utils.parseSqlIdentifier(schema, "schema name")}"` : void 0;
@@ -2024,7 +2296,10 @@ var MemoryPG = class extends storage.MemoryStorage {
         return message;
       });
       const list = new agent.MessageList().add(messagesWithParsedContent, "memory");
-      const messagesToReturn = format === `v2` ? list.get.all.v2() : list.get.all.v1();
+      let messagesToReturn = format === `v2` ? list.get.all.v2() : list.get.all.v1();
+      messagesToReturn = messagesToReturn.sort(
+        (a, b) => new Date(a.createdAt).getTime() - new Date(b.createdAt).getTime()
+      );
       return {
         messages: messagesToReturn,
         total,
@@ -3499,20 +3774,24 @@ var StoreOperationsPG = class extends storage.StoreOperations {
   }
 };
 function transformScoreRow(row) {
-  return {
+  const data = {
     ...row,
-    input: storage.safelyParseJSON(row.input),
-    scorer: storage.safelyParseJSON(row.scorer),
-    preprocessStepResult: storage.safelyParseJSON(row.preprocessStepResult),
-    analyzeStepResult: storage.safelyParseJSON(row.analyzeStepResult),
-    metadata: storage.safelyParseJSON(row.metadata),
-    output: storage.safelyParseJSON(row.output),
-    additionalContext: storage.safelyParseJSON(row.additionalContext),
-    runtimeContext: storage.safelyParseJSON(row.runtimeContext),
-    entity: storage.safelyParseJSON(row.entity),
+    input: row.input !== null ? storage.safelyParseJSON(row.input) : void 0,
+    scorer: row.scorer !== null ? storage.safelyParseJSON(row.scorer) : void 0,
+    preprocessStepResult: row.preprocessStepResult !== null ? storage.safelyParseJSON(row.preprocessStepResult) : void 0,
+    analyzeStepResult: row.analyzeStepResult !== null ? storage.safelyParseJSON(row.analyzeStepResult) : void 0,
+    output: row.output !== null ? storage.safelyParseJSON(row.output) : void 0,
+    additionalContext: row.additionalContext !== null ? storage.safelyParseJSON(row.additionalContext) : void 0,
+    runtimeContext: row.runtimeContext !== null ? storage.safelyParseJSON(row.runtimeContext) : void 0,
+    entity: row.entity !== null ? storage.safelyParseJSON(row.entity) : void 0,
     createdAt: row.createdAtZ || row.createdAt,
     updatedAt: row.updatedAtZ || row.updatedAt
   };
+  const result = {};
+  for (const key in storage.SCORERS_SCHEMA) {
+    result[key] = data[key];
+  }
+  return result;
 }
 var ScoresPG = class extends storage.ScoresStorage {
   client;