@mastra/pg 1.0.0-beta.6 → 1.0.0-beta.8

package/dist/index.js

@@ -480,12 +480,14 @@ var PgVector = class extends MastraVector {
   pool;
   describeIndexCache = /* @__PURE__ */ new Map();
   createdIndexes = /* @__PURE__ */ new Map();
+  indexVectorTypes = /* @__PURE__ */ new Map();
   mutexesByName = /* @__PURE__ */ new Map();
   schema;
   setupSchemaPromise = null;
   installVectorExtensionPromise = null;
   vectorExtensionInstalled = void 0;
   vectorExtensionSchema = null;
+  vectorExtensionVersion = null;
   schemaSetupComplete = void 0;
   cacheWarmupPromise = null;
   constructor(config) {
@@ -538,9 +540,11 @@ var PgVector = class extends MastraVector {
                 indexName,
                 metric: info.metric,
                 dimension: info.dimension,
-                type: info.type
+                type: info.type,
+                vectorType: info.vectorType
               });
               this.createdIndexes.set(indexName, key);
+              this.indexVectorTypes.set(indexName, info.vectorType);
             })
           );
         } catch (error) {
@@ -566,12 +570,12 @@ var PgVector = class extends MastraVector {
     return this.mutexesByName.get(indexName);
   }
   /**
-   * Detects which schema contains the vector extension
+   * Detects which schema contains the vector extension and its version
    */
   async detectVectorExtensionSchema(client) {
     try {
       const result = await client.query(`
-        SELECT n.nspname as schema_name
+        SELECT n.nspname as schema_name, e.extversion as version
         FROM pg_extension e
         JOIN pg_namespace n ON e.extnamespace = n.oid
         WHERE e.extname = 'vector'
@@ -579,7 +583,11 @@ var PgVector = class extends MastraVector {
       `);
       if (result.rows.length > 0) {
         this.vectorExtensionSchema = result.rows[0].schema_name;
-        this.logger.debug("Vector extension found in schema", { schema: this.vectorExtensionSchema });
+        this.vectorExtensionVersion = result.rows[0].version;
+        this.logger.debug("Vector extension found", {
+          schema: this.vectorExtensionSchema,
+          version: this.vectorExtensionVersion
+        });
         return this.vectorExtensionSchema;
       }
       return null;
@@ -588,18 +596,52 @@ var PgVector = class extends MastraVector {
       return null;
     }
   }
+  /**
+   * Checks if the installed pgvector version supports halfvec type.
+   * halfvec was introduced in pgvector 0.7.0.
+   */
+  supportsHalfvec() {
+    if (!this.vectorExtensionVersion) {
+      return false;
+    }
+    const parts = this.vectorExtensionVersion.split(".");
+    const major = parseInt(parts[0] ?? "", 10);
+    const minor = parseInt(parts[1] ?? "", 10);
+    if (isNaN(major) || isNaN(minor)) {
+      return false;
+    }
+    return major > 0 || major === 0 && minor >= 7;
+  }
   /**
    * Gets the properly qualified vector type name
+   * @param vectorType - The type of vector storage ('vector' or 'halfvec')
    */
-  getVectorTypeName() {
+  getVectorTypeName(vectorType = "vector") {
     if (this.vectorExtensionSchema) {
       if (this.vectorExtensionSchema === "pg_catalog") {
-        return "vector";
+        return vectorType;
       }
       const validatedSchema = parseSqlIdentifier(this.vectorExtensionSchema, "vector extension schema");
-      return `${validatedSchema}.vector`;
+      return `${validatedSchema}.${vectorType}`;
+    }
+    return vectorType;
+  }
+  /**
+   * Gets the operator class for index creation based on metric and vector type.
+   * pgvector uses different operator classes for vector vs halfvec types.
+   */
+  getMetricOperatorClass(metric, vectorType) {
+    const prefix = vectorType === "halfvec" ? "halfvec" : "vector";
+    switch (metric) {
+      case "cosine":
+        return `${prefix}_cosine_ops`;
+      case "euclidean":
+        return `${prefix}_l2_ops`;
+      case "dotproduct":
+        return `${prefix}_ip_ops`;
+      default:
+        return `${prefix}_cosine_ops`;
     }
-    return "vector";
   }
   getTableName(indexName) {
     const parsedIndexName = parseSqlIdentifier(indexName, "index name");
@@ -672,12 +714,12 @@ var PgVector = class extends MastraVector {
         await client.query(`SET LOCAL ivfflat.probes = ${probes}`);
       }
       const { tableName } = this.getTableName(indexName);
-      const vectorType = this.getVectorTypeName();
+      const qualifiedVectorType = this.getVectorTypeName(indexInfo.vectorType);
       const query = `
         WITH vector_scores AS (
           SELECT
             vector_id as id,
-            1 - (embedding <=> '${vectorStr}'::${vectorType}) as score,
+            1 - (embedding <=> '${vectorStr}'::${qualifiedVectorType}) as score,
             metadata
             ${includeVector ? ", embedding" : ""}
           FROM ${tableName}
@@ -741,14 +783,15 @@ var PgVector = class extends MastraVector {
         }
       }
       const vectorIds = ids || vectors.map(() => crypto.randomUUID());
-      const vectorType = this.getVectorTypeName();
+      const indexInfo = await this.getIndexInfo({ indexName });
+      const qualifiedVectorType = this.getVectorTypeName(indexInfo.vectorType);
       for (let i = 0; i < vectors.length; i++) {
         const query = `
           INSERT INTO ${tableName} (vector_id, embedding, metadata)
-          VALUES ($1, $2::${vectorType}, $3::jsonb)
+          VALUES ($1, $2::${qualifiedVectorType}, $3::jsonb)
           ON CONFLICT (vector_id)
           DO UPDATE SET
-            embedding = $2::${vectorType},
+            embedding = $2::${qualifiedVectorType},
             metadata = $3::jsonb
           RETURNING embedding::text
         `;
@@ -807,9 +850,10 @@ var PgVector = class extends MastraVector {
     indexName,
     dimension,
     metric,
-    type
+    type,
+    vectorType = "vector"
   }) {
-    const input = indexName + dimension + metric + (type || "ivfflat");
+    const input = indexName + dimension + metric + (type || "ivfflat") + vectorType;
     return (await this.hasher).h32(input);
   }
   cachedIndexExists(indexName, newKey) {
@@ -862,7 +906,8 @@ var PgVector = class extends MastraVector {
     dimension,
     metric = "cosine",
     indexConfig = {},
-    buildIndex = true
+    buildIndex = true,
+    vectorType = "vector"
   }) {
     const { tableName } = this.getTableName(indexName);
     try {
@@ -872,6 +917,9 @@ var PgVector = class extends MastraVector {
       if (!Number.isInteger(dimension) || dimension <= 0) {
         throw new Error("Dimension must be a positive integer");
       }
+      if (vectorType !== "vector" && vectorType !== "halfvec") {
+        throw new Error('vectorType must be "vector" or "halfvec"');
+      }
     } catch (error) {
       const mastraError = new MastraError(
         {
@@ -887,7 +935,13 @@ var PgVector = class extends MastraVector {
       this.logger?.trackException(mastraError);
       throw mastraError;
     }
-    const indexCacheKey = await this.getIndexCacheKey({ indexName, dimension, type: indexConfig.type, metric });
+    const indexCacheKey = await this.getIndexCacheKey({
+      indexName,
+      dimension,
+      type: indexConfig.type,
+      metric,
+      vectorType
+    });
     if (this.cachedIndexExists(indexName, indexCacheKey)) {
       return;
     }
@@ -900,24 +954,40 @@ var PgVector = class extends MastraVector {
       try {
         await this.setupSchema(client);
         await this.installVectorExtension(client);
+        if (vectorType === "halfvec" && !this.supportsHalfvec()) {
+          throw new MastraError({
+            id: createVectorErrorId("PG", "CREATE_INDEX", "HALFVEC_NOT_SUPPORTED"),
+            text: `halfvec type requires pgvector >= 0.7.0, but version ${this.vectorExtensionVersion || "unknown"} is installed. Either upgrade pgvector or use vectorType: 'vector' (which supports up to 2000 dimensions for indexes).`,
+            domain: ErrorDomain.MASTRA_VECTOR,
+            category: ErrorCategory.USER,
+            details: {
+              indexName,
+              requestedVectorType: vectorType,
+              pgvectorVersion: this.vectorExtensionVersion || "unknown",
+              requiredVersion: "0.7.0"
+            }
+          });
+        }
         if (this.schema && this.vectorExtensionSchema && this.schema !== this.vectorExtensionSchema && this.vectorExtensionSchema !== "pg_catalog") {
           await client.query(`SET search_path TO ${this.getSchemaName()}, "${this.vectorExtensionSchema}"`);
         }
-        const vectorType = this.getVectorTypeName();
+        const qualifiedVectorType = this.getVectorTypeName(vectorType);
         await client.query(`
           CREATE TABLE IF NOT EXISTS ${tableName} (
             id SERIAL PRIMARY KEY,
             vector_id TEXT UNIQUE NOT NULL,
-            embedding ${vectorType}(${dimension}),
+            embedding ${qualifiedVectorType}(${dimension}),
             metadata JSONB DEFAULT '{}'::jsonb
           );
         `);
         this.createdIndexes.set(indexName, indexCacheKey);
+        this.indexVectorTypes.set(indexName, vectorType);
         if (buildIndex) {
-          await this.setupIndex({ indexName, metric, indexConfig }, client);
+          await this.setupIndex({ indexName, metric, indexConfig, vectorType }, client);
         }
       } catch (error) {
         this.createdIndexes.delete(indexName);
+        this.indexVectorTypes.delete(indexName);
         throw error;
       } finally {
         client.release();
@@ -960,7 +1030,7 @@ var PgVector = class extends MastraVector {
       client.release();
     }
   }
-  async setupIndex({ indexName, metric, indexConfig }, client) {
+  async setupIndex({ indexName, metric, indexConfig, vectorType = "vector" }, client) {
     const mutex = this.getMutexByName(`build-${indexName}`);
     await mutex.runExclusive(async () => {
       const isConfigEmpty = !indexConfig || Object.keys(indexConfig).length === 0 || !indexConfig.type && !indexConfig.ivf && !indexConfig.hnsw;
@@ -982,9 +1052,11 @@ var PgVector = class extends MastraVector {
               indexName,
               dimension,
               type: existingIndexInfo.type,
-              metric: existingIndexInfo.metric
+              metric: existingIndexInfo.metric,
+              vectorType: existingIndexInfo.vectorType
             });
             this.createdIndexes.set(indexName, cacheKey);
+            this.indexVectorTypes.set(indexName, existingIndexInfo.vectorType);
             return;
           }
         }
@@ -1002,9 +1074,11 @@ var PgVector = class extends MastraVector {
             indexName,
             dimension,
             type: existingIndexInfo.type,
-            metric: existingIndexInfo.metric
+            metric: existingIndexInfo.metric,
+            vectorType: existingIndexInfo.vectorType
           });
           this.createdIndexes.set(indexName, cacheKey);
+          this.indexVectorTypes.set(indexName, existingIndexInfo.vectorType);
           return;
         }
         this.logger?.info(`Index ${vectorIndexName} configuration changed, rebuilding index`);
@@ -1017,7 +1091,8 @@ var PgVector = class extends MastraVector {
         this.describeIndexCache.delete(indexName);
         return;
       }
-      const metricOp = metric === "cosine" ? "vector_cosine_ops" : metric === "euclidean" ? "vector_l2_ops" : "vector_ip_ops";
+      const effectiveVectorType = existingIndexInfo?.vectorType ?? vectorType;
+      const metricOp = this.getMetricOperatorClass(metric, effectiveVectorType);
       let indexSQL;
       if (indexType === "hnsw") {
         const m = indexConfig.hnsw?.m ?? 8;
@@ -1067,6 +1142,12 @@ var PgVector = class extends MastraVector {
             if (this.schema && this.schema !== "public") {
               try {
                 await client.query(`CREATE EXTENSION IF NOT EXISTS vector SCHEMA ${this.getSchemaName()}`);
+                const installedSchema2 = await this.detectVectorExtensionSchema(client);
+                if (installedSchema2) {
+                  this.vectorExtensionInstalled = true;
+                  this.logger.info(`Vector extension installed in schema: ${installedSchema2}`);
+                  return;
+                }
                 this.vectorExtensionInstalled = true;
                 this.vectorExtensionSchema = this.schema;
                 this.logger.info(`Vector extension installed in schema: ${this.schema}`);
@@ -1129,7 +1210,7 @@ var PgVector = class extends MastraVector {
           WHERE c.table_schema = t.table_schema
           AND c.table_name = t.table_name
           AND c.column_name = 'embedding'
-          AND c.udt_name = 'vector'
+          AND c.udt_name IN ('vector', 'halfvec')
         )
         AND EXISTS (
           SELECT 1
@@ -1168,17 +1249,18 @@ var PgVector = class extends MastraVector {
     try {
       const { tableName } = this.getTableName(indexName);
       const tableExistsQuery = `
-        SELECT 1
+        SELECT udt_name
         FROM information_schema.columns
         WHERE table_schema = $1
           AND table_name = $2
-          AND udt_name = 'vector'
+          AND udt_name IN ('vector', 'halfvec')
         LIMIT 1;
       `;
       const tableExists = await client.query(tableExistsQuery, [this.schema || "public", indexName]);
       if (tableExists.rows.length === 0) {
         throw new Error(`Vector table ${tableName} does not exist`);
       }
+      const vectorType = tableExists.rows[0].udt_name === "halfvec" ? "halfvec" : "vector";
       const dimensionQuery = `
                 SELECT atttypmod as dimension
                 FROM pg_attribute
@@ -1228,6 +1310,7 @@ var PgVector = class extends MastraVector {
         count: parseInt(countResult.rows[0].count),
         metric,
         type: index_method,
+        vectorType,
         config
       };
     } catch (e) {
@@ -1255,6 +1338,8 @@ var PgVector = class extends MastraVector {
       const { tableName } = this.getTableName(indexName);
       await client.query(`DROP TABLE IF EXISTS ${tableName} CASCADE`);
       this.createdIndexes.delete(indexName);
+      this.indexVectorTypes.delete(indexName);
+      this.describeIndexCache.delete(indexName);
     } catch (error) {
       await client.query("ROLLBACK");
       const mastraError = new MastraError(
@@ -1343,12 +1428,13 @@ var PgVector = class extends MastraVector {
       }
       client = await this.pool.connect();
       const { tableName } = this.getTableName(indexName);
-      const vectorType = this.getVectorTypeName();
+      const indexInfo = await this.getIndexInfo({ indexName });
+      const qualifiedVectorType = this.getVectorTypeName(indexInfo.vectorType);
       let updateParts = [];
       let values = [];
       let valueIndex = 1;
       if (update.vector) {
-        updateParts.push(`embedding = $${valueIndex}::${vectorType}`);
+        updateParts.push(`embedding = $${valueIndex}::${qualifiedVectorType}`);
         values.push(`[${update.vector.join(",")}]`);
         valueIndex++;
       }
@@ -3239,7 +3325,7 @@ var StoreOperationsPG = class extends StoreOperations {
         const constraints = [];
         if (def.primaryKey) constraints.push("PRIMARY KEY");
         if (!def.nullable) constraints.push("NOT NULL");
-        return `"${parsedName}" ${def.type.toUpperCase()} ${constraints.join(" ")}`;
+        return `"${parsedName}" ${this.getSqlType(def.type)} ${constraints.join(" ")}`;
       });
       if (this.schemaName) {
         await this.setupSchema();
@@ -4348,6 +4434,27 @@ var WorkflowsPG = class extends WorkflowsStorage {
       );
     }
   }
+  async deleteWorkflowRunById({ runId, workflowName }) {
+    try {
+      await this.client.none(
+        `DELETE FROM ${getTableName({ indexName: TABLE_WORKFLOW_SNAPSHOT, schemaName: this.schema })} WHERE run_id = $1 AND workflow_name = $2`,
+        [runId, workflowName]
+      );
+    } catch (error) {
+      throw new MastraError(
+        {
+          id: createStorageErrorId("PG", "DELETE_WORKFLOW_RUN_BY_ID", "FAILED"),
+          domain: ErrorDomain.STORAGE,
+          category: ErrorCategory.THIRD_PARTY,
+          details: {
+            runId,
+            workflowName
+          }
+        },
+        error
+      );
+    }
+  }
   async listWorkflowRuns({
     workflowName,
     fromDate,
@@ -4662,6 +4769,9 @@ var PostgresStore = class extends MastraStorage {
   }) {
     return this.stores.workflows.getWorkflowRunById({ runId, workflowName });
   }
+  async deleteWorkflowRunById({ runId, workflowName }) {
+    return this.stores.workflows.deleteWorkflowRunById({ runId, workflowName });
+  }
   async close() {
     this.pgp.end();
   }