@dudousxd/nestjs-agent-rag 0.10.1 → 0.10.2

package/dist/index.js

@@ -357,6 +357,27 @@ function cosineSimilarity(a, b) {
 __name(cosineSimilarity, "cosineSimilarity");
 
 // src/pg-vector-store.ts
+var NUL_BYTE = String.fromCharCode(0);
+function stripNulBytes(value) {
+  if (typeof value === "string") {
+    return value.includes(NUL_BYTE) ? value.split(NUL_BYTE).join("") : value;
+  }
+  if (Array.isArray(value)) {
+    return value.map((item) => stripNulBytes(item));
+  }
+  if (value !== null && typeof value === "object") {
+    const proto = Object.getPrototypeOf(value);
+    if (proto !== Object.prototype && proto !== null) {
+      return value;
+    }
+    return Object.fromEntries(Object.entries(value).map(([key, entry]) => [
+      stripNulBytes(key),
+      stripNulBytes(entry)
+    ]));
+  }
+  return value;
+}
+__name(stripNulBytes, "stripNulBytes");
 var PgVectorStore = class {
   static {
     __name(this, "PgVectorStore");
@@ -391,6 +412,10 @@ var PgVectorStore = class {
   }
   async upsert(records) {
     for (const record of records) {
+      const id = stripNulBytes(record.id);
+      const text = stripNulBytes(record.text);
+      const source = record.source !== void 0 ? stripNulBytes(record.source) : void 0;
+      const metadata = record.metadata !== void 0 ? stripNulBytes(record.metadata) : void 0;
       await this.client.query(`INSERT INTO ${this.table} (id, text, source, metadata, embedding)
          VALUES ($1, $2, $3, $4, $5)
          ON CONFLICT (id) DO UPDATE SET
@@ -398,17 +423,17 @@ var PgVectorStore = class {
            source = EXCLUDED.source,
            metadata = EXCLUDED.metadata,
            embedding = EXCLUDED.embedding`, [
-        record.id,
-        record.text,
-        record.source ?? null,
-        record.metadata !== void 0 ? JSON.stringify(record.metadata) : null,
+        id,
+        text,
+        source ?? null,
+        metadata !== void 0 ? JSON.stringify(metadata) : null,
         toVectorLiteral(record.embedding)
       ]);
     }
   }
   async remove(documentId) {
     await this.client.query(`DELETE FROM ${this.table} WHERE ${DOCUMENT_ID_FROM_CHUNK} = $1`, [
-      documentId
+      stripNulBytes(documentId)
     ]);
   }
   /**
@@ -427,12 +452,12 @@ var PgVectorStore = class {
     if (isEmptyMetadataPatch(patch)) {
       return 0;
     }
-    const { set, remove } = splitMetadataPatch(patch);
+    const { set, remove } = splitMetadataPatch(stripNulBytes(patch));
     const rows = await this.client.query(`UPDATE ${this.table}
           SET metadata = (COALESCE(metadata, '{}'::jsonb) || $2::jsonb) - $3::text[]
         WHERE ${DOCUMENT_ID_FROM_CHUNK} = $1
         RETURNING id`, [
-      documentId,
+      stripNulBytes(documentId),
       JSON.stringify(set),
       remove
     ]);
@@ -465,7 +490,7 @@ var PgVectorStore = class {
   */
   async listChunks(documentId, options) {
     const params = [
-      documentId
+      stripNulBytes(documentId)
     ];
     let sql = `SELECT id, ${CHUNK_INDEX_FROM_ID} AS chunk_index, text, metadata
        FROM ${this.table}
@@ -507,7 +532,7 @@ var PgVectorStore = class {
       return;
     }
     await this.client.query(`DELETE FROM ${this.table} WHERE ${DOCUMENT_ID_FROM_CHUNK} = ANY($1::text[])`, [
-      documentIds
+      stripNulBytes(documentIds)
     ]);
   }
   /**
@@ -566,11 +591,12 @@ function buildWhere(filter, startIndex) {
       params: []
     };
   }
+  const stripped = stripNulBytes(filter);
   const clauses = [];
   const params = [];
   const scalar = {};
   let index = startIndex;
-  for (const [key, value] of Object.entries(filter)) {
+  for (const [key, value] of Object.entries(stripped)) {
     if (Array.isArray(value)) {
       if (value.length === 0) {
         clauses.push("false");