@devilsdev/rag-connectors 3.8.0 → 3.8.2

package/dist/index.cjs

@@ -1310,12 +1310,20 @@ var require_local_embedder = __commonJS({
   }
 });
 
+// scoped:@devilsdev/rag-core|retrieval/access-fields.js
+var require_access_fields = __commonJS({
+  "scoped:@devilsdev/rag-core|retrieval/access-fields.js"(exports2, module2) {
+    module2.exports = require("@devilsdev/rag-core")[Symbol.for("@devilsdev/rag-core/internal")]("retrieval/access-fields.js");
+  }
+});
+
 // src/retrieval/qdrant-retriever.js
 var require_qdrant_retriever = __commonJS({
   "src/retrieval/qdrant-retriever.js"(exports2, module2) {
     "use strict";
     var crypto = require("crypto");
     var { throwIfAborted } = require_connector_utils();
+    var { accessFields } = require_access_fields();
     var COLLECTION = /^[A-Za-z0-9_-]{1,255}$/;
     var DEFAULT_COLLECTION = "rag_documents";
     var PAGE = 256;
@@ -1503,7 +1511,8 @@ var require_qdrant_retriever = __commonJS({
             payload: {
               rag_id: id,
               content: doc.content || "",
-              metadata: doc.metadata || {}
+              metadata: doc.metadata || {},
+              ...accessFields(doc)
             }
           };
         });
@@ -1545,7 +1554,8 @@ var require_qdrant_retriever = __commonJS({
           id: p.payload.rag_id,
           score: p.score,
           content: p.payload.content || "",
-          metadata: p.payload.metadata || {}
+          metadata: p.payload.metadata || {},
+          ...accessFields(p.payload)
         }));
       }
       /**
@@ -1621,7 +1631,8 @@ var require_qdrant_retriever = __commonJS({
             out.push({
               id: p.payload.rag_id,
               content: p.payload.content || "",
-              metadata: p.payload.metadata || {}
+              metadata: p.payload.metadata || {},
+              ...accessFields(p.payload)
             });
           }
           offset = result.next_page_offset;
@@ -1639,6 +1650,7 @@ var require_pinecone_retriever = __commonJS({
     "use strict";
     var crypto = require("crypto");
     var { throwIfAborted } = require_connector_utils();
+    var { storedMetadata, readStoredMetadata } = require_access_fields();
     var API_VERSION = "2026-07";
     var CONTROL_PLANE = "https://api.pinecone.io";
     var DEFAULT_NAMESPACE = "rag_documents";
@@ -1669,16 +1681,18 @@ var require_pinecone_retriever = __commonJS({
     }
     function fromFields(fields, fallbackId) {
       const m = fields || {};
-      let metadata = {};
+      let stored = {};
       try {
-        metadata = m.rag_metadata ? JSON.parse(m.rag_metadata) : {};
+        stored = m.rag_metadata ? JSON.parse(m.rag_metadata) : {};
       } catch {
-        metadata = {};
+        stored = {};
       }
+      const { metadata, access } = readStoredMetadata(stored);
       return {
         id: m.rag_id !== void 0 ? String(m.rag_id) : fallbackId,
         content: m.rag_content || "",
-        metadata
+        metadata,
+        ...access
       };
     }
     function normalizeHost(host) {
@@ -2053,7 +2067,7 @@ var require_pinecone_retriever = __commonJS({
             fields: {
               rag_id: id,
               rag_content: doc.content || "",
-              rag_metadata: JSON.stringify(metadata),
+              rag_metadata: JSON.stringify(storedMetadata(doc)),
               ...metadata.source !== void 0 && metadata.source !== null && {
                 rag_source: String(metadata.source)
               }
@@ -2113,7 +2127,7 @@ var require_pinecone_retriever = __commonJS({
             [this._textField]: doc.content,
             rag_id: id,
             rag_content: doc.content,
-            rag_metadata: JSON.stringify(metadata),
+            rag_metadata: JSON.stringify(storedMetadata(doc)),
             ...metadata.source !== void 0 && metadata.source !== null && {
               rag_source: String(metadata.source)
             }
@@ -2333,10 +2347,15 @@ var require_pgvector_retriever = __commonJS({
   "src/retrieval/pgvector-retriever.js"(exports2, module2) {
     "use strict";
     var { throwIfAborted, raceAbort } = require_connector_utils();
+    var { storedMetadata, readStoredMetadata } = require_access_fields();
     var IDENTIFIER = /^[A-Za-z_][A-Za-z0-9_]{0,62}$/;
     var DEFAULT_TABLE = "rag_documents";
     var PG_DEFAULT_EF_SEARCH = 40;
     var MAX_BATCH = 1e3;
+    function fromRow(row) {
+      const { metadata, access } = readStoredMetadata(row.metadata || {});
+      return { content: row.content, metadata, ...access };
+    }
     function quoteTable(name) {
       const parts = String(name).split(".");
       if (parts.length > 2 || !parts.every((p) => IDENTIFIER.test(p))) {
@@ -2547,7 +2566,7 @@ var require_pgvector_retriever = __commonJS({
           return [
             id,
             doc.content || "",
-            JSON.stringify(doc.metadata || {}),
+            JSON.stringify(storedMetadata(doc)),
             literal
           ];
         });
@@ -2603,8 +2622,7 @@ var require_pgvector_retriever = __commonJS({
         return rows.map((r) => ({
           id: r.id,
           score: Number(r.score),
-          content: r.content,
-          metadata: r.metadata || {}
+          ...fromRow(r)
         }));
       }
       /**
@@ -2662,11 +2680,7 @@ var require_pgvector_retriever = __commonJS({
           `SELECT id, content, metadata FROM ${this.table} ORDER BY id${limit ? " LIMIT $1" : ""}`,
           limit ? [limit] : []
         );
-        return rows.map((r) => ({
-          id: r.id,
-          content: r.content,
-          metadata: r.metadata || {}
-        }));
+        return rows.map((r) => ({ id: r.id, ...fromRow(r) }));
       }
       /** Closes the Pool this retriever created; a pool you passed in stays open. */
       async close() {
@@ -2687,6 +2701,7 @@ var require_weaviate_retriever = __commonJS({
     "use strict";
     var { throwIfAborted } = require_connector_utils();
     var { pointId } = require_qdrant_retriever();
+    var { storedMetadata, readStoredMetadata } = require_access_fields();
     var COLLECTION = /^[A-Za-z][A-Za-z0-9_]{0,254}$/;
     var DEFAULT_COLLECTION = "RagDocuments";
     var PAGE = 256;
@@ -2733,13 +2748,16 @@ var require_weaviate_retriever = __commonJS({
       return url.slice(0, end);
     }
     function parseMetadata(text) {
-      if (!text) return {};
+      let value = {};
       try {
-        const value = JSON.parse(text);
-        return value && typeof value === "object" ? value : {};
+        value = text ? JSON.parse(text) : {};
       } catch {
-        return {};
+        value = {};
       }
+      const { metadata, access } = readStoredMetadata(
+        value && typeof value === "object" ? value : {}
+      );
+      return { metadata, ...access };
     }
     function errorDetail(json) {
       const list = json && (json.error || json.errors) || [];
@@ -2962,7 +2980,7 @@ var require_weaviate_retriever = __commonJS({
           const properties = {
             rag_id: id,
             content: doc.content || "",
-            rag_metadata: JSON.stringify(metadata)
+            rag_metadata: JSON.stringify(storedMetadata(doc))
           };
           if (metadata.source !== void 0 && metadata.source !== null) {
             properties.rag_source = String(metadata.source);
@@ -3032,7 +3050,7 @@ var require_weaviate_retriever = __commonJS({
           id: hit.rag_id,
           score: 1 - hit._additional.distance,
           content: hit.content || "",
-          metadata: parseMetadata(hit.rag_metadata)
+          ...parseMetadata(hit.rag_metadata)
         }));
       }
       /**
@@ -3115,7 +3133,7 @@ var require_weaviate_retriever = __commonJS({
             out.push({
               id: p.rag_id,
               content: p.content || "",
-              metadata: parseMetadata(p.rag_metadata)
+              ...parseMetadata(p.rag_metadata)
             });
             if (limit && out.length >= limit) return out;
           }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devilsdev/rag-connectors",
-  "version": "3.8.0",
+  "version": "3.8.2",
   "description": "Embedders, LLMs and vector stores for @devilsdev/rag-core: OpenAI, Anthropic, Cohere, Ollama, the AI SDK, Qdrant, pgvector, Pinecone and Weaviate.",
   "keywords": [
     "rag",
@@ -45,7 +45,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@devilsdev/rag-core": "3.8.0",
+    "@devilsdev/rag-core": "3.8.2",
     "axios": "^1.21.0"
   },
   "peerDependencies": {