@retrivora-ai/rag-engine 2.1.9 → 2.2.0

package/dist/handlers/index.js

@@ -793,6 +793,84 @@ var init_BaseVectorProvider = __esm({
   }
 });
 
+// src/core/ConfigFetcher.ts
+var ConfigFetcher;
+var init_ConfigFetcher = __esm({
+  "src/core/ConfigFetcher.ts"() {
+    "use strict";
+    ConfigFetcher = class {
+      // 5-minute in-memory session cache
+      /**
+       * Fetch full project configuration (vectorDb + embedding + llm) from Retrivora Control Plane.
+       */
+      static async fetchRemoteConfig(projectId, licenseKey) {
+        var _a2, _b, _c, _d, _e, _f, _g2, _h, _i, _j, _k;
+        const cacheKey = `${projectId}:${licenseKey || ""}`;
+        const now = Date.now();
+        const cached = this.cache.get(cacheKey);
+        if (cached && now - cached.cachedAt < this.TTL_MS) {
+          return cached.config;
+        }
+        const controlPlaneUrls = [
+          process.env.RETRIVORA_CONTROL_PLANE_URL,
+          process.env.NEXT_PUBLIC_RETRIVORA_CONTROL_PLANE_URL,
+          "https://retrivora.com",
+          "http://localhost:3000"
+        ].filter(Boolean);
+        for (const baseUrl of controlPlaneUrls) {
+          try {
+            const url = `${baseUrl.replace(/\/$/, "")}/api/v1/config?projectId=${encodeURIComponent(projectId)}${licenseKey ? `&licenseKey=${encodeURIComponent(licenseKey)}` : ""}`;
+            const res = await fetch(url, {
+              method: "GET",
+              headers: __spreadValues({
+                "Content-Type": "application/json"
+              }, licenseKey ? { "x-license-key": licenseKey } : {})
+            });
+            if (res.ok) {
+              const data = await res.json();
+              if ((data == null ? void 0 : data.success) && ((_a2 = data == null ? void 0 : data.vectorDb) == null ? void 0 : _a2.apiKey)) {
+                const config = {
+                  vectorDb: {
+                    apiKey: data.vectorDb.apiKey,
+                    indexName: data.vectorDb.indexName || "retrivora-free",
+                    provider: data.vectorDb.provider || "pinecone"
+                  },
+                  embedding: {
+                    provider: ((_b = data.embedding) == null ? void 0 : _b.provider) || "universal_rest",
+                    model: ((_c = data.embedding) == null ? void 0 : _c.model) || "text-embedding-004",
+                    baseUrl: ((_d = data.embedding) == null ? void 0 : _d.baseUrl) || "https://llm.retrivora.com/api/v1",
+                    apiKey: ((_e = data.embedding) == null ? void 0 : _e.apiKey) || licenseKey || "",
+                    profile: ((_f = data.embedding) == null ? void 0 : _f.profile) || "litellm"
+                  },
+                  llm: {
+                    provider: ((_g2 = data.llm) == null ? void 0 : _g2.provider) || "universal_rest",
+                    model: ((_h = data.llm) == null ? void 0 : _h.model) || "llama-3.1-8b-instant",
+                    baseUrl: ((_i = data.llm) == null ? void 0 : _i.baseUrl) || "https://llm.retrivora.com/api/v1",
+                    apiKey: ((_j = data.llm) == null ? void 0 : _j.apiKey) || licenseKey || "",
+                    profile: ((_k = data.llm) == null ? void 0 : _k.profile) || "litellm"
+                  }
+                };
+                this.cache.set(cacheKey, { config, cachedAt: now });
+                return config;
+              }
+            }
+          } catch (e) {
+          }
+        }
+        return null;
+      }
+      /** Convenience: fetch only vector DB config (backwards compat). */
+      static async fetchRemoteVectorConfig(projectId, licenseKey) {
+        var _a2;
+        const config = await this.fetchRemoteConfig(projectId, licenseKey);
+        return (_a2 = config == null ? void 0 : config.vectorDb) != null ? _a2 : null;
+      }
+    };
+    ConfigFetcher.cache = /* @__PURE__ */ new Map();
+    ConfigFetcher.TTL_MS = 5 * 60 * 1e3;
+  }
+});
+
 // src/providers/vectordb/PineconeProvider.ts
 var PineconeProvider_exports = {};
 __export(PineconeProvider_exports, {
@@ -804,6 +882,7 @@ var init_PineconeProvider = __esm({
     "use strict";
     import_pinecone = require("@pinecone-database/pinecone");
     init_BaseVectorProvider();
+    init_ConfigFetcher();
     PineconeProvider = class extends BaseVectorProvider {
       constructor(config) {
         super(config);
@@ -869,27 +948,49 @@ var init_PineconeProvider = __esm({
       }
       async initialize() {
         var _a2, _b;
-        const key = this.apiKey || process.env.PINECONE_API_KEY || "";
+        if (this.client) return;
+        let key = this.apiKey || process.env.PINECONE_API_KEY || "";
+        if (!key) {
+          const projectId = process.env.RAG_PROJECT_ID || process.env.NEXT_PUBLIC_RAG_PROJECT_ID || "my-rag-app";
+          const licenseKey = process.env.RETRIVORA_LICENSE_KEY || process.env.NEXT_PUBLIC_RETRIVORA_LICENSE_KEY;
+          const remoteConfig = await ConfigFetcher.fetchRemoteVectorConfig(projectId, licenseKey);
+          if (remoteConfig == null ? void 0 : remoteConfig.apiKey) {
+            key = remoteConfig.apiKey;
+            this.apiKey = key;
+            if (remoteConfig.indexName) {
+              this.indexName = remoteConfig.indexName;
+            }
+          }
+        }
         if (!key) {
-          console.log("[PineconeProvider] Keyless Mode active \u2014 Vector operations managed via Retrivora Cloud Gateway.");
+          console.warn("[PineconeProvider] Warning: No Pinecone API key available locally or remotely.");
           return;
         }
         this.client = new import_pinecone.Pinecone({ apiKey: key });
-        const indexes = await this.client.listIndexes();
-        const names = (_b = (_a2 = indexes.indexes) == null ? void 0 : _a2.map((i) => i.name)) != null ? _b : [];
-        if (!names.includes(this.indexName)) {
-          throw new Error(
-            `[PineconeProvider] Index "${this.indexName}" not found. Available: ${names.join(", ")}`
-          );
+        try {
+          const indexes = await this.client.listIndexes();
+          const names = (_b = (_a2 = indexes.indexes) == null ? void 0 : _a2.map((i) => i.name)) != null ? _b : [];
+          if (!names.includes(this.indexName)) {
+            console.warn(`[PineconeProvider] Target index "${this.indexName}" not listed. Proceeding with configured index name.`);
+          }
+        } catch (err) {
+          console.warn("[PineconeProvider] List index verification warning:", err instanceof Error ? err.message : String(err));
         }
       }
-      index(namespace) {
+      async getActiveIndex(namespace) {
+        if (!this.client) {
+          await this.initialize();
+        }
+        if (!this.client) {
+          throw new Error("[PineconeProvider] Cannot execute vector operation: Pinecone client failed to initialize.");
+        }
         const idx = this.client.index(this.indexName);
         return namespace ? idx.namespace(namespace) : idx.namespace("");
       }
       async upsert(doc, namespace) {
         var _a2;
-        await this.index(namespace).upsert({
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.upsert({
           records: [{
             id: String(doc.id),
             values: doc.vector,
@@ -898,6 +999,7 @@ var init_PineconeProvider = __esm({
         });
       }
       async batchUpsert(docs, namespace) {
+        const targetIdx = await this.getActiveIndex(namespace);
         const BATCH = 100;
         for (let i = 0; i < docs.length; i += BATCH) {
           const records = docs.slice(i, i + BATCH).map((d) => {
@@ -908,13 +1010,14 @@ var init_PineconeProvider = __esm({
               metadata: __spreadValues({ content: d.content }, (_a2 = d.metadata) != null ? _a2 : {})
             };
           });
-          await this.index(namespace).upsert({ records });
+          await targetIdx.upsert({ records });
         }
       }
       async query(vector, topK, namespace, filter) {
         var _a2;
+        const targetIdx = await this.getActiveIndex(namespace);
         const pineconeFilter = this.sanitizeFilter(filter);
-        const result = await this.index(namespace).query(__spreadValues({
+        const result = await targetIdx.query(__spreadValues({
           vector,
           topK,
           includeMetadata: true
@@ -930,13 +1033,17 @@ var init_PineconeProvider = __esm({
         });
       }
       async delete(id, namespace) {
-        await this.index(namespace).deleteOne({ id: String(id) });
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.deleteOne({ id: String(id) });
       }
       async deleteNamespace(namespace) {
-        await this.client.index(this.indexName).namespace(namespace).deleteAll();
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.deleteAll();
       }
       async ping() {
         try {
+          if (!this.client) await this.initialize();
+          if (!this.client) return false;
           await this.client.listIndexes();
           return true;
         } catch (e) {
@@ -3167,7 +3274,7 @@ function getEnvConfig(env = process.env, base) {
       return true;
     }
   })();
-  const defaultGatewayUrl = (_pa = (_oa = readString(env, "LITELLM_BASE_URL")) != null ? _oa : readString(env, "LLM_BASE_URL")) != null ? _pa : "https://llm.retrivora.com/api/v1";
+  const defaultGatewayUrl = (_pa = (_oa = readString(env, "LITELLM_BASE_URL")) != null ? _oa : readString(env, "LLM_BASE_URL")) != null ? _pa : "https://retrivora.com/api/v1";
   const defaultLlmProvider = isFreeTier ? "universal_rest" : "universal_rest";
   const llmProvider = (_sa = (_ra = readEnum(env, "LLM_PROVIDER", defaultLlmProvider, LLM_PROVIDERS)) != null ? _ra : (_qa = base == null ? void 0 : base.llm) == null ? void 0 : _qa.provider) != null ? _sa : defaultLlmProvider;
   const llmBaseUrl = (_wa = (_va = (_ta = readString(env, "LITELLM_BASE_URL")) != null ? _ta : readString(env, "LLM_BASE_URL")) != null ? _va : (_ua = base == null ? void 0 : base.llm) == null ? void 0 : _ua.baseUrl) != null ? _wa : defaultGatewayUrl;

package/dist/handlers/index.mjs

@@ -778,6 +778,84 @@ var init_BaseVectorProvider = __esm({
   }
 });
 
+// src/core/ConfigFetcher.ts
+var ConfigFetcher;
+var init_ConfigFetcher = __esm({
+  "src/core/ConfigFetcher.ts"() {
+    "use strict";
+    ConfigFetcher = class {
+      // 5-minute in-memory session cache
+      /**
+       * Fetch full project configuration (vectorDb + embedding + llm) from Retrivora Control Plane.
+       */
+      static async fetchRemoteConfig(projectId, licenseKey) {
+        var _a2, _b, _c, _d, _e, _f, _g2, _h, _i, _j, _k;
+        const cacheKey = `${projectId}:${licenseKey || ""}`;
+        const now = Date.now();
+        const cached = this.cache.get(cacheKey);
+        if (cached && now - cached.cachedAt < this.TTL_MS) {
+          return cached.config;
+        }
+        const controlPlaneUrls = [
+          process.env.RETRIVORA_CONTROL_PLANE_URL,
+          process.env.NEXT_PUBLIC_RETRIVORA_CONTROL_PLANE_URL,
+          "https://retrivora.com",
+          "http://localhost:3000"
+        ].filter(Boolean);
+        for (const baseUrl of controlPlaneUrls) {
+          try {
+            const url = `${baseUrl.replace(/\/$/, "")}/api/v1/config?projectId=${encodeURIComponent(projectId)}${licenseKey ? `&licenseKey=${encodeURIComponent(licenseKey)}` : ""}`;
+            const res = await fetch(url, {
+              method: "GET",
+              headers: __spreadValues({
+                "Content-Type": "application/json"
+              }, licenseKey ? { "x-license-key": licenseKey } : {})
+            });
+            if (res.ok) {
+              const data = await res.json();
+              if ((data == null ? void 0 : data.success) && ((_a2 = data == null ? void 0 : data.vectorDb) == null ? void 0 : _a2.apiKey)) {
+                const config = {
+                  vectorDb: {
+                    apiKey: data.vectorDb.apiKey,
+                    indexName: data.vectorDb.indexName || "retrivora-free",
+                    provider: data.vectorDb.provider || "pinecone"
+                  },
+                  embedding: {
+                    provider: ((_b = data.embedding) == null ? void 0 : _b.provider) || "universal_rest",
+                    model: ((_c = data.embedding) == null ? void 0 : _c.model) || "text-embedding-004",
+                    baseUrl: ((_d = data.embedding) == null ? void 0 : _d.baseUrl) || "https://llm.retrivora.com/api/v1",
+                    apiKey: ((_e = data.embedding) == null ? void 0 : _e.apiKey) || licenseKey || "",
+                    profile: ((_f = data.embedding) == null ? void 0 : _f.profile) || "litellm"
+                  },
+                  llm: {
+                    provider: ((_g2 = data.llm) == null ? void 0 : _g2.provider) || "universal_rest",
+                    model: ((_h = data.llm) == null ? void 0 : _h.model) || "llama-3.1-8b-instant",
+                    baseUrl: ((_i = data.llm) == null ? void 0 : _i.baseUrl) || "https://llm.retrivora.com/api/v1",
+                    apiKey: ((_j = data.llm) == null ? void 0 : _j.apiKey) || licenseKey || "",
+                    profile: ((_k = data.llm) == null ? void 0 : _k.profile) || "litellm"
+                  }
+                };
+                this.cache.set(cacheKey, { config, cachedAt: now });
+                return config;
+              }
+            }
+          } catch (e) {
+          }
+        }
+        return null;
+      }
+      /** Convenience: fetch only vector DB config (backwards compat). */
+      static async fetchRemoteVectorConfig(projectId, licenseKey) {
+        var _a2;
+        const config = await this.fetchRemoteConfig(projectId, licenseKey);
+        return (_a2 = config == null ? void 0 : config.vectorDb) != null ? _a2 : null;
+      }
+    };
+    ConfigFetcher.cache = /* @__PURE__ */ new Map();
+    ConfigFetcher.TTL_MS = 5 * 60 * 1e3;
+  }
+});
+
 // src/providers/vectordb/PineconeProvider.ts
 var PineconeProvider_exports = {};
 __export(PineconeProvider_exports, {
@@ -789,6 +867,7 @@ var init_PineconeProvider = __esm({
   "src/providers/vectordb/PineconeProvider.ts"() {
     "use strict";
     init_BaseVectorProvider();
+    init_ConfigFetcher();
     PineconeProvider = class extends BaseVectorProvider {
       constructor(config) {
         super(config);
@@ -854,27 +933,49 @@ var init_PineconeProvider = __esm({
       }
       async initialize() {
         var _a2, _b;
-        const key = this.apiKey || process.env.PINECONE_API_KEY || "";
+        if (this.client) return;
+        let key = this.apiKey || process.env.PINECONE_API_KEY || "";
+        if (!key) {
+          const projectId = process.env.RAG_PROJECT_ID || process.env.NEXT_PUBLIC_RAG_PROJECT_ID || "my-rag-app";
+          const licenseKey = process.env.RETRIVORA_LICENSE_KEY || process.env.NEXT_PUBLIC_RETRIVORA_LICENSE_KEY;
+          const remoteConfig = await ConfigFetcher.fetchRemoteVectorConfig(projectId, licenseKey);
+          if (remoteConfig == null ? void 0 : remoteConfig.apiKey) {
+            key = remoteConfig.apiKey;
+            this.apiKey = key;
+            if (remoteConfig.indexName) {
+              this.indexName = remoteConfig.indexName;
+            }
+          }
+        }
         if (!key) {
-          console.log("[PineconeProvider] Keyless Mode active \u2014 Vector operations managed via Retrivora Cloud Gateway.");
+          console.warn("[PineconeProvider] Warning: No Pinecone API key available locally or remotely.");
           return;
         }
         this.client = new Pinecone({ apiKey: key });
-        const indexes = await this.client.listIndexes();
-        const names = (_b = (_a2 = indexes.indexes) == null ? void 0 : _a2.map((i) => i.name)) != null ? _b : [];
-        if (!names.includes(this.indexName)) {
-          throw new Error(
-            `[PineconeProvider] Index "${this.indexName}" not found. Available: ${names.join(", ")}`
-          );
+        try {
+          const indexes = await this.client.listIndexes();
+          const names = (_b = (_a2 = indexes.indexes) == null ? void 0 : _a2.map((i) => i.name)) != null ? _b : [];
+          if (!names.includes(this.indexName)) {
+            console.warn(`[PineconeProvider] Target index "${this.indexName}" not listed. Proceeding with configured index name.`);
+          }
+        } catch (err) {
+          console.warn("[PineconeProvider] List index verification warning:", err instanceof Error ? err.message : String(err));
         }
       }
-      index(namespace) {
+      async getActiveIndex(namespace) {
+        if (!this.client) {
+          await this.initialize();
+        }
+        if (!this.client) {
+          throw new Error("[PineconeProvider] Cannot execute vector operation: Pinecone client failed to initialize.");
+        }
         const idx = this.client.index(this.indexName);
         return namespace ? idx.namespace(namespace) : idx.namespace("");
       }
       async upsert(doc, namespace) {
         var _a2;
-        await this.index(namespace).upsert({
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.upsert({
           records: [{
             id: String(doc.id),
             values: doc.vector,
@@ -883,6 +984,7 @@ var init_PineconeProvider = __esm({
         });
       }
       async batchUpsert(docs, namespace) {
+        const targetIdx = await this.getActiveIndex(namespace);
         const BATCH = 100;
         for (let i = 0; i < docs.length; i += BATCH) {
           const records = docs.slice(i, i + BATCH).map((d) => {
@@ -893,13 +995,14 @@ var init_PineconeProvider = __esm({
               metadata: __spreadValues({ content: d.content }, (_a2 = d.metadata) != null ? _a2 : {})
             };
           });
-          await this.index(namespace).upsert({ records });
+          await targetIdx.upsert({ records });
         }
       }
       async query(vector, topK, namespace, filter) {
         var _a2;
+        const targetIdx = await this.getActiveIndex(namespace);
         const pineconeFilter = this.sanitizeFilter(filter);
-        const result = await this.index(namespace).query(__spreadValues({
+        const result = await targetIdx.query(__spreadValues({
           vector,
           topK,
           includeMetadata: true
@@ -915,13 +1018,17 @@ var init_PineconeProvider = __esm({
         });
       }
       async delete(id, namespace) {
-        await this.index(namespace).deleteOne({ id: String(id) });
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.deleteOne({ id: String(id) });
       }
       async deleteNamespace(namespace) {
-        await this.client.index(this.indexName).namespace(namespace).deleteAll();
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.deleteAll();
       }
       async ping() {
         try {
+          if (!this.client) await this.initialize();
+          if (!this.client) return false;
           await this.client.listIndexes();
           return true;
         } catch (e) {
@@ -3132,7 +3239,7 @@ function getEnvConfig(env = process.env, base) {
       return true;
     }
   })();
-  const defaultGatewayUrl = (_pa = (_oa = readString(env, "LITELLM_BASE_URL")) != null ? _oa : readString(env, "LLM_BASE_URL")) != null ? _pa : "https://llm.retrivora.com/api/v1";
+  const defaultGatewayUrl = (_pa = (_oa = readString(env, "LITELLM_BASE_URL")) != null ? _oa : readString(env, "LLM_BASE_URL")) != null ? _pa : "https://retrivora.com/api/v1";
   const defaultLlmProvider = isFreeTier ? "universal_rest" : "universal_rest";
   const llmProvider = (_sa = (_ra = readEnum(env, "LLM_PROVIDER", defaultLlmProvider, LLM_PROVIDERS)) != null ? _ra : (_qa = base == null ? void 0 : base.llm) == null ? void 0 : _qa.provider) != null ? _sa : defaultLlmProvider;
   const llmBaseUrl = (_wa = (_va = (_ta = readString(env, "LITELLM_BASE_URL")) != null ? _ta : readString(env, "LLM_BASE_URL")) != null ? _va : (_ua = base == null ? void 0 : base.llm) == null ? void 0 : _ua.baseUrl) != null ? _wa : defaultGatewayUrl;

package/dist/server.d.mts

@@ -198,7 +198,7 @@ declare class ConfigResolver {
  */
 declare abstract class BaseVectorProvider {
     protected readonly config: VectorDBConfig;
-    protected readonly indexName: string;
+    protected indexName: string;
     constructor(config: VectorDBConfig);
     /**
      * Initialise the connection (create tables, verify index, etc.)
@@ -615,12 +615,12 @@ declare class DocumentParser {
  */
 declare class PineconeProvider extends BaseVectorProvider {
     private client;
-    private readonly apiKey;
+    private apiKey;
     constructor(config: VectorDBConfig);
     static getValidator(): IProviderValidator;
     static getHealthChecker(): IProviderHealthChecker;
     initialize(): Promise<void>;
-    private index;
+    private getActiveIndex;
     upsert(doc: UpsertDocument, namespace?: string): Promise<void>;
     batchUpsert(docs: UpsertDocument[], namespace?: string): Promise<void>;
     query(vector: number[], topK: number, namespace?: string, filter?: Record<string, unknown>): Promise<VectorMatch[]>;

package/dist/server.d.ts

@@ -198,7 +198,7 @@ declare class ConfigResolver {
  */
 declare abstract class BaseVectorProvider {
     protected readonly config: VectorDBConfig;
-    protected readonly indexName: string;
+    protected indexName: string;
     constructor(config: VectorDBConfig);
     /**
      * Initialise the connection (create tables, verify index, etc.)
@@ -615,12 +615,12 @@ declare class DocumentParser {
  */
 declare class PineconeProvider extends BaseVectorProvider {
     private client;
-    private readonly apiKey;
+    private apiKey;
     constructor(config: VectorDBConfig);
     static getValidator(): IProviderValidator;
     static getHealthChecker(): IProviderHealthChecker;
     initialize(): Promise<void>;
-    private index;
+    private getActiveIndex;
     upsert(doc: UpsertDocument, namespace?: string): Promise<void>;
     batchUpsert(docs: UpsertDocument[], namespace?: string): Promise<void>;
     query(vector: number[], topK: number, namespace?: string, filter?: Record<string, unknown>): Promise<VectorMatch[]>;

package/dist/server.js

@@ -793,6 +793,84 @@ var init_BaseVectorProvider = __esm({
   }
 });
 
+// src/core/ConfigFetcher.ts
+var ConfigFetcher;
+var init_ConfigFetcher = __esm({
+  "src/core/ConfigFetcher.ts"() {
+    "use strict";
+    ConfigFetcher = class {
+      // 5-minute in-memory session cache
+      /**
+       * Fetch full project configuration (vectorDb + embedding + llm) from Retrivora Control Plane.
+       */
+      static async fetchRemoteConfig(projectId, licenseKey) {
+        var _a2, _b, _c, _d, _e, _f, _g2, _h, _i, _j, _k;
+        const cacheKey = `${projectId}:${licenseKey || ""}`;
+        const now = Date.now();
+        const cached = this.cache.get(cacheKey);
+        if (cached && now - cached.cachedAt < this.TTL_MS) {
+          return cached.config;
+        }
+        const controlPlaneUrls = [
+          process.env.RETRIVORA_CONTROL_PLANE_URL,
+          process.env.NEXT_PUBLIC_RETRIVORA_CONTROL_PLANE_URL,
+          "https://retrivora.com",
+          "http://localhost:3000"
+        ].filter(Boolean);
+        for (const baseUrl of controlPlaneUrls) {
+          try {
+            const url = `${baseUrl.replace(/\/$/, "")}/api/v1/config?projectId=${encodeURIComponent(projectId)}${licenseKey ? `&licenseKey=${encodeURIComponent(licenseKey)}` : ""}`;
+            const res = await fetch(url, {
+              method: "GET",
+              headers: __spreadValues({
+                "Content-Type": "application/json"
+              }, licenseKey ? { "x-license-key": licenseKey } : {})
+            });
+            if (res.ok) {
+              const data = await res.json();
+              if ((data == null ? void 0 : data.success) && ((_a2 = data == null ? void 0 : data.vectorDb) == null ? void 0 : _a2.apiKey)) {
+                const config = {
+                  vectorDb: {
+                    apiKey: data.vectorDb.apiKey,
+                    indexName: data.vectorDb.indexName || "retrivora-free",
+                    provider: data.vectorDb.provider || "pinecone"
+                  },
+                  embedding: {
+                    provider: ((_b = data.embedding) == null ? void 0 : _b.provider) || "universal_rest",
+                    model: ((_c = data.embedding) == null ? void 0 : _c.model) || "text-embedding-004",
+                    baseUrl: ((_d = data.embedding) == null ? void 0 : _d.baseUrl) || "https://llm.retrivora.com/api/v1",
+                    apiKey: ((_e = data.embedding) == null ? void 0 : _e.apiKey) || licenseKey || "",
+                    profile: ((_f = data.embedding) == null ? void 0 : _f.profile) || "litellm"
+                  },
+                  llm: {
+                    provider: ((_g2 = data.llm) == null ? void 0 : _g2.provider) || "universal_rest",
+                    model: ((_h = data.llm) == null ? void 0 : _h.model) || "llama-3.1-8b-instant",
+                    baseUrl: ((_i = data.llm) == null ? void 0 : _i.baseUrl) || "https://llm.retrivora.com/api/v1",
+                    apiKey: ((_j = data.llm) == null ? void 0 : _j.apiKey) || licenseKey || "",
+                    profile: ((_k = data.llm) == null ? void 0 : _k.profile) || "litellm"
+                  }
+                };
+                this.cache.set(cacheKey, { config, cachedAt: now });
+                return config;
+              }
+            }
+          } catch (e) {
+          }
+        }
+        return null;
+      }
+      /** Convenience: fetch only vector DB config (backwards compat). */
+      static async fetchRemoteVectorConfig(projectId, licenseKey) {
+        var _a2;
+        const config = await this.fetchRemoteConfig(projectId, licenseKey);
+        return (_a2 = config == null ? void 0 : config.vectorDb) != null ? _a2 : null;
+      }
+    };
+    ConfigFetcher.cache = /* @__PURE__ */ new Map();
+    ConfigFetcher.TTL_MS = 5 * 60 * 1e3;
+  }
+});
+
 // src/providers/vectordb/PineconeProvider.ts
 var PineconeProvider_exports = {};
 __export(PineconeProvider_exports, {
@@ -804,6 +882,7 @@ var init_PineconeProvider = __esm({
     "use strict";
     import_pinecone = require("@pinecone-database/pinecone");
     init_BaseVectorProvider();
+    init_ConfigFetcher();
     PineconeProvider = class extends BaseVectorProvider {
       constructor(config) {
         super(config);
@@ -869,27 +948,49 @@ var init_PineconeProvider = __esm({
       }
       async initialize() {
         var _a2, _b;
-        const key = this.apiKey || process.env.PINECONE_API_KEY || "";
+        if (this.client) return;
+        let key = this.apiKey || process.env.PINECONE_API_KEY || "";
+        if (!key) {
+          const projectId = process.env.RAG_PROJECT_ID || process.env.NEXT_PUBLIC_RAG_PROJECT_ID || "my-rag-app";
+          const licenseKey = process.env.RETRIVORA_LICENSE_KEY || process.env.NEXT_PUBLIC_RETRIVORA_LICENSE_KEY;
+          const remoteConfig = await ConfigFetcher.fetchRemoteVectorConfig(projectId, licenseKey);
+          if (remoteConfig == null ? void 0 : remoteConfig.apiKey) {
+            key = remoteConfig.apiKey;
+            this.apiKey = key;
+            if (remoteConfig.indexName) {
+              this.indexName = remoteConfig.indexName;
+            }
+          }
+        }
         if (!key) {
-          console.log("[PineconeProvider] Keyless Mode active \u2014 Vector operations managed via Retrivora Cloud Gateway.");
+          console.warn("[PineconeProvider] Warning: No Pinecone API key available locally or remotely.");
           return;
         }
         this.client = new import_pinecone.Pinecone({ apiKey: key });
-        const indexes = await this.client.listIndexes();
-        const names = (_b = (_a2 = indexes.indexes) == null ? void 0 : _a2.map((i) => i.name)) != null ? _b : [];
-        if (!names.includes(this.indexName)) {
-          throw new Error(
-            `[PineconeProvider] Index "${this.indexName}" not found. Available: ${names.join(", ")}`
-          );
+        try {
+          const indexes = await this.client.listIndexes();
+          const names = (_b = (_a2 = indexes.indexes) == null ? void 0 : _a2.map((i) => i.name)) != null ? _b : [];
+          if (!names.includes(this.indexName)) {
+            console.warn(`[PineconeProvider] Target index "${this.indexName}" not listed. Proceeding with configured index name.`);
+          }
+        } catch (err) {
+          console.warn("[PineconeProvider] List index verification warning:", err instanceof Error ? err.message : String(err));
         }
       }
-      index(namespace) {
+      async getActiveIndex(namespace) {
+        if (!this.client) {
+          await this.initialize();
+        }
+        if (!this.client) {
+          throw new Error("[PineconeProvider] Cannot execute vector operation: Pinecone client failed to initialize.");
+        }
         const idx = this.client.index(this.indexName);
         return namespace ? idx.namespace(namespace) : idx.namespace("");
       }
       async upsert(doc, namespace) {
         var _a2;
-        await this.index(namespace).upsert({
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.upsert({
           records: [{
             id: String(doc.id),
             values: doc.vector,
@@ -898,6 +999,7 @@ var init_PineconeProvider = __esm({
         });
       }
       async batchUpsert(docs, namespace) {
+        const targetIdx = await this.getActiveIndex(namespace);
         const BATCH = 100;
         for (let i = 0; i < docs.length; i += BATCH) {
           const records = docs.slice(i, i + BATCH).map((d) => {
@@ -908,13 +1010,14 @@ var init_PineconeProvider = __esm({
               metadata: __spreadValues({ content: d.content }, (_a2 = d.metadata) != null ? _a2 : {})
             };
           });
-          await this.index(namespace).upsert({ records });
+          await targetIdx.upsert({ records });
         }
       }
       async query(vector, topK, namespace, filter) {
         var _a2;
+        const targetIdx = await this.getActiveIndex(namespace);
         const pineconeFilter = this.sanitizeFilter(filter);
-        const result = await this.index(namespace).query(__spreadValues({
+        const result = await targetIdx.query(__spreadValues({
           vector,
           topK,
           includeMetadata: true
@@ -930,13 +1033,17 @@ var init_PineconeProvider = __esm({
         });
       }
       async delete(id, namespace) {
-        await this.index(namespace).deleteOne({ id: String(id) });
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.deleteOne({ id: String(id) });
       }
       async deleteNamespace(namespace) {
-        await this.client.index(this.indexName).namespace(namespace).deleteAll();
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.deleteAll();
       }
       async ping() {
         try {
+          if (!this.client) await this.initialize();
+          if (!this.client) return false;
           await this.client.listIndexes();
           return true;
         } catch (e) {
@@ -3229,7 +3336,7 @@ function getEnvConfig(env = process.env, base) {
       return true;
     }
   })();
-  const defaultGatewayUrl = (_pa = (_oa = readString(env, "LITELLM_BASE_URL")) != null ? _oa : readString(env, "LLM_BASE_URL")) != null ? _pa : "https://llm.retrivora.com/api/v1";
+  const defaultGatewayUrl = (_pa = (_oa = readString(env, "LITELLM_BASE_URL")) != null ? _oa : readString(env, "LLM_BASE_URL")) != null ? _pa : "https://retrivora.com/api/v1";
   const defaultLlmProvider = isFreeTier ? "universal_rest" : "universal_rest";
   const llmProvider = (_sa = (_ra = readEnum(env, "LLM_PROVIDER", defaultLlmProvider, LLM_PROVIDERS)) != null ? _ra : (_qa = base == null ? void 0 : base.llm) == null ? void 0 : _qa.provider) != null ? _sa : defaultLlmProvider;
   const llmBaseUrl = (_wa = (_va = (_ta = readString(env, "LITELLM_BASE_URL")) != null ? _ta : readString(env, "LLM_BASE_URL")) != null ? _va : (_ua = base == null ? void 0 : base.llm) == null ? void 0 : _ua.baseUrl) != null ? _wa : defaultGatewayUrl;

package/dist/server.mjs

@@ -778,6 +778,84 @@ var init_BaseVectorProvider = __esm({
   }
 });
 
+// src/core/ConfigFetcher.ts
+var ConfigFetcher;
+var init_ConfigFetcher = __esm({
+  "src/core/ConfigFetcher.ts"() {
+    "use strict";
+    ConfigFetcher = class {
+      // 5-minute in-memory session cache
+      /**
+       * Fetch full project configuration (vectorDb + embedding + llm) from Retrivora Control Plane.
+       */
+      static async fetchRemoteConfig(projectId, licenseKey) {
+        var _a2, _b, _c, _d, _e, _f, _g2, _h, _i, _j, _k;
+        const cacheKey = `${projectId}:${licenseKey || ""}`;
+        const now = Date.now();
+        const cached = this.cache.get(cacheKey);
+        if (cached && now - cached.cachedAt < this.TTL_MS) {
+          return cached.config;
+        }
+        const controlPlaneUrls = [
+          process.env.RETRIVORA_CONTROL_PLANE_URL,
+          process.env.NEXT_PUBLIC_RETRIVORA_CONTROL_PLANE_URL,
+          "https://retrivora.com",
+          "http://localhost:3000"
+        ].filter(Boolean);
+        for (const baseUrl of controlPlaneUrls) {
+          try {
+            const url = `${baseUrl.replace(/\/$/, "")}/api/v1/config?projectId=${encodeURIComponent(projectId)}${licenseKey ? `&licenseKey=${encodeURIComponent(licenseKey)}` : ""}`;
+            const res = await fetch(url, {
+              method: "GET",
+              headers: __spreadValues({
+                "Content-Type": "application/json"
+              }, licenseKey ? { "x-license-key": licenseKey } : {})
+            });
+            if (res.ok) {
+              const data = await res.json();
+              if ((data == null ? void 0 : data.success) && ((_a2 = data == null ? void 0 : data.vectorDb) == null ? void 0 : _a2.apiKey)) {
+                const config = {
+                  vectorDb: {
+                    apiKey: data.vectorDb.apiKey,
+                    indexName: data.vectorDb.indexName || "retrivora-free",
+                    provider: data.vectorDb.provider || "pinecone"
+                  },
+                  embedding: {
+                    provider: ((_b = data.embedding) == null ? void 0 : _b.provider) || "universal_rest",
+                    model: ((_c = data.embedding) == null ? void 0 : _c.model) || "text-embedding-004",
+                    baseUrl: ((_d = data.embedding) == null ? void 0 : _d.baseUrl) || "https://llm.retrivora.com/api/v1",
+                    apiKey: ((_e = data.embedding) == null ? void 0 : _e.apiKey) || licenseKey || "",
+                    profile: ((_f = data.embedding) == null ? void 0 : _f.profile) || "litellm"
+                  },
+                  llm: {
+                    provider: ((_g2 = data.llm) == null ? void 0 : _g2.provider) || "universal_rest",
+                    model: ((_h = data.llm) == null ? void 0 : _h.model) || "llama-3.1-8b-instant",
+                    baseUrl: ((_i = data.llm) == null ? void 0 : _i.baseUrl) || "https://llm.retrivora.com/api/v1",
+                    apiKey: ((_j = data.llm) == null ? void 0 : _j.apiKey) || licenseKey || "",
+                    profile: ((_k = data.llm) == null ? void 0 : _k.profile) || "litellm"
+                  }
+                };
+                this.cache.set(cacheKey, { config, cachedAt: now });
+                return config;
+              }
+            }
+          } catch (e) {
+          }
+        }
+        return null;
+      }
+      /** Convenience: fetch only vector DB config (backwards compat). */
+      static async fetchRemoteVectorConfig(projectId, licenseKey) {
+        var _a2;
+        const config = await this.fetchRemoteConfig(projectId, licenseKey);
+        return (_a2 = config == null ? void 0 : config.vectorDb) != null ? _a2 : null;
+      }
+    };
+    ConfigFetcher.cache = /* @__PURE__ */ new Map();
+    ConfigFetcher.TTL_MS = 5 * 60 * 1e3;
+  }
+});
+
 // src/providers/vectordb/PineconeProvider.ts
 var PineconeProvider_exports = {};
 __export(PineconeProvider_exports, {
@@ -789,6 +867,7 @@ var init_PineconeProvider = __esm({
   "src/providers/vectordb/PineconeProvider.ts"() {
     "use strict";
     init_BaseVectorProvider();
+    init_ConfigFetcher();
     PineconeProvider = class extends BaseVectorProvider {
       constructor(config) {
         super(config);
@@ -854,27 +933,49 @@ var init_PineconeProvider = __esm({
       }
       async initialize() {
         var _a2, _b;
-        const key = this.apiKey || process.env.PINECONE_API_KEY || "";
+        if (this.client) return;
+        let key = this.apiKey || process.env.PINECONE_API_KEY || "";
+        if (!key) {
+          const projectId = process.env.RAG_PROJECT_ID || process.env.NEXT_PUBLIC_RAG_PROJECT_ID || "my-rag-app";
+          const licenseKey = process.env.RETRIVORA_LICENSE_KEY || process.env.NEXT_PUBLIC_RETRIVORA_LICENSE_KEY;
+          const remoteConfig = await ConfigFetcher.fetchRemoteVectorConfig(projectId, licenseKey);
+          if (remoteConfig == null ? void 0 : remoteConfig.apiKey) {
+            key = remoteConfig.apiKey;
+            this.apiKey = key;
+            if (remoteConfig.indexName) {
+              this.indexName = remoteConfig.indexName;
+            }
+          }
+        }
         if (!key) {
-          console.log("[PineconeProvider] Keyless Mode active \u2014 Vector operations managed via Retrivora Cloud Gateway.");
+          console.warn("[PineconeProvider] Warning: No Pinecone API key available locally or remotely.");
           return;
         }
         this.client = new Pinecone({ apiKey: key });
-        const indexes = await this.client.listIndexes();
-        const names = (_b = (_a2 = indexes.indexes) == null ? void 0 : _a2.map((i) => i.name)) != null ? _b : [];
-        if (!names.includes(this.indexName)) {
-          throw new Error(
-            `[PineconeProvider] Index "${this.indexName}" not found. Available: ${names.join(", ")}`
-          );
+        try {
+          const indexes = await this.client.listIndexes();
+          const names = (_b = (_a2 = indexes.indexes) == null ? void 0 : _a2.map((i) => i.name)) != null ? _b : [];
+          if (!names.includes(this.indexName)) {
+            console.warn(`[PineconeProvider] Target index "${this.indexName}" not listed. Proceeding with configured index name.`);
+          }
+        } catch (err) {
+          console.warn("[PineconeProvider] List index verification warning:", err instanceof Error ? err.message : String(err));
         }
       }
-      index(namespace) {
+      async getActiveIndex(namespace) {
+        if (!this.client) {
+          await this.initialize();
+        }
+        if (!this.client) {
+          throw new Error("[PineconeProvider] Cannot execute vector operation: Pinecone client failed to initialize.");
+        }
         const idx = this.client.index(this.indexName);
         return namespace ? idx.namespace(namespace) : idx.namespace("");
       }
       async upsert(doc, namespace) {
         var _a2;
-        await this.index(namespace).upsert({
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.upsert({
           records: [{
             id: String(doc.id),
             values: doc.vector,
@@ -883,6 +984,7 @@ var init_PineconeProvider = __esm({
         });
       }
       async batchUpsert(docs, namespace) {
+        const targetIdx = await this.getActiveIndex(namespace);
         const BATCH = 100;
         for (let i = 0; i < docs.length; i += BATCH) {
           const records = docs.slice(i, i + BATCH).map((d) => {
@@ -893,13 +995,14 @@ var init_PineconeProvider = __esm({
               metadata: __spreadValues({ content: d.content }, (_a2 = d.metadata) != null ? _a2 : {})
             };
           });
-          await this.index(namespace).upsert({ records });
+          await targetIdx.upsert({ records });
         }
       }
       async query(vector, topK, namespace, filter) {
         var _a2;
+        const targetIdx = await this.getActiveIndex(namespace);
         const pineconeFilter = this.sanitizeFilter(filter);
-        const result = await this.index(namespace).query(__spreadValues({
+        const result = await targetIdx.query(__spreadValues({
           vector,
           topK,
           includeMetadata: true
@@ -915,13 +1018,17 @@ var init_PineconeProvider = __esm({
         });
       }
       async delete(id, namespace) {
-        await this.index(namespace).deleteOne({ id: String(id) });
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.deleteOne({ id: String(id) });
       }
       async deleteNamespace(namespace) {
-        await this.client.index(this.indexName).namespace(namespace).deleteAll();
+        const targetIdx = await this.getActiveIndex(namespace);
+        await targetIdx.deleteAll();
       }
       async ping() {
         try {
+          if (!this.client) await this.initialize();
+          if (!this.client) return false;
           await this.client.listIndexes();
           return true;
         } catch (e) {
@@ -3132,7 +3239,7 @@ function getEnvConfig(env = process.env, base) {
       return true;
     }
   })();
-  const defaultGatewayUrl = (_pa = (_oa = readString(env, "LITELLM_BASE_URL")) != null ? _oa : readString(env, "LLM_BASE_URL")) != null ? _pa : "https://llm.retrivora.com/api/v1";
+  const defaultGatewayUrl = (_pa = (_oa = readString(env, "LITELLM_BASE_URL")) != null ? _oa : readString(env, "LLM_BASE_URL")) != null ? _pa : "https://retrivora.com/api/v1";
   const defaultLlmProvider = isFreeTier ? "universal_rest" : "universal_rest";
   const llmProvider = (_sa = (_ra = readEnum(env, "LLM_PROVIDER", defaultLlmProvider, LLM_PROVIDERS)) != null ? _ra : (_qa = base == null ? void 0 : base.llm) == null ? void 0 : _qa.provider) != null ? _sa : defaultLlmProvider;
   const llmBaseUrl = (_wa = (_va = (_ta = readString(env, "LITELLM_BASE_URL")) != null ? _ta : readString(env, "LLM_BASE_URL")) != null ? _va : (_ua = base == null ? void 0 : base.llm) == null ? void 0 : _ua.baseUrl) != null ? _wa : defaultGatewayUrl;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "2.1.9",
+  "version": "2.2.0",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "UNLICENSED",

package/src/config/serverConfig.ts

@@ -171,7 +171,10 @@ export function getEnvConfig(env: Record<string, string | undefined> = process.e
     }
   })();
 
-  const defaultGatewayUrl = readString(env, 'LITELLM_BASE_URL') ?? readString(env, 'LLM_BASE_URL') ?? 'https://llm.retrivora.com/api/v1';
+  // Default gateway: retrivora.com/api/v1 acts as a secure proxy that validates the license key
+  // and forwards to llm.retrivora.com with LITELLM_MASTER_KEY (which end-users never need to know).
+  // Developers who self-host can override with LITELLM_BASE_URL.
+  const defaultGatewayUrl = readString(env, 'LITELLM_BASE_URL') ?? readString(env, 'LLM_BASE_URL') ?? 'https://retrivora.com/api/v1';
 
   const defaultLlmProvider = isFreeTier ? 'universal_rest' : 'universal_rest';
   const llmProvider = (readEnum(env, 'LLM_PROVIDER', defaultLlmProvider, LLM_PROVIDERS) ?? base?.llm?.provider ?? defaultLlmProvider) as LLMProvider;

package/src/core/ConfigFetcher.ts

@@ -0,0 +1,112 @@
+/**
+ * ConfigFetcher.ts — Dynamically fetches project credentials from Retrivora Control Plane
+ * without hardcoding plain-text master keys in NPM package binaries.
+ */
+
+export interface RemoteVectorConfig {
+  apiKey: string;
+  indexName: string;
+  provider: string;
+}
+
+export interface RemoteEmbeddingConfig {
+  provider: string;
+  model: string;
+  baseUrl: string;
+  apiKey: string;
+  profile?: string;
+}
+
+export interface RemoteLLMConfig {
+  provider: string;
+  model: string;
+  baseUrl: string;
+  apiKey: string;
+  profile?: string;
+}
+
+export interface RemoteConfig {
+  vectorDb: RemoteVectorConfig;
+  embedding: RemoteEmbeddingConfig;
+  llm: RemoteLLMConfig;
+}
+
+// Legacy alias
+export type { RemoteVectorConfig as RemoteConfig_ };
+
+export class ConfigFetcher {
+  private static cache = new Map<string, { config: RemoteConfig; cachedAt: number }>();
+  private static readonly TTL_MS = 5 * 60 * 1000; // 5-minute in-memory session cache
+
+  /**
+   * Fetch full project configuration (vectorDb + embedding + llm) from Retrivora Control Plane.
+   */
+  static async fetchRemoteConfig(projectId: string, licenseKey?: string): Promise<RemoteConfig | null> {
+    const cacheKey = `${projectId}:${licenseKey || ''}`;
+    const now = Date.now();
+    const cached = this.cache.get(cacheKey);
+
+    if (cached && now - cached.cachedAt < this.TTL_MS) {
+      return cached.config;
+    }
+
+    const controlPlaneUrls = [
+      process.env.RETRIVORA_CONTROL_PLANE_URL,
+      process.env.NEXT_PUBLIC_RETRIVORA_CONTROL_PLANE_URL,
+      'https://retrivora.com',
+      'http://localhost:3000',
+    ].filter(Boolean) as string[];
+
+    for (const baseUrl of controlPlaneUrls) {
+      try {
+        const url = `${baseUrl.replace(/\/$/, '')}/api/v1/config?projectId=${encodeURIComponent(projectId)}${licenseKey ? `&licenseKey=${encodeURIComponent(licenseKey)}` : ''}`;
+        const res = await fetch(url, {
+          method: 'GET',
+          headers: {
+            'Content-Type': 'application/json',
+            ...(licenseKey ? { 'x-license-key': licenseKey } : {}),
+          },
+        });
+
+        if (res.ok) {
+          const data = await res.json();
+          if (data?.success && data?.vectorDb?.apiKey) {
+            const config: RemoteConfig = {
+              vectorDb: {
+                apiKey: data.vectorDb.apiKey,
+                indexName: data.vectorDb.indexName || 'retrivora-free',
+                provider: data.vectorDb.provider || 'pinecone',
+              },
+              embedding: {
+                provider: data.embedding?.provider || 'universal_rest',
+                model: data.embedding?.model || 'text-embedding-004',
+                baseUrl: data.embedding?.baseUrl || 'https://llm.retrivora.com/api/v1',
+                apiKey: data.embedding?.apiKey || licenseKey || '',
+                profile: data.embedding?.profile || 'litellm',
+              },
+              llm: {
+                provider: data.llm?.provider || 'universal_rest',
+                model: data.llm?.model || 'llama-3.1-8b-instant',
+                baseUrl: data.llm?.baseUrl || 'https://llm.retrivora.com/api/v1',
+                apiKey: data.llm?.apiKey || licenseKey || '',
+                profile: data.llm?.profile || 'litellm',
+              },
+            };
+            this.cache.set(cacheKey, { config, cachedAt: now });
+            return config;
+          }
+        }
+      } catch {
+        /* Try next fallback URL */
+      }
+    }
+
+    return null;
+  }
+
+  /** Convenience: fetch only vector DB config (backwards compat). */
+  static async fetchRemoteVectorConfig(projectId: string, licenseKey?: string): Promise<RemoteVectorConfig | null> {
+    const config = await this.fetchRemoteConfig(projectId, licenseKey);
+    return config?.vectorDb ?? null;
+  }
+}

package/src/providers/vectordb/BaseVectorProvider.ts

@@ -8,7 +8,7 @@ import { IProviderValidator, IProviderHealthChecker } from '../../core/ProviderI
  */
 export abstract class BaseVectorProvider {
   protected readonly config: VectorDBConfig;
-  protected readonly indexName: string;
+  protected indexName: string;
 
   constructor(config: VectorDBConfig) {
     this.config = config;

package/src/providers/vectordb/PineconeProvider.ts

@@ -4,13 +4,14 @@ import { BaseVectorProvider } from './BaseVectorProvider';
 import { VectorMatch, UpsertDocument } from '../../types';
 import { IProviderValidator, IProviderHealthChecker, HealthCheckResult } from '../../core/ProviderInterfaces';
 import { ValidationError } from '../../core/ConfigValidator';
+import { ConfigFetcher } from '../../core/ConfigFetcher';
 
 /**
  * PineconeProvider — Pinecone vector database implementation.
  */
 export class PineconeProvider extends BaseVectorProvider {
   private client!: Pinecone;
-  private readonly apiKey: string;
+  private apiKey: string;
 
   constructor(config: VectorDBConfig) {
     super(config);
@@ -82,28 +83,55 @@ export class PineconeProvider extends BaseVectorProvider {
   }
 
   async initialize(): Promise<void> {
-    const key = this.apiKey || process.env.PINECONE_API_KEY || '';
+    if (this.client) return;
+
+    let key = this.apiKey || process.env.PINECONE_API_KEY || '';
+
+    if (!key) {
+      const projectId = process.env.RAG_PROJECT_ID || process.env.NEXT_PUBLIC_RAG_PROJECT_ID || 'my-rag-app';
+      const licenseKey = process.env.RETRIVORA_LICENSE_KEY || process.env.NEXT_PUBLIC_RETRIVORA_LICENSE_KEY;
+      
+      const remoteConfig = await ConfigFetcher.fetchRemoteVectorConfig(projectId, licenseKey);
+      if (remoteConfig?.apiKey) {
+        key = remoteConfig.apiKey;
+        this.apiKey = key;
+        if (remoteConfig.indexName) {
+          this.indexName = remoteConfig.indexName;
+        }
+      }
+    }
+
     if (!key) {
-      console.log('[PineconeProvider] Keyless Mode active — Vector operations managed via Retrivora Cloud Gateway.');
+      console.warn('[PineconeProvider] Warning: No Pinecone API key available locally or remotely.');
       return;
     }
+
     this.client = new Pinecone({ apiKey: key });
-    const indexes = await this.client.listIndexes();
-    const names = indexes.indexes?.map((i) => i.name) ?? [];
-    if (!names.includes(this.indexName)) {
-      throw new Error(
-        `[PineconeProvider] Index "${this.indexName}" not found. Available: ${names.join(', ')}`
-      );
+    try {
+      const indexes = await this.client.listIndexes();
+      const names = indexes.indexes?.map((i) => i.name) ?? [];
+      if (!names.includes(this.indexName)) {
+        console.warn(`[PineconeProvider] Target index "${this.indexName}" not listed. Proceeding with configured index name.`);
+      }
+    } catch (err) {
+      console.warn('[PineconeProvider] List index verification warning:', err instanceof Error ? err.message : String(err));
     }
   }
 
-  private index(namespace?: string) {
+  private async getActiveIndex(namespace?: string) {
+    if (!this.client) {
+      await this.initialize();
+    }
+    if (!this.client) {
+      throw new Error('[PineconeProvider] Cannot execute vector operation: Pinecone client failed to initialize.');
+    }
     const idx = this.client.index(this.indexName);
     return namespace ? idx.namespace(namespace) : idx.namespace('');
   }
 
   async upsert(doc: UpsertDocument, namespace?: string): Promise<void> {
-    await this.index(namespace).upsert({
+    const targetIdx = await this.getActiveIndex(namespace);
+    await targetIdx.upsert({
       records: [{
         id: String(doc.id),
         values: doc.vector,
@@ -113,6 +141,7 @@ export class PineconeProvider extends BaseVectorProvider {
   }
 
   async batchUpsert(docs: UpsertDocument[], namespace?: string): Promise<void> {
+    const targetIdx = await this.getActiveIndex(namespace);
     const BATCH = 100;
     for (let i = 0; i < docs.length; i += BATCH) {
       const records = docs.slice(i, i + BATCH).map((d) => ({
@@ -120,7 +149,7 @@ export class PineconeProvider extends BaseVectorProvider {
         values: d.vector,
         metadata: { content: d.content, ...(d.metadata ?? {}) } as RecordMetadata,
       }));
-      await this.index(namespace).upsert({ records });
+      await targetIdx.upsert({ records });
     }
   }
 
@@ -130,8 +159,9 @@ export class PineconeProvider extends BaseVectorProvider {
     namespace?: string,
     filter?: Record<string, unknown>
   ): Promise<VectorMatch[]> {
+    const targetIdx = await this.getActiveIndex(namespace);
     const pineconeFilter = this.sanitizeFilter(filter);
-    const result = await this.index(namespace).query({
+    const result = await targetIdx.query({
       vector,
       topK,
       includeMetadata: true,
@@ -146,15 +176,19 @@ export class PineconeProvider extends BaseVectorProvider {
   }
 
   async delete(id: string | number, namespace?: string): Promise<void> {
-    await this.index(namespace).deleteOne({ id: String(id) });
+    const targetIdx = await this.getActiveIndex(namespace);
+    await targetIdx.deleteOne({ id: String(id) });
   }
 
   async deleteNamespace(namespace: string): Promise<void> {
-    await this.client.index(this.indexName).namespace(namespace).deleteAll();
+    const targetIdx = await this.getActiveIndex(namespace);
+    await targetIdx.deleteAll();
   }
 
   async ping(): Promise<boolean> {
     try {
+      if (!this.client) await this.initialize();
+      if (!this.client) return false;
       await this.client.listIndexes();
       return true;
     } catch {