@rudderjs/ai 1.18.2 → 1.18.4

package/dist/server/provider.js

@@ -0,0 +1,179 @@
+import { ServiceProvider, config, bootNotice } from '@rudderjs/core';
+import { AiRegistry, setConversationStore, setUserMemory, GoogleCacheRegistry, AnthropicProvider, OpenAIProvider, GoogleProvider, OllamaProvider, DeepSeekProvider, XaiProvider, GroqProvider, MistralProvider, AzureOpenAIProvider, OpenRouterProvider, BedrockProvider, ElevenLabsProvider, VoyageProvider, } from '@gemstack/ai-sdk';
+/**
+ * Return the configured `apiKey`, or `null` when missing/empty.
+ *
+ * The config type lets `apiKey` be undefined (some drivers — ollama, bedrock —
+ * don't need one), so apiKey-requiring drivers use this gate. When the gate
+ * returns `null` the driver factory bails to `null` and `AiProvider.boot()`
+ * skips the provider with a warning instead of crashing — matches Laravel's
+ * "drivers as data, missing credentials don't kill the framework" pattern.
+ *
+ * Use-site (`AI.use('anthropic')`) will surface the standard
+ * "provider not registered" error so debugging stays actionable.
+ */
+function requireKey(_name, cfg) {
+    return cfg.apiKey || null;
+}
+const DRIVERS = {
+    anthropic: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new AnthropicProvider({ apiKey, baseUrl: cfg.baseUrl });
+    },
+    openai: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new OpenAIProvider({
+            apiKey,
+            baseUrl: cfg.baseUrl,
+            organization: cfg['organization'],
+        });
+    },
+    google: (name, cfg, { googleCacheRegistry }) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new GoogleProvider({ apiKey }, googleCacheRegistry);
+    },
+    ollama: (_name, cfg) => {
+        return new OllamaProvider({ baseUrl: cfg.baseUrl });
+    },
+    deepseek: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new DeepSeekProvider({ apiKey, baseUrl: cfg.baseUrl });
+    },
+    xai: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new XaiProvider({ apiKey, baseUrl: cfg.baseUrl });
+    },
+    groq: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new GroqProvider({ apiKey, baseUrl: cfg.baseUrl });
+    },
+    mistral: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new MistralProvider({ apiKey, baseUrl: cfg.baseUrl });
+    },
+    azure: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        if (!cfg.baseUrl) {
+            throw new Error(`[ai-sdk] config('ai').providers.${name} is missing baseUrl (driver "azure" requires it).`);
+        }
+        return new AzureOpenAIProvider({ apiKey, baseUrl: cfg.baseUrl });
+    },
+    openrouter: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new OpenRouterProvider({
+            apiKey,
+            baseUrl: cfg.baseUrl,
+            siteUrl: cfg['siteUrl'],
+            siteName: cfg['siteName'],
+        });
+    },
+    bedrock: (_name, cfg) => {
+        const region = cfg['region'] ?? 'us-east-1';
+        const credentials = cfg['credentials'];
+        return new BedrockProvider(credentials ? { region, credentials } : { region });
+    },
+    elevenlabs: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new ElevenLabsProvider({
+            apiKey,
+            ...(cfg.baseUrl ? { baseUrl: cfg.baseUrl } : {}),
+            ...(cfg['defaultTtsModelId'] ? { defaultTtsModelId: cfg['defaultTtsModelId'] } : {}),
+        });
+    },
+    voyage: (name, cfg) => {
+        const apiKey = requireKey(name, cfg);
+        if (apiKey === null)
+            return null;
+        return new VoyageProvider({
+            apiKey,
+            ...(cfg.baseUrl ? { baseUrl: cfg.baseUrl } : {}),
+            ...(cfg['defaultInputType'] ? { defaultInputType: cfg['defaultInputType'] } : {}),
+        });
+    },
+};
+/**
+ * AI ServiceProvider — reads config from `config('ai')`.
+ *
+ * @example
+ * // bootstrap/providers.ts
+ * import { AiProvider } from '@rudderjs/ai/server'
+ * export default [AiProvider, ...]
+ */
+export class AiProvider extends ServiceProvider {
+    register() { }
+    async boot() {
+        const cfg = config('ai');
+        const googleCacheRegistry = this.buildGoogleCacheRegistry();
+        for (const [name, providerConfig] of Object.entries(cfg.providers)) {
+            const driver = providerConfig.driver ?? name;
+            const build = DRIVERS[driver];
+            if (!build)
+                continue;
+            const instance = build(name, providerConfig, { googleCacheRegistry });
+            if (instance === null) {
+                // Drivers that need an apiKey return null when it's missing/empty
+                // (see requireKey). Skip with a grouped boot notice so the app boots
+                // and `AI.use('${name}')` surfaces the standard "not registered"
+                // error at the use-site with a clear hint to set the env var.
+                bootNotice('ai', `${name} skipped, no API key (set it in .env)`);
+                continue;
+            }
+            AiRegistry.register(instance);
+        }
+        AiRegistry.setDefault(cfg.default);
+        AiRegistry.setModels(cfg.models ?? []);
+        this.app.instance('ai.registry', AiRegistry);
+        // Register conversation store if provided in config
+        if (cfg.conversations) {
+            setConversationStore(cfg.conversations);
+            this.app.instance('ai.conversations', cfg.conversations);
+        }
+        // Register user-memory store if provided in config (#A4)
+        if (cfg.memory) {
+            setUserMemory(cfg.memory);
+            this.app.instance('ai.memory', cfg.memory);
+        }
+        // Register make:agent scaffolder
+        try {
+            const { registerMakeSpecs } = await import('@rudderjs/console');
+            const { makeAgentSpec } = await import('../commands/make-agent.js');
+            registerMakeSpecs(makeAgentSpec);
+        }
+        catch { /* rudder console not available */ }
+    }
+    /**
+     * Build a `GoogleCacheRegistry` for Gemini's `cachedContent` resources.
+     * When `@rudderjs/cache` is installed and booted, the registered cache
+     * adapter is plumbed in for cross-process / cross-restart persistence.
+     * Otherwise the registry uses an in-process `Map` and warns once on
+     * first use.
+     */
+    buildGoogleCacheRegistry() {
+        if (this.app.container.has('cache')) {
+            const store = this.app.make('cache');
+            return new GoogleCacheRegistry({ store });
+        }
+        return new GoogleCacheRegistry();
+    }
+}
+//# sourceMappingURL=provider.js.map

package/dist/server/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/server/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AACpE,OAAO,EACL,UAAU,EACV,oBAAoB,EACpB,aAAa,EACb,mBAAmB,EACnB,iBAAiB,EACjB,cAAc,EACd,cAAc,EACd,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,eAAe,EACf,mBAAmB,EACnB,kBAAkB,EAClB,eAAe,EACf,kBAAkB,EAClB,cAAc,GAKf,MAAM,kBAAkB,CAAA;AAEzB;;;;;;;;;;;GAWG;AACH,SAAS,UAAU,CAAC,KAAa,EAAE,GAAqB;IACtD,OAAO,GAAG,CAAC,MAAM,IAAI,IAAI,CAAA;AAC3B,CAAC;AAKD,MAAM,OAAO,GAAkC;IAC7C,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACvB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,iBAAiB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;IAChE,CAAC;IACD,MAAM,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,cAAc,CAAC;YACxB,MAAM;YACN,OAAO,EAAO,GAAG,CAAC,OAAO;YACzB,YAAY,EAAE,GAAG,CAAC,cAAc,CAAuB;SACxD,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,mBAAmB,EAAE,EAAE,EAAE;QAC7C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAA;IAC5D,CAAC;IACD,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACrB,OAAO,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;IACrD,CAAC;IACD,QAAQ,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACtB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;IAC/D,CAAC;IACD,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACjB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;IAC1D,CAAC;IACD,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QAClB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;IAC3D,CAAC;IACD,OAAO,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACrB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,eAAe,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;IAC9D,CAAC;IACD,KAAK,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACnB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,mDAAmD,CAAC,CAAA;QAC7G,CAAC;QACD,OAAO,IAAI,mBAAmB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;IAClE,CAAC;IACD,UAAU,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACxB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,kBAAkB,CAAC;YAC5B,MAAM;YACN,OAAO,EAAG,GAAG,CAAC,OAAO;YACrB,OAAO,EAAG,GAAG,CAAC,SAAS,CAAuB;YAC9C,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAuB;SAChD,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACtB,MAAM,MAAM,GAAI,GAAG,CAAC,QAAQ,CAAwB,IAAI,WAAW,CAAA;QACnE,MAAM,WAAW,GAAG,GAAG,CAAC,aAAa,CAExB,CAAA;QACb,OAAO,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;IAChF,CAAC;IACD,UAAU,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACxB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,kBAAkB,CAAC;YAC5B,MAAM;YACN,GAAG,CAAC,GAAG,CAAC,OAAO,CAAc,CAAC,CAAC,EAAE,OAAO,EAAY,GAAG,CAAC,OAAO,EAA+B,CAAC,CAAC,CAAC,EAAE,CAAC;YACpG,GAAG,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,GAAG,CAAC,mBAAmB,CAAW,EAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;SACrG,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAAC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACtE,OAAO,IAAI,cAAc,CAAC;YACxB,MAAM;YACN,GAAG,CAAC,GAAG,CAAC,OAAO,CAAa,CAAC,CAAC,EAAE,OAAO,EAAW,GAAG,CAAC,OAAO,EAA6C,CAAC,CAAC,CAAC,EAAE,CAAC;YAChH,GAAG,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,GAAG,CAAC,kBAAkB,CAAyB,EAAS,CAAC,CAAC,CAAC,EAAE,CAAC;SACjH,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,UAAW,SAAQ,eAAe;IAC7C,QAAQ,KAAU,CAAC;IAEnB,KAAK,CAAC,IAAI;QACR,MAAM,GAAG,GAAG,MAAM,CAAW,IAAI,CAAC,CAAA;QAClC,MAAM,mBAAmB,GAAG,IAAI,CAAC,wBAAwB,EAAE,CAAA;QAE3D,KAAK,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACnE,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,IAAI,IAAI,CAAA;YAC5C,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;YAC7B,IAAI,CAAC,KAAK;gBAAE,SAAQ;YACpB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,EAAE,cAAc,EAAE,EAAE,mBAAmB,EAAE,CAAC,CAAA;YACrE,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACtB,kEAAkE;gBAClE,qEAAqE;gBACrE,iEAAiE;gBACjE,8DAA8D;gBAC9D,UAAU,CAAC,IAAI,EAAE,GAAG,IAAI,uCAAuC,CAAC,CAAA;gBAChE,SAAQ;YACV,CAAC;YACD,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAC/B,CAAC;QAED,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAClC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA;QAE5C,oDAAoD;QACpD,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtB,oBAAoB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;YACvC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,CAAC,aAAa,CAAC,CAAA;QAC1D,CAAC;QAED,yDAAyD;QACzD,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACf,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACzB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;QAC5C,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC;YACH,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAA;YAC/D,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAA;YACnE,iBAAiB,CAAC,aAAa,CAAC,CAAA;QAClC,CAAC;QAAC,MAAM,CAAC,CAAC,kCAAkC,CAAC,CAAC;IAChD,CAAC;IAED;;;;;;OAMG;IACK,wBAAwB;QAC9B,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAiB,OAAO,CAAC,CAAA;YACpD,OAAO,IAAI,mBAAmB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;QAC3C,CAAC;QACD,OAAO,IAAI,mBAAmB,EAAE,CAAA;IAClC,CAAC;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rudderjs/ai",
-  "version": "1.18.2",
+  "version": "1.18.4",
   "description": "[Deprecated] Moved to @gemstack/ai-sdk. This package now re-exports it for backwards compatibility.",
   "rudderjs": {
     "provider": "AiProvider",
@@ -94,15 +94,19 @@
   },
   "dependencies": {
     "@gemstack/ai-mcp": "^0.1.0",
-    "@gemstack/ai-sdk": "^0.3.0"
+    "@gemstack/ai-sdk": "^0.4.0"
   },
   "peerDependencies": {
     "@modelcontextprotocol/sdk": "^1.29.0",
     "react": ">=19.2.0",
+    "@rudderjs/console": "^1.4.3",
     "@rudderjs/core": "^1.13.3",
     "@rudderjs/orm": "^1.22.0"
   },
   "peerDependenciesMeta": {
+    "@rudderjs/console": {
+      "optional": true
+    },
     "@rudderjs/core": {
       "optional": true
     },
@@ -125,20 +129,22 @@
   },
   "devDependencies": {
     "@gemstack/ai-mcp": "^0.1.0",
-    "@gemstack/ai-sdk": "^0.3.0",
+    "@gemstack/ai-sdk": "^0.4.0",
     "@modelcontextprotocol/sdk": "^1.29.0",
     "@types/node": "^20.0.0",
     "@types/react": "^19.2.0",
     "react": "^19.2.0",
     "typescript": "^5.4.0",
-    "@rudderjs/core": "^1.13.3",
-    "@rudderjs/orm": "^1.22.0"
+    "@rudderjs/console": "^1.4.3",
+    "@rudderjs/orm": "^1.22.0",
+    "@rudderjs/core": "^1.13.3"
   },
   "author": "Suleiman Shahbari",
   "scripts": {
     "build": "tsc -p tsconfig.build.json",
     "dev": "tsc -p tsconfig.build.json --watch",
     "typecheck": "tsc --noEmit",
-    "clean": "rm -rf dist"
+    "test": "tsc -p tsconfig.test.json && node --test \"dist-test/**/*.test.js\"",
+    "clean": "rm -rf dist dist-test"
   }
 }