@botpress/cognitive 0.3.18 → 0.4.1

package/.turbo/turbo-build.log

@@ -1,28 +1,28 @@
 
-> @botpress/cognitive@0.3.18 build /home/runner/work/botpress/botpress/packages/cognitive
+> @botpress/cognitive@0.4.1 build /home/runner/work/botpress/botpress/packages/cognitive
 > pnpm build:type && pnpm build:neutral && size-limit
 
 
-> @botpress/cognitive@0.3.18 build:type /home/runner/work/botpress/botpress/packages/cognitive
+> @botpress/cognitive@0.4.1 build:type /home/runner/work/botpress/botpress/packages/cognitive
 > tsup --tsconfig tsconfig.build.json ./src/index.ts --dts-resolve --dts-only --clean
 
 CLI Building entry: ./src/index.ts
 CLI Using tsconfig: tsconfig.build.json
 CLI tsup v8.0.2
 DTS Build start
-DTS ⚡️ Build success in 6785ms
-DTS dist/index.d.ts 665.76 KB
+DTS ⚡️ Build success in 6815ms
+DTS dist/index.d.ts 669.97 KB
 
-> @botpress/cognitive@0.3.18 build:neutral /home/runner/work/botpress/botpress/packages/cognitive
+> @botpress/cognitive@0.4.1 build:neutral /home/runner/work/botpress/botpress/packages/cognitive
 > ts-node -T ./build.ts --neutral
 
 Done
   
   dist/index.cjs
   Size limit: 50 kB
-  Size:       15.73 kB brotlied
+  Size:       16.14 kB brotlied
   
   dist/index.mjs
   Size limit: 50 kB
-  Size:       15.57 kB brotlied
+  Size:       15.98 kB brotlied
   

package/dist/index.cjs

@@ -582,7 +582,8 @@ __export(index_exports, {
   CognitiveBeta: () => CognitiveBeta,
   ModelProvider: () => ModelProvider,
   RemoteModelProvider: () => RemoteModelProvider,
-  getCognitiveV2Model: () => getCognitiveV2Model
+  getCognitiveV2Model: () => getCognitiveV2Model,
+  isKnownV2Model: () => isKnownV2Model
 });
 module.exports = __toCommonJS(index_exports);
 
@@ -2348,6 +2349,23 @@ var CognitiveBeta = class _CognitiveBeta {
     );
   }
 };
+var COGNITIVE_V2_PROVIDERS = /* @__PURE__ */ new Set([
+  "openai",
+  "anthropic",
+  "google-ai",
+  "groq",
+  "cerebras",
+  "fireworks-ai",
+  "xai",
+  "openrouter"
+]);
+var isKnownV2Model = (model) => {
+  if (!model || ["auto", "best", "fast"].includes(model)) {
+    return true;
+  }
+  const provider = model.split(":")[0];
+  return !!provider && COGNITIVE_V2_PROVIDERS.has(provider);
+};
 var getCognitiveV2Model = (model) => {
   if (models[model]) {
     return models[model];
@@ -2619,6 +2637,9 @@ var Cognitive = class _Cognitive {
   _downtimes = [];
   _useBeta = false;
   _debug = false;
+  _remoteModelCache = /* @__PURE__ */ new Map();
+  _remoteModelCacheTime = 0;
+  _remoteModelCachePending = null;
   _events = createNanoEvents();
   constructor(props) {
     this._client = getExtendedClient(props.client);
@@ -2642,6 +2663,9 @@ var Cognitive = class _Cognitive {
     copy._models = [...this._models];
     copy._preferences = this._preferences ? { ...this._preferences } : null;
     copy._downtimes = [...this._downtimes];
+    copy._remoteModelCache = new Map(this._remoteModelCache);
+    copy._remoteModelCacheTime = this._remoteModelCacheTime;
+    copy._remoteModelCachePending = null;
     copy.interceptors.request = this.interceptors.request;
     copy.interceptors.response = this.interceptors.response;
     return copy;
@@ -2704,12 +2728,50 @@ var Cognitive = class _Cognitive {
     }
     return parseRef(pickModel([ref, ...preferences.best, ...preferences.fast], downtimes));
   }
+  async fetchRemoteModels() {
+    if (this._remoteModelCacheTime > 0 && Date.now() - this._remoteModelCacheTime < 60 * 60 * 1e3) {
+      return this._remoteModelCache;
+    }
+    if (this._remoteModelCachePending !== null) {
+      return this._remoteModelCachePending;
+    }
+    this._remoteModelCachePending = this._doFetchRemoteModels().finally(() => {
+      this._remoteModelCachePending = null;
+    });
+    return this._remoteModelCachePending;
+  }
+  async _doFetchRemoteModels() {
+    const betaClient = new CognitiveBeta(this._client.config);
+    const remoteModels = await betaClient.listModels();
+    this._remoteModelCache.clear();
+    this._remoteModelCacheTime = Date.now();
+    for (const m of remoteModels) {
+      const converted = { ...m, ref: m.id, integration: "cognitive-v2" };
+      this._remoteModelCache.set(m.id, converted);
+      if (m.aliases) {
+        for (const alias of m.aliases) {
+          this._remoteModelCache.set(alias, converted);
+        }
+      }
+    }
+    return this._remoteModelCache;
+  }
   async getModelDetails(model) {
     if (this._useBeta) {
       const resolvedModel = getCognitiveV2Model(model);
       if (resolvedModel) {
         return { ...resolvedModel, ref: resolvedModel.id, integration: "cognitive-v2" };
       }
+      if (isKnownV2Model(model)) {
+        try {
+          const remoteModels = await this.fetchRemoteModels();
+          const found = remoteModels.get(model);
+          if (found) {
+            return found;
+          }
+        } catch {
+        }
+      }
     }
     await this.fetchInstalledModels();
     const { integration, model: modelName } = await this._selectModel(model);
@@ -2720,12 +2782,23 @@ var Cognitive = class _Cognitive {
     return def;
   }
   async generateContent(input) {
-    if (!this._useBeta || !input.model || !getCognitiveV2Model(input.model)) {
+    if (!this._useBeta || !isKnownV2Model(input.model)) {
+      return this._generateContent(input);
+    }
+    try {
+      return await this._generateContentV2(input);
+    } catch (err) {
+      if (input.signal?.aborted) {
+        throw err;
+      }
       return this._generateContent(input);
     }
-    if (input.systemPrompt) {
-      input.messages.unshift({ role: "system", content: input.systemPrompt });
-      delete input.systemPrompt;
+  }
+  async _generateContentV2(input) {
+    const v2Input = { ...input, messages: [...input.messages] };
+    if (v2Input.systemPrompt) {
+      v2Input.messages.unshift({ role: "system", content: v2Input.systemPrompt });
+      delete v2Input.systemPrompt;
     }
     const betaClient = new CognitiveBeta(this._client.config);
     const props = { input };
@@ -2738,7 +2811,7 @@ var Cognitive = class _Cognitive {
     betaClient.on("retry", (_req, error) => {
       this._events.emit("retry", props, error);
     });
-    const response = await betaClient.generateText(input, {
+    const response = await betaClient.generateText(v2Input, {
       signal: input.signal,
       timeout: this._timeoutMs
     });
@@ -2753,7 +2826,7 @@ var Cognitive = class _Cognitive {
             content: response.output,
             role: "assistant",
             index: 0,
-            stopReason: response.metadata.stopReason
+            stopReason: response.metadata.stopReason ?? "stop"
           }
         ],
         usage: {
@@ -2860,6 +2933,7 @@ var Cognitive = class _Cognitive {
   CognitiveBeta,
   ModelProvider,
   RemoteModelProvider,
-  getCognitiveV2Model
+  getCognitiveV2Model,
+  isKnownV2Model
 });
 //# sourceMappingURL=index.cjs.map