@botpress/vai 0.0.1-beta.1

package/src/models.ts

@@ -0,0 +1,394 @@
+
+// This file is generated. Do not edit it manually.
+// See 'scripts/update-models.ts'
+
+/* eslint-disable */
+/* tslint:disable */
+
+export const Models = [
+  {
+    "id": "anthropic__claude-3-haiku-20240307",
+    "name": "Claude 3 Haiku",
+    "integration": "anthropic",
+    "input": {
+      "maxTokens": 200000
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "anthropic__claude-3-5-sonnet-20240620",
+    "name": "Claude 3.5 Sonnet",
+    "integration": "anthropic",
+    "input": {
+      "maxTokens": 200000
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "cerebras__llama3.1-70b",
+    "name": "Llama 3.1 70B",
+    "integration": "cerebras",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "cerebras__llama3.1-8b",
+    "name": "Llama 3.1 8B",
+    "integration": "cerebras",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-instruct",
+    "name": "DeepSeek Coder V2 Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 131072
+    },
+    "output": {
+      "maxTokens": 131072
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-lite-instruct",
+    "name": "DeepSeek Coder V2 Lite",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 163840
+    },
+    "output": {
+      "maxTokens": 163840
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/firellava-13b",
+    "name": "FireLLaVA-13B",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 4096
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/firefunction-v2",
+    "name": "Firefunction V2",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/gemma2-9b-it",
+    "name": "Gemma 2 9B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/llama-v3p1-405b-instruct",
+    "name": "Llama 3.1 405B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 131072
+    },
+    "output": {
+      "maxTokens": 131072
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/llama-v3p1-70b-instruct",
+    "name": "Llama 3.1 70B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 131072
+    },
+    "output": {
+      "maxTokens": 131072
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/llama-v3p1-8b-instruct",
+    "name": "Llama 3.1 8B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 131072
+    },
+    "output": {
+      "maxTokens": 131072
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/mixtral-8x22b-instruct",
+    "name": "Mixtral MoE 8x22B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 65536
+    },
+    "output": {
+      "maxTokens": 65536
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/mixtral-8x7b-instruct",
+    "name": "Mixtral MoE 8x7B Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 32768
+    },
+    "output": {
+      "maxTokens": 32768
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/mythomax-l2-13b",
+    "name": "MythoMax L2 13b",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 4096
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "fireworks-ai__accounts/fireworks/models/qwen2-72b-instruct",
+    "name": "Qwen2 72b Instruct",
+    "integration": "fireworks-ai",
+    "input": {
+      "maxTokens": 32768
+    },
+    "output": {
+      "maxTokens": 32768
+    }
+  },
+  {
+    "id": "groq__gemma2-9b-it",
+    "name": "Gemma2 9B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama3-70b-8192",
+    "name": "LLaMA 3 70B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama3-8b-8192",
+    "name": "LLaMA 3 8B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 8192
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.1-70b-versatile",
+    "name": "LLaMA 3.1 70B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.1-8b-instant",
+    "name": "LLaMA 3.1 8B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.2-11b-vision-preview",
+    "name": "LLaMA 3.2 11B Vision",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.2-1b-preview",
+    "name": "LLaMA 3.2 1B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.2-3b-preview",
+    "name": "LLaMA 3.2 3B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.2-90b-vision-preview",
+    "name": "LLaMA 3.2 90B Vision",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 8192
+    }
+  },
+  {
+    "id": "groq__llama-3.3-70b-versatile",
+    "name": "LLaMA 3.3 70B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 32768
+    }
+  },
+  {
+    "id": "groq__mixtral-8x7b-32768",
+    "name": "Mixtral 8x7B",
+    "integration": "groq",
+    "input": {
+      "maxTokens": 32768
+    },
+    "output": {
+      "maxTokens": 32768
+    }
+  },
+  {
+    "id": "openai__o1-2024-12-17",
+    "name": "GPT o1",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 200000
+    },
+    "output": {
+      "maxTokens": 100000
+    }
+  },
+  {
+    "id": "openai__o1-mini-2024-09-12",
+    "name": "GPT o1-mini",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 65536
+    }
+  },
+  {
+    "id": "openai__gpt-3.5-turbo-0125",
+    "name": "GPT-3.5 Turbo",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "openai__gpt-4-turbo-2024-04-09",
+    "name": "GPT-4 Turbo",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "openai__gpt-4o-2024-08-06",
+    "name": "GPT-4o (August 2024)",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 16384
+    }
+  },
+  {
+    "id": "openai__gpt-4o-2024-05-13",
+    "name": "GPT-4o (May 2024)",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 4096
+    }
+  },
+  {
+    "id": "openai__gpt-4o-2024-11-20",
+    "name": "GPT-4o (November 2024)",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 16384
+    }
+  },
+  {
+    "id": "openai__gpt-4o-mini-2024-07-18",
+    "name": "GPT-4o Mini",
+    "integration": "openai",
+    "input": {
+      "maxTokens": 128000
+    },
+    "output": {
+      "maxTokens": 16384
+    }
+  }
+] as const

package/src/scripts/update-models.ts

@@ -0,0 +1,76 @@
+import { Client } from '@botpress/client'
+
+import _ from 'lodash'
+import fs from 'node:fs'
+
+const LLM_LIST_MODELS = 'listLanguageModels'
+
+const client = new Client({
+  apiUrl: process.env.CLOUD_API_ENDPOINT,
+  botId: process.env.CLOUD_BOT_ID,
+  token: process.env.CLOUD_PAT
+})
+
+const { bot } = await client.getBot({
+  id: process.env.CLOUD_BOT_ID!
+})
+
+type Model = {
+  id: string
+  name: string
+  integration: string
+  input: { maxTokens: number }
+  output: { maxTokens: number }
+}
+
+const models: Model[] = []
+
+for (const integrationId in bot.integrations) {
+  const botIntegration = bot.integrations[integrationId]
+  if (botIntegration?.public && botIntegration?.enabled && botIntegration?.status === 'registered') {
+    try {
+      const { integration } = await client.getPublicIntegrationById({
+        id: botIntegration.id
+      })
+
+      const canListModels = Object.keys(integration.actions).includes(LLM_LIST_MODELS)
+      if (!canListModels) {
+        continue
+      }
+
+      const { output } = await client.callAction({
+        type: `${integration.name}:${LLM_LIST_MODELS}`,
+        input: {}
+      })
+
+      if (_.isArray(output?.models)) {
+        for (const model of output.models) {
+          models.push({
+            id: `${integration.name}__${model.id}`,
+            name: model.name,
+            integration: integration.name,
+            input: { maxTokens: model.input.maxTokens },
+            output: { maxTokens: model.output.maxTokens }
+          })
+        }
+      }
+    } catch (err: unknown) {
+      console.error('Error fetching integration:', err instanceof Error ? err.message : `${err}`)
+    }
+  }
+}
+
+const content = JSON.stringify(_.orderBy(models, ['integration', 'name']), null, 2)
+
+fs.writeFileSync(
+  './src/models.ts',
+  `
+// This file is generated. Do not edit it manually.
+// See 'scripts/update-models.ts'
+
+/* eslint-disable */
+/* tslint:disable */
+
+export const Models = ${content} as const`,
+  'utf-8'
+)

package/src/scripts/update-types.ts

@@ -0,0 +1,59 @@
+import { Client } from '@botpress/client'
+import sdk from '@botpress/sdk'
+
+import _ from 'lodash'
+import fs from 'node:fs'
+import path from 'node:path'
+
+const { z } = sdk
+
+const Interfaces = ['llm'] as const
+
+const client = new Client({
+  apiUrl: process.env.CLOUD_API_ENDPOINT,
+  botId: process.env.CLOUD_BOT_ID,
+  token: process.env.CLOUD_PAT
+})
+
+for (const name of Interfaces) {
+  const { interfaces } = await client.listInterfaces({
+    name
+  })
+
+  const { interface: latest } = await client.getInterface({
+    id: _.maxBy(interfaces, 'version')!.id
+  })
+
+  for (const action of Object.keys(latest.actions)) {
+    const references = Object.keys(latest.entities).reduce((acc, key) => {
+      return { ...acc, [key]: z.fromJsonSchema(latest.entities?.[key]?.schema!) }
+    }, {})
+    const input = latest.actions[action]?.input.schema!
+    const output = latest.actions[action]?.output.schema!
+
+    const types = `
+// This file is generated. Do not edit it manually.
+// See 'scripts/update-models.ts'
+
+/* eslint-disable */
+/* tslint:disable */
+
+export namespace ${name} {
+    export namespace ${action} {
+      export ${sdk.z
+        .fromJsonSchema(input)
+        .title('Input')
+        .dereference(references)
+        .toTypescript({ declaration: 'type' })};
+      export ${sdk.z
+        .fromJsonSchema(output)
+        .title('Output')
+        .dereference(references)
+        .toTypescript({ declaration: 'type' })};
+    }
+}`
+
+    fs.mkdirSync(path.resolve(`./src/sdk-interfaces/${name}`), { recursive: true })
+    fs.writeFileSync(path.resolve(`./src/sdk-interfaces/${name}/${action}.ts`), types)
+  }
+}

package/src/sdk-interfaces/llm/generateContent.ts

@@ -0,0 +1,127 @@
+
+// This file is generated. Do not edit it manually.
+// See 'scripts/update-models.ts'
+
+/* eslint-disable */
+/* tslint:disable */
+
+export namespace llm {
+    export namespace generateContent {
+      export type Input = { 
+/** Model to use for content generation */
+model?: { id: string }
+; 
+/** Optional system prompt to guide the model */
+systemPrompt?: string
+; 
+/** Array of messages for the model to process */
+messages: Array<{ role: 'user' | 'assistant'; type?: 'text' | 'tool_calls' | 'tool_result' | 'multipart'; 
+/** Required if `type` is "tool_calls" */
+toolCalls?: Array<{ id: string; type: 'function'; function: { name: string; 
+/** Some LLMs may generate invalid JSON for a tool call, so this will be `null` when it happens. */
+arguments: 
+ { [key: string]: any } | null
+ } }>
+; 
+/** Required if `type` is "tool_result" */
+toolResultCallId?: string
+; 
+/** Required unless `type` is "tool_call". If `type` is "multipart", this field must be an array of content objects. If `type` is "tool_result" then this field should be the result of the tool call (a plain string or a JSON-encoded array or object). If `type` is "tool_call" then the `toolCalls` field should be used instead. */
+content: 
+
+string | Array<{ type: 'text' | 'image'; 
+/** Indicates the MIME type of the content. If not provided it will be detected from the content-type header of the provided URL. */
+mimeType?: string
+; 
+/** Required if part type is "text" */
+text?: string
+; 
+/** Required if part type is "image" */
+url?: string
+ }> | null
+ }>
+; 
+/** Response format expected from the model. If "json_object" is chosen, you must instruct the model to generate JSON either via the system prompt or a user message. */
+responseFormat?: 'text' | 'json_object'
+; 
+/** Maximum number of tokens allowed in the generated response */
+maxTokens?: number
+; 
+/** Sampling temperature for the model. Higher values result in more random outputs. */
+temperature?: /** Sampling temperature for the model. Higher values result in more random outputs. */ number
+; 
+/** Top-p sampling parameter. Limits sampling to the smallest set of tokens with a cumulative probability above the threshold. */
+topP?: /** Top-p sampling parameter. Limits sampling to the smallest set of tokens with a cumulative probability above the threshold. */ number
+; 
+/** Sequences where the model should stop generating further tokens. */
+stopSequences?: string[]
+; tools?: Array<{ type: 'function'; function: { 
+/** Function name */
+name: string
+; description?: string; 
+/** JSON schema of the function arguments */
+argumentsSchema?: { }
+ } }>; toolChoice?: { type?: 'auto' | 'specific' | 'any' | 'none' | ''; 
+/** Required if `type` is "specific" */
+functionName?: string
+ }; userId?: string; 
+/** Set to `true` to output debug information to the bot logs */
+debug?: boolean
+; meta?: { 
+/** Source of the prompt, e.g. agent/:id/:version cards/ai-generate, cards/ai-task, nodes/autonomous, etc. */
+promptSource?: string
+; promptCategory?: string; 
+/** Name of the integration that originally received the message that initiated this action */
+integrationName?: string
+ } };;
+      export type Output = { 
+/** Response ID from LLM provider */
+id: string
+; 
+/** LLM provider name */
+provider: string
+; 
+/** Model name */
+model: string
+; choices: Array<{ type?: 'text' | 'tool_calls' | 'tool_result' | 'multipart'; 
+/** Required if `type` is "tool_calls" */
+toolCalls?: Array<{ id: string; type: 'function'; function: { name: string; 
+/** Some LLMs may generate invalid JSON for a tool call, so this will be `null` when it happens. */
+arguments: 
+ { [key: string]: any } | null
+ } }>
+; 
+/** Required if `type` is "tool_result" */
+toolResultCallId?: string
+; 
+/** Required unless `type` is "tool_call". If `type` is "multipart", this field must be an array of content objects. If `type` is "tool_result" then this field should be the result of the tool call (a plain string or a JSON-encoded array or object). If `type` is "tool_call" then the `toolCalls` field should be used instead. */
+content: 
+
+string | Array<{ type: 'text' | 'image'; 
+/** Indicates the MIME type of the content. If not provided it will be detected from the content-type header of the provided URL. */
+mimeType?: string
+; 
+/** Required if part type is "text" */
+text?: string
+; 
+/** Required if part type is "image" */
+url?: string
+ }> | null
+; role: 'assistant'; index: number; stopReason: 'stop' | 'max_tokens' | 'tool_calls' | 'content_filter' | 'other' }>; usage: { 
+/** Number of input tokens used by the model */
+inputTokens: number
+; 
+/** Cost of the input tokens received by the model, in U.S. dollars */
+inputCost: number
+; 
+/** Number of output tokens used by the model */
+outputTokens: number
+; 
+/** Cost of the output tokens generated by the model, in U.S. dollars */
+outputCost: number
+ }; botpress: { 
+/** Total cost of the content generation, in U.S. dollars */
+cost: number
+ } };;
+    }
+}

package/src/sdk-interfaces/llm/listLanguageModels.ts

@@ -0,0 +1,19 @@
+
+// This file is generated. Do not edit it manually.
+// See 'scripts/update-models.ts'
+
+/* eslint-disable */
+/* tslint:disable */
+
+export namespace llm {
+    export namespace listLanguageModels {
+      export type Input = { };;
+      export type Output = { models: Array<{ id: string; name: string; description: string; tags: Array<'recommended' | 'deprecated' | 'general-purpose' | 'low-cost' | 'vision' | 'coding' | 'agents' | 'function-calling' | 'roleplay' | 'storytelling' | 'reasoning'>; input: { maxTokens: number; 
+/** Cost per 1 million tokens, in U.S. dollars */
+costPer1MTokens: number
+ }; output: { maxTokens: number; 
+/** Cost per 1 million tokens, in U.S. dollars */
+costPer1MTokens: number
+ } } & { id: string }> };;
+    }
+}