@botpress/vai 0.0.4 → 0.0.6

package/README.md

@@ -33,7 +33,7 @@ test('example', () => {
   check(
     {
       message: 'hello my friend',
-      from: 'user'
+      from: 'user',
     },
     'is a greeting message'
   ).toBe(true)
@@ -48,13 +48,13 @@ Extracts from anything in input the requested Zui Schema:
 const person = z.object({
   name: z.string(),
   age: z.number().optional(),
-  country: z.string().optional()
+  country: z.string().optional(),
 })
 
 extract('My name is Sylvain, I am 33 yo and live in Canada', person).toMatchObject({
   name: 'Sylvain',
   age: 33,
-  country: 'Canada'
+  country: 'Canada',
 })
 ```
 
@@ -100,13 +100,13 @@ describe('learns from examples', () => {
       {
         expected: true,
         value: 'Rasa the chatbot framework',
-        reason: 'Rasa is a chatbot framework, so it competes with Botpress'
+        reason: 'Rasa is a chatbot framework, so it competes with Botpress',
       },
       {
         expected: false,
         value: 'Rasa the coffee company',
-        reason: 'Since Rasa is a coffee company, it does not compete with Botpress which is not in the coffee business'
-      }
+        reason: 'Since Rasa is a coffee company, it does not compete with Botpress which is not in the coffee business',
+      },
     ]
 
     check('Voiceflow', 'is competitor', { examples }).toBe(true)

package/build.ts

@@ -0,0 +1,9 @@
+import esbuild from 'esbuild'
+import glob from 'glob'
+
+const entryPoints = glob.sync('./src/**/*.ts')
+void esbuild.build({
+  entryPoints,
+  platform: 'neutral',
+  outdir: './dist',
+})

package/dist/assertions/check.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import { Context } from "../context";
 import { asyncExpect } from "../utils/asyncAssertion";
@@ -16,6 +15,7 @@ export function check(value, condition, options) {
     input: value
   });
   return {
+    // eslint-disable-next-line @typescript-eslint/no-misused-promises
     ...toAssertion(promise),
     toBe: (expected) => asyncExpect(promise, (expect) => expect.toEqual(expected)),
     toMatchInlineSnapshot: makeToMatchInlineSnapshot(promise)

package/dist/assertions/extension.js

@@ -1,4 +1,3 @@
-"use strict";
 import json5 from "json5";
 import { expect } from "vitest";
 import { getCurrentTest } from "vitest/suite";
@@ -21,7 +20,7 @@ ${stack}
   });
   try {
     expect((await promise).result).toMatchObject(obj);
-  } catch (err) {
+  } catch {
     const newError = new Error();
     newError.stack = newStack;
     expect.getState().snapshotState.match({

package/dist/assertions/extract.js

@@ -1,4 +1,3 @@
-"use strict";
 import { Context } from "../context";
 import { asyncExpect } from "../utils/asyncAssertion";
 import { predictJson } from "../utils/predictJson";
@@ -19,6 +18,7 @@ ${options.description}
     input: value
   });
   return {
+    // eslint-disable-next-line @typescript-eslint/no-misused-promises
     ...toAssertion(promise),
     toBe: (expected) => asyncExpect(promise, (expect) => expect.toEqual(expected)),
     toMatchObject: (expected) => asyncExpect(promise, (expect) => expect.toMatchObject(expected)),

package/dist/assertions/filter.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import { Context } from "../context";
 import { asyncExpect } from "../utils/asyncAssertion";
@@ -54,6 +53,7 @@ You need to return an array of objects with the index and a boolean value indica
     };
   });
   return {
+    // eslint-disable-next-line @typescript-eslint/no-misused-promises
     ...toAssertion(promise),
     toBe: (expected) => asyncExpect(promise, (expect) => expect.toEqual(expected)),
     toMatchInlineSnapshot: makeToMatchInlineSnapshot(promise),

package/dist/assertions/rate.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import { Context } from "../context";
 import { asyncExpect } from "../utils/asyncAssertion";
@@ -24,6 +23,7 @@ Criteria: ${condition}`,
     };
   });
   return {
+    // eslint-disable-next-line @typescript-eslint/no-misused-promises
     ...toAssertion(promise),
     toBe: (expected) => asyncExpect(promise, (expect) => expect.toEqual(expected)),
     toMatchInlineSnapshot: makeToMatchInlineSnapshot(promise),

package/dist/context.js

@@ -1,4 +1,3 @@
-"use strict";
 import { onTestFinished } from "vitest";
 import { getCurrentTest } from "vitest/suite";
 const getTestMetadata = () => {

package/dist/hooks/setEvaluator.js

@@ -1,4 +1,3 @@
-"use strict";
 import { getCurrentTest } from "vitest/suite";
 export const setEvaluator = (model) => {
   const test = getCurrentTest();

package/dist/hooks/setupClient.js

@@ -1,4 +1,3 @@
-"use strict";
 import { Context } from "../context";
 export const setupClient = (client) => {
   Context.setClient(client);

package/dist/index.d.ts

@@ -1,39 +1,40 @@
 import * as _bpinternal_zui from '@bpinternal/zui';
 import { z, AnyZodObject } from '@bpinternal/zui';
 import { TestFunction } from 'vitest';
+import { llm } from '@botpress/common';
 import { Client } from '@botpress/client';
 
 type ScenarioLike = z.infer<typeof ScenarioLike>;
 declare const ScenarioLike: _bpinternal_zui.ZodUnion<[_bpinternal_zui.ZodString, _bpinternal_zui.ZodObject<{
     name: _bpinternal_zui.ZodString;
-}, "passthrough", _bpinternal_zui.ZodTypeAny, _bpinternal_zui.objectOutputType<{
+}, "passthrough", _bpinternal_zui.objectOutputType<{
     name: _bpinternal_zui.ZodString;
-}, _bpinternal_zui.ZodTypeAny, "passthrough">, _bpinternal_zui.objectInputType<{
+}, "passthrough">, _bpinternal_zui.objectInputType<{
     name: _bpinternal_zui.ZodString;
-}, _bpinternal_zui.ZodTypeAny, "passthrough">>, _bpinternal_zui.ZodObject<{
+}, "passthrough">>, _bpinternal_zui.ZodObject<{
     id: _bpinternal_zui.ZodString;
-}, "passthrough", _bpinternal_zui.ZodTypeAny, _bpinternal_zui.objectOutputType<{
+}, "passthrough", _bpinternal_zui.objectOutputType<{
     id: _bpinternal_zui.ZodString;
-}, _bpinternal_zui.ZodTypeAny, "passthrough">, _bpinternal_zui.objectInputType<{
+}, "passthrough">, _bpinternal_zui.objectInputType<{
     id: _bpinternal_zui.ZodString;
-}, _bpinternal_zui.ZodTypeAny, "passthrough">>]>;
+}, "passthrough">>]>;
 declare function compare<T extends ReadonlyArray<ScenarioLike>>(name: string | Function, scenarios: T, fn?: TestFunction<{
     scenario: T[number];
 }>): void;
 
 type Input = z.infer<typeof Input>;
-declare const Input: _bpinternal_zui.ZodUnion<[_bpinternal_zui.ZodUnion<[_bpinternal_zui.ZodString, z.ZodTransformer<_bpinternal_zui.ZodObject<{}, "passthrough", _bpinternal_zui.ZodTypeAny, _bpinternal_zui.objectOutputType<{}, _bpinternal_zui.ZodTypeAny, "passthrough">, _bpinternal_zui.objectInputType<{}, _bpinternal_zui.ZodTypeAny, "passthrough">>, _bpinternal_zui.objectOutputType<{}, _bpinternal_zui.ZodTypeAny, "passthrough">, _bpinternal_zui.objectInputType<{}, _bpinternal_zui.ZodTypeAny, "passthrough">>]>, _bpinternal_zui.ZodArray<_bpinternal_zui.ZodAny, "many">]>;
+declare const Input: _bpinternal_zui.ZodUnion<[_bpinternal_zui.ZodUnion<[_bpinternal_zui.ZodString, z.ZodTransformer<_bpinternal_zui.ZodObject<{}, "passthrough", _bpinternal_zui.objectOutputType<{}, "passthrough">, _bpinternal_zui.objectInputType<{}, "passthrough">>, _bpinternal_zui.objectOutputType<{}, "passthrough">, _bpinternal_zui.objectInputType<{}, "passthrough">>]>, _bpinternal_zui.ZodArray<_bpinternal_zui.ZodAny, "many">]>;
 type Output<T = any> = z.infer<typeof Output> & {
     result: T;
 };
 declare const Output: _bpinternal_zui.ZodObject<{
     reason: _bpinternal_zui.ZodString;
     result: _bpinternal_zui.ZodAny;
-}, "strip", _bpinternal_zui.ZodTypeAny, {
-    reason: string;
+}, "strip", {
+    reason?: string;
     result?: any;
 }, {
-    reason: string;
+    reason?: string;
     result?: any;
 }>;
 
@@ -52,7 +53,7 @@ type CheckOptions<T> = {
 declare function check<T extends Input>(value: T, condition: string, options?: CheckOptions<T>): {
     toBe: (expected: boolean) => Promise<Output<boolean> | AsyncExpectError<boolean>>;
     toMatchInlineSnapshot: (expected?: string) => Promise<void | Output<boolean> | AsyncExpectError<boolean>>;
-    then<TResult1 = Output<boolean>, TResult2 = never>(onfulfilled?: ((value: Output<boolean>) => TResult1 | PromiseLike<TResult1>) | null | undefined, onrejected?: ((reason: any) => TResult2 | PromiseLike<TResult2>) | null | undefined): PromiseLike<TResult1 | TResult2>;
+    then<TResult1 = Output<boolean>, TResult2 = never>(onfulfilled?: (value: Output<boolean>) => TResult1 | PromiseLike<TResult1>, onrejected?: (reason: any) => TResult2 | PromiseLike<TResult2>): PromiseLike<TResult1 | TResult2>;
     value: PromiseLike<boolean>;
 };
 
@@ -68,7 +69,7 @@ declare function extract<T extends Input, S extends AnyZodObject>(value: T, shap
     toBe: (expected: z.infer<S>) => Promise<Output<z.infer<S>> | AsyncExpectError<z.infer<S>>>;
     toMatchObject: (expected: Partial<z.infer<S>>) => Promise<Output<z.infer<S>> | AsyncExpectError<z.infer<S>>>;
     toMatchInlineSnapshot: (expected?: string) => Promise<void | Output<z.infer<S>> | AsyncExpectError<z.infer<S>>>;
-    then<TResult1 = Output<z.infer<S>>, TResult2 = never>(onfulfilled?: ((value: Output<z.infer<S>>) => TResult1 | PromiseLike<TResult1>) | null | undefined, onrejected?: ((reason: any) => TResult2 | PromiseLike<TResult2>) | null | undefined): PromiseLike<TResult1 | TResult2>;
+    then<TResult1 = Output<z.infer<S>>, TResult2 = never>(onfulfilled?: (value: Output<z.infer<S>>) => TResult1 | PromiseLike<TResult1>, onrejected?: (reason: any) => TResult2 | PromiseLike<TResult2>): PromiseLike<TResult1 | TResult2>;
     value: PromiseLike<z.infer<S>>;
 };
 
@@ -91,7 +92,7 @@ declare function filter<U>(values: U[], condition: string, options?: FilterOptio
         toBeLessThanOrEqual: (expected: number) => Promise<Output<U[]> | AsyncExpectError<U[]>>;
         toBeBetween: (min: number, max: number) => Promise<Output<U[]> | AsyncExpectError<U[]>>;
     };
-    then<TResult1 = Output<U[]>, TResult2 = never>(onfulfilled?: ((value: Output<U[]>) => TResult1 | PromiseLike<TResult1>) | null | undefined, onrejected?: ((reason: any) => TResult2 | PromiseLike<TResult2>) | null | undefined): PromiseLike<TResult1 | TResult2>;
+    then<TResult1 = Output<U[]>, TResult2 = never>(onfulfilled?: (value: Output<U[]>) => TResult1 | PromiseLike<TResult1>, onrejected?: (reason: any) => TResult2 | PromiseLike<TResult2>): PromiseLike<TResult1 | TResult2>;
     value: PromiseLike<U[]>;
 };
 
@@ -108,363 +109,13 @@ declare function rate<T extends Input>(value: T, condition: string, options?: Ra
     toMatchInlineSnapshot: (expected?: string) => Promise<void | Output<number> | AsyncExpectError<number>>;
     toBeGreaterThanOrEqual: (expected: RatingScore) => Promise<Output<number> | AsyncExpectError<number>>;
     toBeLessThanOrEqual: (expected: RatingScore) => Promise<Output<number> | AsyncExpectError<number>>;
-    then<TResult1 = Output<number>, TResult2 = never>(onfulfilled?: ((value: Output<number>) => TResult1 | PromiseLike<TResult1>) | null | undefined, onrejected?: ((reason: any) => TResult2 | PromiseLike<TResult2>) | null | undefined): PromiseLike<TResult1 | TResult2>;
+    then<TResult1 = Output<number>, TResult2 = never>(onfulfilled?: (value: Output<number>) => TResult1 | PromiseLike<TResult1>, onrejected?: (reason: any) => TResult2 | PromiseLike<TResult2>): PromiseLike<TResult1 | TResult2>;
     value: PromiseLike<number>;
 };
 
-declare const Models: readonly [{
-    readonly id: "anthropic__claude-3-haiku-20240307";
-    readonly name: "Claude 3 Haiku";
-    readonly integration: "anthropic";
-    readonly input: {
-        readonly maxTokens: 200000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "anthropic__claude-3-5-sonnet-20240620";
-    readonly name: "Claude 3.5 Sonnet";
-    readonly integration: "anthropic";
-    readonly input: {
-        readonly maxTokens: 200000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "cerebras__llama3.1-70b";
-    readonly name: "Llama 3.1 70B";
-    readonly integration: "cerebras";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "cerebras__llama3.1-8b";
-    readonly name: "Llama 3.1 8B";
-    readonly integration: "cerebras";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-instruct";
-    readonly name: "DeepSeek Coder V2 Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 131072;
-    };
-    readonly output: {
-        readonly maxTokens: 131072;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-lite-instruct";
-    readonly name: "DeepSeek Coder V2 Lite";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 163840;
-    };
-    readonly output: {
-        readonly maxTokens: 163840;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/firellava-13b";
-    readonly name: "FireLLaVA-13B";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 4096;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/firefunction-v2";
-    readonly name: "Firefunction V2";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/gemma2-9b-it";
-    readonly name: "Gemma 2 9B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/llama-v3p1-405b-instruct";
-    readonly name: "Llama 3.1 405B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 131072;
-    };
-    readonly output: {
-        readonly maxTokens: 131072;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/llama-v3p1-70b-instruct";
-    readonly name: "Llama 3.1 70B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 131072;
-    };
-    readonly output: {
-        readonly maxTokens: 131072;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/llama-v3p1-8b-instruct";
-    readonly name: "Llama 3.1 8B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 131072;
-    };
-    readonly output: {
-        readonly maxTokens: 131072;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/mixtral-8x22b-instruct";
-    readonly name: "Mixtral MoE 8x22B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 65536;
-    };
-    readonly output: {
-        readonly maxTokens: 65536;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/mixtral-8x7b-instruct";
-    readonly name: "Mixtral MoE 8x7B Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 32768;
-    };
-    readonly output: {
-        readonly maxTokens: 32768;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/mythomax-l2-13b";
-    readonly name: "MythoMax L2 13b";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 4096;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "fireworks-ai__accounts/fireworks/models/qwen2-72b-instruct";
-    readonly name: "Qwen2 72b Instruct";
-    readonly integration: "fireworks-ai";
-    readonly input: {
-        readonly maxTokens: 32768;
-    };
-    readonly output: {
-        readonly maxTokens: 32768;
-    };
-}, {
-    readonly id: "groq__gemma2-9b-it";
-    readonly name: "Gemma2 9B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama3-70b-8192";
-    readonly name: "LLaMA 3 70B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama3-8b-8192";
-    readonly name: "LLaMA 3 8B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 8192;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.1-70b-versatile";
-    readonly name: "LLaMA 3.1 70B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.1-8b-instant";
-    readonly name: "LLaMA 3.1 8B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.2-11b-vision-preview";
-    readonly name: "LLaMA 3.2 11B Vision";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.2-1b-preview";
-    readonly name: "LLaMA 3.2 1B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.2-3b-preview";
-    readonly name: "LLaMA 3.2 3B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.2-90b-vision-preview";
-    readonly name: "LLaMA 3.2 90B Vision";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 8192;
-    };
-}, {
-    readonly id: "groq__llama-3.3-70b-versatile";
-    readonly name: "LLaMA 3.3 70B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 32768;
-    };
-}, {
-    readonly id: "groq__mixtral-8x7b-32768";
-    readonly name: "Mixtral 8x7B";
-    readonly integration: "groq";
-    readonly input: {
-        readonly maxTokens: 32768;
-    };
-    readonly output: {
-        readonly maxTokens: 32768;
-    };
-}, {
-    readonly id: "openai__o1-2024-12-17";
-    readonly name: "GPT o1";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 200000;
-    };
-    readonly output: {
-        readonly maxTokens: 100000;
-    };
-}, {
-    readonly id: "openai__o1-mini-2024-09-12";
-    readonly name: "GPT o1-mini";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 65536;
-    };
-}, {
-    readonly id: "openai__gpt-3.5-turbo-0125";
-    readonly name: "GPT-3.5 Turbo";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "openai__gpt-4-turbo-2024-04-09";
-    readonly name: "GPT-4 Turbo";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "openai__gpt-4o-2024-08-06";
-    readonly name: "GPT-4o (August 2024)";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 16384;
-    };
-}, {
-    readonly id: "openai__gpt-4o-2024-05-13";
-    readonly name: "GPT-4o (May 2024)";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 4096;
-    };
-}, {
-    readonly id: "openai__gpt-4o-2024-11-20";
-    readonly name: "GPT-4o (November 2024)";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 16384;
-    };
-}, {
-    readonly id: "openai__gpt-4o-mini-2024-07-18";
-    readonly name: "GPT-4o Mini";
-    readonly integration: "openai";
-    readonly input: {
-        readonly maxTokens: 128000;
-    };
-    readonly output: {
-        readonly maxTokens: 16384;
-    };
-}];
+type Model = llm.Model;
 
-type EvaluatorModel = (typeof Models)[number]['id'];
+type EvaluatorModel = Model['id'];
 
 declare const setEvaluator: (model: EvaluatorModel) => void;
 

package/dist/index.js

@@ -1,4 +1,3 @@
-"use strict";
 export { compare } from "./task/compare";
 export { check } from "./assertions/check";
 export { extract } from "./assertions/extract";

package/dist/task/compare.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import { createTaskCollector, getCurrentSuite } from "vitest/suite";
 import { Deferred } from "../utils/deferred";

package/dist/utils/asyncAssertion.js

@@ -1,4 +1,3 @@
-"use strict";
 import { expect } from "vitest";
 import { getCurrentTest } from "vitest/suite";
 import { Context } from "../context";

package/dist/utils/deferred.js

@@ -1,5 +1,7 @@
-"use strict";
 export class Deferred {
+  promise;
+  _resolve;
+  _reject;
   constructor() {
     this.promise = new Promise((resolve, reject) => {
       this._resolve = resolve;

package/dist/utils/predictJson.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import JSON5 from "json5";
 import { Context } from "../context";
@@ -21,7 +20,6 @@ const Options = z.object({
   systemMessage: z.string(),
   examples: z.array(Example).default([]),
   input: Input,
-  // eslint-disable-next-line @typescript-eslint/no-explicit-any
   outputSchema: z.custom((value) => typeof value === "object" && value !== null && "_def" in value),
   model: z.string()
 });
@@ -48,7 +46,7 @@ ${options.systemMessage}
 ---
 Please generate a JSON response with the following format:
 \`\`\`typescript
-${await outputSchema.toTypescriptAsync()}
+${outputSchema.toTypescriptType()}
 \`\`\`
 `.trim(),
       messages: [

package/package.json

@@ -1,7 +1,8 @@
 {
   "name": "@botpress/vai",
-  "version": "0.0.4",
+  "version": "0.0.6",
   "description": "Vitest AI (vai) – a vitest extension for testing with LLMs",
+  "types": "./dist/index.d.ts",
   "exports": {
     ".": {
       "types": "./dist/index.d.ts",
@@ -10,37 +11,39 @@
     }
   },
   "scripts": {
-    "build": "npm run build:types && npm run build:neutral",
-    "build:neutral": "esbuild src/**/*.ts src/*.ts --platform=neutral --outdir=dist",
+    "check:type": "tsc --noEmit",
+    "build": "pnpm run build:types && pnpm run build:neutral",
+    "build:neutral": "ts-node -T ./build.ts",
     "build:types": "tsup",
     "watch": "tsup --watch",
-    "test": "vitest run --config vitest.config.ts",
-    "test:update": "vitest -u run --config vitest.config.ts",
-    "test:watch": "vitest --config vitest.config.ts",
-    "build-with-latest-models": "pnpm run update-types && pnpm run update-models && pnpm run build",
-    "update-models": "ts-node ./src/scripts/update-models.ts",
-    "update-types": "ts-node ./src/scripts/update-types.ts"
+    "test:e2e": "vitest run --config vitest.config.ts",
+    "test:e2e:update": "vitest -u run --config vitest.config.ts",
+    "test:e2e:watch": "vitest --config vitest.config.ts"
   },
   "keywords": [],
   "author": "",
   "license": "ISC",
   "dependencies": {
-    "json5": "^2.2.1",
-    "jsonrepair": "^3.2.0"
+    "json5": "^2.2.3",
+    "jsonrepair": "^3.10.0"
   },
   "devDependencies": {
-    "@types/lodash": "^4.17.0",
-    "dotenv": "^16.3.1",
-    "esbuild": "^0.24.2",
-    "ts-node": "^10.9.2",
-    "tsup": "^8.3.5",
-    "typescript": "^5.7.2"
+    "@botpress/common": "workspace:*",
+    "@types/lodash": "^4.14.191",
+    "dotenv": "^16.4.4",
+    "esbuild": "^0.16.12",
+    "glob": "^9.3.4",
+    "tsup": "^8.0.2"
   },
   "peerDependencies": {
-    "@botpress/client": "^0.40.0",
-    "@botpress/wasm": "^1.0.1",
-    "@bpinternal/zui": "^0.13.4",
+    "@botpress/client": "1.15.1",
+    "@bpinternal/thicktoken": "^1.0.1",
+    "@bpinternal/zui": "^1.0.0",
     "lodash": "^4.17.21",
     "vitest": "^2 || ^3 || ^4 || ^5"
-  }
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "packageManager": "pnpm@8.6.2"
 }

package/tsconfig.json

@@ -1,28 +1,8 @@
 {
+  "extends": "../../tsconfig.json",
   "compilerOptions": {
-    "esModuleInterop": true,
-    "module": "ESNext",
-    "moduleResolution": "Node",
-    "target": "ES2017",
-    "strict": true,
-    "jsx": "preserve",
-    "noUnusedLocals": true,
-    "noUnusedParameters": true,
-    "noUncheckedIndexedAccess": true,
-    "allowSyntheticDefaultImports": true,
-    "lib": ["dom", "ESNext", "dom.iterable"],
-    "allowJs": false,
-    "declaration": false,
-    "skipLibCheck": true,
-    "forceConsistentCasingInFileNames": true,
-    "noEmit": false,
-    "resolveJsonModule": true,
-    "isolatedModules": true
+    "strict": false
   },
   "exclude": ["node_modules", "dist"],
-  "include": ["src/**/*", "vitest.d.ts"],
-  "ts-node": {
-    "esm": true,
-    "require": ["dotenv/config", "./ensure-env.cjs"]
-  }
+  "include": ["src/**/*", "vitest.d.ts", "e2e/**/*"]
 }

package/tsup.config.ts

@@ -6,5 +6,5 @@ export default defineConfig({
   outDir: 'dist',
   platform: 'neutral',
   clean: true,
-  bundle: false
+  bundle: false,
 })

package/vitest.config.ts

@@ -3,7 +3,9 @@ import { defineConfig } from 'vitest/config'
 
 export default defineConfig({
   test: {
-    include: ['./src/**/*.test.ts'],
-    setupFiles: './vitest.setup.ts'
-  }
+    retry: 2, // because LLMs can fail
+    testTimeout: 60_000, // because LLMs can be slow
+    include: ['./e2e/**/*.test.ts'],
+    setupFiles: './vitest.setup.ts',
+  },
 })

package/vitest.setup.ts

@@ -1,13 +1,39 @@
+import { Client } from '@botpress/client'
 import { beforeAll } from 'vitest'
 import { setupClient } from './src/hooks/setupClient'
-import { Client } from '@botpress/client'
 
 beforeAll(async () => {
-  setupClient(
-    new Client({
-      apiUrl: process.env.CLOUD_API_ENDPOINT ?? 'https://api.botpress.dev',
-      botId: process.env.CLOUD_BOT_ID,
-      token: process.env.CLOUD_PAT
-    })
-  )
+  if (!process.env.CLOUD_PAT) {
+    throw new Error('Missing CLOUD_PAT')
+  }
+
+  if (!process.env.CLOUD_BOT_ID) {
+    throw new Error('Missing CLOUD_BOT_ID')
+  }
+
+  const apiUrl: string = process.env.CLOUD_API_ENDPOINT ?? 'https://api.botpress.dev'
+  const botId: string = process.env.CLOUD_BOT_ID
+  const token: string = process.env.CLOUD_PAT
+
+  const client = new Client({
+    apiUrl,
+    botId,
+    token,
+  })
+
+  const { integration } = await client.getPublicIntegration({
+    name: 'openai',
+    version: 'latest',
+  })
+
+  await client.updateBot({
+    id: botId,
+    integrations: {
+      [integration.id]: {
+        enabled: true,
+      },
+    },
+  })
+
+  setupClient(client)
 })

package/dist/models.js

@@ -1,388 +0,0 @@
-"use strict";
-export const Models = [
-  {
-    "id": "anthropic__claude-3-haiku-20240307",
-    "name": "Claude 3 Haiku",
-    "integration": "anthropic",
-    "input": {
-      "maxTokens": 2e5
-    },
-    "output": {
-      "maxTokens": 4096
-    }
-  },
-  {
-    "id": "anthropic__claude-3-5-sonnet-20240620",
-    "name": "Claude 3.5 Sonnet",
-    "integration": "anthropic",
-    "input": {
-      "maxTokens": 2e5
-    },
-    "output": {
-      "maxTokens": 4096
-    }
-  },
-  {
-    "id": "cerebras__llama3.1-70b",
-    "name": "Llama 3.1 70B",
-    "integration": "cerebras",
-    "input": {
-      "maxTokens": 8192
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "cerebras__llama3.1-8b",
-    "name": "Llama 3.1 8B",
-    "integration": "cerebras",
-    "input": {
-      "maxTokens": 8192
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-instruct",
-    "name": "DeepSeek Coder V2 Instruct",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 131072
-    },
-    "output": {
-      "maxTokens": 131072
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/deepseek-coder-v2-lite-instruct",
-    "name": "DeepSeek Coder V2 Lite",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 163840
-    },
-    "output": {
-      "maxTokens": 163840
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/firellava-13b",
-    "name": "FireLLaVA-13B",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 4096
-    },
-    "output": {
-      "maxTokens": 4096
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/firefunction-v2",
-    "name": "Firefunction V2",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 8192
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/gemma2-9b-it",
-    "name": "Gemma 2 9B Instruct",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 8192
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/llama-v3p1-405b-instruct",
-    "name": "Llama 3.1 405B Instruct",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 131072
-    },
-    "output": {
-      "maxTokens": 131072
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/llama-v3p1-70b-instruct",
-    "name": "Llama 3.1 70B Instruct",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 131072
-    },
-    "output": {
-      "maxTokens": 131072
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/llama-v3p1-8b-instruct",
-    "name": "Llama 3.1 8B Instruct",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 131072
-    },
-    "output": {
-      "maxTokens": 131072
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/mixtral-8x22b-instruct",
-    "name": "Mixtral MoE 8x22B Instruct",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 65536
-    },
-    "output": {
-      "maxTokens": 65536
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/mixtral-8x7b-instruct",
-    "name": "Mixtral MoE 8x7B Instruct",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 32768
-    },
-    "output": {
-      "maxTokens": 32768
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/mythomax-l2-13b",
-    "name": "MythoMax L2 13b",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 4096
-    },
-    "output": {
-      "maxTokens": 4096
-    }
-  },
-  {
-    "id": "fireworks-ai__accounts/fireworks/models/qwen2-72b-instruct",
-    "name": "Qwen2 72b Instruct",
-    "integration": "fireworks-ai",
-    "input": {
-      "maxTokens": 32768
-    },
-    "output": {
-      "maxTokens": 32768
-    }
-  },
-  {
-    "id": "groq__gemma2-9b-it",
-    "name": "Gemma2 9B",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 8192
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "groq__llama3-70b-8192",
-    "name": "LLaMA 3 70B",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 8192
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "groq__llama3-8b-8192",
-    "name": "LLaMA 3 8B",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 8192
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "groq__llama-3.1-70b-versatile",
-    "name": "LLaMA 3.1 70B",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "groq__llama-3.1-8b-instant",
-    "name": "LLaMA 3.1 8B",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "groq__llama-3.2-11b-vision-preview",
-    "name": "LLaMA 3.2 11B Vision",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "groq__llama-3.2-1b-preview",
-    "name": "LLaMA 3.2 1B",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "groq__llama-3.2-3b-preview",
-    "name": "LLaMA 3.2 3B",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "groq__llama-3.2-90b-vision-preview",
-    "name": "LLaMA 3.2 90B Vision",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 8192
-    }
-  },
-  {
-    "id": "groq__llama-3.3-70b-versatile",
-    "name": "LLaMA 3.3 70B",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 32768
-    }
-  },
-  {
-    "id": "groq__mixtral-8x7b-32768",
-    "name": "Mixtral 8x7B",
-    "integration": "groq",
-    "input": {
-      "maxTokens": 32768
-    },
-    "output": {
-      "maxTokens": 32768
-    }
-  },
-  {
-    "id": "openai__o1-2024-12-17",
-    "name": "GPT o1",
-    "integration": "openai",
-    "input": {
-      "maxTokens": 2e5
-    },
-    "output": {
-      "maxTokens": 1e5
-    }
-  },
-  {
-    "id": "openai__o1-mini-2024-09-12",
-    "name": "GPT o1-mini",
-    "integration": "openai",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 65536
-    }
-  },
-  {
-    "id": "openai__gpt-3.5-turbo-0125",
-    "name": "GPT-3.5 Turbo",
-    "integration": "openai",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 4096
-    }
-  },
-  {
-    "id": "openai__gpt-4-turbo-2024-04-09",
-    "name": "GPT-4 Turbo",
-    "integration": "openai",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 4096
-    }
-  },
-  {
-    "id": "openai__gpt-4o-2024-08-06",
-    "name": "GPT-4o (August 2024)",
-    "integration": "openai",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 16384
-    }
-  },
-  {
-    "id": "openai__gpt-4o-2024-05-13",
-    "name": "GPT-4o (May 2024)",
-    "integration": "openai",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 4096
-    }
-  },
-  {
-    "id": "openai__gpt-4o-2024-11-20",
-    "name": "GPT-4o (November 2024)",
-    "integration": "openai",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 16384
-    }
-  },
-  {
-    "id": "openai__gpt-4o-mini-2024-07-18",
-    "name": "GPT-4o Mini",
-    "integration": "openai",
-    "input": {
-      "maxTokens": 128e3
-    },
-    "output": {
-      "maxTokens": 16384
-    }
-  }
-];

package/dist/scripts/update-models.js

@@ -1,58 +0,0 @@
-"use strict";
-import { Client } from "@botpress/client";
-import _ from "lodash";
-import fs from "node:fs";
-const LLM_LIST_MODELS = "listLanguageModels";
-const client = new Client({
-  apiUrl: process.env.CLOUD_API_ENDPOINT,
-  botId: process.env.CLOUD_BOT_ID,
-  token: process.env.CLOUD_PAT
-});
-const { bot } = await client.getBot({
-  id: process.env.CLOUD_BOT_ID
-});
-const models = [];
-for (const integrationId in bot.integrations) {
-  const botIntegration = bot.integrations[integrationId];
-  if (botIntegration?.public && botIntegration?.enabled && botIntegration?.status === "registered") {
-    try {
-      const { integration } = await client.getPublicIntegrationById({
-        id: botIntegration.id
-      });
-      const canListModels = Object.keys(integration.actions).includes(LLM_LIST_MODELS);
-      if (!canListModels) {
-        continue;
-      }
-      const { output } = await client.callAction({
-        type: `${integration.name}:${LLM_LIST_MODELS}`,
-        input: {}
-      });
-      if (_.isArray(output?.models)) {
-        for (const model of output.models) {
-          models.push({
-            id: `${integration.name}__${model.id}`,
-            name: model.name,
-            integration: integration.name,
-            input: { maxTokens: model.input.maxTokens },
-            output: { maxTokens: model.output.maxTokens }
-          });
-        }
-      }
-    } catch (err) {
-      console.error("Error fetching integration:", err instanceof Error ? err.message : `${err}`);
-    }
-  }
-}
-const content = JSON.stringify(_.orderBy(models, ["integration", "name"]), null, 2);
-fs.writeFileSync(
-  "./src/models.ts",
-  `
-// This file is generated. Do not edit it manually.
-// See 'scripts/update-models.ts'
-
-/* eslint-disable */
-/* tslint:disable */
-
-export const Models = ${content} as const`,
-  "utf-8"
-);

package/dist/scripts/update-types.js

@@ -1,42 +0,0 @@
-"use strict";
-import { Client } from "@botpress/client";
-import { z } from "@bpinternal/zui";
-import _ from "lodash";
-import fs from "node:fs";
-import path from "node:path";
-const Interfaces = ["llm"];
-const client = new Client({
-  apiUrl: process.env.CLOUD_API_ENDPOINT,
-  botId: process.env.CLOUD_BOT_ID,
-  token: process.env.CLOUD_PAT
-});
-for (const name of Interfaces) {
-  const { interfaces } = await client.listInterfaces({
-    name
-  });
-  const { interface: latest } = await client.getInterface({
-    id: _.maxBy(interfaces, "version").id
-  });
-  for (const action of Object.keys(latest.actions)) {
-    const references = Object.keys(latest.entities).reduce((acc, key) => {
-      return { ...acc, [key]: z.fromJsonSchema(latest.entities?.[key]?.schema) };
-    }, {});
-    const input = latest.actions[action]?.input.schema;
-    const output = latest.actions[action]?.output.schema;
-    const types = `
-// This file is generated. Do not edit it manually.
-// See 'scripts/update-models.ts'
-
-/* eslint-disable */
-/* tslint:disable */
-
-export namespace ${name} {
-    export namespace ${action} {
-      export ${z.fromJsonSchema(input).title("Input").dereference(references).toTypescript({ declaration: "type" })};
-      export ${z.fromJsonSchema(output).title("Output").dereference(references).toTypescript({ declaration: "type" })};
-    }
-}`;
-    fs.mkdirSync(path.resolve(`./src/sdk-interfaces/${name}`), { recursive: true });
-    fs.writeFileSync(path.resolve(`./src/sdk-interfaces/${name}/${action}.ts`), types);
-  }
-}