@botpress/vai 0.0.4 → 0.0.5

package/dist/assertions/check.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import { Context } from "../context";
 import { asyncExpect } from "../utils/asyncAssertion";

package/dist/assertions/extension.js

@@ -1,4 +1,3 @@
-"use strict";
 import json5 from "json5";
 import { expect } from "vitest";
 import { getCurrentTest } from "vitest/suite";

package/dist/assertions/extract.js

@@ -1,4 +1,3 @@
-"use strict";
 import { Context } from "../context";
 import { asyncExpect } from "../utils/asyncAssertion";
 import { predictJson } from "../utils/predictJson";

package/dist/assertions/filter.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import { Context } from "../context";
 import { asyncExpect } from "../utils/asyncAssertion";

package/dist/assertions/rate.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import { Context } from "../context";
 import { asyncExpect } from "../utils/asyncAssertion";

package/dist/context.js

@@ -1,4 +1,3 @@
-"use strict";
 import { onTestFinished } from "vitest";
 import { getCurrentTest } from "vitest/suite";
 const getTestMetadata = () => {

package/dist/hooks/setEvaluator.js

@@ -1,4 +1,3 @@
-"use strict";
 import { getCurrentTest } from "vitest/suite";
 export const setEvaluator = (model) => {
   const test = getCurrentTest();

package/dist/hooks/setupClient.js

@@ -1,4 +1,3 @@
-"use strict";
 import { Context } from "../context";
 export const setupClient = (client) => {
   Context.setClient(client);

package/dist/index.d.ts

@@ -30,10 +30,10 @@ declare const Output: _bpinternal_zui.ZodObject<{
     reason: _bpinternal_zui.ZodString;
     result: _bpinternal_zui.ZodAny;
 }, "strip", _bpinternal_zui.ZodTypeAny, {
-    reason: string;
+    reason?: string;
     result?: any;
 }, {
-    reason: string;
+    reason?: string;
     result?: any;
 }>;
 
@@ -52,7 +52,7 @@ type CheckOptions<T> = {
 declare function check<T extends Input>(value: T, condition: string, options?: CheckOptions<T>): {
     toBe: (expected: boolean) => Promise<Output<boolean> | AsyncExpectError<boolean>>;
     toMatchInlineSnapshot: (expected?: string) => Promise<void | Output<boolean> | AsyncExpectError<boolean>>;
-    then<TResult1 = Output<boolean>, TResult2 = never>(onfulfilled?: ((value: Output<boolean>) => TResult1 | PromiseLike<TResult1>) | null | undefined, onrejected?: ((reason: any) => TResult2 | PromiseLike<TResult2>) | null | undefined): PromiseLike<TResult1 | TResult2>;
+    then<TResult1 = Output<boolean>, TResult2 = never>(onfulfilled?: (value: Output<boolean>) => TResult1 | PromiseLike<TResult1>, onrejected?: (reason: any) => TResult2 | PromiseLike<TResult2>): PromiseLike<TResult1 | TResult2>;
     value: PromiseLike<boolean>;
 };
 
@@ -68,7 +68,7 @@ declare function extract<T extends Input, S extends AnyZodObject>(value: T, shap
     toBe: (expected: z.infer<S>) => Promise<Output<z.infer<S>> | AsyncExpectError<z.infer<S>>>;
     toMatchObject: (expected: Partial<z.infer<S>>) => Promise<Output<z.infer<S>> | AsyncExpectError<z.infer<S>>>;
     toMatchInlineSnapshot: (expected?: string) => Promise<void | Output<z.infer<S>> | AsyncExpectError<z.infer<S>>>;
-    then<TResult1 = Output<z.infer<S>>, TResult2 = never>(onfulfilled?: ((value: Output<z.infer<S>>) => TResult1 | PromiseLike<TResult1>) | null | undefined, onrejected?: ((reason: any) => TResult2 | PromiseLike<TResult2>) | null | undefined): PromiseLike<TResult1 | TResult2>;
+    then<TResult1 = Output<z.infer<S>>, TResult2 = never>(onfulfilled?: (value: Output<z.infer<S>>) => TResult1 | PromiseLike<TResult1>, onrejected?: (reason: any) => TResult2 | PromiseLike<TResult2>): PromiseLike<TResult1 | TResult2>;
     value: PromiseLike<z.infer<S>>;
 };
 
@@ -91,7 +91,7 @@ declare function filter<U>(values: U[], condition: string, options?: FilterOptio
         toBeLessThanOrEqual: (expected: number) => Promise<Output<U[]> | AsyncExpectError<U[]>>;
         toBeBetween: (min: number, max: number) => Promise<Output<U[]> | AsyncExpectError<U[]>>;
     };
-    then<TResult1 = Output<U[]>, TResult2 = never>(onfulfilled?: ((value: Output<U[]>) => TResult1 | PromiseLike<TResult1>) | null | undefined, onrejected?: ((reason: any) => TResult2 | PromiseLike<TResult2>) | null | undefined): PromiseLike<TResult1 | TResult2>;
+    then<TResult1 = Output<U[]>, TResult2 = never>(onfulfilled?: (value: Output<U[]>) => TResult1 | PromiseLike<TResult1>, onrejected?: (reason: any) => TResult2 | PromiseLike<TResult2>): PromiseLike<TResult1 | TResult2>;
     value: PromiseLike<U[]>;
 };
 
@@ -108,7 +108,7 @@ declare function rate<T extends Input>(value: T, condition: string, options?: Ra
     toMatchInlineSnapshot: (expected?: string) => Promise<void | Output<number> | AsyncExpectError<number>>;
     toBeGreaterThanOrEqual: (expected: RatingScore) => Promise<Output<number> | AsyncExpectError<number>>;
     toBeLessThanOrEqual: (expected: RatingScore) => Promise<Output<number> | AsyncExpectError<number>>;
-    then<TResult1 = Output<number>, TResult2 = never>(onfulfilled?: ((value: Output<number>) => TResult1 | PromiseLike<TResult1>) | null | undefined, onrejected?: ((reason: any) => TResult2 | PromiseLike<TResult2>) | null | undefined): PromiseLike<TResult1 | TResult2>;
+    then<TResult1 = Output<number>, TResult2 = never>(onfulfilled?: (value: Output<number>) => TResult1 | PromiseLike<TResult1>, onrejected?: (reason: any) => TResult2 | PromiseLike<TResult2>): PromiseLike<TResult1 | TResult2>;
     value: PromiseLike<number>;
 };
 

package/dist/index.js

@@ -1,4 +1,3 @@
-"use strict";
 export { compare } from "./task/compare";
 export { check } from "./assertions/check";
 export { extract } from "./assertions/extract";

package/dist/models.js

@@ -1,4 +1,3 @@
-"use strict";
 export const Models = [
   {
     "id": "anthropic__claude-3-haiku-20240307",

package/dist/scripts/update-models.js

@@ -1,4 +1,3 @@
-"use strict";
 import { Client } from "@botpress/client";
 import _ from "lodash";
 import fs from "node:fs";

package/dist/scripts/update-types.js

@@ -1,4 +1,3 @@
-"use strict";
 import { Client } from "@botpress/client";
 import { z } from "@bpinternal/zui";
 import _ from "lodash";

package/dist/task/compare.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import { createTaskCollector, getCurrentSuite } from "vitest/suite";
 import { Deferred } from "../utils/deferred";

package/dist/utils/asyncAssertion.js

@@ -1,4 +1,3 @@
-"use strict";
 import { expect } from "vitest";
 import { getCurrentTest } from "vitest/suite";
 import { Context } from "../context";

package/dist/utils/deferred.js

@@ -1,4 +1,3 @@
-"use strict";
 export class Deferred {
   constructor() {
     this.promise = new Promise((resolve, reject) => {

package/dist/utils/predictJson.js

@@ -1,4 +1,3 @@
-"use strict";
 import { z } from "@bpinternal/zui";
 import JSON5 from "json5";
 import { Context } from "../context";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@botpress/vai",
-  "version": "0.0.4",
+  "version": "0.0.5",
   "description": "Vitest AI (vai) – a vitest extension for testing with LLMs",
   "exports": {
     ".": {

package/tsconfig.json

@@ -4,7 +4,7 @@
     "module": "ESNext",
     "moduleResolution": "Node",
     "target": "ES2017",
-    "strict": true,
+    "strict": false,
     "jsx": "preserve",
     "noUnusedLocals": true,
     "noUnusedParameters": true,

package/vitest.config.ts

@@ -3,6 +3,8 @@ import { defineConfig } from 'vitest/config'
 
 export default defineConfig({
   test: {
+    retry: 2, // because LLMs can fail
+    testTimeout: 60_000, // because LLMs can be slow
     include: ['./src/**/*.test.ts'],
     setupFiles: './vitest.setup.ts'
   }