promptfoo 0.91.3 → 0.92.1

package/dist/src/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmJ4B,4BAAQ;AAnJpC,oEAAuC;AACvC,8DAAsC;AAkJ7B,qBAlJF,oBAAU,CAkJE;AAjJnB,+CAAiC;AAiJZ,sBAAK;AAhJ1B,2CAAqD;AACrD,uCAA+D;AAC/D,yDAAyD;AA8InB,oBA9I/B,mBAAS,CA8I+B;AA7I/C,2CAA+C;AAC/C,4DAAgE;AAChE,0DAAoE;AACpE,+CAA4C;AAC5C,+CAA4C;AAC5C,iDAA8E;AAC9E,qDAAkD;AAClD,4DAAoC;AACpC,2CAAwC;AASxC,iCAMgB;AAEhB,0CAAwB;AAExB,iCAAwC;AAA/B,sGAAA,aAAa,OAAA;AAEtB,KAAK,UAAU,QAAQ,CAAC,SAA4B,EAAE,UAA2B,EAAE;IACjF,MAAM,oBAAoB,GAAc;QACtC,GAAG,SAAS;QACZ,SAAS,EAAE,SAAS,CAAC,SAAuB;QAC5C,SAAS,EAAE,MAAM,IAAA,4BAAgB,EAAC,SAAS,CAAC,SAAS,EAAE;YACrD,GAAG,EAAE,SAAS,CAAC,GAAG;SACnB,CAAC;QACF,KAAK,EAAE,MAAM,IAAA,qBAAS,EAAC,SAAS,CAAC,KAAK,CAAC;QAEvC,eAAe,EAAE,MAAM,IAAA,kBAAW,EAAC,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC;QAEnE,wCAAwC;QACxC,OAAO,EAAE,CACP,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;YAC1C,IAAI,OAAO,WAAW,KAAK,UAAU,EAAE,CAAC;gBACtC,OAAO;oBACL,GAAG,EAAE,WAAW,CAAC,QAAQ,EAAE;oBAC3B,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,WAAW,CAAC,QAAQ,EAAE;oBAClD,QAAQ,EAAE,WAA6B;iBACxC,CAAC;YACJ,CAAC;iBAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC3C,OAAO,IAAA,qBAAW,EAAC,WAAW,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,OAAO;oBACL,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;oBAChC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;iBACnC,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CACH,CACF,CAAC,IAAI,EAAE;KACT,CAAC;IAEF,2BAA2B;IAC3B,KAAK,MAAM,IAAI,IAAI,oBAAoB,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACpD,IAAI,IAAI,CAAC,OAAO,EAAE,QAAQ,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YAC1E,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpC,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;oBAChF,SAAS;gBACX,CAAC;gBAED,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;oBACvB,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,QAA2B,CAAC;wBACrD,IAAA,wBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,iCAAiC,CAAC,CAAC;wBACxD,SAAS,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC7E,CAAC;yBAAM,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAClD,SAAS,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACjE,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QACtE,KAAK,CAAC,YAAY,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,uBAAuB,GAAG,IAAA,+BAAqB,EAAC,SAAS,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAE/F,gBAAgB;IAChB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAU,EAC1B;QACE,GAAG,oBAAoB;QACvB,iBAAiB,EAAE,uBAAuB;KAC3C,EACD;QACE,WAAW,EAAE,SAAS;QACtB,GAAG,OAAO;KACX,CACF,CAAC;IAEF,MAAM,aAAa,GAAG,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,oBAAoB,CAAC,OAAO,EAAE,CAAC;IAC9E,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,IAAI,SAAS,CAAC,kBAAkB,EAAE,CAAC;QACjC,MAAM,IAAA,6CAAsC,GAAE,CAAC;QAC/C,MAAM,GAAG,MAAM,IAAA,6BAAsB,EAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QACzB,IAAI,OAAO,SAAS,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC7C,MAAM,IAAA,kBAAW,EAAC,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QAC5E,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAA,2BAAoB,EAAC,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IAED,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IACvB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAG;IACd,UAAU,EAAE;QACV,eAAe,EAAf,0BAAe;QACf,oBAAoB,EAApB,8BAAoB;KACrB;IACD,OAAO,EAAE,iBAAO;IAChB,OAAO,EAAP,iBAAO;IACP,UAAU,EAAV,uBAAU;IACV,IAAI,EAAE;QACJ,MAAM,EAAE,wBAAiB;QACzB,MAAM,EAAE,wBAAiB;KAC1B;CACF,CAAC;AAE+C,0BAAO;AAExD,kBAAe;IACb,UAAU,EAAV,oBAAU;IACV,KAAK;IACL,QAAQ;IACR,SAAS,EAAT,mBAAS;IACT,OAAO;CACR,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwJ4B,4BAAQ;AAxJpC,oEAAuC;AACvC,8DAAsC;AAuJ7B,qBAvJF,oBAAU,CAuJE;AAtJnB,+CAAiC;AAsJZ,sBAAK;AArJ1B,2CAAqD;AACrD,uCAA4C;AAC5C,yDAAiC;AACjC,uCAA+D;AAC/D,yDAAyD;AAiJnB,oBAjJ/B,mBAAS,CAiJ+B;AAhJ/C,2CAA+C;AAC/C,4DAAgE;AAChE,0DAAoE;AACpE,+CAA4C;AAC5C,+CAA4C;AAC5C,iDAA8E;AAC9E,qDAAkD;AAClD,4DAAoC;AACpC,2CAAwC;AASxC,iCAAwE;AACxE,kDAAoD;AAEpD,0CAAwB;AAExB,iCAAwC;AAA/B,sGAAA,aAAa,OAAA;AAEtB,KAAK,UAAU,QAAQ,CAAC,SAA4B,EAAE,UAA2B,EAAE;IACjF,IAAI,SAAS,CAAC,kBAAkB,EAAE,CAAC;QACjC,MAAM,IAAA,yBAAe,GAAE,CAAC;IAC1B,CAAC;IAED,MAAM,oBAAoB,GAAc;QACtC,GAAG,SAAS;QACZ,SAAS,EAAE,SAAS,CAAC,SAAuB;QAC5C,SAAS,EAAE,MAAM,IAAA,4BAAgB,EAAC,SAAS,CAAC,SAAS,EAAE;YACrD,GAAG,EAAE,SAAS,CAAC,GAAG;SACnB,CAAC;QACF,KAAK,EAAE,MAAM,IAAA,qBAAS,EAAC,SAAS,CAAC,KAAK,CAAC;QAEvC,eAAe,EAAE,MAAM,IAAA,kBAAW,EAAC,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC;QAEnE,wCAAwC;QACxC,OAAO,EAAE,CACP,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;YAC1C,IAAI,OAAO,WAAW,KAAK,UAAU,EAAE,CAAC;gBACtC,OAAO;oBACL,GAAG,EAAE,WAAW,CAAC,QAAQ,EAAE;oBAC3B,KAAK,EAAE,WAAW,EAAE,IAAI,IAAI,WAAW,CAAC,QAAQ,EAAE;oBAClD,QAAQ,EAAE,WAA6B;iBACxC,CAAC;YACJ,CAAC;iBAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC3C,OAAO,IAAA,qBAAW,EAAC,WAAW,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,CAAC;gBACH,OAAO,sBAAY,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CACV,8CAA8C,KAAK,kDAAkD,CACtG,CAAC;gBACF,OAAO;oBACL,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;oBAChC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;iBACnC,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CACH,CACF,CAAC,IAAI,EAAE;KACT,CAAC;IAEF,2BAA2B;IAC3B,KAAK,MAAM,IAAI,IAAI,oBAAoB,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACpD,IAAI,IAAI,CAAC,OAAO,EAAE,QAAQ,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YAC1E,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpC,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;oBAChF,SAAS;gBACX,CAAC;gBAED,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;oBACvB,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,QAA2B,CAAC;wBACrD,IAAA,wBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,iCAAiC,CAAC,CAAC;wBACxD,SAAS,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC7E,CAAC;yBAAM,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAClD,SAAS,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACjE,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QACtE,KAAK,CAAC,YAAY,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,uBAAuB,GAAG,IAAA,+BAAqB,EAAC,SAAS,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC/F,MAAM,aAAa,GAAG,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,oBAAoB,CAAC,OAAO,EAAE,CAAC;IAC9E,MAAM,UAAU,GAAG,SAAS,CAAC,kBAAkB;QAC7C,CAAC,CAAC,MAAM,cAAI,CAAC,MAAM,CAAC,aAAa,EAAE,oBAAoB,CAAC,OAAO,CAAC;QAChE,CAAC,CAAC,IAAI,cAAI,CAAC,aAAa,CAAC,CAAC;IAE5B,gBAAgB;IAChB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAU,EAC1B;QACE,GAAG,oBAAoB;QACvB,iBAAiB,EAAE,uBAAuB;KAC3C,EACD,UAAU,EACV;QACE,WAAW,EAAE,SAAS;QACtB,GAAG,OAAO;KACX,CACF,CAAC;IAEF,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QACzB,IAAI,OAAO,SAAS,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC7C,MAAM,IAAA,kBAAW,EAAC,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QAC5D,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAA,2BAAoB,EAAC,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IACvB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAG;IACd,UAAU,EAAE;QACV,eAAe,EAAf,0BAAe;QACf,oBAAoB,EAApB,8BAAoB;KACrB;IACD,OAAO,EAAE,iBAAO;IAChB,OAAO,EAAP,iBAAO;IACP,UAAU,EAAV,uBAAU;IACV,IAAI,EAAE;QACJ,MAAM,EAAE,wBAAiB;QACzB,MAAM,EAAE,wBAAiB;KAC1B;CACF,CAAC;AAE+C,0BAAO;AAExD,kBAAe;IACb,UAAU,EAAV,oBAAU;IACV,KAAK;IACL,QAAQ;IACR,SAAS,EAAT,mBAAS;IACT,OAAO;CACR,CAAC"}

package/dist/src/models/eval.d.ts

@@ -0,0 +1,95 @@
+import type { AtomicTestCase, CompletedPrompt, EvaluateResult, EvaluateSummaryV3, EvaluateSummaryV2, EvaluateTable, Prompt, ResultsFile, UnifiedConfig } from '../types';
+import EvalResult from './evalResult';
+import type Provider from './provider';
+export declare function createEvalId(createdAt?: Date): string;
+export declare class EvalQueries {
+    static getVarsFromEvals(evals: Eval[]): Promise<Record<string, string[]>>;
+}
+export default class Eval {
+    id: string;
+    createdAt: number;
+    author?: string;
+    description?: string;
+    config: Partial<UnifiedConfig>;
+    results: EvalResult[];
+    datasetId?: string;
+    prompts: CompletedPrompt[];
+    oldResults?: EvaluateSummaryV2;
+    persisted: boolean;
+    static latest(): Promise<Eval | undefined>;
+    static findById(id: string): Promise<Eval | undefined>;
+    static getMany(limit?: number): Promise<Eval[]>;
+    static create(config: Partial<UnifiedConfig>, renderedPrompts: Prompt[], // The config doesn't contain the actual prompts, so we need to pass them in separately
+    opts?: {
+        id?: string;
+        createdAt?: Date;
+        author?: string;
+        results?: EvalResult[];
+    }): Promise<Eval>;
+    constructor(config: Partial<UnifiedConfig>, opts?: {
+        id?: string;
+        createdAt?: Date;
+        author?: string;
+        description?: string;
+        prompts?: CompletedPrompt[];
+        datasetId?: string;
+        persisted?: boolean;
+    });
+    version(): 3 | 4;
+    useOldResults(): boolean;
+    setTable(table: EvaluateTable): void;
+    save(): Promise<void>;
+    getVars(): Promise<string[]>;
+    getPrompts(): {
+        provider: string;
+        raw: string;
+        label: string;
+        function?: ((args_0: {
+            vars: Record<string, any>;
+            provider?: import("../types").ApiProvider | undefined;
+        }, ...args: unknown[]) => Promise<any>) | undefined;
+        id?: string | undefined;
+        config?: any;
+        display?: string | undefined;
+        metrics?: {
+            cost: number;
+            tokenUsage: {
+                cached?: number | undefined;
+                completion?: number | undefined;
+                prompt?: number | undefined;
+                total?: number | undefined;
+            };
+            score: number;
+            testPassCount: number;
+            testFailCount: number;
+            assertPassCount: number;
+            assertFailCount: number;
+            totalLatencyMs: number;
+            namedScores: Record<string, number>;
+            namedScoresCount: Record<string, number>;
+            redteam?: {
+                pluginPassCount: Record<string, number>;
+                pluginFailCount: Record<string, number>;
+                strategyPassCount: Record<string, number>;
+                strategyFailCount: Record<string, number>;
+            } | undefined;
+        } | undefined;
+    }[];
+    getTable(): Promise<EvaluateTable>;
+    addResult(result: EvaluateResult, test: AtomicTestCase): Promise<void>;
+    addPrompts(prompts: CompletedPrompt[]): Promise<void>;
+    addProviders(providers: Provider[]): Promise<void>;
+    loadResults(): Promise<void>;
+    getResults(): Promise<EvaluateResult[] | EvalResult[]>;
+    toEvaluateSummary(): Promise<EvaluateSummaryV3 | EvaluateSummaryV2>;
+    toResultsFile(): Promise<ResultsFile>;
+    delete(): Promise<void>;
+}
+export declare function getSummaryofLatestEvals(limit?: number, filterDescription?: string, datasetId?: string): Promise<{
+    evalId: string;
+    createdAt: number;
+    description: string | null;
+    numTests: number;
+    datasetId: string | null;
+}[]>;
+//# sourceMappingURL=eval.d.ts.map

package/dist/src/models/eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/models/eval.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EACV,cAAc,EACd,eAAe,EACf,cAAc,EAEd,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,MAAM,EACN,WAAW,EACX,aAAa,EACd,MAAM,UAAU,CAAC;AAIlB,OAAO,UAAU,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAC;AAEvC,wBAAgB,YAAY,CAAC,SAAS,GAAE,IAAiB,UAExD;AAED,qBAAa,WAAW;WACT,gBAAgB,CAAC,KAAK,EAAE,IAAI,EAAE;CAe5C;AAED,MAAM,CAAC,OAAO,OAAO,IAAI;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAE/B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,SAAS,EAAE,OAAO,CAAC;WAEN,MAAM;WAiBN,QAAQ,CAAC,EAAE,EAAE,MAAM;WAuCnB,OAAO,CAAC,KAAK,GAAE,MAA4B;WAqB3C,MAAM,CACjB,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,EAC9B,eAAe,EAAE,MAAM,EAAE,EAAE,uFAAuF;IAClH,IAAI,CAAC,EAAE;QACL,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,IAAI,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;KACxB,GACA,OAAO,CAAC,IAAI,CAAC;gBAgGd,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,EAC9B,IAAI,CAAC,EAAE;QACL,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,IAAI,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,eAAe,EAAE,CAAC;QAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAaH,OAAO;IAQP,aAAa;IAIb,QAAQ,CAAC,KAAK,EAAE,aAAa;IAMvB,IAAI;IAkBJ,OAAO;IAcb,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAQJ,QAAQ,IAAI,OAAO,CAAC,aAAa,CAAC;IAOlC,SAAS,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc;IAOtD,UAAU,CAAC,OAAO,EAAE,eAAe,EAAE;IAQrC,YAAY,CAAC,SAAS,EAAE,QAAQ,EAAE;IAkBlC,WAAW;IAIX,UAAU,IAAI,OAAO,CAAC,cAAc,EAAE,GAAG,UAAU,EAAE,CAAC;IAQtD,iBAAiB,IAAI,OAAO,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;IA2CnE,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC;IAcrC,MAAM;CAWb;AAED,wBAAsB,uBAAuB,CAC3C,KAAK,GAAE,MAA4B,EACnC,iBAAiB,CAAC,EAAE,MAAM,EAC1B,SAAS,CAAC,EAAE,MAAM;;;;;;KAuCnB"}

package/dist/src/models/eval.js

@@ -0,0 +1,390 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvalQueries = void 0;
+exports.createEvalId = createEvalId;
+exports.getSummaryofLatestEvals = getSummaryofLatestEvals;
+const crypto_1 = require("crypto");
+const drizzle_orm_1 = require("drizzle-orm");
+const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
+const constants_1 = require("../constants");
+const database_1 = require("../database");
+const tables_1 = require("../database/tables");
+const logger_1 = __importDefault(require("../logger"));
+const utils_1 = require("../prompts/utils");
+const convertEvalResultsToTable_1 = require("../util/convertEvalResultsToTable");
+const createHash_1 = require("../util/createHash");
+const time_1 = require("../util/time");
+const evalResult_1 = __importDefault(require("./evalResult"));
+function createEvalId(createdAt = new Date()) {
+    return `eval-${(0, createHash_1.randomSequence)(3)}-${createdAt.toISOString().slice(0, 19)}`;
+}
+class EvalQueries {
+    static async getVarsFromEvals(evals) {
+        const db = (0, database_1.getDb)();
+        const query = drizzle_orm_1.sql.raw(`SELECT DISTINCT j.key, eval_id from (SELECT eval_id, json_extract(eval_results.test_case, '$.vars') as vars
+FROM eval_results where eval_id IN (${evals.map((e) => `'${e.id}'`).join(',')})) t, json_each(t.vars) j;`);
+        // @ts-ignore
+        const results = await db.all(query);
+        const vars = results.reduce((acc, r) => {
+            acc[r.eval_id] = acc[r.eval_id] || [];
+            acc[r.eval_id].push(r.key);
+            return acc;
+        }, {});
+        return vars;
+    }
+}
+exports.EvalQueries = EvalQueries;
+class Eval {
+    static async latest() {
+        const db = (0, database_1.getDb)();
+        const db_results = await db
+            .select({
+            id: tables_1.evalsTable.id,
+        })
+            .from(tables_1.evalsTable)
+            .orderBy((0, drizzle_orm_1.desc)(tables_1.evalsTable.createdAt))
+            .limit(1);
+        if (db_results.length === 0) {
+            return undefined;
+        }
+        return await Eval.findById(db_results[0].id);
+    }
+    static async findById(id) {
+        const db = (0, database_1.getDb)();
+        const { evals, datasetResults } = await db.transaction(async (tx) => {
+            const evals = await tx.select().from(tables_1.evalsTable).where((0, drizzle_orm_1.eq)(tables_1.evalsTable.id, id));
+            const datasetResults = await tx
+                .select({
+                datasetId: tables_1.evalsToDatasetsTable.datasetId,
+            })
+                .from(tables_1.evalsToDatasetsTable)
+                .where((0, drizzle_orm_1.eq)(tables_1.evalsToDatasetsTable.evalId, id))
+                .limit(1);
+            return { evals, datasetResults };
+        });
+        if (evals.length === 0) {
+            return undefined;
+        }
+        const eval_ = evals[0];
+        const datasetId = datasetResults[0]?.datasetId;
+        const evalInstance = new Eval(eval_.config, {
+            id: eval_.id,
+            createdAt: new Date(eval_.createdAt),
+            author: eval_.author || undefined,
+            description: eval_.description || undefined,
+            prompts: eval_.prompts || [],
+            datasetId,
+            persisted: true,
+        });
+        if (eval_.results && 'table' in eval_.results) {
+            evalInstance.oldResults = eval_.results;
+        }
+        return evalInstance;
+    }
+    static async getMany(limit = constants_1.DEFAULT_QUERY_LIMIT) {
+        const db = (0, database_1.getDb)();
+        const evals = await db
+            .select()
+            .from(tables_1.evalsTable)
+            .limit(limit)
+            .orderBy((0, drizzle_orm_1.desc)(tables_1.evalsTable.createdAt))
+            .all();
+        return evals.map((e) => new Eval(e.config, {
+            id: e.id,
+            createdAt: new Date(e.createdAt),
+            author: e.author || undefined,
+            description: e.description || undefined,
+            prompts: e.prompts || [],
+            persisted: true,
+        }));
+    }
+    static async create(config, renderedPrompts, // The config doesn't contain the actual prompts, so we need to pass them in separately
+    opts) {
+        const createdAt = opts?.createdAt || new Date();
+        const evalId = opts?.id || createEvalId(createdAt);
+        const db = (0, database_1.getDb)();
+        await db.transaction((tx) => {
+            tx.insert(tables_1.evalsTable)
+                .values({
+                id: evalId,
+                createdAt: createdAt.getTime(),
+                author: opts?.author,
+                description: config.description,
+                config,
+                results: {},
+            })
+                .run();
+            if (opts?.results) {
+                const res = tx
+                    .insert(tables_1.evalResultsTable)
+                    .values(opts.results?.map((r) => ({ ...r, evalId, id: (0, crypto_1.randomUUID)() })))
+                    .run();
+                logger_1.default.debug(`Inserted ${res.changes} eval results`);
+            }
+            for (const prompt of renderedPrompts) {
+                const label = prompt.label || prompt.display || prompt.raw;
+                const promptId = (0, utils_1.hashPrompt)(prompt);
+                tx.insert(tables_1.promptsTable)
+                    .values({
+                    id: promptId,
+                    prompt: label,
+                })
+                    .onConflictDoNothing()
+                    .run();
+                tx.insert(tables_1.evalsToPromptsTable)
+                    .values({
+                    evalId,
+                    promptId,
+                })
+                    .onConflictDoNothing()
+                    .run();
+                logger_1.default.debug(`Inserting prompt ${promptId}`);
+            }
+            // Record dataset relation
+            const datasetId = (0, createHash_1.sha256)(JSON.stringify(config.tests || []));
+            tx.insert(tables_1.datasetsTable)
+                .values({
+                id: datasetId,
+                tests: config.tests,
+            })
+                .onConflictDoNothing()
+                .run();
+            tx.insert(tables_1.evalsToDatasetsTable)
+                .values({
+                evalId,
+                datasetId,
+            })
+                .onConflictDoNothing()
+                .run();
+            logger_1.default.debug(`Inserting dataset ${datasetId}`);
+            // Record tags
+            if (config.tags) {
+                for (const [tagKey, tagValue] of Object.entries(config.tags)) {
+                    const tagId = (0, createHash_1.sha256)(`${tagKey}:${tagValue}`);
+                    tx.insert(tables_1.tagsTable)
+                        .values({
+                        id: tagId,
+                        name: tagKey,
+                        value: tagValue,
+                    })
+                        .onConflictDoNothing()
+                        .run();
+                    tx.insert(tables_1.evalsToTagsTable)
+                        .values({
+                        evalId,
+                        tagId,
+                    })
+                        .onConflictDoNothing()
+                        .run();
+                    logger_1.default.debug(`Inserting tag ${tagId}`);
+                }
+            }
+        });
+        return new Eval(config, { id: evalId, author: opts?.author, createdAt, persisted: true });
+    }
+    constructor(config, opts) {
+        const createdAt = opts?.createdAt || new Date();
+        this.createdAt = createdAt.getTime();
+        this.id = opts?.id || createEvalId(createdAt);
+        this.author = opts?.author;
+        this.config = config;
+        this.results = [];
+        this.prompts = opts?.prompts || [];
+        this.datasetId = opts?.datasetId;
+        this.persisted = opts?.persisted || false;
+    }
+    version() {
+        /**
+         * Version 3 is the denormalized version of where the table and results are stored on the eval object.
+         * Version 4 is the normalized version where the results are stored in another databse table and the table for vizualization is generated by the app.
+         */
+        return this.oldResults && 'table' in this.oldResults ? 3 : 4;
+    }
+    useOldResults() {
+        return this.version() < 4;
+    }
+    setTable(table) {
+        (0, tiny_invariant_1.default)(this.version() < 4, 'Eval is not version 3');
+        (0, tiny_invariant_1.default)(this.oldResults, 'Old results not found');
+        this.oldResults.table = table;
+    }
+    async save() {
+        const db = (0, database_1.getDb)();
+        const updateObj = {
+            config: this.config,
+            prompts: this.prompts,
+            description: this.config.description,
+            author: this.author,
+            updatedAt: (0, time_1.getCurrentTimestamp)(),
+        };
+        if (this.useOldResults()) {
+            (0, tiny_invariant_1.default)(this.oldResults, 'Old results not found');
+            updateObj.results = this.oldResults;
+        }
+        await db.update(tables_1.evalsTable).set(updateObj).where((0, drizzle_orm_1.eq)(tables_1.evalsTable.id, this.id)).run();
+        this.persisted = true;
+    }
+    async getVars() {
+        if (this.useOldResults()) {
+            (0, tiny_invariant_1.default)(this.oldResults, 'Old results not found');
+            return this.oldResults.table?.head.vars || [];
+        }
+        const db = (0, database_1.getDb)();
+        const query = (0, drizzle_orm_1.sql) `SELECT DISTINCT j.key from (SELECT json_extract(test_case_results.test_case, '$.vars') as vars
+    FROM test_case_results where test_case_results.eval_id = ${this.id}) t, json_each(t.vars) j;`;
+        // @ts-ignore
+        const results = await db.all(query);
+        return results.map((r) => r.key) || [];
+    }
+    getPrompts() {
+        if (this.useOldResults()) {
+            (0, tiny_invariant_1.default)(this.oldResults, 'Old results not found');
+            return this.oldResults.table?.head.prompts || [];
+        }
+        return this.prompts;
+    }
+    async getTable() {
+        if (this.useOldResults()) {
+            return this.oldResults?.table || { head: { prompts: [], vars: [] }, body: [] };
+        }
+        return (0, convertEvalResultsToTable_1.convertResultsToTable)(await this.toResultsFile());
+    }
+    async addResult(result, test) {
+        const newResult = await evalResult_1.default.createFromEvaluateResult(this.id, result, test, {
+            persist: this.persisted,
+        });
+        this.results.push(newResult);
+    }
+    async addPrompts(prompts) {
+        this.prompts = prompts;
+        if (this.persisted) {
+            const db = (0, database_1.getDb)();
+            await db.update(tables_1.evalsTable).set({ prompts }).where((0, drizzle_orm_1.eq)(tables_1.evalsTable.id, this.id)).run();
+        }
+    }
+    async addProviders(providers) {
+        if (this.persisted) {
+            const db = (0, database_1.getDb)();
+            await db.transaction(async (tx) => {
+                for (const provider of providers) {
+                    const id = provider.id;
+                    tx.insert(tables_1.evalsToProvidersTable)
+                        .values({
+                        evalId: this.id,
+                        providerId: id,
+                    })
+                        .onConflictDoNothing()
+                        .run();
+                }
+            });
+        }
+    }
+    async loadResults() {
+        this.results = await evalResult_1.default.findManyByEvalId(this.id);
+    }
+    async getResults() {
+        if (this.useOldResults()) {
+            (0, tiny_invariant_1.default)(this.oldResults, 'Old results not found');
+            return this.oldResults.results;
+        }
+        await this.loadResults();
+        return this.results;
+    }
+    async toEvaluateSummary() {
+        if (this.useOldResults()) {
+            (0, tiny_invariant_1.default)(this.oldResults, 'Old results not found');
+            return {
+                version: 2,
+                timestamp: new Date(this.createdAt).toISOString(),
+                results: this.oldResults.results,
+                table: this.oldResults.table,
+                stats: this.oldResults.stats,
+            };
+        }
+        if (this.results.length === 0) {
+            await this.loadResults();
+        }
+        const stats = {
+            successes: 0,
+            failures: 0,
+            tokenUsage: {
+                cached: 0,
+                completion: 0,
+                prompt: 0,
+                total: 0,
+            },
+        };
+        for (const prompt of this.prompts) {
+            stats.successes += prompt.metrics?.testPassCount || 0;
+            stats.failures += prompt.metrics?.testFailCount || 0;
+            stats.tokenUsage.prompt += prompt.metrics?.tokenUsage.prompt || 0;
+            stats.tokenUsage.cached += prompt.metrics?.tokenUsage.cached || 0;
+            stats.tokenUsage.completion += prompt.metrics?.tokenUsage.completion || 0;
+            stats.tokenUsage.total += prompt.metrics?.tokenUsage.total || 0;
+        }
+        return {
+            version: 3,
+            timestamp: new Date(this.createdAt).toISOString(),
+            prompts: this.prompts,
+            results: this.results.map((r) => r.toEvaluateResult()),
+            stats,
+        };
+    }
+    async toResultsFile() {
+        const results = {
+            version: this.version(),
+            createdAt: new Date(this.createdAt).toISOString(),
+            results: await this.toEvaluateSummary(),
+            config: this.config,
+            author: this.author || null,
+            prompts: this.getPrompts(),
+            datasetId: this.datasetId || null,
+        };
+        return results;
+    }
+    async delete() {
+        const db = (0, database_1.getDb)();
+        await db.transaction(() => {
+            db.delete(tables_1.evalsToDatasetsTable).where((0, drizzle_orm_1.eq)(tables_1.evalsToDatasetsTable.evalId, this.id)).run();
+            db.delete(tables_1.evalsToPromptsTable).where((0, drizzle_orm_1.eq)(tables_1.evalsToPromptsTable.evalId, this.id)).run();
+            db.delete(tables_1.evalsToTagsTable).where((0, drizzle_orm_1.eq)(tables_1.evalsToTagsTable.evalId, this.id)).run();
+            db.delete(tables_1.evalsToProvidersTable).where((0, drizzle_orm_1.eq)(tables_1.evalsToProvidersTable.evalId, this.id)).run();
+            db.delete(tables_1.evalResultsTable).where((0, drizzle_orm_1.eq)(tables_1.evalResultsTable.evalId, this.id)).run();
+            db.delete(tables_1.evalsTable).where((0, drizzle_orm_1.eq)(tables_1.evalsTable.id, this.id)).run();
+        });
+    }
+}
+exports.default = Eval;
+async function getSummaryofLatestEvals(limit = constants_1.DEFAULT_QUERY_LIMIT, filterDescription, datasetId) {
+    const db = (0, database_1.getDb)();
+    const startTime = performance.now();
+    const query = db
+        .select({
+        evalId: tables_1.evalsTable.id,
+        createdAt: tables_1.evalsTable.createdAt,
+        description: tables_1.evalsTable.description,
+        numTests: (0, drizzle_orm_1.sql) `COUNT(DISTINCT ${tables_1.evalResultsTable.testIdx})`.as('numTests'),
+        datasetId: tables_1.evalsToDatasetsTable.datasetId,
+    })
+        .from(tables_1.evalsTable)
+        .leftJoin(tables_1.evalsToDatasetsTable, (0, drizzle_orm_1.eq)(tables_1.evalsTable.id, tables_1.evalsToDatasetsTable.evalId))
+        .leftJoin(tables_1.evalResultsTable, (0, drizzle_orm_1.eq)(tables_1.evalsTable.id, tables_1.evalResultsTable.evalId))
+        .where((0, drizzle_orm_1.and)(datasetId ? (0, drizzle_orm_1.eq)(tables_1.evalsToDatasetsTable.datasetId, datasetId) : undefined, filterDescription ? (0, drizzle_orm_1.like)(tables_1.evalsTable.description, `%${filterDescription}%`) : undefined, (0, drizzle_orm_1.eq)(tables_1.evalsTable.results, {})))
+        .groupBy(tables_1.evalsTable.id);
+    const results = query.orderBy((0, drizzle_orm_1.desc)(tables_1.evalsTable.createdAt)).limit(limit).all();
+    const mappedResults = results.map((result) => ({
+        evalId: result.evalId,
+        createdAt: result.createdAt,
+        description: result.description,
+        numTests: result.numTests || 0,
+        datasetId: result.datasetId,
+    }));
+    const endTime = performance.now();
+    const executionTime = endTime - startTime;
+    logger_1.default.debug(`listPreviousResults execution time: ${executionTime.toFixed(2)}ms`);
+    return mappedResults;
+}
+//# sourceMappingURL=eval.js.map

package/dist/src/models/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../src/models/eval.ts"],"names":[],"mappings":";;;;;;AAoCA,oCAEC;AAkaD,0DA0CC;AAlfD,mCAAoC;AACpC,6CAAuD;AACvD,oEAAuC;AACvC,4CAAmD;AACnD,0CAAoC;AACpC,+CAU4B;AAC5B,uDAA+B;AAC/B,4CAA8C;AAa9C,iFAA0E;AAC1E,mDAA4D;AAC5D,uCAAmD;AACnD,8DAAsC;AAGtC,SAAgB,YAAY,CAAC,YAAkB,IAAI,IAAI,EAAE;IACvD,OAAO,QAAQ,IAAA,2BAAc,EAAC,CAAC,CAAC,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,MAAa,WAAW;IACtB,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAa;QACzC,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,MAAM,KAAK,GAAG,iBAAG,CAAC,GAAG,CACnB;sCACgC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,4BAA4B,CACpG,CAAC;QACF,aAAa;QACb,MAAM,OAAO,GAAuC,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACxE,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAA6B,EAAE,CAAC,EAAE,EAAE;YAC/D,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACtC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC3B,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAhBD,kCAgBC;AAED,MAAqB,IAAI;IAavB,MAAM,CAAC,KAAK,CAAC,MAAM;QACjB,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,MAAM,UAAU,GAAG,MAAM,EAAE;aACxB,MAAM,CAAC;YACN,EAAE,EAAE,mBAAU,CAAC,EAAE;SAClB,CAAC;aACD,IAAI,CAAC,mBAAU,CAAC;aAChB,OAAO,CAAC,IAAA,kBAAI,EAAC,mBAAU,CAAC,SAAS,CAAC,CAAC;aACnC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEZ,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAU;QAC9B,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QAEnB,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAClE,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,mBAAU,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,mBAAU,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAC9E,MAAM,cAAc,GAAG,MAAM,EAAE;iBAC5B,MAAM,CAAC;gBACN,SAAS,EAAE,6BAAoB,CAAC,SAAS;aAC1C,CAAC;iBACD,IAAI,CAAC,6BAAoB,CAAC;iBAC1B,KAAK,CAAC,IAAA,gBAAE,EAAC,6BAAoB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;iBAC1C,KAAK,CAAC,CAAC,CAAC,CAAC;YAEZ,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEvB,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;QAE/C,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YAC1C,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,SAAS,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;YACpC,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,SAAS;YACjC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,SAAS;YAC3C,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;YAC5B,SAAS;YACT,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,OAAO,IAAI,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAC9C,YAAY,CAAC,UAAU,GAAG,KAAK,CAAC,OAA4B,CAAC;QAC/D,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAgB,+BAAmB;QACtD,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,MAAM,KAAK,GAAG,MAAM,EAAE;aACnB,MAAM,EAAE;aACR,IAAI,CAAC,mBAAU,CAAC;aAChB,KAAK,CAAC,KAAK,CAAC;aACZ,OAAO,CAAC,IAAA,kBAAI,EAAC,mBAAU,CAAC,SAAS,CAAC,CAAC;aACnC,GAAG,EAAE,CAAC;QACT,OAAO,KAAK,CAAC,GAAG,CACd,CAAC,CAAC,EAAE,EAAE,CACJ,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE;YACjB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;YAChC,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,SAAS;YAC7B,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,SAAS;YACvC,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE;YACxB,SAAS,EAAE,IAAI;SAChB,CAAC,CACL,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CACjB,MAA8B,EAC9B,eAAyB,EAAE,uFAAuF;IAClH,IAMC;QAED,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,EAAE,EAAE,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,MAAM,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,EAAE;YAC1B,EAAE,CAAC,MAAM,CAAC,mBAAU,CAAC;iBAClB,MAAM,CAAC;gBACN,EAAE,EAAE,MAAM;gBACV,SAAS,EAAE,SAAS,CAAC,OAAO,EAAE;gBAC9B,MAAM,EAAE,IAAI,EAAE,MAAM;gBACpB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,MAAM;gBACN,OAAO,EAAE,EAAE;aACZ,CAAC;iBACD,GAAG,EAAE,CAAC;YACT,IAAI,IAAI,EAAE,OAAO,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,EAAE;qBACX,MAAM,CAAC,yBAAgB,CAAC;qBACxB,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAA,mBAAU,GAAE,EAAE,CAAC,CAAC,CAAC;qBACtE,GAAG,EAAE,CAAC;gBACT,gBAAM,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC;YACvD,CAAC;YAED,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;gBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC;gBAC3D,MAAM,QAAQ,GAAG,IAAA,kBAAU,EAAC,MAAM,CAAC,CAAC;gBAEpC,EAAE,CAAC,MAAM,CAAC,qBAAY,CAAC;qBACpB,MAAM,CAAC;oBACN,EAAE,EAAE,QAAQ;oBACZ,MAAM,EAAE,KAAK;iBACd,CAAC;qBACD,mBAAmB,EAAE;qBACrB,GAAG,EAAE,CAAC;gBAET,EAAE,CAAC,MAAM,CAAC,4BAAmB,CAAC;qBAC3B,MAAM,CAAC;oBACN,MAAM;oBACN,QAAQ;iBACT,CAAC;qBACD,mBAAmB,EAAE;qBACrB,GAAG,EAAE,CAAC;gBAET,gBAAM,CAAC,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,0BAA0B;YAC1B,MAAM,SAAS,GAAG,IAAA,mBAAM,EAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;YAC7D,EAAE,CAAC,MAAM,CAAC,sBAAa,CAAC;iBACrB,MAAM,CAAC;gBACN,EAAE,EAAE,SAAS;gBACb,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC;iBACD,mBAAmB,EAAE;iBACrB,GAAG,EAAE,CAAC;YAET,EAAE,CAAC,MAAM,CAAC,6BAAoB,CAAC;iBAC5B,MAAM,CAAC;gBACN,MAAM;gBACN,SAAS;aACV,CAAC;iBACD,mBAAmB,EAAE;iBACrB,GAAG,EAAE,CAAC;YAET,gBAAM,CAAC,KAAK,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;YAE/C,cAAc;YACd,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChB,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC7D,MAAM,KAAK,GAAG,IAAA,mBAAM,EAAC,GAAG,MAAM,IAAI,QAAQ,EAAE,CAAC,CAAC;oBAE9C,EAAE,CAAC,MAAM,CAAC,kBAAS,CAAC;yBACjB,MAAM,CAAC;wBACN,EAAE,EAAE,KAAK;wBACT,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,QAAQ;qBAChB,CAAC;yBACD,mBAAmB,EAAE;yBACrB,GAAG,EAAE,CAAC;oBAET,EAAE,CAAC,MAAM,CAAC,yBAAgB,CAAC;yBACxB,MAAM,CAAC;wBACN,MAAM;wBACN,KAAK;qBACN,CAAC;yBACD,mBAAmB,EAAE;yBACrB,GAAG,EAAE,CAAC;oBAET,gBAAM,CAAC,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,YACE,MAA8B,EAC9B,IAQC;QAED,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC;QAChD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;QACrC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,EAAE,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,SAAS,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,KAAK,CAAC;IAC5C,CAAC;IAED,OAAO;QACL;;;WAGG;QACH,OAAO,IAAI,CAAC,UAAU,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,QAAQ,CAAC,KAAoB;QAC3B,IAAA,wBAAS,EAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,uBAAuB,CAAC,CAAC;QACvD,IAAA,wBAAS,EAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;QACpD,IAAI,CAAC,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,MAAM,SAAS,GAAwB;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAA,0BAAmB,GAAE;SACjC,CAAC;QAEF,IAAI,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACzB,IAAA,wBAAS,EAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;YACpD,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC;QACtC,CAAC;QACD,MAAM,EAAE,CAAC,MAAM,CAAC,mBAAU,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,mBAAU,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QACnF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACzB,IAAA,wBAAS,EAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAChD,CAAC;QACD,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,MAAM,KAAK,GAAG,IAAA,iBAAG,EAAA;+DAC0C,IAAI,CAAC,EAAE,2BAA2B,CAAC;QAC9F,aAAa;QACb,MAAM,OAAO,GAAsB,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAEvD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;IAED,UAAU;QACR,IAAI,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACzB,IAAA,wBAAS,EAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;QACnD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QACjF,CAAC;QACD,OAAO,IAAA,iDAAqB,EAAC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAsB,EAAE,IAAoB;QAC1D,MAAM,SAAS,GAAG,MAAM,oBAAU,CAAC,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;YACjF,OAAO,EAAE,IAAI,CAAC,SAAS;SACxB,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA0B;QACzC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;YACnB,MAAM,EAAE,CAAC,MAAM,CAAC,mBAAU,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,mBAAU,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QACvF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAqB;QACtC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;YACnB,MAAM,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;gBAChC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBACjC,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;oBACvB,EAAE,CAAC,MAAM,CAAC,8BAAqB,CAAC;yBAC7B,MAAM,CAAC;wBACN,MAAM,EAAE,IAAI,CAAC,EAAE;wBACf,UAAU,EAAE,EAAE;qBACf,CAAC;yBACD,mBAAmB,EAAE;yBACrB,GAAG,EAAE,CAAC;gBACX,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC,OAAO,GAAG,MAAM,oBAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACzB,IAAA,wBAAS,EAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QACjC,CAAC;QACD,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IACD,KAAK,CAAC,iBAAiB;QACrB,IAAI,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;YACzB,IAAA,wBAAS,EAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;YACpD,OAAO;gBACL,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;gBACjD,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;gBAChC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;gBAC5B,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;aAC7B,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,KAAK,GAAkB;YAC3B,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE;gBACV,MAAM,EAAE,CAAC;gBACT,UAAU,EAAE,CAAC;gBACb,MAAM,EAAE,CAAC;gBACT,KAAK,EAAE,CAAC;aACT;SACF,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,CAAC,CAAC;YACtD,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,IAAI,CAAC,CAAC;YACrD,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAClE,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAClE,KAAK,CAAC,UAAU,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YAC1E,KAAK,CAAC,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;QAClE,CAAC;QAED,OAAO;YACL,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YACjD,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACtD,KAAK;SACN,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,OAAO,GAAgB;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;YACvB,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YACjD,OAAO,EAAE,MAAM,IAAI,CAAC,iBAAiB,EAAE;YACvC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;YAC1B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;SAClC,CAAC;QAEF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,MAAM,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACxB,EAAE,CAAC,MAAM,CAAC,6BAAoB,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,6BAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YACtF,EAAE,CAAC,MAAM,CAAC,4BAAmB,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,4BAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YACpF,EAAE,CAAC,MAAM,CAAC,yBAAgB,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,yBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC9E,EAAE,CAAC,MAAM,CAAC,8BAAqB,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,8BAAqB,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YACxF,EAAE,CAAC,MAAM,CAAC,yBAAgB,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,yBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC9E,EAAE,CAAC,MAAM,CAAC,mBAAU,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,mBAAU,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AA5YD,uBA4YC;AAEM,KAAK,UAAU,uBAAuB,CAC3C,QAAgB,+BAAmB,EACnC,iBAA0B,EAC1B,SAAkB;IAElB,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;IACnB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,EAAE;SACb,MAAM,CAAC;QACN,MAAM,EAAE,mBAAU,CAAC,EAAE;QACrB,SAAS,EAAE,mBAAU,CAAC,SAAS;QAC/B,WAAW,EAAE,mBAAU,CAAC,WAAW;QACnC,QAAQ,EAAE,IAAA,iBAAG,EAAA,kBAAkB,yBAAgB,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC;QACzE,SAAS,EAAE,6BAAoB,CAAC,SAAS;KAC1C,CAAC;SACD,IAAI,CAAC,mBAAU,CAAC;SAChB,QAAQ,CAAC,6BAAoB,EAAE,IAAA,gBAAE,EAAC,mBAAU,CAAC,EAAE,EAAE,6BAAoB,CAAC,MAAM,CAAC,CAAC;SAC9E,QAAQ,CAAC,yBAAgB,EAAE,IAAA,gBAAE,EAAC,mBAAU,CAAC,EAAE,EAAE,yBAAgB,CAAC,MAAM,CAAC,CAAC;SACtE,KAAK,CACJ,IAAA,iBAAG,EACD,SAAS,CAAC,CAAC,CAAC,IAAA,gBAAE,EAAC,6BAAoB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EACrE,iBAAiB,CAAC,CAAC,CAAC,IAAA,kBAAI,EAAC,mBAAU,CAAC,WAAW,EAAE,IAAI,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,EACtF,IAAA,gBAAE,EAAC,mBAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAC3B,CACF;SACA,OAAO,CAAC,mBAAU,CAAC,EAAE,CAAC,CAAC;IAE1B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAA,kBAAI,EAAC,mBAAU,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;IAE7E,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7C,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,QAAQ,EAAG,MAAM,CAAC,QAAmB,IAAI,CAAC;QAC1C,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAC,CAAC,CAAC;IAEJ,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,MAAM,aAAa,GAAG,OAAO,GAAG,SAAS,CAAC;IAC1C,gBAAM,CAAC,KAAK,CAAC,uCAAuC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAElF,OAAO,aAAa,CAAC;AACvB,CAAC"}

package/dist/src/models/evalResult.d.ts

@@ -0,0 +1,50 @@
+import type { AtomicTestCase, GradingResult, Prompt, ProviderOptions, ProviderResponse } from '../types';
+import { type EvaluateResult } from '../types';
+export default class EvalResult {
+    static createFromEvaluateResult(evalId: string, result: EvaluateResult, testCase: AtomicTestCase, opts?: {
+        persist: boolean;
+    }): Promise<EvalResult>;
+    static createManyFromEvaluateResult(results: EvaluateResult[], evalId: string): Promise<EvalResult[]>;
+    static findById(id: string): Promise<EvalResult | null>;
+    static findManyByEvalId(evalId: string): Promise<EvalResult[]>;
+    id: string;
+    evalId: string;
+    description?: string | null;
+    promptIdx: number;
+    testIdx: number;
+    testCase: AtomicTestCase;
+    prompt: Prompt;
+    promptId: string;
+    error?: string | null;
+    success: boolean;
+    score: number;
+    response: ProviderResponse | null;
+    gradingResult: GradingResult | null;
+    namedScores: Record<string, number>;
+    provider: ProviderOptions;
+    latencyMs: number;
+    cost: number;
+    persisted: boolean;
+    constructor(opts: {
+        id: string;
+        evalId: string;
+        promptIdx: number;
+        testIdx: number;
+        testCase: AtomicTestCase;
+        prompt: Prompt;
+        promptId?: string | null;
+        error?: string | null;
+        success: boolean;
+        score: number;
+        response: ProviderResponse | null;
+        gradingResult: GradingResult | null;
+        namedScores?: Record<string, number> | null;
+        provider: ProviderOptions;
+        latencyMs?: number | null;
+        cost?: number | null;
+        persisted?: boolean;
+    });
+    save(): Promise<void>;
+    toEvaluateResult(): EvaluateResult;
+}
+//# sourceMappingURL=evalResult.d.ts.map

package/dist/src/models/evalResult.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalResult.d.ts","sourceRoot":"","sources":["../../../src/models/evalResult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EACb,MAAM,EACN,eAAe,EACf,gBAAgB,EACjB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,UAAU,CAAC;AAG/C,MAAM,CAAC,OAAO,OAAO,UAAU;WAChB,wBAAwB,CACnC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,cAAc,EACtB,QAAQ,EAAE,cAAc,EACxB,IAAI,CAAC,EAAE;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE;WAgChB,4BAA4B,CAAC,OAAO,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,MAAM;WAetE,QAAQ,CAAC,EAAE,EAAE,MAAM;WAMnB,gBAAgB,CAAC,MAAM,EAAE,MAAM;IAS5C,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,cAAc,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAClC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,QAAQ,EAAE,eAAe,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;gBAEP,IAAI,EAAE;QAChB,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,cAAc,CAAC;QACzB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACtB,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,gBAAgB,GAAG,IAAI,CAAC;QAClC,aAAa,EAAE,aAAa,GAAG,IAAI,CAAC;QACpC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;QAC5C,QAAQ,EAAE,eAAe,CAAC;QAC1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;IAqBK,IAAI;IAeV,gBAAgB,IAAI,cAAc;CAqBnC"}