@botpress/evals 1.19.0-beta.14 → 1.19.0-beta.15

package/dist/stores/eval-store.d.ts

@@ -1,61 +0,0 @@
-import type { EvalDefinition } from '../definition';
-import type { EvalFilter, EvalProgressEvent, EvalReport, EvalRunReport } from '../types';
-export interface EvalSummary {
-    name: string;
-    description?: string;
-    tags: string[];
-    type: 'capability' | 'regression';
-    turnCount: number;
-    hasOutcome: boolean;
-}
-export interface EvalRunSummary {
-    id: string;
-    timestamp: string;
-    passed: number;
-    failed: number;
-    total: number;
-    duration: number;
-    botDuration: number;
-    evalDuration: number;
-    filter?: EvalFilter;
-    evalNames: string[];
-    aborted: boolean;
-}
-export interface EvalReportHistoryEntry {
-    runId: string;
-    timestamp: string;
-    report: EvalReport;
-    totalEvalsInRun: number;
-    filter?: EvalFilter;
-}
-export interface EvalWatchOptions {
-    runId?: string;
-    workflowId?: string;
-}
-export interface EvalStore {
-    listEvals(filter?: EvalFilter): Promise<EvalSummary[]>;
-    getEval(name: string): Promise<EvalDefinition | null>;
-    createRun(runType?: string, metadata?: Record<string, unknown>): Promise<string>;
-    addRunResults(runId: string, evalReport: EvalReport): Promise<void>;
-    completeRun(runId: string, report: EvalRunReport): Promise<void>;
-    loadRunResult(runId: string): Promise<EvalRunReport | null>;
-    getLatestRun(): Promise<EvalRunReport | null>;
-    listRunSummaries(opts?: {
-        limit?: number;
-        since?: number;
-    }): Promise<EvalRunSummary[]>;
-    listEvalReportsByName(evalName: string, opts?: {
-        limit?: number;
-        since?: number;
-    }): Promise<EvalReportHistoryEntry[]>;
-    listEvalReportsBulk(opts?: {
-        perEval?: number;
-        since?: number;
-    }): Promise<Record<string, EvalReportHistoryEntry[]>>;
-    watchRun(signal?: AbortSignal, options?: EvalWatchOptions): AsyncIterable<EvalProgressEvent>;
-    getRunnerState(): Promise<{
-        running: boolean;
-        runId: string | null;
-    }>;
-}
-//# sourceMappingURL=eval-store.d.ts.map

package/dist/stores/eval-store.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-store.d.ts","sourceRoot":"","sources":["../../src/stores/eval-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,iBAAiB,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAIxF,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,EAAE,MAAM,EAAE,CAAA;IACd,IAAI,EAAE,YAAY,GAAG,YAAY,CAAA;IACjC,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,OAAO,CAAA;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,SAAS,EAAE,MAAM,EAAE,CAAA;IACnB,OAAO,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,UAAU,CAAA;IAClB,eAAe,EAAE,MAAM,CAAA;IACvB,MAAM,CAAC,EAAE,UAAU,CAAA;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAID,MAAM,WAAW,SAAS;IAExB,SAAS,CAAC,MAAM,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAAA;IACtD,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAA;IAGrD,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAChF,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACnE,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAGhE,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAA;IAC3D,YAAY,IAAI,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAA;IAC7C,gBAAgB,CAAC,IAAI,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAA;IACtF,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAA;IACrH,mBAAmB,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAA;IAGnH,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,aAAa,CAAC,iBAAiB,CAAC,CAAA;IAG5F,cAAc,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAA;CACtE"}

package/dist/stores/eval-store.js

@@ -1 +0,0 @@
-//# sourceMappingURL=eval-store.js.map

package/dist/stores/eval-store.js.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": [],
-  "sourcesContent": [],
-  "mappings": "",
-  "names": []
-}

package/dist/stores/index.d.ts

@@ -1,8 +0,0 @@
-export type { EvalStore, EvalSummary, EvalRunSummary, EvalReportHistoryEntry, EvalWatchOptions } from './eval-store';
-export { LocalEvalStore, getLocalEvalStore, closeLocalEvalStores } from './local-eval-store';
-export type { LocalEvalStoreConfig } from './local-eval-store';
-export { VortexEvalStore } from './vortex-eval-store';
-export type { VortexEvalStoreConfig } from './vortex-eval-store';
-export { createDiskEvalLoader } from './eval-definition-loader';
-export type { EvalDefinitionLoader } from './eval-definition-loader';
-//# sourceMappingURL=index.d.ts.map

package/dist/stores/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/stores/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AACpH,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAC5F,YAAY,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,YAAY,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAChE,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA;AAC/D,YAAY,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA"}