judgeval 0.1.33

package/dist/data/example.js

@@ -0,0 +1,125 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExampleBuilder = exports.Example = void 0;
+class Example {
+    constructor(options) {
+        this.input = options.input;
+        this.actualOutput = options.actualOutput;
+        this.expectedOutput = options.expectedOutput;
+        this.context = options.context;
+        this.retrievalContext = options.retrievalContext;
+        this.additionalMetadata = options.additionalMetadata;
+        this.toolsCalled = options.toolsCalled;
+        this.expectedTools = options.expectedTools;
+        this.exampleId = options.exampleId || this.generateUUID();
+        this.exampleIndex = options.exampleIndex;
+        this.timestamp = options.timestamp;
+    }
+    /**
+     * Generate a UUID for the example ID
+     */
+    generateUUID() {
+        return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function (c) {
+            const r = Math.random() * 16 | 0;
+            const v = c === 'x' ? r : (r & 0x3 | 0x8);
+            return v.toString(16);
+        });
+    }
+    /**
+     * Builder pattern for creating an Example
+     */
+    static builder() {
+        return new ExampleBuilder();
+    }
+    /**
+     * Convert the example to a plain object
+     */
+    toJSON() {
+        return {
+            input: this.input,
+            actual_output: this.actualOutput,
+            expected_output: this.expectedOutput,
+            context: this.context,
+            retrieval_context: this.retrievalContext,
+            additional_metadata: this.additionalMetadata,
+            tools_called: this.toolsCalled,
+            expected_tools: this.expectedTools,
+            example_id: this.exampleId,
+            example_index: this.exampleIndex,
+            timestamp: this.timestamp,
+        };
+    }
+}
+exports.Example = Example;
+/**
+ * Builder for creating Example instances
+ */
+class ExampleBuilder {
+    constructor() {
+        this._input = '';
+    }
+    input(input) {
+        this._input = input;
+        return this;
+    }
+    actualOutput(actualOutput) {
+        this._actualOutput = actualOutput;
+        return this;
+    }
+    expectedOutput(expectedOutput) {
+        this._expectedOutput = expectedOutput;
+        return this;
+    }
+    context(context) {
+        this._context = context;
+        return this;
+    }
+    retrievalContext(retrievalContext) {
+        this._retrievalContext = retrievalContext;
+        return this;
+    }
+    additionalMetadata(additionalMetadata) {
+        this._additionalMetadata = additionalMetadata;
+        return this;
+    }
+    toolsCalled(toolsCalled) {
+        this._toolsCalled = toolsCalled;
+        return this;
+    }
+    expectedTools(expectedTools) {
+        this._expectedTools = expectedTools;
+        return this;
+    }
+    exampleId(exampleId) {
+        this._exampleId = exampleId;
+        return this;
+    }
+    exampleIndex(exampleIndex) {
+        this._exampleIndex = exampleIndex;
+        return this;
+    }
+    timestamp(timestamp) {
+        this._timestamp = timestamp;
+        return this;
+    }
+    build() {
+        if (!this._input) {
+            throw new Error('Input is required for an Example');
+        }
+        return new Example({
+            input: this._input,
+            actualOutput: this._actualOutput,
+            expectedOutput: this._expectedOutput,
+            context: this._context,
+            retrievalContext: this._retrievalContext,
+            additionalMetadata: this._additionalMetadata,
+            toolsCalled: this._toolsCalled,
+            expectedTools: this._expectedTools,
+            exampleId: this._exampleId,
+            exampleIndex: this._exampleIndex,
+            timestamp: this._timestamp,
+        });
+    }
+}
+exports.ExampleBuilder = ExampleBuilder;
+//# sourceMappingURL=example.js.map

package/dist/data/example.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"example.js","sourceRoot":"","sources":["../../src/data/example.ts"],"names":[],"mappings":";;;AAiBA,MAAa,OAAO;IAalB,YAAY,OAAuB;QACjC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1D,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACrC,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,OAAO,sCAAsC,CAAC,OAAO,CAAC,OAAO,EAAE,UAAS,CAAC;YACvE,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;YAC1C,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO;QACZ,OAAO,IAAI,cAAc,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,aAAa,EAAE,IAAI,CAAC,YAAY;YAChC,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB;YACxC,mBAAmB,EAAE,IAAI,CAAC,kBAAkB;YAC5C,YAAY,EAAE,IAAI,CAAC,WAAW;YAC9B,cAAc,EAAE,IAAI,CAAC,aAAa;YAClC,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,aAAa,EAAE,IAAI,CAAC,YAAY;YAChC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;CACF;AA/DD,0BA+DC;AAED;;GAEG;AACH,MAAa,cAAc;IAA3B;QACU,WAAM,GAAW,EAAE,CAAC;IAsF9B,CAAC;IA1EC,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,YAAoB;QAC/B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,cAAc,CAAC,cAAsB;QACnC,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,OAAiB;QACvB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB,CAAC,gBAA0B;QACzC,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kBAAkB,CAAC,kBAAuC;QACxD,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,WAAkB;QAC5B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,aAAoB;QAChC,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,YAAoB;QAC/B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,IAAI,OAAO,CAAC;YACjB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,cAAc,EAAE,IAAI,CAAC,eAAe;YACpC,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;YACxC,kBAAkB,EAAE,IAAI,CAAC,mBAAmB;YAC5C,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,SAAS,EAAE,IAAI,CAAC,UAAU;SAC3B,CAAC,CAAC;IACL,CAAC;CACF;AAvFD,wCAuFC"}

package/dist/data/result.d.ts

@@ -0,0 +1,51 @@
+import { Example } from './example';
+/**
+ * Represents the data for a single scorer
+ */
+export interface ScorerData {
+    name: string;
+    score: number;
+    threshold: number;
+    success: boolean;
+    reason: string | null;
+    strict_mode: boolean | null;
+    evaluation_model: string | null;
+    error: string | null;
+    evaluation_cost: number | null;
+    verbose_logs: any | null;
+    additional_metadata: Record<string, any>;
+}
+/**
+ * Represents the result of scoring an example
+ */
+export interface ScoringResultOptions {
+    dataObject: Example;
+    scorersData?: ScorerData[];
+    error?: string;
+}
+export declare class ScoringResult {
+    dataObject: Example;
+    scorersData?: ScorerData[];
+    error?: string;
+    constructor(options: ScoringResultOptions);
+    /**
+     * Builder pattern for creating a ScoringResult
+     */
+    static builder(): ScoringResultBuilder;
+    /**
+     * Convert the scoring result to a plain object
+     */
+    toJSON(): Record<string, any>;
+}
+/**
+ * Builder for creating ScoringResult instances
+ */
+export declare class ScoringResultBuilder {
+    private _dataObject;
+    private _scorersData?;
+    private _error?;
+    dataObject(dataObject: Example): ScoringResultBuilder;
+    scorersData(scorersData: ScorerData[]): ScoringResultBuilder;
+    error(error: string): ScoringResultBuilder;
+    build(): ScoringResult;
+}

package/dist/data/result.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScoringResultBuilder = exports.ScoringResult = void 0;
+class ScoringResult {
+    constructor(options) {
+        this.dataObject = options.dataObject;
+        this.scorersData = options.scorersData;
+        this.error = options.error;
+    }
+    /**
+     * Builder pattern for creating a ScoringResult
+     */
+    static builder() {
+        return new ScoringResultBuilder();
+    }
+    /**
+     * Convert the scoring result to a plain object
+     */
+    toJSON() {
+        return {
+            success: this.scorersData ? this.scorersData.every(scorer => scorer.success) : false,
+            scorers_data: this.scorersData ? this.scorersData.map(scorer => ({
+                name: scorer.name,
+                threshold: scorer.threshold,
+                success: scorer.success,
+                score: scorer.score,
+                reason: scorer.reason,
+                strict_mode: scorer.strict_mode,
+                evaluation_model: scorer.evaluation_model,
+                error: scorer.error,
+                evaluation_cost: scorer.evaluation_cost,
+                verbose_logs: scorer.verbose_logs,
+                additional_metadata: scorer.additional_metadata
+            })) : null,
+            data_object: this.dataObject ? {
+                input: this.dataObject.input,
+                actual_output: this.dataObject.actualOutput,
+                expected_output: this.dataObject.expectedOutput,
+                context: this.dataObject.context,
+                retrieval_context: this.dataObject.retrievalContext,
+                additional_metadata: this.dataObject.additionalMetadata,
+                tools_called: this.dataObject.toolsCalled,
+                expected_tools: this.dataObject.expectedTools,
+                name: "example",
+                example_id: `example-${Date.now()}-${Math.floor(Math.random() * 1000)}`,
+                example_index: 0,
+                timestamp: new Date().toISOString(),
+                trace_id: `trace-${Date.now()}-${Math.floor(Math.random() * 1000)}`
+            } : null,
+            error: this.error || null
+        };
+    }
+}
+exports.ScoringResult = ScoringResult;
+/**
+ * Builder for creating ScoringResult instances
+ */
+class ScoringResultBuilder {
+    dataObject(dataObject) {
+        this._dataObject = dataObject;
+        return this;
+    }
+    scorersData(scorersData) {
+        this._scorersData = scorersData;
+        return this;
+    }
+    error(error) {
+        this._error = error;
+        return this;
+    }
+    build() {
+        if (!this._dataObject) {
+            throw new Error('Data object is required for a ScoringResult');
+        }
+        return new ScoringResult({
+            dataObject: this._dataObject,
+            scorersData: this._scorersData,
+            error: this._error,
+        });
+    }
+}
+exports.ScoringResultBuilder = ScoringResultBuilder;
+//# sourceMappingURL=result.js.map

package/dist/data/result.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"result.js","sourceRoot":"","sources":["../../src/data/result.ts"],"names":[],"mappings":";;;AA4BA,MAAa,aAAa;IAKxB,YAAY,OAA6B;QACvC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO;QACZ,OAAO,IAAI,oBAAoB,EAAE,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;YACpF,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC/D,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;aAChD,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;YACV,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC7B,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;gBAC5B,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY;gBAC3C,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,cAAc;gBAC/C,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;gBAChC,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,gBAAgB;gBACnD,mBAAmB,EAAE,IAAI,CAAC,UAAU,CAAC,kBAAkB;gBACvD,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW;gBACzC,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa;gBAC7C,IAAI,EAAE,SAAS;gBACf,UAAU,EAAE,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE;gBACvE,aAAa,EAAE,CAAC;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,QAAQ,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE;aACpE,CAAC,CAAC,CAAC,IAAI;YACR,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;SAC1B,CAAC;IACJ,CAAC;CACF;AAvDD,sCAuDC;AAED;;GAEG;AACH,MAAa,oBAAoB;IAK/B,UAAU,CAAC,UAAmB;QAC5B,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,WAAyB;QACnC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,OAAO,IAAI,aAAa,CAAC;YACvB,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,KAAK,EAAE,IAAI,CAAC,MAAM;SACnB,CAAC,CAAC;IACL,CAAC;CACF;AA/BD,oDA+BC"}

package/dist/evaluation-run.d.ts

@@ -0,0 +1,44 @@
+import { Example } from './data/example';
+import { APIJudgmentScorer, JudgevalScorer } from './scorers/base-scorer';
+import { Rule } from './rules';
+/**
+ * Stores example and evaluation scorers together for running an eval task
+ */
+export interface EvaluationRunOptions {
+    logResults?: boolean;
+    organizationId?: string;
+    projectName?: string;
+    evalName?: string;
+    examples: Example[];
+    scorers: Array<APIJudgmentScorer | JudgevalScorer>;
+    model: string | string[] | any;
+    aggregator?: string;
+    metadata?: Record<string, any>;
+    judgmentApiKey?: string;
+    override?: boolean;
+    rules?: Rule[];
+}
+export declare class EvaluationRun {
+    logResults: boolean;
+    organizationId?: string;
+    projectName?: string;
+    evalName?: string;
+    examples: Example[];
+    scorers: Array<APIJudgmentScorer | JudgevalScorer>;
+    model: string | string[] | any;
+    aggregator?: string;
+    metadata?: Record<string, any>;
+    judgmentApiKey?: string;
+    override?: boolean;
+    rules?: Rule[];
+    constructor(options: EvaluationRunOptions);
+    /**
+     * Validate the evaluation run configuration
+     */
+    private validate;
+    /**
+     * Convert the evaluation run to a plain object
+     *
+     */
+    toJSON(): Record<string, any>;
+}

package/dist/evaluation-run.js

@@ -0,0 +1,136 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvaluationRun = void 0;
+const example_1 = require("./data/example");
+const base_scorer_1 = require("./scorers/base-scorer");
+const constants_1 = require("./constants");
+class EvaluationRun {
+    constructor(options) {
+        this.logResults = options.logResults || false;
+        this.organizationId = options.organizationId;
+        this.projectName = options.projectName;
+        this.evalName = options.evalName;
+        this.examples = options.examples;
+        this.scorers = options.scorers;
+        this.model = options.model;
+        this.aggregator = options.aggregator;
+        this.metadata = options.metadata;
+        this.judgmentApiKey = options.judgmentApiKey || '';
+        this.override = options.override || false;
+        this.rules = options.rules;
+        // Validate
+        this.validate();
+    }
+    /**
+     * Validate the evaluation run configuration
+     */
+    validate() {
+        // Validate log_results
+        if (typeof this.logResults !== 'boolean') {
+            throw new Error(`logResults must be a boolean. Received ${this.logResults} of type ${typeof this.logResults}`);
+        }
+        // Validate project_name
+        if (this.logResults && !this.projectName) {
+            throw new Error('Project name is required when logResults is true. Please include the projectName argument.');
+        }
+        // Validate eval_name
+        if (this.logResults && !this.evalName) {
+            throw new Error('Eval name is required when logResults is true. Please include the evalName argument.');
+        }
+        // Validate examples
+        if (!this.examples || this.examples.length === 0) {
+            throw new Error('Examples cannot be empty.');
+        }
+        for (const example of this.examples) {
+            if (!(example instanceof example_1.Example)) {
+                throw new Error(`Invalid type for Example: ${typeof example}`);
+            }
+        }
+        // Validate scorers
+        if (!this.scorers || this.scorers.length === 0) {
+            throw new Error('Scorers cannot be empty.');
+        }
+        for (const scorer of this.scorers) {
+            if (!(scorer instanceof base_scorer_1.APIJudgmentScorer) && !(scorer instanceof base_scorer_1.JudgevalScorer)) {
+                throw new Error(`Invalid type for Scorer: ${typeof scorer}`);
+            }
+        }
+        // Validate model
+        if (!this.model) {
+            throw new Error('Model cannot be empty.');
+        }
+        // Check if model is a JudgevalJudge (would be implemented separately)
+        if (typeof this.model === 'object' && this.model !== null && !Array.isArray(this.model)) {
+            // Verify all scorers are JudgevalScorer when using JudgevalJudge
+            if (!this.scorers.every(s => s instanceof base_scorer_1.JudgevalScorer)) {
+                throw new Error('When using a JudgevalJudge model, all scorers must be JudgevalScorer type');
+            }
+        }
+        else if (typeof this.model === 'string') {
+            // Check if model is a string
+            if (!constants_1.ACCEPTABLE_MODELS.has(this.model)) {
+                throw new Error(`Model name ${this.model} not recognized. Please select a valid model name.`);
+            }
+        }
+        else if (Array.isArray(this.model)) {
+            // Check if model is an array of strings
+            if (!this.model.every(m => typeof m === 'string')) {
+                throw new Error('When providing a list of models, all elements must be strings');
+            }
+            for (const m of this.model) {
+                if (!constants_1.ACCEPTABLE_MODELS.has(m)) {
+                    throw new Error(`Model name ${m} not recognized. Please select a valid model name.`);
+                }
+            }
+        }
+        else {
+            throw new Error(`Model must be one of: string, list of strings, or JudgevalJudge instance. Received type ${typeof this.model}.`);
+        }
+        // Validate aggregator
+        if (Array.isArray(this.model) && !this.aggregator) {
+            throw new Error('Aggregator cannot be empty when using multiple models.');
+        }
+        if (this.aggregator && !constants_1.ACCEPTABLE_MODELS.has(this.aggregator)) {
+            throw new Error(`Model name ${this.aggregator} not recognized.`);
+        }
+    }
+    /**
+     * Convert the evaluation run to a plain object
+     *
+     */
+    toJSON() {
+        const data = {
+            log_results: this.logResults,
+            organization_id: this.organizationId,
+            project_name: this.projectName,
+            eval_name: this.evalName,
+            examples: this.examples.map(example => example.toJSON ? example.toJSON() : example),
+            scorers: this.scorers.map(scorer => {
+                if ('toJSON' in scorer) {
+                    return scorer.toJSON();
+                }
+                else if ('toDict' in scorer) {
+                    return scorer.toDict();
+                }
+                else {
+                    return {
+                        score_type: scorer.scoreType,
+                        threshold: scorer.threshold
+                    };
+                }
+            }),
+            model: this.model,
+            aggregator: this.aggregator,
+            metadata: this.metadata,
+            judgment_api_key: this.judgmentApiKey,
+            override: this.override
+        };
+        if (this.rules) {
+            // Process rules to ensure proper serialization
+            data.rules = this.rules.map(rule => rule.toJSON ? rule.toJSON() : rule);
+        }
+        return data;
+    }
+}
+exports.EvaluationRun = EvaluationRun;
+//# sourceMappingURL=evaluation-run.js.map

package/dist/evaluation-run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluation-run.js","sourceRoot":"","sources":["../src/evaluation-run.ts"],"names":[],"mappings":";;;AAAA,4CAAyC;AACzC,uDAAkF;AAElF,2CAAgD;AAoBhD,MAAa,aAAa;IAcxB,YAAY,OAA6B;QACvC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAE3B,WAAW;QACX,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,QAAQ;QACd,uBAAuB;QACvB,IAAI,OAAO,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,UAAU,YAAY,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACjH,CAAC;QAED,wBAAwB;QACxB,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,4FAA4F,CAAC,CAAC;QAChH,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,sFAAsF,CAAC,CAAC;QAC1G,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,CAAC,OAAO,YAAY,iBAAO,CAAC,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,6BAA6B,OAAO,OAAO,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC,CAAC,MAAM,YAAY,+BAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,YAAY,4BAAc,CAAC,EAAE,CAAC;gBAClF,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,MAAM,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,sEAAsE;QACtE,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACxF,iEAAiE;YACjE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,4BAAc,CAAC,EAAE,CAAC;gBAC1D,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;YAC/F,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC1C,6BAA6B;YAC7B,IAAI,CAAC,6BAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,KAAK,oDAAoD,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,wCAAwC;YACxC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;YACnF,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC3B,IAAI,CAAC,6BAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,oDAAoD,CAAC,CAAC;gBACvF,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,2FAA2F,OAAO,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACnI,CAAC;QAED,sBAAsB;QACtB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,6BAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,kBAAkB,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,MAAM;QACJ,MAAM,IAAI,GAAwB;YAChC,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,YAAY,EAAE,IAAI,CAAC,WAAW;YAC9B,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACnF,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBACjC,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;oBACvB,OAAO,MAAM,CAAC,MAAM,EAAE,CAAC;gBACzB,CAAC;qBAAM,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;oBAC9B,OAAQ,MAAc,CAAC,MAAM,EAAE,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,UAAU,EAAG,MAAiB,CAAC,SAAS;wBACxC,SAAS,EAAG,MAAiB,CAAC,SAAS;qBACxC,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC;YACF,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,gBAAgB,EAAE,IAAI,CAAC,cAAc;YACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;QAEF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,+CAA+C;YAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAnJD,sCAmJC"}

package/dist/index.d.ts

@@ -0,0 +1,10 @@
+export { Example, ExampleBuilder, ExampleOptions } from './data/example';
+export { ScoringResult, ScoringResultBuilder, ScorerData, ScoringResultOptions } from './data/result';
+export { Scorer, APIJudgmentScorer, JudgevalScorer, ScorerWrapper } from './scorers/base-scorer';
+export { AnswerCorrectnessScorer, AnswerRelevancyScorer, ComparisonScorer, ContextualPrecisionScorer, ContextualRecallScorer, ContextualRelevancyScorer, ExecutionOrderScorer, FaithfulnessScorer, GroundednessScorer, HallucinationScorer, InstructionAdherenceScorer, JsonCorrectnessScorer, SummarizationScorer } from './scorers/api-scorer';
+export { AlertStatus, Condition, NotificationConfig, Rule, AlertResult, RulesEngine } from './rules';
+export { EvaluationRun, EvaluationRunOptions } from './evaluation-run';
+export { runEval, assertTest, JudgmentAPIError, sendToRabbitMQ, executeApiEval, mergeResults, checkMissingScorerData, checkEvalRunNameExists, logEvaluationResults, checkExamples } from './run-evaluation';
+export { JudgmentClient } from './judgment-client';
+export * from './constants';
+export * from './clients';

package/dist/index.js

@@ -0,0 +1,73 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JudgmentClient = exports.checkExamples = exports.logEvaluationResults = exports.checkEvalRunNameExists = exports.checkMissingScorerData = exports.mergeResults = exports.executeApiEval = exports.sendToRabbitMQ = exports.JudgmentAPIError = exports.assertTest = exports.runEval = exports.EvaluationRun = exports.RulesEngine = exports.AlertResult = exports.Rule = exports.NotificationConfig = exports.Condition = exports.AlertStatus = exports.SummarizationScorer = exports.JsonCorrectnessScorer = exports.InstructionAdherenceScorer = exports.HallucinationScorer = exports.GroundednessScorer = exports.FaithfulnessScorer = exports.ExecutionOrderScorer = exports.ContextualRelevancyScorer = exports.ContextualRecallScorer = exports.ContextualPrecisionScorer = exports.ComparisonScorer = exports.AnswerRelevancyScorer = exports.AnswerCorrectnessScorer = exports.ScorerWrapper = exports.JudgevalScorer = exports.APIJudgmentScorer = exports.ScoringResultBuilder = exports.ScoringResult = exports.ExampleBuilder = exports.Example = void 0;
+// Export data models
+var example_1 = require("./data/example");
+Object.defineProperty(exports, "Example", { enumerable: true, get: function () { return example_1.Example; } });
+Object.defineProperty(exports, "ExampleBuilder", { enumerable: true, get: function () { return example_1.ExampleBuilder; } });
+var result_1 = require("./data/result");
+Object.defineProperty(exports, "ScoringResult", { enumerable: true, get: function () { return result_1.ScoringResult; } });
+Object.defineProperty(exports, "ScoringResultBuilder", { enumerable: true, get: function () { return result_1.ScoringResultBuilder; } });
+// Export scorers
+var base_scorer_1 = require("./scorers/base-scorer");
+Object.defineProperty(exports, "APIJudgmentScorer", { enumerable: true, get: function () { return base_scorer_1.APIJudgmentScorer; } });
+Object.defineProperty(exports, "JudgevalScorer", { enumerable: true, get: function () { return base_scorer_1.JudgevalScorer; } });
+Object.defineProperty(exports, "ScorerWrapper", { enumerable: true, get: function () { return base_scorer_1.ScorerWrapper; } });
+var api_scorer_1 = require("./scorers/api-scorer");
+Object.defineProperty(exports, "AnswerCorrectnessScorer", { enumerable: true, get: function () { return api_scorer_1.AnswerCorrectnessScorer; } });
+Object.defineProperty(exports, "AnswerRelevancyScorer", { enumerable: true, get: function () { return api_scorer_1.AnswerRelevancyScorer; } });
+Object.defineProperty(exports, "ComparisonScorer", { enumerable: true, get: function () { return api_scorer_1.ComparisonScorer; } });
+Object.defineProperty(exports, "ContextualPrecisionScorer", { enumerable: true, get: function () { return api_scorer_1.ContextualPrecisionScorer; } });
+Object.defineProperty(exports, "ContextualRecallScorer", { enumerable: true, get: function () { return api_scorer_1.ContextualRecallScorer; } });
+Object.defineProperty(exports, "ContextualRelevancyScorer", { enumerable: true, get: function () { return api_scorer_1.ContextualRelevancyScorer; } });
+Object.defineProperty(exports, "ExecutionOrderScorer", { enumerable: true, get: function () { return api_scorer_1.ExecutionOrderScorer; } });
+Object.defineProperty(exports, "FaithfulnessScorer", { enumerable: true, get: function () { return api_scorer_1.FaithfulnessScorer; } });
+Object.defineProperty(exports, "GroundednessScorer", { enumerable: true, get: function () { return api_scorer_1.GroundednessScorer; } });
+Object.defineProperty(exports, "HallucinationScorer", { enumerable: true, get: function () { return api_scorer_1.HallucinationScorer; } });
+Object.defineProperty(exports, "InstructionAdherenceScorer", { enumerable: true, get: function () { return api_scorer_1.InstructionAdherenceScorer; } });
+Object.defineProperty(exports, "JsonCorrectnessScorer", { enumerable: true, get: function () { return api_scorer_1.JsonCorrectnessScorer; } });
+Object.defineProperty(exports, "SummarizationScorer", { enumerable: true, get: function () { return api_scorer_1.SummarizationScorer; } });
+// Export rules system
+var rules_1 = require("./rules");
+Object.defineProperty(exports, "AlertStatus", { enumerable: true, get: function () { return rules_1.AlertStatus; } });
+Object.defineProperty(exports, "Condition", { enumerable: true, get: function () { return rules_1.Condition; } });
+Object.defineProperty(exports, "NotificationConfig", { enumerable: true, get: function () { return rules_1.NotificationConfig; } });
+Object.defineProperty(exports, "Rule", { enumerable: true, get: function () { return rules_1.Rule; } });
+Object.defineProperty(exports, "AlertResult", { enumerable: true, get: function () { return rules_1.AlertResult; } });
+Object.defineProperty(exports, "RulesEngine", { enumerable: true, get: function () { return rules_1.RulesEngine; } });
+// Export evaluation components
+var evaluation_run_1 = require("./evaluation-run");
+Object.defineProperty(exports, "EvaluationRun", { enumerable: true, get: function () { return evaluation_run_1.EvaluationRun; } });
+var run_evaluation_1 = require("./run-evaluation");
+Object.defineProperty(exports, "runEval", { enumerable: true, get: function () { return run_evaluation_1.runEval; } });
+Object.defineProperty(exports, "assertTest", { enumerable: true, get: function () { return run_evaluation_1.assertTest; } });
+Object.defineProperty(exports, "JudgmentAPIError", { enumerable: true, get: function () { return run_evaluation_1.JudgmentAPIError; } });
+Object.defineProperty(exports, "sendToRabbitMQ", { enumerable: true, get: function () { return run_evaluation_1.sendToRabbitMQ; } });
+Object.defineProperty(exports, "executeApiEval", { enumerable: true, get: function () { return run_evaluation_1.executeApiEval; } });
+Object.defineProperty(exports, "mergeResults", { enumerable: true, get: function () { return run_evaluation_1.mergeResults; } });
+Object.defineProperty(exports, "checkMissingScorerData", { enumerable: true, get: function () { return run_evaluation_1.checkMissingScorerData; } });
+Object.defineProperty(exports, "checkEvalRunNameExists", { enumerable: true, get: function () { return run_evaluation_1.checkEvalRunNameExists; } });
+Object.defineProperty(exports, "logEvaluationResults", { enumerable: true, get: function () { return run_evaluation_1.logEvaluationResults; } });
+Object.defineProperty(exports, "checkExamples", { enumerable: true, get: function () { return run_evaluation_1.checkExamples; } });
+// Export client
+var judgment_client_1 = require("./judgment-client");
+Object.defineProperty(exports, "JudgmentClient", { enumerable: true, get: function () { return judgment_client_1.JudgmentClient; } });
+// Export constants
+__exportStar(require("./constants"), exports);
+// Export clients
+__exportStar(require("./clients"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qBAAqB;AACrB,0CAAyE;AAAhE,kGAAA,OAAO,OAAA;AAAE,yGAAA,cAAc,OAAA;AAChC,wCAAsG;AAA7F,uGAAA,aAAa,OAAA;AAAE,8GAAA,oBAAoB,OAAA;AAE5C,iBAAiB;AACjB,qDAK+B;AAH7B,gHAAA,iBAAiB,OAAA;AACjB,6GAAA,cAAc,OAAA;AACd,4GAAA,aAAa,OAAA;AAGf,mDAc8B;AAb5B,qHAAA,uBAAuB,OAAA;AACvB,mHAAA,qBAAqB,OAAA;AACrB,8GAAA,gBAAgB,OAAA;AAChB,uHAAA,yBAAyB,OAAA;AACzB,oHAAA,sBAAsB,OAAA;AACtB,uHAAA,yBAAyB,OAAA;AACzB,kHAAA,oBAAoB,OAAA;AACpB,gHAAA,kBAAkB,OAAA;AAClB,gHAAA,kBAAkB,OAAA;AAClB,iHAAA,mBAAmB,OAAA;AACnB,wHAAA,0BAA0B,OAAA;AAC1B,mHAAA,qBAAqB,OAAA;AACrB,iHAAA,mBAAmB,OAAA;AAGrB,sBAAsB;AACtB,iCAOiB;AANf,oGAAA,WAAW,OAAA;AACX,kGAAA,SAAS,OAAA;AACT,2GAAA,kBAAkB,OAAA;AAClB,6FAAA,IAAI,OAAA;AACJ,oGAAA,WAAW,OAAA;AACX,oGAAA,WAAW,OAAA;AAGb,+BAA+B;AAC/B,mDAAuE;AAA9D,+GAAA,aAAa,OAAA;AACtB,mDAW0B;AAVxB,yGAAA,OAAO,OAAA;AACP,4GAAA,UAAU,OAAA;AACV,kHAAA,gBAAgB,OAAA;AAChB,gHAAA,cAAc,OAAA;AACd,gHAAA,cAAc,OAAA;AACd,8GAAA,YAAY,OAAA;AACZ,wHAAA,sBAAsB,OAAA;AACtB,wHAAA,sBAAsB,OAAA;AACtB,sHAAA,oBAAoB,OAAA;AACpB,+GAAA,aAAa,OAAA;AAGf,gBAAgB;AAChB,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AAEvB,mBAAmB;AACnB,8CAA4B;AAE5B,iBAAiB;AACjB,4CAA0B"}