@anonx3247/universal-agent-harness 0.1.0

package/dist/models/provider.js

@@ -0,0 +1,95 @@
+import { assertNever } from "@app/lib/assert";
+import { isAnthropicModel, AnthropicLLM } from "./anthropic";
+import { isGeminiModel, GeminiLLM } from "./gemini";
+import { isMistralModel, MistralLLM } from "./mistral";
+import { isMoonshotAIModel, MoonshotAILLM } from "./moonshotai";
+import { isDeepseekModel, DeepseekLLM } from "./deepseek";
+import { isOpenAIModel, OpenAILLM } from "./openai";
+export const MODELS = {
+    "claude-opus-4-5": true,
+    "claude-sonnet-4-5": true,
+    "claude-haiku-4-5": true,
+    "gemini-3-pro-preview": true,
+    "gemini-2.5-pro": true,
+    "gemini-2.5-flash": true,
+    "gemini-2.5-flash-lite": true,
+    "gpt-5.2-pro": true,
+    "gpt-5.2": true,
+    "gpt-5.1": true,
+    "gpt-5.1-codex": true,
+    "gpt-5": true,
+    "gpt-5-codex": true,
+    "gpt-5-mini": true,
+    "gpt-5-nano": true,
+    "gpt-4.1": true,
+    "devstral-medium-latest": true,
+    "mistral-large-latest": true,
+    "mistral-small-latest": true,
+    "codestral-latest": true,
+    "kimi-k2-thinking": true,
+    "deepseek-chat": true,
+    "deepseek-reasoner": true,
+};
+export function isProvider(str) {
+    return [
+        "gemini",
+        "anthropic",
+        "openai",
+        "mistral",
+        "moonshotai",
+        "deepseek",
+    ].includes(str);
+}
+export function isModel(model) {
+    return (isAnthropicModel(model) ||
+        isOpenAIModel(model) ||
+        isGeminiModel(model) ||
+        isMistralModel(model) ||
+        isMoonshotAIModel(model) ||
+        isDeepseekModel(model));
+}
+export function providerFromModel(model) {
+    if (isOpenAIModel(model))
+        return "openai";
+    if (isMoonshotAIModel(model))
+        return "moonshotai";
+    if (isAnthropicModel(model))
+        return "anthropic";
+    if (isGeminiModel(model))
+        return "gemini";
+    if (isMistralModel(model))
+        return "mistral";
+    if (isDeepseekModel(model))
+        return "deepseek";
+    else
+        assertNever(model);
+}
+/**
+ * Factory function to create an LLM instance from a model and config.
+ * Centralizes the logic for determining which LLM class to instantiate.
+ */
+export function createLLM(model, config) {
+    config = config ?? {};
+    if (isAnthropicModel(model)) {
+        return new AnthropicLLM(config, model);
+    }
+    else if (isGeminiModel(model)) {
+        return new GeminiLLM(config, model);
+    }
+    else if (isOpenAIModel(model)) {
+        return new OpenAILLM(config, model);
+    }
+    else if (isMistralModel(model)) {
+        return new MistralLLM(config, model);
+    }
+    else if (isMoonshotAIModel(model)) {
+        return new MoonshotAILLM(config, model);
+    }
+    else if (isDeepseekModel(model)) {
+        return new DeepseekLLM(config, model);
+    }
+    else {
+        assertNever(model);
+    }
+}
+//# sourceMappingURL=provider.js.map

package/dist/models/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/models/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAkB,gBAAgB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC7E,OAAO,EAAe,aAAa,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACjE,OAAO,EAAE,cAAc,EAAgB,UAAU,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAmB,aAAa,EAAE,MAAM,cAAc,CAAC;AACjF,OAAO,EAAE,eAAe,EAAiB,WAAW,EAAE,MAAM,YAAY,CAAC;AACzE,OAAO,EAAE,aAAa,EAAe,SAAS,EAAE,MAAM,UAAU,CAAC;AAWjE,MAAM,CAAC,MAAM,MAAM,GAAwB;IACzC,iBAAiB,EAAE,IAAI;IACvB,mBAAmB,EAAE,IAAI;IACzB,kBAAkB,EAAE,IAAI;IACxB,sBAAsB,EAAE,IAAI;IAC5B,gBAAgB,EAAE,IAAI;IACtB,kBAAkB,EAAE,IAAI;IACxB,uBAAuB,EAAE,IAAI;IAC7B,aAAa,EAAE,IAAI;IACnB,SAAS,EAAE,IAAI;IACf,SAAS,EAAE,IAAI;IACf,eAAe,EAAE,IAAI;IACrB,OAAO,EAAE,IAAI;IACb,aAAa,EAAE,IAAI;IACnB,YAAY,EAAE,IAAI;IAClB,YAAY,EAAE,IAAI;IAClB,SAAS,EAAE,IAAI;IACf,wBAAwB,EAAE,IAAI;IAC9B,sBAAsB,EAAE,IAAI;IAC5B,sBAAsB,EAAE,IAAI;IAC5B,kBAAkB,EAAE,IAAI;IACxB,kBAAkB,EAAE,IAAI;IACxB,eAAe,EAAE,IAAI;IACrB,mBAAmB,EAAE,IAAI;CAC1B,CAAC;AAUF,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,OAAO;QACL,QAAQ;QACR,WAAW;QACX,QAAQ;QACR,SAAS;QACT,YAAY;QACZ,UAAU;KACX,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,KAAa;IACnC,OAAO,CACL,gBAAgB,CAAC,KAAK,CAAC;QACvB,aAAa,CAAC,KAAK,CAAC;QACpB,aAAa,CAAC,KAAK,CAAC;QACpB,cAAc,CAAC,KAAK,CAAC;QACrB,iBAAiB,CAAC,KAAK,CAAC;QACxB,eAAe,CAAC,KAAK,CAAC,CACvB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,KAMiB;IAEjB,IAAI,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC1C,IAAI,iBAAiB,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAClD,IAAI,gBAAgB,CAAC,KAAK,CAAC;QAAE,OAAO,WAAW,CAAC;IAChD,IAAI,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC1C,IAAI,cAAc,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,IAAI,eAAe,CAAC,KAAK,CAAC;QAAE,OAAO,UAAU,CAAC;;QACzC,WAAW,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,KAAY,EAAE,MAAoB;IAC1D,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;IACtB,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACzC,CAAC;SAAM,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;SAAM,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;SAAM,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC;SAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,IAAI,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;SAAM,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACxC,CAAC;SAAM,CAAC;QACN,WAAW,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC"}

package/dist/resources/experiment.d.ts

@@ -0,0 +1,18 @@
+import { experiments } from "@app/db/schema";
+import { Result } from "@app/lib/error";
+import { InferInsertModel } from "drizzle-orm";
+export declare class ExperimentResource {
+    private data;
+    private constructor();
+    static findByName(name: string): Promise<Result<ExperimentResource>>;
+    static findById(id: number): Promise<ExperimentResource | null>;
+    static create(data: Omit<InferInsertModel<typeof experiments>, "id" | "created" | "updated">): Promise<ExperimentResource>;
+    static all(): Promise<ExperimentResource[]>;
+    update(data: Partial<Omit<InferInsertModel<typeof experiments>, "id" | "created">>): Promise<ExperimentResource>;
+    delete(): Promise<void>;
+    toJSON(): {
+        [x: string]: any;
+    };
+    getAgentIndices(): number[];
+}
+//# sourceMappingURL=experiment.d.ts.map

package/dist/resources/experiment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.d.ts","sourceRoot":"","sources":["../../src/resources/experiment.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAW,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAwB,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAIrE,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,IAAI,CAAa;IAEzB,OAAO;WAIM,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;WAY7D,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;WAUxD,MAAM,CACjB,IAAI,EAAE,IAAI,CACR,gBAAgB,CAAC,OAAO,WAAW,CAAC,EACpC,IAAI,GAAG,SAAS,GAAG,SAAS,CAC7B,GACA,OAAO,CAAC,kBAAkB,CAAC;WAKjB,GAAG,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAK3C,MAAM,CACV,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,WAAW,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC,CAAC,GAC1E,OAAO,CAAC,kBAAkB,CAAC;IAWxB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,MAAM;;;IAIN,eAAe,IAAI,MAAM,EAAE;CAG5B"}

package/dist/resources/experiment.js

@@ -0,0 +1,55 @@
+import { db } from "@app/db";
+import { experiments } from "@app/db/schema";
+import { err, ok } from "@app/lib/error";
+import { eq } from "drizzle-orm";
+export class ExperimentResource {
+    data;
+    constructor(data) {
+        this.data = data;
+    }
+    static async findByName(name) {
+        const result = await db
+            .select()
+            .from(experiments)
+            .where(eq(experiments.name, name))
+            .limit(1);
+        return result[0]
+            ? ok(new ExperimentResource(result[0]))
+            : err("not_found_error", `Experiment '${name}' not found.`);
+    }
+    static async findById(id) {
+        const result = await db
+            .select()
+            .from(experiments)
+            .where(eq(experiments.id, id))
+            .limit(1);
+        return result[0] ? new ExperimentResource(result[0]) : null;
+    }
+    static async create(data) {
+        const [created] = await db.insert(experiments).values(data).returning();
+        return new ExperimentResource(created);
+    }
+    static async all() {
+        const results = await db.select().from(experiments);
+        return results.map((data) => new ExperimentResource(data));
+    }
+    async update(data) {
+        const [updated] = await db
+            .update(experiments)
+            .set({ ...data, updated: new Date() })
+            .where(eq(experiments.id, this.data.id))
+            .returning();
+        this.data = updated;
+        return this;
+    }
+    async delete() {
+        await db.delete(experiments).where(eq(experiments.id, this.data.id));
+    }
+    toJSON() {
+        return this.data;
+    }
+    getAgentIndices() {
+        return Array.from({ length: this.data.agent_count }, (_, i) => i);
+    }
+}
+//# sourceMappingURL=experiment.js.map

package/dist/resources/experiment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.js","sourceRoot":"","sources":["../../src/resources/experiment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,GAAG,EAAE,EAAE,EAAU,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,EAAE,EAAsC,MAAM,aAAa,CAAC;AAIrE,MAAM,OAAO,kBAAkB;IACrB,IAAI,CAAa;IAEzB,YAAoB,IAAgB;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAY;QAClC,MAAM,MAAM,GAAG,MAAM,EAAE;aACpB,MAAM,EAAE;aACR,IAAI,CAAC,WAAW,CAAC;aACjB,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aACjC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEZ,OAAO,MAAM,CAAC,CAAC,CAAC;YACd,CAAC,CAAC,EAAE,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACvC,CAAC,CAAC,GAAG,CAAC,iBAAiB,EAAE,eAAe,IAAI,cAAc,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAU;QAC9B,MAAM,MAAM,GAAG,MAAM,EAAE;aACpB,MAAM,EAAE;aACR,IAAI,CAAC,WAAW,CAAC;aACjB,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;aAC7B,KAAK,CAAC,CAAC,CAAC,CAAC;QAEZ,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CACjB,IAGC;QAED,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;QACxE,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,GAAG;QACd,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACpD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,MAAM,CACV,IAA2E;QAE3E,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,EAAE;aACvB,MAAM,CAAC,WAAW,CAAC;aACnB,GAAG,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;aACrC,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;aACvC,SAAS,EAAE,CAAC;QAEf,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,eAAe;QACb,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;CACF"}

package/dist/resources/messages.d.ts

@@ -0,0 +1,23 @@
+import { Tx } from "@app/db";
+import { ExperimentResource } from "./experiment";
+import { Message } from "@app/models";
+export declare class MessageResource {
+    private data;
+    experiment: ExperimentResource;
+    private constructor();
+    static findById(experiment: ExperimentResource, agentIndex: number, id: number): Promise<MessageResource | null>;
+    static listMessagesByAgent(experiment: ExperimentResource, agentIndex: number): Promise<MessageResource[]>;
+    static listMessagesByExperiment(experiment: ExperimentResource): Promise<MessageResource[]>;
+    static create(experiment: ExperimentResource, agentIndex: number, message: Message, positon: number, totalTokens: number, cost: number, options?: {
+        tx?: Tx;
+    }): Promise<MessageResource>;
+    id(): number;
+    position(): number;
+    created(): Date;
+    toJSON(): Message & {
+        id: number;
+    };
+    static totalTokensForExperiment(experiment: ExperimentResource): Promise<number>;
+    static totalCostForExperiment(experiment: ExperimentResource): Promise<number>;
+}
+//# sourceMappingURL=messages.d.ts.map

package/dist/resources/messages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages.d.ts","sourceRoot":"","sources":["../../src/resources/messages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAM,EAAE,EAAE,MAAM,SAAS,CAAC;AAGjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAEtC,qBAAa,eAAe;IAC1B,OAAO,CAAC,IAAI,CAAoC;IAChD,UAAU,EAAE,kBAAkB,CAAC;IAE/B,OAAO;WAQM,QAAQ,CACnB,UAAU,EAAE,kBAAkB,EAC9B,UAAU,EAAE,MAAM,EAClB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;WAgBrB,mBAAmB,CAC9B,UAAU,EAAE,kBAAkB,EAC9B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,eAAe,EAAE,CAAC;WAehB,wBAAwB,CACnC,UAAU,EAAE,kBAAkB,GAC7B,OAAO,CAAC,eAAe,EAAE,CAAC;WAUhB,MAAM,CACjB,UAAU,EAAE,kBAAkB,EAC9B,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QAAE,EAAE,CAAC,EAAE,EAAE,CAAA;KAAE,GACpB,OAAO,CAAC,eAAe,CAAC;IAiB3B,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIlB,OAAO,IAAI,IAAI;IAIf,MAAM,IAAI,OAAO,GAAG;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE;WAQrB,wBAAwB,CACnC,UAAU,EAAE,kBAAkB,GAC7B,OAAO,CAAC,MAAM,CAAC;WASL,sBAAsB,CACjC,UAAU,EAAE,kBAAkB,GAC7B,OAAO,CAAC,MAAM,CAAC;CAQnB"}

package/dist/resources/messages.js

@@ -0,0 +1,81 @@
+import { db } from "@app/db";
+import { messages } from "@app/db/schema";
+import { eq, and, asc, sum } from "drizzle-orm";
+export class MessageResource {
+    data;
+    experiment;
+    constructor(data, experiment) {
+        this.data = data;
+        this.experiment = experiment;
+    }
+    static async findById(experiment, agentIndex, id) {
+        const result = await db
+            .select()
+            .from(messages)
+            .where(and(eq(messages.experiment, experiment.toJSON().id), eq(messages.agent, agentIndex), eq(messages.id, id)))
+            .limit(1);
+        return result[0] ? new MessageResource(result[0], experiment) : null;
+    }
+    static async listMessagesByAgent(experiment, agentIndex) {
+        const results = await db
+            .select()
+            .from(messages)
+            .where(and(eq(messages.experiment, experiment.toJSON().id), eq(messages.agent, agentIndex)))
+            .orderBy(asc(messages.position));
+        return results.map((msg) => new MessageResource(msg, experiment));
+    }
+    static async listMessagesByExperiment(experiment) {
+        const results = await db
+            .select()
+            .from(messages)
+            .where(eq(messages.experiment, experiment.toJSON().id))
+            .orderBy(asc(messages.position));
+        return results.map((msg) => new MessageResource(msg, experiment));
+    }
+    static async create(experiment, agentIndex, message, positon, totalTokens, cost, options) {
+        const executor = options?.tx ?? db;
+        const [created] = await executor
+            .insert(messages)
+            .values({
+            experiment: experiment.toJSON().id,
+            agent: agentIndex,
+            ...message,
+            position: positon,
+            total_tokens: totalTokens,
+            cost,
+        })
+            .returning();
+        return new MessageResource(created, experiment);
+    }
+    id() {
+        return this.data.id;
+    }
+    position() {
+        return this.data.position;
+    }
+    created() {
+        return new Date(this.data.created);
+    }
+    toJSON() {
+        return {
+            id: this.data.id,
+            role: this.data.role,
+            content: this.data.content,
+        };
+    }
+    static async totalTokensForExperiment(experiment) {
+        const results = await db
+            .select({ total: sum(messages.total_tokens) })
+            .from(messages)
+            .where(eq(messages.experiment, experiment.toJSON().id));
+        return Number(results[0]?.total ?? 0);
+    }
+    static async totalCostForExperiment(experiment) {
+        const results = await db
+            .select({ total: sum(messages.cost) })
+            .from(messages)
+            .where(eq(messages.experiment, experiment.toJSON().id));
+        return Number(results[0]?.total ?? 0);
+    }
+}
+//# sourceMappingURL=messages.js.map

package/dist/resources/messages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages.js","sourceRoot":"","sources":["../../src/resources/messages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAM,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,EAAE,EAAoB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAIlE,MAAM,OAAO,eAAe;IAClB,IAAI,CAAoC;IAChD,UAAU,CAAqB;IAE/B,YACE,IAAuC,EACvC,UAA8B;QAE9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,UAA8B,EAC9B,UAAkB,EAClB,EAAU;QAEV,MAAM,MAAM,GAAG,MAAM,EAAE;aACpB,MAAM,EAAE;aACR,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,EAC/C,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,EAC9B,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CACpB,CACF;aACA,KAAK,CAAC,CAAC,CAAC,CAAC;QAEZ,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvE,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAC9B,UAA8B,EAC9B,UAAkB;QAElB,MAAM,OAAO,GAAG,MAAM,EAAE;aACrB,MAAM,EAAE;aACR,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,EAC/C,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAC/B,CACF;aACA,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEnC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,wBAAwB,CACnC,UAA8B;QAE9B,MAAM,OAAO,GAAG,MAAM,EAAE;aACrB,MAAM,EAAE;aACR,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;aACtD,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEnC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CACjB,UAA8B,EAC9B,UAAkB,EAClB,OAAgB,EAChB,OAAe,EACf,WAAmB,EACnB,IAAY,EACZ,OAAqB;QAErB,MAAM,QAAQ,GAAG,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,QAAQ;aAC7B,MAAM,CAAC,QAAQ,CAAC;aAChB,MAAM,CAAC;YACN,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE;YAClC,KAAK,EAAE,UAAU;YACjB,GAAG,OAAO;YACV,QAAQ,EAAE,OAAO;YACjB,YAAY,EAAE,WAAW;YACzB,IAAI;SACL,CAAC;aACD,SAAS,EAAE,CAAC;QAEf,OAAO,IAAI,eAAe,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAClD,CAAC;IAED,EAAE;QACA,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACtB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;IAC5B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,MAAM;QACJ,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;YAChB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;YACpB,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;SAC3B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,wBAAwB,CACnC,UAA8B;QAE9B,MAAM,OAAO,GAAG,MAAM,EAAE;aACrB,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;aAC7C,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAE1D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,sBAAsB,CACjC,UAA8B;QAE9B,MAAM,OAAO,GAAG,MAAM,EAAE;aACrB,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;aACrC,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAE1D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IACxC,CAAC;CACF"}

package/dist/runner/config.d.ts

@@ -0,0 +1,4 @@
+export type RunConfig = {
+    thinking: boolean;
+};
+//# sourceMappingURL=config.d.ts.map

package/dist/runner/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/runner/config.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC"}

package/dist/runner/config.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=config.js.map

package/dist/runner/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/runner/config.ts"],"names":[],"mappings":""}

package/dist/runner/index.d.ts

@@ -0,0 +1,41 @@
+import { LLM, Message, TextContent, Thinking, Tool, ToolResult, ToolUse } from "@app/models";
+import { ExperimentResource } from "@app/resources/experiment";
+import { Client } from "@modelcontextprotocol/sdk/client/index.js";
+import { Result } from "@app/lib/error";
+import { MessageResource } from "@app/resources/messages";
+import { RunConfig } from "./config";
+export declare class Runner {
+    private experiment;
+    private agentIndex;
+    private mcpClients;
+    private model;
+    private contextPruning;
+    private messages;
+    private constructor();
+    static builder(experiment: ExperimentResource, agentIndex: number, config: RunConfig): Promise<Result<Runner>>;
+    static initialize(experiment: ExperimentResource, agentIndex: number, mcpClients: Client[], model: LLM): Promise<Result<Runner>>;
+    tools(): Promise<Result<Tool[]>>;
+    executeTool(t: ToolUse): Promise<ToolResult>;
+    isNewUserMessageNeeded(): boolean;
+    newUserMessage(): Promise<Result<MessageResource>>;
+    private isAgentLoopStartMessage;
+    private isAgentLoopInnerStartMessage;
+    shiftContextPruning(): Result<void>;
+    /**
+     * Render past agent messages to the model handling truncation to fit the model context window as
+     * needed.
+     *
+     * @param systemPrompt System prompt to use for the model call.
+     * @param tools Tools to provide to the model.
+     */
+    renderForModel(systemPrompt: string, tools: Tool[]): Promise<Result<Message[]>>;
+    /**
+     * Logs message content during runner execution to display progress.
+     */
+    logContent(c: TextContent | ToolUse | ToolResult | Thinking, messageId?: number): void;
+    /**
+     * Advance runer by one tick (one agent call + associated tools executions).
+     */
+    tick(): Promise<Result<void>>;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/runner/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/runner/index.ts"],"names":[],"mappings":"AACA,OAAO,EACL,GAAG,EACH,OAAO,EACP,WAAW,EACX,QAAQ,EACR,IAAI,EACJ,UAAU,EACV,OAAO,EACR,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAe,MAAM,EAAW,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAO1D,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAcrC,qBAAa,MAAM;IACjB,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,UAAU,CAAW;IAC7B,OAAO,CAAC,KAAK,CAAM;IAEnB,OAAO,CAAC,cAAc,CAGpB;IACF,OAAO,CAAC,QAAQ,CAAoB;IAEpC,OAAO;WAkBa,OAAO,CACzB,UAAU,EAAE,kBAAkB,EAC9B,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,SAAS,GAChB,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;WA+CN,UAAU,CAC5B,UAAU,EAAE,kBAAkB,EAC9B,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAAE,EACpB,KAAK,EAAE,GAAG,GACT,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAkBpB,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAyBhC,WAAW,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC;IAoDlD,sBAAsB,IAAI,OAAO;IAc3B,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAiCxD,OAAO,CAAC,uBAAuB;IAO/B,OAAO,CAAC,4BAA4B;IAMpC,mBAAmB,IAAI,MAAM,CAAC,IAAI,CAAC;IAgDnC;;;;;;OAMG;IACG,cAAc,CAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IA2D7B;;OAEG;IACH,UAAU,CACR,CAAC,EAAE,WAAW,GAAG,OAAO,GAAG,UAAU,GAAG,QAAQ,EAChD,SAAS,CAAC,EAAE,MAAM;IA0CpB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;CAgGpC"}