@crowandraven/evalkeeper 0.0.0-stage → 0.2.0

package/dist/summary.d.ts

@@ -0,0 +1,51 @@
+import type { SuiteMetrics } from "./stats.js";
+import type { CheckDef } from "./types.js";
+/**
+ * A test result in plain words, for people who don't want the statistics:
+ * how many answers were fully right, how far to trust that, and the most
+ * common problems. Pure.
+ */
+/** A check that failed, and how often. */
+export type Problem = {
+    key: string;
+    label: string;
+    failed: number;
+    of: number;
+};
+/**
+ * A test in plain words: answers right, how far to trust that, and the common problems.
+ */
+export type Summary = {
+    right: number;
+    total: number;
+    /** One sentence on how much the number can be trusted. */
+    trust: string;
+    /** Checks that failed at least once, most failures first. */
+    problems: Problem[];
+};
+/** Below this many answers the number is mostly noise. */
+export declare const TRUST_MIN = 10;
+/**
+ * A test's result in plain words, for people who don't want the statistics.
+ */
+export declare function summarize(m: SuiteMetrics, checks: CheckDef[]): Summary;
+/**
+ * How far a score on this many cases can be trusted, and how far off it could be.
+ */
+export type Confidence = {
+    level: "too-few" | "rough" | "good" | "strong";
+    label: string;
+    /** About how many points a score could be off, either way (95%). */
+    margin: number;
+    /** What the count means for choosing a model, in one sentence. */
+    sentence: string;
+};
+/**
+ * How far to trust scores on this many cases. The margin is the 95% range
+ * of a pass rate (at the given rate, or 50%, the widest), in points.
+ */
+export declare function confidenceFor(cases: number, rate?: number): Confidence;
+/** The answer key size to aim for (see confidenceFor). */
+export declare const TARGET_CASES = 50;
+/** How many drafts get the key to the target: at least 10, at most 30 a batch. */
+export declare function draftsToTarget(casesNotRetired: number): number;

package/dist/summary.js

@@ -0,0 +1,61 @@
+/** Below this many answers the number is mostly noise. */
+export const TRUST_MIN = 10;
+/**
+ * A test's result in plain words, for people who don't want the statistics.
+ */
+export function summarize(m, checks) {
+    const right = m.allPass.passed;
+    const total = m.allPass.n;
+    const spread = m.allPass.low !== null && m.allPass.high !== null
+        ? Math.round(((m.allPass.high - m.allPass.low) / 2) * 100)
+        : null;
+    const trust = total < TRUST_MIN
+        ? `Only ${total} ${total === 1 ? "answer" : "answers"}: too few to trust yet. Confirm more cases, then test again.`
+        : spread !== null && spread > 10
+            ? `A rough number: with ${total} answers it could be about ${spread} points either way.`
+            : `A solid number: ${total} answers.`;
+    const problems = checks
+        .map((c) => {
+        const r = m.byCheck[c.key];
+        return r && r.n
+            ? { key: c.key, label: c.label, failed: r.n - r.passed, of: r.n }
+            : null;
+    })
+        .filter((p) => p !== null && p.failed > 0)
+        .sort((a, b) => b.failed - a.failed);
+    return { right, total, trust, problems };
+}
+/**
+ * How far to trust scores on this many cases. The margin is the 95% range
+ * of a pass rate (at the given rate, or 50%, the widest), in points.
+ */
+export function confidenceFor(cases, rate = 0.5) {
+    const p = Math.min(Math.max(rate, 0.05), 0.95);
+    const margin = cases
+        ? Math.round(1.96 * Math.sqrt((p * (1 - p)) / cases) * 100)
+        : 100;
+    const level = cases < 20
+        ? "too-few"
+        : cases < 50
+            ? "rough"
+            : cases < 100
+                ? "good"
+                : "strong";
+    const label = {
+        "too-few": "too few",
+        rough: "rough",
+        good: "good",
+        strong: "strong",
+    }[level];
+    const sentence = level === "too-few"
+        ? `With ${cases} cases a score could be off by about ${margin} points: only big problems show. Aim for 50.`
+        : `With ${cases} cases a score could be off by about ${margin} points either way, so models closer than that can't be told apart.${level === "rough" ? " Aim for 50." : ""}`;
+    return { level, label, margin, sentence };
+}
+/** The answer key size to aim for (see confidenceFor). */
+export const TARGET_CASES = 50;
+/** How many drafts get the key to the target: at least 10, at most 30 a batch. */
+export function draftsToTarget(casesNotRetired) {
+    return Math.min(30, Math.max(10, TARGET_CASES - casesNotRetired));
+}
+//# sourceMappingURL=summary.js.map

package/dist/summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.js","sourceRoot":"","sources":["../src/summary.ts"],"names":[],"mappings":"AA6BA,0DAA0D;AAC1D,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,CAAC;AAE5B;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,CAAe,EAAE,MAAkB;IAC3D,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1B,MAAM,MAAM,GACV,CAAC,CAAC,OAAO,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI;QAC/C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;QAC1D,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,KAAK,GACT,KAAK,GAAG,SAAS;QACf,CAAC,CAAC,QAAQ,KAAK,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;QACnH,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,GAAG,EAAE;YAC9B,CAAC,CAAC,wBAAwB,KAAK,8BAA8B,MAAM,qBAAqB;YACxF,CAAC,CAAC,mBAAmB,KAAK,WAAW,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACb,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;YACjE,CAAC,CAAC,IAAI,CAAC;IACX,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,CAAC,EAAgB,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SACvD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAC3C,CAAC;AAcD;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,KAAa,EAAE,IAAI,GAAG,GAAG;IACrD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC;QAC3D,CAAC,CAAC,GAAG,CAAC;IACR,MAAM,KAAK,GACT,KAAK,GAAG,EAAE;QACR,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,KAAK,GAAG,EAAE;YACV,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,KAAK,GAAG,GAAG;gBACX,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,QAAQ,CAAC;IACnB,MAAM,KAAK,GAAG;QACZ,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,OAAO;QACd,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,QAAQ;KACjB,CAAC,KAAK,CAAC,CAAC;IACT,MAAM,QAAQ,GACZ,KAAK,KAAK,SAAS;QACjB,CAAC,CAAC,QAAQ,KAAK,wCAAwC,MAAM,8CAA8C;QAC3G,CAAC,CAAC,QAAQ,KAAK,wCAAwC,MAAM,sEAAsE,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACjL,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC5C,CAAC;AAED,0DAA0D;AAC1D,MAAM,CAAC,MAAM,YAAY,GAAG,EAAE,CAAC;AAE/B,kFAAkF;AAClF,MAAM,UAAU,cAAc,CAAC,eAAuB;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC;AACpE,CAAC"}

package/dist/testing.d.ts

@@ -0,0 +1,26 @@
+import type { FeedbackStore } from "./feedback.js";
+import { type SettingsStore } from "./settings.js";
+import type { EvalStore } from "./store.js";
+/**
+ * The contract every EvalStore must meet, as Vitest tests. Run it against
+ * your store to know the runner will work on it. `make` must return an
+ * empty store each time it's called.
+ *
+ * @example
+ * ```ts
+ * import { describeStoreContract } from "@crowandraven/evalkeeper/testing";
+ *
+ * describeStoreContract("my store", () => myStore(freshDatabase()));
+ * ```
+ */
+export declare function describeStoreContract(name: string, make: () => EvalStore | Promise<EvalStore>): void;
+/**
+ * The contract every FeedbackStore must meet. `make` must return an empty
+ * store each time it's called.
+ */
+export declare function describeFeedbackStoreContract(name: string, make: () => FeedbackStore | Promise<FeedbackStore>): void;
+/**
+ * The contract every SettingsStore must meet. `make` must return an empty
+ * store each time it's called.
+ */
+export declare function describeSettingsStoreContract(name: string, make: () => SettingsStore | Promise<SettingsStore>): void;

package/dist/testing.js

@@ -0,0 +1,362 @@
+/**
+ * The contracts every store must meet, as Vitest tests.
+ *
+ * @module evalkeeper/testing
+ */
+import { describe, expect, it } from "vitest";
+import { z } from "zod";
+import { createRunner } from "./runner.js";
+import { SettingsConflict, } from "./settings.js";
+/**
+ * The contract every EvalStore must meet, as Vitest tests. Run it against
+ * your store to know the runner will work on it. `make` must return an
+ * empty store each time it's called.
+ *
+ * @example
+ * ```ts
+ * import { describeStoreContract } from "@crowandraven/evalkeeper/testing";
+ *
+ * describeStoreContract("my store", () => myStore(freshDatabase()));
+ * ```
+ */
+export function describeStoreContract(name, make) {
+    const newCase = (suite, over = {}) => ({
+        suite,
+        input: { text: "hello", nested: { n: 1 } },
+        tags: ["a", "b"],
+        split: "DEV",
+        status: "ACTIVE",
+        source: "OWNER",
+        sourceRef: null,
+        note: null,
+        labels: [
+            {
+                kind: "EXPECTED",
+                status: "CONFIRMED",
+                value: { want: "HELLO" },
+                raterRole: "OWNER",
+                raterId: null,
+                note: null,
+            },
+        ],
+        ...over,
+    });
+    const newRun = (suite) => ({
+        suite,
+        model: "model-a",
+        promptVersion: "v1",
+        reasoningEffort: null,
+        set: "ALL",
+        repeats: 1,
+        datasetVersion: null,
+        graderVersion: "1",
+        estimatedCostUsd: null,
+        startedBy: null,
+    });
+    describe(`EvalStore contract: ${name}`, () => {
+        it("keeps a case's input, tags, and answers as given", async () => {
+            const store = await make();
+            const c = await store.createCase(newCase("s"));
+            const [listed] = await store.listCases("s");
+            expect(listed?.id).toBe(c.id);
+            expect(listed?.input).toEqual({ text: "hello", nested: { n: 1 } });
+            expect(listed?.tags).toEqual(["a", "b"]);
+            expect(listed?.labels).toHaveLength(1);
+            expect(listed?.labels[0]).toMatchObject({
+                kind: "EXPECTED",
+                status: "CONFIRMED",
+                value: { want: "HELLO" },
+            });
+        });
+        it("lists a suite's cases oldest first, leaving out retired ones", async () => {
+            const store = await make();
+            const first = await store.createCase(newCase("s"));
+            const second = await store.createCase(newCase("s"));
+            await store.createCase(newCase("other"));
+            await store.setCaseStatus(first.id, "RETIRED");
+            expect((await store.listCases("s")).map((c) => c.id)).toEqual([
+                second.id,
+            ]);
+        });
+        it("adds answers without overwriting, and changes their status", async () => {
+            const store = await make();
+            const c = await store.createCase(newCase("s", { labels: [] }));
+            const l = await store.addLabel(c.id, {
+                kind: "EXPECTED",
+                status: "PENDING",
+                value: { want: "X" },
+                raterRole: "MODEL",
+                raterId: null,
+                note: null,
+            });
+            await store.setLabelStatus(l.id, "CONFIRMED");
+            const [listed] = await store.listCases("s");
+            expect(listed?.labels).toHaveLength(1);
+            expect(listed?.labels[0]?.status).toBe("CONFIRMED");
+        });
+        it("starts runs as running, lists them newest first, and filters", async () => {
+            const store = await make();
+            const a = await store.createRun(newRun("s"));
+            await new Promise((r) => setTimeout(r, 5));
+            const b = await store.createRun(newRun("s"));
+            expect(a.status).toBe("RUNNING");
+            expect((await store.listRuns("s")).map((r) => r.id)).toEqual([
+                b.id,
+                a.id,
+            ]);
+            expect(await store.listRuns("s", { limit: 1 })).toHaveLength(1);
+            await store.updateRun(a.id, { status: "SUCCEEDED" });
+            expect((await store.listRuns("s", { status: "SUCCEEDED" })).map((r) => r.id)).toEqual([a.id]);
+            expect(await store.getRun("missing")).toBeNull();
+        });
+        it("keeps the temperature a run was tested at", async () => {
+            const store = await make();
+            const warm = await store.createRun({ ...newRun("s"), temperature: 0.7 });
+            const none = await store.createRun({ ...newRun("s"), temperature: null });
+            expect((await store.getRun(warm.id))?.temperature).toBe(0.7);
+            expect((await store.getRun(none.id))?.temperature ?? null).toBeNull();
+        });
+        it("updates a run only while it has the status it's guarded by", async () => {
+            const store = await make();
+            const r = await store.createRun(newRun("s"));
+            await store.updateRun(r.id, { status: "FAILED" }, { status: "RUNNING" });
+            await store.updateRun(r.id, { status: "SUCCEEDED" }, { status: "RUNNING" });
+            expect((await store.getRun(r.id))?.status).toBe("FAILED");
+        });
+        it("stores outputs and scores, and finds only originals to reuse", async () => {
+            const store = await make();
+            const c = await store.createCase(newCase("s"));
+            const r = await store.createRun(newRun("s"));
+            const base = {
+                runId: r.id,
+                caseId: c.id,
+                repeat: 1,
+                requestHash: "h",
+                output: { text: "HELLO" },
+                error: null,
+                scores: null,
+                costUsd: 0.01,
+                ms: 12,
+                reused: false,
+            };
+            const o = await store.createOutput(base);
+            await store.createOutput({ ...base, reused: true });
+            await store.createOutput({ ...base, error: "boom", output: null });
+            await store.setOutputScores(o.id, [{ key: "match", pass: true }]);
+            const outs = await store.listOutputs(r.id);
+            expect(outs).toHaveLength(3);
+            expect(outs.find((x) => x.id === o.id)?.scores).toEqual([
+                { key: "match", pass: true },
+            ]);
+            const found = await store.findReusableOutput("h", new Date(0));
+            expect(found?.id).toBe(o.id);
+            expect(found?.output).toEqual({ text: "HELLO" });
+            expect(await store.findReusableOutput("h", new Date(Date.now() + 60_000))).toBeNull();
+        });
+        it("runs a whole test through the runner", async () => {
+            const store = await make();
+            const echo = {
+                key: "contract",
+                operation: "contract",
+                priority: { favor: "quality" },
+                label: "Contract",
+                description: "Uppercases text.",
+                graderVersion: "1",
+                input: z.object({ text: z.string() }),
+                labelValue: z.object({ want: z.string() }),
+                checks: [
+                    {
+                        key: "match",
+                        label: "Matches",
+                        description: "",
+                        kind: "label",
+                        severity: "serious",
+                    },
+                ],
+                run: async (i) => ({ text: i.text.toUpperCase() }),
+                grade: async (_i, out, want) => [
+                    { key: "match", pass: want ? out.text === want.want : null },
+                ],
+                inputFromForm: () => ({ text: "" }),
+                title: (i) => i.text,
+            };
+            await store.createCase(newCase("contract"));
+            const runner = createRunner({
+                store,
+                suites: [echo],
+                models: { "model-a": { label: "Model A", provider: "acme" } },
+                promptVersion: () => "v1",
+            });
+            const { run } = await runner.createRun({
+                suite: "contract",
+                model: "model-a",
+            });
+            await runner.runEval(run.id);
+            const done = await store.getRun(run.id);
+            expect(done?.status).toBe("SUCCEEDED");
+            expect(done?.metrics?.allPass.passed).toBe(1);
+        });
+    });
+}
+/**
+ * The contract every FeedbackStore must meet. `make` must return an empty
+ * store each time it's called.
+ */
+export function describeFeedbackStoreContract(name, make) {
+    const rating = (over = {}) => ({
+        operation: "triage",
+        targetId: "answer-1",
+        raterId: "person-1",
+        rating: "DOWN",
+        reason: "Wrong queue",
+        excerpt: "billing",
+        input: { subject: "Refund", body: "Please refund me." },
+        output: { category: "bug" },
+        ...over,
+    });
+    describe(`FeedbackStore contract: ${name}`, () => {
+        it("keeps a rating with its reason, input, and output, open", async () => {
+            const store = await make();
+            const f = await store.rate(rating());
+            expect(f).toMatchObject({
+                operation: "triage",
+                rating: "DOWN",
+                reason: "Wrong queue",
+                excerpt: "billing",
+                input: { subject: "Refund", body: "Please refund me." },
+                output: { category: "bug" },
+                status: "OPEN",
+                caseId: null,
+            });
+        });
+        it("keeps one rating per person per answer, and reopens a changed one", async () => {
+            const store = await make();
+            const first = await store.rate(rating());
+            await store.setFeedbackStatus(first.id, "DISMISSED");
+            const changed = await store.rate(rating({ rating: "UP" }));
+            expect(changed.id).toBe(first.id);
+            expect(changed.status).toBe("OPEN");
+            expect(changed.reason).toBeNull();
+            await store.rate(rating({ raterId: "person-2" }));
+            expect(await store.listFeedback()).toHaveLength(2);
+        });
+        it("takes a rating back", async () => {
+            const store = await make();
+            await store.rate(rating());
+            await store.clearRating("person-1", "triage", "answer-1");
+            expect(await store.listFeedback()).toHaveLength(0);
+        });
+        it("filters by feature, rating, status, and date, newest first", async () => {
+            const store = await make();
+            const a = await store.rate(rating({ targetId: "a" }));
+            await new Promise((r) => setTimeout(r, 5));
+            const b = await store.rate(rating({ targetId: "b", rating: "UP" }));
+            await store.rate(rating({ targetId: "c", operation: "summary" }));
+            expect((await store.listFeedback({ operation: "triage" })).map((f) => f.id)).toEqual([b.id, a.id]);
+            expect(await store.listFeedback({ rating: "UP" })).toHaveLength(1);
+            await store.setFeedbackStatus(a.id, "CASED", "case-1");
+            const cased = await store.listFeedback({ status: "CASED" });
+            expect(cased.map((f) => [f.id, f.caseId])).toEqual([[a.id, "case-1"]]);
+            expect(await store.listFeedback({ since: new Date(Date.now() + 60_000) })).toHaveLength(0);
+            expect(await store.listFeedback({ limit: 1 })).toHaveLength(1);
+        });
+    });
+}
+/**
+ * The contract every SettingsStore must meet. `make` must return an empty
+ * store each time it's called.
+ */
+export function describeSettingsStoreContract(name, make) {
+    const settings = (model) => ({
+        model,
+        fallbackModel: null,
+        reasoningEffort: null,
+        maxOutputTokens: null,
+    });
+    const create = (model, expectLive) => ({
+        create: { settings: settings(model), promptVersion: "p1" },
+        kind: "CHANGE",
+        reason: `to ${model}`,
+        by: "person-1",
+        expectLive,
+    });
+    describe(`SettingsStore contract: ${name}`, () => {
+        it("has nothing live until the first switch, then numbers versions", async () => {
+            const store = await make();
+            expect(await store.liveVersion("triage")).toBeNull();
+            const v1 = await store.switchTo("triage", create("a", null));
+            const v2 = await store.switchTo("triage", create("b", v1.id));
+            expect([v1.number, v2.number]).toEqual([1, 2]);
+            expect(v2).toMatchObject({
+                operation: "triage",
+                model: "b",
+                promptVersion: "p1",
+            });
+            expect((await store.liveVersion("triage"))?.id).toBe(v2.id);
+            expect((await store.listVersions("triage")).map((v) => v.number)).toEqual([2, 1]);
+        });
+        it("logs every switch, newest first, with who, why, and evidence", async () => {
+            const store = await make();
+            const v1 = await store.switchTo("triage", create("a", null));
+            await store.switchTo("triage", {
+                ...create("b", v1.id),
+                kind: "PROMOTE",
+                evidence: { runId: "r1", verdict: "BETTER" },
+            });
+            const [latest, first] = await store.listChanges("triage");
+            expect(latest).toMatchObject({
+                kind: "PROMOTE",
+                fromVersionId: v1.id,
+                reason: "to b",
+                by: "person-1",
+                evidence: { runId: "r1", verdict: "BETTER" },
+            });
+            expect(first).toMatchObject({ kind: "CHANGE", fromVersionId: null });
+            expect(await store.listChanges("triage", { limit: 1 })).toHaveLength(1);
+        });
+        it("makes an earlier version live again without a new one", async () => {
+            const store = await make();
+            const v1 = await store.switchTo("triage", create("a", null));
+            const v2 = await store.switchTo("triage", create("b", v1.id));
+            await store.switchTo("triage", {
+                versionId: v1.id,
+                kind: "ROLLBACK",
+                reason: "b was worse",
+                by: "person-1",
+                expectLive: v2.id,
+            });
+            expect((await store.liveVersion("triage"))?.id).toBe(v1.id);
+            expect(await store.listVersions("triage")).toHaveLength(2);
+        });
+        it("refuses a switch decided against a live version that changed", async () => {
+            const store = await make();
+            const v1 = await store.switchTo("triage", create("a", null));
+            await store.switchTo("triage", create("b", v1.id));
+            await expect(store.switchTo("triage", create("c", v1.id))).rejects.toBeInstanceOf(SettingsConflict);
+            expect((await store.liveVersion("triage"))?.model).toBe("b");
+            expect(await store.listVersions("triage")).toHaveLength(2);
+        });
+        it("keeps a version's temperature", async () => {
+            const store = await make();
+            const v1 = await store.switchTo("triage", {
+                ...create("a", null),
+                create: {
+                    settings: { ...settings("a"), temperature: 0.4 },
+                    promptVersion: "p1",
+                },
+            });
+            expect(v1.temperature).toBe(0.4);
+            expect((await store.liveVersion("triage"))?.temperature).toBe(0.4);
+            const v2 = await store.switchTo("triage", create("b", v1.id));
+            expect(v2.temperature ?? null).toBeNull();
+        });
+        it("keeps each feature's versions and live one apart", async () => {
+            const store = await make();
+            await store.switchTo("triage", create("a", null));
+            const other = await store.switchTo("summary", create("x", null));
+            expect(other.number).toBe(1);
+            expect((await store.liveVersion("triage"))?.model).toBe("a");
+        });
+    });
+}
+//# sourceMappingURL=testing.js.map

package/dist/testing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testing.js","sourceRoot":"","sources":["../src/testing.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EACL,gBAAgB,GAGjB,MAAM,eAAe,CAAC;AAIvB;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,qBAAqB,CACnC,IAAY,EACZ,IAA0C;IAE1C,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,OAAyB,EAAE,EAAW,EAAE,CAAC,CAAC;QACxE,KAAK;QACL,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1C,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;QAChB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,OAAO;QACf,SAAS,EAAE,IAAI;QACf,IAAI,EAAE,IAAI;QACV,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,WAAW;gBACnB,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;gBACxB,SAAS,EAAE,OAAO;gBAClB,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,IAAI;aACX;SACF;QACD,GAAG,IAAI;KACR,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,CAAC;QACjC,KAAK;QACL,KAAK,EAAE,SAAS;QAChB,aAAa,EAAE,IAAI;QACnB,eAAe,EAAE,IAAI;QACrB,GAAG,EAAE,KAAc;QACnB,OAAO,EAAE,CAAC;QACV,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,GAAG;QAClB,gBAAgB,EAAE,IAAI;QACtB,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,IAAI,EAAE,EAAE,GAAG,EAAE;QAC3C,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACnE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;gBACtC,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,WAAW;gBACnB,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;aACzB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACzC,MAAM,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YAC/C,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC5D,MAAM,CAAC,EAAE;aACV,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAC/D,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE;gBACnC,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,SAAS;gBACjB,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;gBACpB,SAAS,EAAE,OAAO;gBAClB,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YACH,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACjC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC3D,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE;aACL,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAChE,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YACrD,MAAM,CACJ,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACtE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAClB,MAAM,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;YACzE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1E,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YACzE,MAAM,KAAK,CAAC,SAAS,CACnB,CAAC,CAAC,EAAE,EACJ,EAAE,MAAM,EAAE,WAAW,EAAE,EACvB,EAAE,MAAM,EAAE,SAAS,EAAE,CACtB,CAAC;YACF,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE,CAAC,CAAC,EAAE;gBACX,MAAM,EAAE,CAAC,CAAC,EAAE;gBACZ,MAAM,EAAE,CAAC;gBACT,WAAW,EAAE,GAAG;gBAChB,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;gBACzB,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,IAAI;gBACb,EAAE,EAAE,EAAE;gBACN,MAAM,EAAE,KAAK;aACd,CAAC;YACF,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAClE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC;gBACtD,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE;aAC7B,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACjD,MAAM,CACJ,MAAM,KAAK,CAAC,kBAAkB,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CACnE,CAAC,QAAQ,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,IAAI,GACR;gBACE,GAAG,EAAE,UAAU;gBACf,SAAS,EAAE,UAAU;gBACrB,QAAQ,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE;gBAC9B,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,kBAAkB;gBAC/B,aAAa,EAAE,GAAG;gBAClB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;gBACrC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1C,MAAM,EAAE;oBACN;wBACE,GAAG,EAAE,OAAO;wBACZ,KAAK,EAAE,SAAS;wBAChB,WAAW,EAAE,EAAE;wBACf,IAAI,EAAE,OAAO;wBACb,QAAQ,EAAE,SAAS;qBACpB;iBACF;gBACD,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBAClD,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC;oBAC9B,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE;iBAC7D;gBACD,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;gBACnC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;aACrB,CAAC;YACJ,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,YAAY,CAAC;gBAC1B,KAAK;gBACL,MAAM,EAAE,CAAC,IAAI,CAAC;gBACd,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE;gBAC7D,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI;aAC1B,CAAC,CAAC;YACH,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC;gBACrC,KAAK,EAAE,UAAU;gBACjB,KAAK,EAAE,SAAS;aACjB,CAAC,CAAC;YACH,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACvC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,6BAA6B,CAC3C,IAAY,EACZ,IAAkD;IAElD,MAAM,MAAM,GAAG,CAAC,OAA2B,EAAE,EAAa,EAAE,CAAC,CAAC;QAC5D,SAAS,EAAE,QAAQ;QACnB,QAAQ,EAAE,UAAU;QACpB,OAAO,EAAE,UAAU;QACnB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,aAAa;QACrB,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,mBAAmB,EAAE;QACvD,MAAM,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;QAC3B,GAAG,IAAI;KACR,CAAC,CAAC;IAEH,QAAQ,CAAC,2BAA2B,IAAI,EAAE,EAAE,GAAG,EAAE;QAC/C,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACrC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;gBACtB,SAAS,EAAE,QAAQ;gBACnB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,aAAa;gBACrB,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,mBAAmB,EAAE;gBACvD,MAAM,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC3B,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;YACjF,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,MAAM,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3D,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACnC,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3B,MAAM,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;YACtD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACpE,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;YAClE,MAAM,CACJ,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACrE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACxB,MAAM,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,CACJ,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,CACnE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAClB,MAAM,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,6BAA6B,CAC3C,IAAY,EACZ,IAAkD;IAElD,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAY,EAAE,CAAC,CAAC;QAC7C,KAAK;QACL,aAAa,EAAE,IAAI;QACnB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,IAAI;KACtB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,UAAyB,EAAE,EAAE,CAAC,CAAC;QAC5D,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE;QAC1D,IAAI,EAAE,QAAiB;QACvB,MAAM,EAAE,MAAM,KAAK,EAAE;QACrB,EAAE,EAAE,UAAU;QACd,UAAU;KACX,CAAC,CAAC;IAEH,QAAQ,CAAC,2BAA2B,IAAI,EAAE,EAAE,GAAG,EAAE;QAC/C,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;YAC9E,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;YACrD,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAC7D,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D,MAAM,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC;gBACvB,SAAS,EAAE,QAAQ;gBACnB,KAAK,EAAE,GAAG;gBACV,aAAa,EAAE,IAAI;aACpB,CAAC,CAAC;YACH,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5D,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CACvE,CAAC,CAAC,EAAE,CAAC,CAAC,CACP,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE;gBAC7B,GAAG,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC;gBACrB,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE;aAC7C,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC;gBAC3B,IAAI,EAAE,SAAS;gBACf,aAAa,EAAE,EAAE,CAAC,EAAE;gBACpB,MAAM,EAAE,MAAM;gBACd,EAAE,EAAE,UAAU;gBACd,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE;aAC7C,CAAC,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACrE,MAAM,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAC7D,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE;gBAC7B,SAAS,EAAE,EAAE,CAAC,EAAE;gBAChB,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,aAAa;gBACrB,EAAE,EAAE,UAAU;gBACd,UAAU,EAAE,EAAE,CAAC,EAAE;aAClB,CAAC,CAAC;YACH,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5D,MAAM,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACnD,MAAM,MAAM,CACV,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAC7C,CAAC,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;YAC3C,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE;gBACxC,GAAG,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC;gBACpB,MAAM,EAAE;oBACN,QAAQ,EAAE,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE;oBAChD,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnE,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D,MAAM,CAAC,EAAE,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,KAAK,GAAG,MAAM,IAAI,EAAE,CAAC;YAC3B,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/timeout.d.ts

@@ -0,0 +1,2 @@
+/** Rejects if the call takes longer than `ms`. Pure. */
+export declare function withTimeout<T>(p: Promise<T>, ms: number): Promise<T>;

package/dist/timeout.js

@@ -0,0 +1,15 @@
+/** Rejects if the call takes longer than `ms`. Pure. */
+export function withTimeout(p, ms) {
+    let timer;
+    return Promise.race([
+        p,
+        new Promise((_, reject) => {
+            timer = setTimeout(() => {
+                reject(new Error(`No answer within ${ms / 1000}s`));
+            }, ms);
+        }),
+    ]).finally(() => {
+        clearTimeout(timer);
+    });
+}
+//# sourceMappingURL=timeout.js.map

package/dist/timeout.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"timeout.js","sourceRoot":"","sources":["../src/timeout.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,MAAM,UAAU,WAAW,CAAI,CAAa,EAAE,EAAU;IACtD,IAAI,KAAoC,CAAC;IACzC,OAAO,OAAO,CAAC,IAAI,CAAC;QAClB,CAAC;QACD,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;YAC/B,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBACtB,MAAM,CAAC,IAAI,KAAK,CAAC,oBAAoB,EAAE,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;YACtD,CAAC,EAAE,EAAE,CAAC,CAAC;QACT,CAAC,CAAC;KACH,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QACd,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC"}