chopin-ai 0.2.0 → 0.3.0

package/dist/rsi/evolve.js

@@ -0,0 +1,314 @@
+import { createHash } from "node:crypto";
+import { mkdir, readFile, realpath, stat } from "node:fs/promises";
+import { createInterface } from "node:readline/promises";
+import { homedir } from "node:os";
+import { join, relative, sep } from "node:path";
+import { CodingTools } from "@earendil-works/pi-durable/tools";
+import { audit, auditSamples, calibrate, Calibration, CALIBRATION, continuationSamples, judgeEquivalent, judgeRepeat, LayerVersions, loadLayer, mcpSecrets, secretValues, SHELVE_AFTER, } from "@chopin-ai/core";
+import { continueAt, layerExtension, stepText, transcriptMessages } from "@chopin-ai/harness-pi";
+import { chopinModels, credentialsFrom } from "../credentials.js";
+import { exclusive } from "../lock.js";
+import { chopinHome, layerDirectory, readSettings, rsiDirectory } from "../home.js";
+import { Budget, completer, namedModel, paidCall } from "./models.js";
+import { harvest, sessionSources } from "./harvest.js";
+import { answerCorrections, correctionsAsked, decideHeld, heldChanges, loopChanges, loopStanding, undoChange } from "./control.js";
+import { archiveUnused } from "./lifecycle.js";
+import { records } from "./records.js";
+import { runRounds } from "./round.js";
+const DAY_MS = 24 * 60 * 60_000;
+/** How many of a kind's corrections the user is shown when asked about it. */
+const CORRECTION_EXAMPLES = 3;
+/** A configured path, with a leading `~/` meaning the home directory. */
+function expand(path) {
+    return path === "~" ? homedir() : path.startsWith("~/") ? join(homedir(), path.slice(2)) : path;
+}
+const EMPTY = { instructions: undefined, skills: [], mcpServers: {}, gates: [] };
+/**
+ * What a round needs that costs money, reaching models with `credentials`, else those signed in here; refused until
+ * the models and the week's budget are set.
+ */
+async function paid(credentials) {
+    const settings = await readSettings();
+    const rsi = settings.rsi ?? {};
+    const missing = [
+        ...(rsi.regularModel === undefined ? ["rsi.regularModel"] : []),
+        ...(rsi.strongModel === undefined ? ["rsi.strongModel"] : []),
+        ...(rsi.weeklyBudgetUsd === undefined ? ["rsi.weeklyBudgetUsd"] : []),
+        ...(settings.model === undefined ? ["model"] : []),
+    ];
+    if (missing.length > 0)
+        throw new Error(`set ${missing.join(", ")} in ${join(chopinHome(), "config.json")} before the loop may spend anything`);
+    const models = await chopinModels(credentials);
+    const budget = new Budget(records().spend, rsi.weeklyBudgetUsd);
+    const sessionModel = namedModel(models, settings.model);
+    return {
+        rsi, models, budget, sessionModel, modelName: settings.model,
+        regular: completer(models, namedModel(models, rsi.regularModel), budget),
+        strong: completer(models, namedModel(models, rsi.strongModel), budget),
+        own: completer(models, sessionModel, budget),
+    };
+}
+async function handLayer() {
+    const directory = layerDirectory();
+    const loaded = await stat(directory).then(() => loadLayer(directory), () => undefined);
+    if (loaded?.ok === false)
+        throw new Error(`invalid layer ${directory}:\n${loaded.problems.join("\n")}`);
+    return loaded?.ok === true ? loaded.layer : EMPTY;
+}
+/** Runs the loop once now: calibrates the judges if they were not today, gathers evidence, and runs due rounds. */
+export const evolveCommand = {
+    name: "evolve",
+    args: "[--credentials-on-stdin]",
+    summary: "improve the agent from its sessions once now: gather failures, propose changes, keep those that test better",
+    run: async (args, io) => {
+        // A service whose credentials live in it alone hands them over through a pipe.
+        if (args.some((arg) => arg !== "--credentials-on-stdin")) {
+            io.err("usage: chopin evolve [--credentials-on-stdin]");
+            return 2;
+        }
+        const credentials = args.length === 0 ? undefined : await credentialsFrom(await text(process.stdin));
+        await mkdir(rsiDirectory(), { recursive: true, mode: 0o700 });
+        const lock = exclusive(evolveLock());
+        if (lock === undefined) {
+            io.out("the loop is already running");
+            return 0;
+        }
+        try {
+            return await evolveOnce(io, credentials);
+        }
+        finally {
+            lock.close();
+        }
+    },
+};
+/** Everything `stream` has, as text. */
+async function text(stream) {
+    let all = "";
+    for await (const chunk of stream)
+        all += chunk.toString();
+    return all;
+}
+/** The lock a running loop holds. */
+const evolveLock = () => join(rsiDirectory(), "evolve.lock");
+/** Whether the loop is running now, in this process or another. */
+export async function evolving() {
+    // A loop that never ran here left no lock to hold.
+    if ((await stat(evolveLock()).catch(() => undefined)) === undefined)
+        return false;
+    const lock = exclusive(evolveLock(), 0);
+    lock?.close();
+    return lock === undefined;
+}
+async function evolveOnce(io, credentials) {
+    const kept = records();
+    const money = await paid(credentials);
+    for (const recovered of [await kept.versions.recover(), await kept.ledger.recover()]) {
+        if (recovered)
+            io.err(`chopin: the loop's records were changed outside it and were put back: ${JSON.stringify(recovered)}`);
+    }
+    const judges = await calibrated(kept.calibration, money.strong, io);
+    if (!judges)
+        return 1;
+    const base = await handLayer();
+    // Sessions may hold what the user pasted, such as a token their MCP servers are configured with.
+    const secrets = [...secretValues(process.env), ...mcpSecrets(base.mcpServers)];
+    const sources = await sessionSources(chopinHome(), (money.rsi.transcriptSources ?? []).map(expand));
+    io.out(`reading ${sources.length} recent sessions`);
+    let done = 0;
+    const gathered = await harvest(kept.evidence, sources, money.regular, secrets, (source, found) => {
+        done += 1;
+        io.out(`[${done}] ${source.path}: ${found.failures} failures, ${found.corrections} corrections`);
+    });
+    io.out(`read ${gathered.read} sessions: ${gathered.failures} new failures, ${gathered.corrections} corrections to confirm`);
+    const projects = await projectsOf(sources);
+    const setup = {
+        evidence: kept.evidence, sources, versions: kept.versions, base, ledger: kept.ledger,
+        projectOf: (session) => {
+            const key = projects.get(session);
+            return key === undefined ? undefined : { key, versions: new LayerVersions(join(chopinHome(), "projects", key, "rsi", "layer")) };
+        },
+        rejections: kept.rejections, certificates: kept.certificates, propose: money.own, judge: money.strong,
+        held: kept.held, holdForReview: money.rsi.holdForReview === true,
+        report: (error) => io.err(`chopin: left out a decision point: ${error instanceof Error ? error.message : String(error)}`),
+        rules: money.rsi.rulesFile === undefined ? "" : await readFile(expand(money.rsi.rulesFile), "utf8"),
+        model: money.modelName, secrets,
+        continueStep: async (layer, prefix) => stepText(await paidCall(money.budget, () => continueAt({
+            messages: transcriptMessages(prefix, money.sessionModel), extensions: [CodingTools, layerExtension(layer, new Set())],
+            model: money.sessionModel, models: money.models,
+        }))),
+    };
+    await runRounds(setup, (outcome) => io.out(outcome.outcome === "kept" ? `kept a change for ${outcome.failure} as version ${outcome.version}`
+        : outcome.outcome === "set_aside" ? `set aside ${outcome.failure}: ${outcome.reason}`
+            : outcome.outcome === "held" ? `held a change for ${outcome.failure} for your review (chopin evolve review): ${outcome.reason}`
+                : `refused a change for ${outcome.failure}: ${outcome.reason}`));
+    const archived = await archiveUnused(kept.versions, sources, secrets);
+    if (archived.length > 0)
+        io.out(`archived ${archived.length} skills no session read for 30 days: ${archived.map((id) => id.slice(0, 8)).join(", ")}`);
+    io.out(`spent $${(await money.budget.spent()).toFixed(2)} of $${money.budget.weeklyUsd.toFixed(2)} this week`);
+    return 0;
+}
+/**
+ * Measures each judge on cases whose answers are known, once a day or sooner while it has answered too few to count;
+ * a judge that errs, or has not yet answered enough, decides nothing.
+ */
+async function calibrated(log, strong, io) {
+    const known = continuationSamples();
+    const audits = auditSamples({ existing: [], diagnosisTasks: [], rules: "" });
+    const ids = (samples) => new Set(samples.map((sample) => sample.id));
+    const judges = [
+        { name: "audit", ids: ids(audits), run: () => calibrate("audit", async (input) => (await audit(input, strong))?.decision, audits, log) },
+        { name: "repeat", ids: ids(known.repeat), run: () => calibrate("repeat", (input) => judgeRepeat(input.context, input.step, input.failure, strong, input.correction), known.repeat, log) },
+        { name: "equivalent", ids: ids(known.equivalent), run: () => calibrate("equivalent", (input) => judgeEquivalent(input.context, input.original, input.step, strong), known.equivalent, log) },
+    ];
+    const problems = [];
+    for (const judge of judges) {
+        const last = await log.lastAnswered(judge.name);
+        const { total } = await log.accuracy(judge.name, judge.ids);
+        const untried = await log.unanswered(judge.name, judge.ids);
+        if (last === undefined || Date.now() - last >= DAY_MS || total < CALIBRATION.minimum || untried.length > 0)
+            await judge.run();
+        const { correct, total: answered } = await log.accuracy(judge.name, judge.ids);
+        if (answered < CALIBRATION.minimum)
+            problems.push(`the ${judge.name} judge has answered ${answered} of the ${CALIBRATION.minimum} known cases it needs`);
+        else if (!(await log.trusted(judge.name, judge.ids)))
+            problems.push(`the ${judge.name} judge got ${answered - correct} of ${answered} known cases wrong`);
+    }
+    for (const problem of problems)
+        io.err(`chopin: ${problem}; no change is decided until it measures well`);
+    return problems.length === 0;
+}
+/** What the loop holds now. */
+export const evolveStatusCommand = {
+    name: "evolve status",
+    args: "",
+    summary: "show what the loop has learned, what it is waiting on, and what it has spent",
+    run: async (_args, io) => {
+        const standing = await loopStanding();
+        io.out([
+            `layer version ${standing.version}: ${standing.inUse} items in use, ${standing.archived} archived`,
+            `failures: ${standing.kinds} kinds, ${standing.recurring} recurring, ${standing.shelved} set aside: refused ${SHELVE_AFTER} times, or not recurring on this model`,
+            `kinds of correction waiting for you: ${standing.corrections} (chopin evolve corrections)`,
+            `changes held for your review: ${standing.held} (chopin evolve review)`,
+            `spent this week: $${standing.spentUsd.toFixed(2)}${standing.weeklyBudgetUsd === null ? " (no budget set)" : ` of $${standing.weeklyBudgetUsd.toFixed(2)}`}`,
+        ].join("\n"));
+        return 0;
+    },
+};
+/** Asks the user about each change the audit held; an approved one is tested in the next round, a refused one counts against its kind. */
+export const evolveReviewCommand = {
+    name: "evolve review",
+    args: "",
+    summary: "approve or refuse the changes the audit held for you; approved ones are still tested before they are kept",
+    run: async (_args, io) => {
+        const waiting = await heldChanges();
+        if (waiting.length === 0) {
+            io.out("no change is held for your review");
+            return 0;
+        }
+        await asking(async (ask) => {
+            for (const held of waiting) {
+                const question = [
+                    `For ${held.failure}, a ${held.kind}${held.skill === undefined ? "" : ` (${held.skill})`}:`,
+                    held.text.split("\n").map((line) => `  ${line}`).join("\n"),
+                    `It predicts: ${held.prediction}`,
+                    `The audit asks for you because: ${held.reasons.join("; ")}`,
+                    "Test it for keeping? [y/n/skip] ",
+                ].join("\n");
+                const answer = await ask(question);
+                if (answer === "y" || answer === "n")
+                    await decideHeld(held.id, answer === "y");
+            }
+        });
+        return 0;
+    },
+};
+/** The loop's changes, newest first. */
+export const evolveLogCommand = {
+    name: "evolve log",
+    args: "",
+    summary: "list the changes the loop kept, newest first",
+    run: async (_args, io) => {
+        const changes = await loopChanges();
+        if (changes.length === 0)
+            io.out("the loop has kept no change yet");
+        for (const change of changes) {
+            io.out(`${change.id.slice(0, 8)}  ${change.added.slice(0, 10)}  ${change.kind}${change.archived ? " (archived)" : ""}  ${change.text.split("\n")[0]}`);
+        }
+        return 0;
+    },
+};
+/** Takes a change back out; it stays in the history and can be restored by a later version. */
+export const evolveUndoCommand = {
+    name: "evolve undo",
+    args: "<id>",
+    summary: "archive one change the loop kept, so new conversations run without it",
+    run: async (args, io) => {
+        const [id] = args;
+        if (id === undefined || args.length > 1) {
+            io.err("usage: chopin evolve undo <id>");
+            return 2;
+        }
+        const undone = await undoChange(id);
+        if (typeof undone === "string") {
+            io.err(undone);
+            return 1;
+        }
+        io.out(`archived ${undone.undone.id.slice(0, 8)}; new conversations use version ${undone.version}`);
+        return 0;
+    },
+};
+/** Asks the user about each correction the loop found; a confirmed one becomes a failure to learn from. */
+export const evolveCorrectionsCommand = {
+    name: "evolve corrections",
+    args: "",
+    summary: "confirm or dismiss, kind by kind, the corrections the loop found in your sessions",
+    run: async (_args, io) => {
+        const { asking: kinds, later } = await correctionsAsked();
+        if (later > 0)
+            io.out(`${later} correction${later === 1 ? "" : "s"} wait until their kind comes up in another session`);
+        if (kinds.length === 0) {
+            if (later === 0)
+                io.out("no correction is waiting");
+            return 0;
+        }
+        await asking(async (ask) => {
+            for (const kind of kinds) {
+                const examples = kind.examples.map((example) => `  - ${example}`).join("\n");
+                const answer = await ask(`In ${kind.sessions} sessions you corrected the agent for ${kind.key}:\n${examples}\nLearn from these? [y/n/skip] `);
+                if (answer === "y" || answer === "n")
+                    await answerCorrections(kind.key, answer === "y");
+            }
+        });
+        return 0;
+    },
+};
+/** Asks the user in this terminal for as long as `questions` runs; answers come back trimmed and in lower case. */
+async function asking(questions) {
+    const terminal = createInterface({ input: process.stdin, output: process.stdout });
+    try {
+        await questions(async (question) => (await terminal.question(question)).trim().toLowerCase());
+    }
+    finally {
+        terminal.close();
+    }
+}
+/**
+ * The project of each session, named as chopin names a project's directory: from where a chopin service wrote it, or
+ * from the working directory another agent's log records.
+ */
+async function projectsOf(sources) {
+    const projects = new Map();
+    const exported = join(chopinHome(), "projects");
+    for (const source of sources) {
+        if (source.kind === "acp" && source.path.startsWith(exported)) {
+            projects.set(source.path, relative(exported, source.path).split(sep)[0]);
+            continue;
+        }
+        const cwd = /"cwd":"((?:[^"\\]|\\.)*)"/.exec((await readFile(source.path, "utf8")).slice(0, 200_000))?.[1];
+        const root = cwd === undefined ? undefined : await realpath(JSON.parse(`"${cwd}"`)).catch(() => undefined);
+        if (root !== undefined)
+            projects.set(source.path, createHash("sha256").update(root).digest("hex").slice(0, 16));
+    }
+    return projects;
+}
+//# sourceMappingURL=evolve.js.map

package/dist/rsi/evolve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evolve.js","sourceRoot":"","sources":["../../src/rsi/evolve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EACL,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,mBAAmB,EAAE,eAAe,EAAE,WAAW,EAC3G,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,GACjE,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAEjG,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACpF,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAe,MAAM,cAAc,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AACnI,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,SAAS,EAAmB,MAAM,YAAY,CAAC;AAExD,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;AAEhC,8EAA8E;AAC9E,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,yEAAyE;AACzE,SAAS,MAAM,CAAC,IAAY;IAC1B,OAAO,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAClG,CAAC;AACD,MAAM,KAAK,GAAU,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AAExF;;;GAGG;AACH,KAAK,UAAU,IAAI,CAAC,WAA6B;IAC/C,MAAM,QAAQ,GAAG,MAAM,YAAY,EAAE,CAAC;IACtC,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,IAAI,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG;QACd,GAAG,CAAC,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,GAAG,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,GAAG,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC;IACF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,EAAE,EAAE,aAAa,CAAC,qCAAqC,CAAC,CAAC;IAChJ,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,eAAgB,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAM,CAAC,CAAC;IACzD,OAAO;QACL,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAC,KAAM;QAC7D,OAAO,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,YAAa,CAAC,EAAE,MAAM,CAAC;QACzE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,WAAY,CAAC,EAAE,MAAM,CAAC;QACvE,GAAG,EAAE,SAAS,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC;KAC7C,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,SAAS;IACtB,MAAM,SAAS,GAAG,cAAc,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACvF,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,SAAS,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxG,OAAO,MAAM,EAAE,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;AACpD,CAAC;AAED,mHAAmH;AACnH,MAAM,CAAC,MAAM,aAAa,GAAY;IACpC,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,0BAA0B;IAChC,OAAO,EAAE,6GAA6G;IACtH,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;QACtB,+EAA+E;QAC/E,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,wBAAwB,CAAC,EAAE,CAAC;YACzD,EAAE,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;YACxD,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACrG,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,EAAE,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YACtC,OAAO,CAAC,CAAC;QACX,CAAC;QACD,IAAI,CAAC;YACH,OAAO,MAAM,UAAU,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC3C,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;CACF,CAAC;AAEF,wCAAwC;AACxC,KAAK,UAAU,IAAI,CAAC,MAAsC;IACxD,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM;QAAE,GAAG,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC1D,OAAO,GAAG,CAAC;AACb,CAAC;AAED,qCAAqC;AACrC,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,aAAa,CAAC,CAAC;AAE7D,mEAAmE;AACnE,MAAM,CAAC,KAAK,UAAU,QAAQ;IAC5B,mDAAmD;IACnD,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAClF,MAAM,IAAI,GAAG,SAAS,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,EAAE,CAAC;IACd,OAAO,IAAI,KAAK,SAAS,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,EAAwD,EAAE,WAA6B;IAC/G,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;IACtC,KAAK,MAAM,SAAS,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QACrF,IAAI,SAAS;YAAE,EAAE,CAAC,GAAG,CAAC,yEAAyE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAC9H,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpE,IAAI,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC;IACtB,MAAM,IAAI,GAAG,MAAM,SAAS,EAAE,CAAC;IAC/B,iGAAiG;IACjG,MAAM,OAAO,GAAG,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC/E,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACpG,EAAE,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,MAAM,kBAAkB,CAAC,CAAC;IACpD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC/F,IAAI,IAAI,CAAC,CAAC;QACV,EAAE,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,QAAQ,cAAc,KAAK,CAAC,WAAW,cAAc,CAAC,CAAC;IACnG,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,GAAG,CAAC,QAAQ,QAAQ,CAAC,IAAI,cAAc,QAAQ,CAAC,QAAQ,kBAAkB,QAAQ,CAAC,WAAW,yBAAyB,CAAC,CAAC;IAC5H,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAe;QACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM;QACpF,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;YACrB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClC,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;QACnI,CAAC;QACD,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM;QACrG,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,GAAG,CAAC,aAAa,KAAK,IAAI;QAChE,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,sCAAsC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACzH,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QACnG,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO;QAC/B,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC;YAC5F,QAAQ,EAAE,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,WAAW,EAAE,cAAc,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YACrH,KAAK,EAAE,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM;SAChD,CAAC,CAAC,CAAC;KACL,CAAC;IACF,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CACxC,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,qBAAqB,OAAO,CAAC,OAAO,eAAe,OAAO,CAAC,OAAO,EAAE;QAC/F,CAAC,CAAC,OAAO,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,aAAa,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,MAAM,EAAE;YACnF,CAAC,CAAC,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,qBAAqB,OAAO,CAAC,OAAO,4CAA4C,OAAO,CAAC,MAAM,EAAE;gBAC7H,CAAC,CAAC,wBAAwB,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,MAAM,EAAE,CACrE,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACtE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,EAAE,CAAC,GAAG,CAAC,YAAY,QAAQ,CAAC,MAAM,wCAAwC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtJ,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC/G,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,UAAU,CAAC,GAAgB,EAAE,MAAoC,EAAE,EAA+B;IAC/G,MAAM,KAAK,GAAG,mBAAmB,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,MAAM,GAAG,GAAG,CAAC,OAAkC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAChG,MAAM,MAAM,GAAG;QACb,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE;QACxI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;QACzL,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE;KAC7L,CAAC;IACF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5D,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,MAAM,IAAI,KAAK,GAAG,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC;QAC9H,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/E,IAAI,QAAQ,GAAG,WAAW,CAAC,OAAO;YAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,IAAI,uBAAuB,QAAQ,WAAW,WAAW,CAAC,OAAO,uBAAuB,CAAC,CAAC;aACpJ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,IAAI,cAAc,QAAQ,GAAG,OAAO,OAAO,QAAQ,oBAAoB,CAAC,CAAC;IAC5J,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,QAAQ;QAAE,EAAE,CAAC,GAAG,CAAC,WAAW,OAAO,+CAA+C,CAAC,CAAC;IAC1G,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,+BAA+B;AAC/B,MAAM,CAAC,MAAM,mBAAmB,GAAY;IAC1C,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,8EAA8E;IACvF,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACvB,MAAM,QAAQ,GAAG,MAAM,YAAY,EAAE,CAAC;QACtC,EAAE,CAAC,GAAG,CAAC;YACL,iBAAiB,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,KAAK,kBAAkB,QAAQ,CAAC,QAAQ,WAAW;YAClG,aAAa,QAAQ,CAAC,KAAK,WAAW,QAAQ,CAAC,SAAS,eAAe,QAAQ,CAAC,OAAO,uBAAuB,YAAY,wCAAwC;YAClK,wCAAwC,QAAQ,CAAC,WAAW,8BAA8B;YAC1F,iCAAiC,QAAQ,CAAC,IAAI,yBAAyB;YACvE,qBAAqB,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,eAAe,KAAK,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,QAAQ,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;SAC7J,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACd,OAAO,CAAC,CAAC;IACX,CAAC;CACF,CAAC;AAEF,0IAA0I;AAC1I,MAAM,CAAC,MAAM,mBAAmB,GAAY;IAC1C,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,2GAA2G;IACpH,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,MAAM,WAAW,EAAE,CAAC;QACpC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,EAAE,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YAC5C,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACzB,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG;oBACf,OAAO,IAAI,CAAC,OAAO,OAAO,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,GAAG,GAAG;oBAC3F,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC3D,gBAAgB,IAAI,CAAC,UAAU,EAAE;oBACjC,mCAAmC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBAC5D,kCAAkC;iBACnC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACnC,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;oBAAE,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,KAAK,GAAG,CAAC,CAAC;YAClF,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,CAAC;IACX,CAAC;CACF,CAAC;AAEF,wCAAwC;AACxC,MAAM,CAAC,MAAM,gBAAgB,GAAY;IACvC,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,8CAA8C;IACvD,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,MAAM,WAAW,EAAE,CAAC;QACpC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,EAAE,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,EAAE,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACzJ,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;CACF,CAAC;AAEF,+FAA+F;AAC/F,MAAM,CAAC,MAAM,iBAAiB,GAAY;IACxC,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,uEAAuE;IAChF,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;QACtB,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QAClB,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,EAAE,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YACzC,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACf,OAAO,CAAC,CAAC;QACX,CAAC;QACD,EAAE,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,mCAAmC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACpG,OAAO,CAAC,CAAC;IACX,CAAC;CACF,CAAC;AAEF,2GAA2G;AAC3G,MAAM,CAAC,MAAM,wBAAwB,GAAY;IAC/C,IAAI,EAAE,oBAAoB;IAC1B,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,mFAAmF;IAC5F,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACvB,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,gBAAgB,EAAE,CAAC;QAC1D,IAAI,KAAK,GAAG,CAAC;YAAE,EAAE,CAAC,GAAG,CAAC,GAAG,KAAK,cAAc,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,oDAAoD,CAAC,CAAC;QACxH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,IAAI,KAAK,KAAK,CAAC;gBAAE,EAAE,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YACpD,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7E,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,yCAAyC,IAAI,CAAC,GAAG,MAAM,QAAQ,iCAAiC,CAAC,CAAC;gBAC9I,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;oBAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,KAAK,GAAG,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,CAAC;IACX,CAAC;CACF,CAAC;AAEF,mHAAmH;AACnH,KAAK,UAAU,MAAM,CAAC,SAAwE;IAC5F,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACnF,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAChG,CAAC;YAAS,CAAC;QACT,QAAQ,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,UAAU,CAAC,OAA0B;IAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,UAAU,CAAC,CAAC;IAChD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9D,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;YAC1E,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,2BAA2B,CAAC,IAAI,CAAC,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3G,MAAM,IAAI,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACrH,IAAI,IAAI,KAAK,SAAS;YAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAClH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/rsi/export.d.ts

@@ -0,0 +1,6 @@
+import type { AgentService } from "@chopin-ai/harness-pi";
+/**
+ * Writes each conversation changed since it was last written as an ACP transcript in `directory`, one file per
+ * conversation, so the loop reads what it learns from without opening the project's store. Says how many it wrote.
+ */
+export declare function exportTranscripts(service: AgentService, directory: string): Promise<number>;

package/dist/rsi/export.js

@@ -0,0 +1,25 @@
+import { mkdir, readFile } from "node:fs/promises";
+import { join } from "node:path";
+import { BACKGROUND_CONTEXT } from "@earendil-works/chord/context";
+import { writeWhole } from "../home.js";
+const OWNER = "local";
+const MARKS = "exported.json";
+/**
+ * Writes each conversation changed since it was last written as an ACP transcript in `directory`, one file per
+ * conversation, so the loop reads what it learns from without opening the project's store. Says how many it wrote.
+ */
+export async function exportTranscripts(service, directory) {
+    await mkdir(directory, { recursive: true, mode: 0o700 });
+    const marksFile = join(directory, MARKS);
+    const marks = await readFile(marksFile, "utf8").then((text) => JSON.parse(text), () => ({}));
+    let written = 0;
+    for (const changed of await service.changedSince(OWNER, marks, BACKGROUND_CONTEXT)) {
+        await writeWhole(join(directory, `${changed.id}.jsonl`), changed.transcript.map((entry) => `${JSON.stringify(entry)}\n`).join(""), 0o600);
+        marks[String(changed.id)] = changed.modified;
+        written += 1;
+    }
+    if (written > 0)
+        await writeWhole(marksFile, JSON.stringify(marks), 0o600);
+    return written;
+}
+//# sourceMappingURL=export.js.map

package/dist/rsi/export.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export.js","sourceRoot":"","sources":["../../src/rsi/export.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAEnE,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,KAAK,GAAG,OAAO,CAAC;AACtB,MAAM,KAAK,GAAG,eAAe,CAAC;AAE9B;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAqB,EAAE,SAAiB;IAC9E,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAA2B,EAAE,GAAG,EAAE,CAAC,CAAC,EAA6B,CAAA,CAAC,CAAC;IACjJ,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,OAAO,IAAI,MAAM,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,kBAAkB,CAAC,EAAE,CAAC;QACnF,MAAM,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,OAAO,CAAC,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1I,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;QAC7C,OAAO,IAAI,CAAC,CAAC;IACf,CAAC;IACD,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;IAC3E,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/rsi/harvest.d.ts

@@ -0,0 +1,87 @@
+import { type Complete, type CorrectionCandidate, type Failure, type FailureClass, type FailureSignature, type TranscriptEntry } from "@chopin-ai/core";
+/** A session log the loop reads: an ACP transcript a chopin service wrote, or another agent's message log. */
+export interface Source {
+    path: string;
+    kind: "acp" | "messages";
+}
+/** Every session log the loop may learn from: each chopin project's exported transcripts, and the configured logs. */
+export declare function sessionSources(chopinHome: string, logDirectories: readonly string[], now?: number): Promise<Source[]>;
+/** A short digest of a criterion text, which keys the verdicts judged by it. */
+export declare function digest(text: string): string;
+/** A user's correction found in a session, named as a failure of the agent step it answers, waiting for the user. */
+export interface Correction extends CorrectionCandidate {
+    session: string;
+    /** The agent step it corrects. */
+    step: number;
+    signature: FailureSignature;
+    /** The version of the rules it was named by. */
+    classifier: number;
+    confirmed?: boolean;
+}
+/** Corrections of one kind waiting for the user, and the distinct sessions they came from. */
+export interface CorrectionKind {
+    key: string;
+    corrections: Correction[];
+    sessions: string[];
+}
+/** What the loop has gathered: the failures found, the corrections proposed, and which logs it has read as they were. */
+export declare class Evidence {
+    #private;
+    readonly root: string;
+    constructor(root: string);
+    /** The failures named by the current rules; ones named by earlier rules are kept but no longer counted. */
+    failures(): Promise<Failure[]>;
+    addFailure(failure: Failure): Promise<void>;
+    /** Signals the current rules judged no failure, by session and line, so they are not asked about again. */
+    dismissed(): Promise<Set<string>>;
+    dismiss(session: string, line: number): Promise<void>;
+    /** The kinds of failure, each under the name its other names are merged into. */
+    kinds(): Promise<FailureClass[]>;
+    /** Looks for kinds that are other names for one mechanism again, once a kind not looked at before has come in. */
+    mergeKinds(complete: Complete): Promise<void>;
+    corrections(): Promise<Correction[]>;
+    addCorrection(correction: Correction): Promise<void>;
+    /** Corrections named by the current rules that the user has not answered yet. */
+    pendingCorrections(): Promise<Correction[]>;
+    /** The pending corrections by kind, under the same names failures are merged into, the most sessions first. */
+    correctionKinds(): Promise<CorrectionKind[]>;
+    /** Records the user's answer on a correction; the latest answer for a line wins. */
+    answerCorrection(correction: Correction, confirmed: boolean): Promise<void>;
+    /**
+     * What the user said to correct each step they confirmed a correction of, by session and line: the strongest
+     * evidence a failure has, and the criterion it is judged by.
+     */
+    confirmedCorrections(): Promise<Map<string, string>>;
+    /** The criteria a kind's failures are judged by, as a digest: empty when none was named by the user's correction. */
+    criteria(found: FailureClass): Promise<string>;
+    /** The user's answer on every correction of a kind; confirmed ones become failures at the steps they correct. */
+    answerKind(kind: CorrectionKind, confirmed: boolean): Promise<void>;
+    /** Whether each failure recurred when the given layer version continued its session on `model`, by point. */
+    recurrence(version: number, model: string): Promise<Map<string, boolean>>;
+    addRecurrence(point: string, version: number, model: string, recurred: boolean): Promise<void>;
+    /** The kinds of failure a kept change answers, globally or in a project; a kind whose change was undone is open again. */
+    answered(): Promise<Set<string>>;
+    addAnswered(failure: string): Promise<void>;
+    reopen(failure: string): Promise<void>;
+    /** Which logs were read as they were, under the current rules; new rules read every log again. */
+    seen(): Promise<Record<string, string>>;
+    markSeen(seen: Record<string, string>): Promise<void>;
+    /** How many lines of each log were asked about corrections, which no change of rules asks about again. */
+    correctionsRead(): Promise<Record<string, number>>;
+    markCorrectionsRead(read: Record<string, number>): Promise<void>;
+}
+/** A session's entries as the loop reads them: converted to ACP when needed, and redacted. */
+export declare function readSession(source: Source, secrets: readonly string[]): Promise<TranscriptEntry[]>;
+/**
+ * Reads every log that changed since it was last read: names each failure in it with the regular model, and asks it
+ * which of the user's messages correct the agent, naming each as a failure too, so the user confirms them by kind. A
+ * failure or correction already gathered is not asked about again.
+ */
+export declare function harvest(evidence: Evidence, sources: readonly Source[], complete: Complete, secrets: readonly string[], onRead?: (source: Source, found: {
+    failures: number;
+    corrections: number;
+}) => void): Promise<{
+    read: number;
+    failures: number;
+    corrections: number;
+}>;