@cleocode/core 2026.9.23 → 2026.9.25

package/dist/decide/bench/profiles.js

@@ -0,0 +1,175 @@
+/**
+ * Resolve `--profiles a,b` to benchmark connections (T12495, T12735).
+ *
+ * Names resolve through the System One profile store (T12733,
+ * `decide-credentials.json`), in this order:
+ *
+ * 1. An exact profile id, `<provider>/<name>` (e.g. `layahost/work`).
+ * 2. A bare provider kind (`layahost`, `jev`): that provider's ACTIVE
+ *    profile when the active profile belongs to it, else `<provider>/default`.
+ * 3. The environment override layer, for a name the store does not hold:
+ *    `CLEO_DECIDE_PROFILE_<NAME>_KEY` (plus `_URL`, `_MODEL`, `_PROVIDER`),
+ *    `<NAME>` upper-cased with non-alphanumerics as `_`
+ *    (`layahost/lab` → `CLEO_DECIDE_PROFILE_LAYAHOST_LAB_KEY`). Useful for a
+ *    throwaway key that should never be written to disk.
+ *
+ * A stored profile's `default` URL, and an environment profile without
+ * `_URL`, both resolve through {@link presetBaseUrl} — the same preset table
+ * everyday decisions use. An unknown name fails with {@link BenchProfileError},
+ * which lists the stored profile ids with masked keys.
+ *
+ * @task T12735
+ * @epic T12486
+ */
+import { DecideCredentialsError, isAllowedDecideBaseUrl, listDecideProfiles, parseDecideProfileRef, resolveDecideProfile, } from '../credentials.js';
+import { isValidDecisionModelName } from '../jev-wire.js';
+import { DECISION_PROVIDER_PRESETS, parseDecisionProviderKind, presetBaseUrl, } from '../providers.js';
+/** A profile name that resolved to nothing. */
+export class BenchProfileError extends Error {
+    /** The names that did not resolve. */
+    missing;
+    /** Secret-free labels of the stored profiles (id and masked key). */
+    available;
+    /**
+     * @param missing - Unresolved names.
+     * @param available - Secret-free labels of the profiles that do exist.
+     */
+    constructor(missing, available = []) {
+        const known = available.length
+            ? `stored profiles: ${available.join(', ')}`
+            : 'no profiles are stored';
+        super(`unknown decide profile(s): ${missing.join(', ')} (${known}). Store one with: cleo decide config --profile <provider>/<name>, or set CLEO_DECIDE_PROFILE_<NAME>_KEY for a one-off key.`);
+        this.name = 'BenchProfileError';
+        this.missing = missing;
+        this.available = available;
+    }
+}
+/** A profile that exists but is misconfigured (bad URL, key or model). */
+export class BenchProfileInvalidError extends Error {
+    /** The profile name. */
+    profile;
+    /**
+     * @param profile - Profile name.
+     * @param problem - What is wrong, e.g. `invalid URL "…"`.
+     */
+    constructor(profile, problem) {
+        super(`decide profile '${profile}': ${problem}`);
+        this.name = 'BenchProfileInvalidError';
+        this.profile = profile;
+    }
+}
+/**
+ * Environment variable prefix for one profile.
+ *
+ * @param name - Profile name.
+ * @returns `CLEO_DECIDE_PROFILE_<NAME>` (upper-cased, non-alphanumerics as `_`).
+ */
+export function benchProfileEnvPrefix(name) {
+    return `CLEO_DECIDE_PROFILE_${name.toUpperCase().replace(/[^A-Z0-9]/g, '_')}`;
+}
+/** The store profile id a name refers to, or `null` when it names none that is stored. */
+function storedProfileId(name, store) {
+    const listed = store.list();
+    const ids = new Set(listed.profiles.map((p) => p.id));
+    const ref = parseDecideProfileRef(name);
+    if (!ref)
+        return null;
+    if (name.includes('/'))
+        return ids.has(ref.id) ? ref.id : null;
+    // Bare provider: its active profile, else <provider>/default.
+    const active = listed.active ? parseDecideProfileRef(listed.active) : null;
+    if (active && active.provider === ref.provider && ids.has(active.id))
+        return active.id;
+    return ids.has(ref.id) ? ref.id : null;
+}
+/** Resolve a name from the environment override layer, or `null` when unset. */
+function resolveFromEnv(name, env) {
+    const prefix = benchProfileEnvPrefix(name);
+    const key = env[`${prefix}_KEY`]?.trim();
+    if (!key)
+        return null;
+    const kind = parseDecisionProviderKind(env[`${prefix}_PROVIDER`]) ??
+        parseDecideProfileRef(name)?.provider ??
+        'jev';
+    const baseUrl = env[`${prefix}_URL`]?.trim() || presetBaseUrl(kind);
+    if (!baseUrl) {
+        throw new BenchProfileInvalidError(name, `no URL (set ${prefix}_URL)`);
+    }
+    if (!isAllowedDecideBaseUrl(baseUrl)) {
+        throw new BenchProfileInvalidError(name, `invalid URL in ${prefix}_URL (https://, or http:// to a loopback host)`);
+    }
+    const model = env[`${prefix}_MODEL`]?.trim() || DECISION_PROVIDER_PRESETS[kind].defaultModel;
+    if (model !== undefined && !isValidDecisionModelName(model)) {
+        throw new BenchProfileInvalidError(name, `invalid model name in ${prefix}_MODEL`);
+    }
+    return { name, provider: kind, baseUrl, apiKey: key, ...(model ? { model } : {}) };
+}
+/**
+ * The benchmark's profile resolver: the T12733 profile store (exact id, then
+ * bare provider), then the environment override layer. See the module doc.
+ *
+ * @param opts - Environment and store. Defaults: `process.env` and the real store.
+ * @returns A resolver.
+ */
+export function createProfileResolver(opts = {}) {
+    const env = opts.env ?? process.env;
+    const store = opts.store ?? {
+        list: listDecideProfiles,
+        resolve: resolveDecideProfile,
+    };
+    return {
+        resolve(name) {
+            const id = storedProfileId(name, store);
+            if (id) {
+                let resolved;
+                try {
+                    resolved = store.resolve(id);
+                }
+                catch (err) {
+                    if (err instanceof DecideCredentialsError) {
+                        throw new BenchProfileInvalidError(name, err.message);
+                    }
+                    throw err;
+                }
+                return {
+                    name,
+                    provider: resolved.provider,
+                    baseUrl: resolved.baseUrl,
+                    apiKey: resolved.apiKey,
+                    ...(resolved.model ? { model: resolved.model } : {}),
+                };
+            }
+            return resolveFromEnv(name, env);
+        },
+        available() {
+            return store
+                .list()
+                .profiles.map((p) => `${p.id}${p.active ? ' [active]' : ''} (key ${p.keyPreview})`);
+        },
+    };
+}
+/**
+ * Resolve every name, or throw naming all that did not resolve.
+ *
+ * @param names - Profile names (duplicates removed, order kept).
+ * @param resolver - Resolver. Default: {@link createProfileResolver}.
+ * @returns One connection per name.
+ * @throws BenchProfileError when any name is unknown (lists the stored profiles, keys masked).
+ * @throws BenchProfileInvalidError when a profile has a bad URL, key or model.
+ */
+export function resolveBenchProfiles(names, resolver = createProfileResolver()) {
+    const unique = [...new Set(names.map((n) => n.trim()).filter((n) => n !== ''))];
+    const out = [];
+    const missing = [];
+    for (const name of unique) {
+        const c = resolver.resolve(name);
+        if (c)
+            out.push(c);
+        else
+            missing.push(name);
+    }
+    if (missing.length > 0)
+        throw new BenchProfileError(missing, resolver.available?.() ?? []);
+    return out;
+}
+//# sourceMappingURL=profiles.js.map

package/dist/decide/bench/profiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profiles.js","sourceRoot":"","sources":["../../../src/decide/bench/profiles.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAGH,OAAO,EACL,sBAAsB,EACtB,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EACL,yBAAyB,EACzB,yBAAyB,EACzB,aAAa,GACd,MAAM,iBAAiB,CAAC;AAmBzB,+CAA+C;AAC/C,MAAM,OAAO,iBAAkB,SAAQ,KAAK;IAC1C,sCAAsC;IAC7B,OAAO,CAAoB;IACpC,qEAAqE;IAC5D,SAAS,CAAoB;IAEtC;;;OAGG;IACH,YAAY,OAA0B,EAAE,YAA+B,EAAE;QACvE,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM;YAC5B,CAAC,CAAC,oBAAoB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC5C,CAAC,CAAC,wBAAwB,CAAC;QAC7B,KAAK,CACH,8BAA8B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,6HAA6H,CACxL,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,mBAAmB,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;CACF;AAED,0EAA0E;AAC1E,MAAM,OAAO,wBAAyB,SAAQ,KAAK;IACjD,wBAAwB;IACf,OAAO,CAAS;IAEzB;;;OAGG;IACH,YAAY,OAAe,EAAE,OAAe;QAC1C,KAAK,CAAC,mBAAmB,OAAO,MAAM,OAAO,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,OAAO,uBAAuB,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,EAAE,CAAC;AAChF,CAAC;AAkBD,0FAA0F;AAC1F,SAAS,eAAe,CAAC,IAAY,EAAE,KAAwB;IAC7D,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/D,8DAA8D;IAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3E,IAAI,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAAE,OAAO,MAAM,CAAC,EAAE,CAAC;IACvF,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACzC,CAAC;AAED,gFAAgF;AAChF,SAAS,cAAc,CAAC,IAAY,EAAE,GAAsB;IAC1D,MAAM,MAAM,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,MAAM,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC;IACzC,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,IAAI,GACR,yBAAyB,CAAC,GAAG,CAAC,GAAG,MAAM,WAAW,CAAC,CAAC;QACpD,qBAAqB,CAAC,IAAI,CAAC,EAAE,QAAQ;QACrC,KAAK,CAAC;IACR,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,MAAM,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;IACpE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,wBAAwB,CAAC,IAAI,EAAE,eAAe,MAAM,OAAO,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,wBAAwB,CAChC,IAAI,EACJ,kBAAkB,MAAM,gDAAgD,CACzE,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,MAAM,QAAQ,CAAC,EAAE,IAAI,EAAE,IAAI,yBAAyB,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC;IAC7F,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,wBAAwB,CAAC,IAAI,EAAE,yBAAyB,MAAM,QAAQ,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACrF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAAoC,EAAE;IAEtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACpC,MAAM,KAAK,GAAsB,IAAI,CAAC,KAAK,IAAI;QAC7C,IAAI,EAAE,kBAAkB;QACxB,OAAO,EAAE,oBAAoB;KAC9B,CAAC;IACF,OAAO;QACL,OAAO,CAAC,IAAY;YAClB,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxC,IAAI,EAAE,EAAE,CAAC;gBACP,IAAI,QAAiD,CAAC;gBACtD,IAAI,CAAC;oBACH,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,GAAG,YAAY,sBAAsB,EAAE,CAAC;wBAC1C,MAAM,IAAI,wBAAwB,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;oBACxD,CAAC;oBACD,MAAM,GAAG,CAAC;gBACZ,CAAC;gBACD,OAAO;oBACL,IAAI;oBACJ,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACrD,CAAC;YACJ,CAAC;YACD,OAAO,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnC,CAAC;QACD,SAAS;YACP,OAAO,KAAK;iBACT,IAAI,EAAE;iBACN,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC;QACxF,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAwB,EACxB,WAAiC,qBAAqB,EAAE;IAExD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;IAChF,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;YACd,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,iBAAiB,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3F,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/decide/bench/questions.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Turn a benchmark row into the exact question its decision site asks, the
+ * site's heuristic answer, and the mapping from an answer back to a label
+ * (T12495).
+ *
+ * The request builders are the sites' own (`buildDuplicateDecisionRequest`,
+ * `buildObservationTypeRequest`, `buildContradictionRequest`), so the
+ * benchmark measures the production wording. The heuristic is the rule each
+ * site falls back to: Tier-1 lexical similarity for duplicates, whole-word
+ * keywords for observation types, the word-Jaccard collision check for
+ * decisions.
+ *
+ * @task T12495
+ * @epic T12486
+ */
+import type { DecisionAnswer, DecisionRequest } from '@cleocode/contracts';
+import type { BenchRow } from './types.js';
+/** One row made ready to ask. */
+export interface BenchQuestion {
+    /** The site's request, with `cache: false` (no provider answer cache). */
+    readonly req: DecisionRequest;
+    /** The site heuristic's answers, in the request's shape (the fallback). */
+    readonly heuristicAnswers: Readonly<Record<string, DecisionAnswer>>;
+    /** The label the heuristic predicts. */
+    readonly heuristicLabel: string;
+    /**
+     * Map answers back to a label.
+     *
+     * @returns The predicted label, or `null` when the answer is unusable.
+     */
+    readonly predict: (answers: Readonly<Record<string, DecisionAnswer>>) => string | null;
+}
+/**
+ * Build the question for `row`.
+ *
+ * @param row - A dataset row.
+ * @returns Request, heuristic answer and label mapping.
+ */
+export declare function benchQuestionFor(row: BenchRow): BenchQuestion;
+//# sourceMappingURL=questions.d.ts.map

package/dist/decide/bench/questions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"questions.d.ts","sourceRoot":"","sources":["../../../src/decide/bench/questions.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAiB3E,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,iCAAiC;AACjC,MAAM,WAAW,aAAa;IAC5B,0EAA0E;IAC1E,QAAQ,CAAC,GAAG,EAAE,eAAe,CAAC;IAC9B,2EAA2E;IAC3E,QAAQ,CAAC,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;IACpE,wCAAwC;IACxC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC;;;;OAIG;IACH,QAAQ,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,KAAK,MAAM,GAAG,IAAI,CAAC;CACxF;AAcD;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,QAAQ,GAAG,aAAa,CA+E7D"}

package/dist/decide/bench/questions.js

@@ -0,0 +1,107 @@
+/**
+ * Turn a benchmark row into the exact question its decision site asks, the
+ * site's heuristic answer, and the mapping from an answer back to a label
+ * (T12495).
+ *
+ * The request builders are the sites' own (`buildDuplicateDecisionRequest`,
+ * `buildObservationTypeRequest`, `buildContradictionRequest`), so the
+ * benchmark measures the production wording. The heuristic is the rule each
+ * site falls back to: Tier-1 lexical similarity for duplicates, whole-word
+ * keywords for observation types, the word-Jaccard collision check for
+ * decisions.
+ *
+ * @task T12495
+ * @epic T12486
+ */
+import { buildContradictionRequest, CONTRADICTION_RELATIONS, } from '../../memory/decision-contradiction.js';
+import { DECISION_COLLISION_THRESHOLD, decisionWordJaccard } from '../../memory/decisions.js';
+import { buildObservationTypeRequest, classifyObservationTypeByKeywords, OBSERVATION_TYPE_OPTIONS, } from '../../memory/observation-type-decision.js';
+import { redactContent } from '../../memory/redaction.js';
+import { buildDuplicateDecisionRequest, computeLexicalSimilarity, DUPLICATE_WARN_THRESHOLD, } from '../../tasks/duplicate-detector.js';
+/** The redaction System One applies (idempotent on already-redacted text). */
+const redact = (text) => redactContent(text).content;
+/** Numeric part of a task id, for "which task is newer". */
+function taskNumber(id) {
+    const n = Number(/\d+/.exec(id)?.[0] ?? Number.NaN);
+    return Number.isFinite(n) ? n : 0;
+}
+/** Question name the site builders give the first (only) candidate. */
+const FIRST = 'c1';
+/**
+ * Build the question for `row`.
+ *
+ * @param row - A dataset row.
+ * @returns Request, heuristic answer and label mapping.
+ */
+export function benchQuestionFor(row) {
+    if (row.site === 'duplicateDetection') {
+        // The later-created task (higher id) plays the "new" task.
+        const [candidate, fresh] = taskNumber(row.input.a.id) <= taskNumber(row.input.b.id)
+            ? [row.input.a, row.input.b]
+            : [row.input.b, row.input.a];
+        const score = computeLexicalSimilarity(fresh.title, fresh.description, candidate.title, candidate.description);
+        const dup = score >= DUPLICATE_WARN_THRESHOLD;
+        const req = buildDuplicateDecisionRequest(fresh.title, fresh.description, [{ task: candidate }], redact);
+        return {
+            req: { ...req, cache: false },
+            heuristicAnswers: {
+                [FIRST]: {
+                    type: 'noul',
+                    value: dup,
+                    probability: Math.min(1, Math.max(0, score)),
+                    confidence: 0.5,
+                },
+            },
+            heuristicLabel: dup ? 'duplicate' : 'distinct',
+            predict: (answers) => {
+                const a = answers[FIRST];
+                if (a?.type !== 'noul')
+                    return null;
+                return a.value ? 'duplicate' : 'distinct';
+            },
+        };
+    }
+    if (row.site === 'observationType') {
+        const guess = classifyObservationTypeByKeywords(row.input.text);
+        const req = buildObservationTypeRequest(row.input.text, row.input.title || undefined, redact);
+        const probabilities = {};
+        for (const o of OBSERVATION_TYPE_OPTIONS)
+            probabilities[o] = o === guess ? 1 : 0;
+        return {
+            req: { ...req, cache: false },
+            heuristicAnswers: { type: { type: 'choice', value: guess, probabilities, confidence: 0.5 } },
+            heuristicLabel: guess,
+            predict: (answers) => {
+                const a = answers['type'];
+                if (a?.type !== 'choice')
+                    return null;
+                return OBSERVATION_TYPE_OPTIONS.some((o) => o === a.value) ? a.value : null;
+            },
+        };
+    }
+    const { newer, older } = row.input;
+    const collision = decisionWordJaccard(newer, older) >= DECISION_COLLISION_THRESHOLD;
+    const req = buildContradictionRequest(
+    // The declared `supersedes` is deliberately NOT sent: it is the label.
+    { type: newer.type ?? 'unknown', decision: newer.decision, rationale: newer.rationale }, [{ id: older.id, decision: older.decision, rationale: older.rationale, score: 0 }], redact);
+    const guess = collision ? 'supersedes' : 'unrelated';
+    const probabilities = {};
+    for (const r of CONTRADICTION_RELATIONS)
+        probabilities[r] = r === guess ? 1 : 0;
+    return {
+        req: { ...req, cache: false },
+        heuristicAnswers: { [FIRST]: { type: 'choice', value: guess, probabilities, confidence: 0.5 } },
+        heuristicLabel: collision ? 'conflict' : 'compatible',
+        predict: (answers) => {
+            const a = answers[FIRST];
+            if (a?.type !== 'choice')
+                return null;
+            if (a.value === 'contradicts' || a.value === 'supersedes')
+                return 'conflict';
+            if (a.value === 'refines' || a.value === 'unrelated')
+                return 'compatible';
+            return null;
+        },
+    };
+}
+//# sourceMappingURL=questions.js.map

package/dist/decide/bench/questions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"questions.js","sourceRoot":"","sources":["../../../src/decide/bench/questions.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EACL,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,4BAA4B,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAC9F,OAAO,EACL,2BAA2B,EAC3B,iCAAiC,EACjC,wBAAwB,GACzB,MAAM,2CAA2C,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EACL,6BAA6B,EAC7B,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,mCAAmC,CAAC;AAmB3C,8EAA8E;AAC9E,MAAM,MAAM,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;AAErE,4DAA4D;AAC5D,SAAS,UAAU,CAAC,EAAU;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,uEAAuE;AACvE,MAAM,KAAK,GAAG,IAAI,CAAC;AAEnB;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,GAAa;IAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;QACtC,2DAA2D;QAC3D,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GACtB,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,wBAAwB,CACpC,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,WAAW,EACjB,SAAS,CAAC,KAAK,EACf,SAAS,CAAC,WAAW,CACtB,CAAC;QACF,MAAM,GAAG,GAAG,KAAK,IAAI,wBAAwB,CAAC;QAC9C,MAAM,GAAG,GAAG,6BAA6B,CACvC,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,WAAW,EACjB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EACrB,MAAM,CACP,CAAC;QACF,OAAO;YACL,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE;YAC7B,gBAAgB,EAAE;gBAChB,CAAC,KAAK,CAAC,EAAE;oBACP,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,GAAG;oBACV,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;oBAC5C,UAAU,EAAE,GAAG;iBAChB;aACF;YACD,cAAc,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU;YAC9C,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE;gBACnB,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;gBACzB,IAAI,CAAC,EAAE,IAAI,KAAK,MAAM;oBAAE,OAAO,IAAI,CAAC;gBACpC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC;YAC5C,CAAC;SACF,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,iCAAiC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,GAAG,GAAG,2BAA2B,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,SAAS,EAAE,MAAM,CAAC,CAAC;QAC9F,MAAM,aAAa,GAA2B,EAAE,CAAC;QACjD,KAAK,MAAM,CAAC,IAAI,wBAAwB;YAAE,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjF,OAAO;YACL,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE;YAC7B,gBAAgB,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE;YAC5F,cAAc,EAAE,KAAK;YACrB,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE;gBACnB,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC1B,IAAI,CAAC,EAAE,IAAI,KAAK,QAAQ;oBAAE,OAAO,IAAI,CAAC;gBACtC,OAAO,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;YAC9E,CAAC;SACF,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC;IACnC,MAAM,SAAS,GAAG,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,4BAA4B,CAAC;IACpF,MAAM,GAAG,GAAG,yBAAyB;IACnC,uEAAuE;IACvE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EACvF,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAClF,MAAM,CACP,CAAC;IACF,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC;IACrD,MAAM,aAAa,GAA2B,EAAE,CAAC;IACjD,KAAK,MAAM,CAAC,IAAI,uBAAuB;QAAE,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,OAAO;QACL,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE;QAC7B,gBAAgB,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE;QAC/F,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY;QACrD,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE;YACnB,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,EAAE,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;YACtC,IAAI,CAAC,CAAC,KAAK,KAAK,aAAa,IAAI,CAAC,CAAC,KAAK,KAAK,YAAY;gBAAE,OAAO,UAAU,CAAC;YAC7E,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,KAAK,WAAW;gBAAE,OAAO,YAAY,CAAC;YAC1E,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/decide/bench/report.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Markdown report fragment for a System One benchmark (T12495): method,
+ * dataset sizes, a per-site table, latency, cost and re-run instructions.
+ * Meant to be pasted into the README, a docs page and the site; this module
+ * only renders it.
+ *
+ * @task T12495
+ * @epic T12486
+ */
+import type { BenchResults } from './runner.js';
+/**
+ * Render the Markdown fragment.
+ *
+ * @param results - Benchmark results.
+ * @param opts - The re-run command to print (default: built from the config).
+ * @returns Markdown (starts at a level-2 heading so it embeds anywhere).
+ */
+export declare function renderBenchReport(results: BenchResults, opts?: {
+    readonly rerunCommand?: string;
+}): string;
+//# sourceMappingURL=report.d.ts.map

package/dist/decide/bench/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/decide/bench/report.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAqB,YAAY,EAAE,MAAM,aAAa,CAAC;AAkDnE;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,YAAY,EACrB,IAAI,GAAE;IAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAO,GAC5C,MAAM,CA2FR"}

package/dist/decide/bench/report.js

@@ -0,0 +1,125 @@
+/**
+ * Markdown report fragment for a System One benchmark (T12495): method,
+ * dataset sizes, a per-site table, latency, cost and re-run instructions.
+ * Meant to be pasted into the README, a docs page and the site; this module
+ * only renders it.
+ *
+ * @task T12495
+ * @epic T12486
+ */
+import { HEURISTIC_PROVIDER } from './runner.js';
+/** Human site names. */
+const SITE_TITLES = {
+    duplicateDetection: 'Duplicate task detection (`tasks.duplicate-detection`)',
+    observationType: 'Observation type (`memory.observation-type`)',
+    decisionContradiction: 'Decision contradiction (`memory.decision-contradiction`)',
+};
+/** Format a ratio spread as a percentage with its standard deviation. */
+function pct(s) {
+    if (s.mean === null)
+        return '—';
+    const mean = (s.mean * 100).toFixed(1);
+    return s.n > 1 && s.stddev !== null ? `${mean}% ± ${(s.stddev * 100).toFixed(1)}` : `${mean}%`;
+}
+/** Format a millisecond spread. */
+function ms(s) {
+    if (s.mean === null)
+        return '—';
+    return s.n > 1 && s.stddev !== null
+        ? `${s.mean.toFixed(0)} ± ${s.stddev.toFixed(0)}`
+        : s.mean.toFixed(s.mean < 10 ? 2 : 0);
+}
+/** Format micro-dollars as dollars. */
+function usd(micros) {
+    return `$${(micros / 1e6).toFixed(micros < 10_000 ? 6 : 4)}`;
+}
+/** Format fallbacks as `reason×n`. */
+function fallbacks(row) {
+    const parts = Object.entries(row.fallbacks).map(([k, v]) => `${k}×${v}`);
+    return parts.length > 0 ? parts.join(', ') : '0';
+}
+/** One table row. */
+function tableRow(row) {
+    const n = row.answered.mean === null ? '—' : row.answered.mean.toFixed(0);
+    // A provider that reports no cost (plain Jev) shows the estimate, marked as one.
+    const cost = row.provider === HEURISTIC_PROVIDER
+        ? '$0'
+        : row.costReported
+            ? usd(row.costMicros.mean ?? 0)
+            : `~${usd(row.costMicros.mean ?? 0)} (est.)`;
+    return `| ${row.provider} | ${n} | ${pct(row.accuracy)} | ${pct(row.precision)} | ${pct(row.recall)} | ${pct(row.f1)} | ${pct(row.falsePositiveRate)} | ${ms(row.p50Ms)} | ${ms(row.p95Ms)} | ${cost} | ${fallbacks(row)} |`;
+}
+/**
+ * Render the Markdown fragment.
+ *
+ * @param results - Benchmark results.
+ * @param opts - The re-run command to print (default: built from the config).
+ * @returns Markdown (starts at a level-2 heading so it embeds anywhere).
+ */
+export function renderBenchReport(results, opts = {}) {
+    const providers = results.config.providers.map((p) => p.name);
+    const rerun = opts.rerunCommand ??
+        `cleo decide bench --profiles ${providers.join(',') || '<a,b>'} --sites ${results.config.sites.join(',')} --runs ${results.config.runs} --max-usd ${results.config.maxMicros / 1e6}`;
+    const lines = [];
+    lines.push('## System One accuracy benchmark');
+    lines.push('');
+    lines.push(`Measured ${results.finishedAt.slice(0, 10)} with \`cleo decide bench\` (T12495): ${providers.join(' vs ')} against each site's heuristic, ${results.config.runs} run(s).`);
+    lines.push('');
+    lines.push('### Method');
+    lines.push('');
+    lines.push("- **Control group: CLEO's own history.** Duplicate pairs come from `duplicates` relations, tasks cancelled as a duplicate of a named task and duplicate notes; distinct pairs are same-parent tasks with no relation. Observation types are those a caller set explicitly (the stored type differs from both keyword defaults). Contradiction positives are supersedes edges; negatives are random pairs with no supersedes edge.");
+    lines.push('- Pair rows whose text gives the label away (one side names the other\'s id, or says "duplicate of T123" / "supersedes D12") are dropped.');
+    lines.push('- The dataset and the owner spot-check sample (`dataset.jsonl`, `spot-check.json`) stay local and are never published: they hold redacted project text. Only this aggregate report is shared.');
+    lines.push('- Every row is the exact question the site asks (the site request builders), redacted with the same patterns System One uses, sent through `decideBatch` with the provider cache off (`cache: false`).');
+    lines.push(`- Metrics are over rows the provider answered; fallbacks (timeouts, errors, malformed answers) are counted separately. Latency is the wall time of the batch call that carried a row (batch size ${results.config.batchSize}). Cost is the provider-reported \`meta.cost_micros\` (the estimate when not reported).`);
+    lines.push('- Two-label sites report precision, recall, F1 and false-positive rate for the positive class (duplicate, conflict); the observation-type site reports macro averages. Values are the mean ± standard deviation across runs.');
+    lines.push('');
+    lines.push('### Dataset');
+    lines.push('');
+    lines.push('| Site | Rows | Labels |');
+    lines.push('|---|---|---|');
+    for (const [site, labels] of Object.entries(results.dataset.bySite)) {
+        const total = Object.values(labels).reduce((s, n) => s + n, 0);
+        const detail = Object.entries(labels)
+            .map(([l, n]) => `${l} ${n}`)
+            .join(', ');
+        lines.push(`| ${site} | ${total} | ${detail} |`);
+    }
+    lines.push('');
+    lines.push(`${results.dataset.total} rows, ${results.dataset.ownerVerified} verified by the owner in the spot-check.`);
+    lines.push('');
+    lines.push('### Results');
+    for (const site of results.config.sites) {
+        lines.push('');
+        lines.push(`#### ${SITE_TITLES[site] ?? site}`);
+        lines.push('');
+        lines.push('| Provider | n | Accuracy | Precision | Recall | F1 | FP rate | p50 ms | p95 ms | Cost/run | Fallbacks |');
+        lines.push('|---|---|---|---|---|---|---|---|---|---|---|');
+        for (const row of results.aggregate.filter((r) => r.site === site))
+            lines.push(tableRow(row));
+        if (site === 'observationType') {
+            lines.push('');
+            lines.push('> The keyword heuristic scores near zero here by construction: a row is only used when its type differs from the keyword default. Compare the providers with each other on this site.');
+        }
+    }
+    lines.push('');
+    lines.push('### Cost');
+    lines.push('');
+    lines.push(`Spent ${usd(results.spend.spentMicros)} (${usd(results.spend.reportedMicros)} reported by the providers) of a ${usd(results.spend.capMicros)} cap, in ${results.spend.batchesSent} of ${results.spend.batchesPlanned} planned batch calls.`);
+    if (results.spend.capReached && results.spend.stoppedAt) {
+        const s = results.spend.stoppedAt;
+        lines.push('');
+        lines.push(`**Stopped at the cap** in run ${s.run}, site ${s.site}, batch ${s.batch} (${s.provider}): the next batch's estimate (${usd(s.estimateMicros)}) would have passed it. The tables cover what was completed.`);
+    }
+    lines.push('');
+    lines.push('### Re-run');
+    lines.push('');
+    lines.push('```bash');
+    lines.push('cleo decide bench --sample-only        # build the dataset and the spot-check sample, no spend');
+    lines.push('cleo decide bench --corrections <file> --sample-only   # apply owner corrections');
+    lines.push(rerun);
+    lines.push('```');
+    lines.push('');
+    return lines.join('\n');
+}
+//# sourceMappingURL=report.js.map

package/dist/decide/bench/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../../../src/decide/bench/report.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAGjD,wBAAwB;AACxB,MAAM,WAAW,GAAqC;IACpD,kBAAkB,EAAE,wDAAwD;IAC5E,eAAe,EAAE,8CAA8C;IAC/D,qBAAqB,EAAE,0DAA0D;CAClF,CAAC;AAEF,yEAAyE;AACzE,SAAS,GAAG,CAAC,CAAc;IACzB,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC;IAChC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACvC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC;AACjG,CAAC;AAED,mCAAmC;AACnC,SAAS,EAAE,CAAC,CAAc;IACxB,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC;IAChC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI;QACjC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACjD,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,uCAAuC;AACvC,SAAS,GAAG,CAAC,MAAc;IACzB,OAAO,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/D,CAAC;AAED,sCAAsC;AACtC,SAAS,SAAS,CAAC,GAAsB;IACvC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzE,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AACnD,CAAC;AAED,qBAAqB;AACrB,SAAS,QAAQ,CAAC,GAAsB;IACtC,MAAM,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC1E,iFAAiF;IACjF,MAAM,IAAI,GACR,GAAG,CAAC,QAAQ,KAAK,kBAAkB;QACjC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,GAAG,CAAC,YAAY;YAChB,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC;YAC/B,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,SAAS,CAAC;IACnD,OAAO,KAAK,GAAG,CAAC,QAAQ,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,MAAM,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;AAC/N,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,OAAqB,EACrB,OAA2C,EAAE;IAE7C,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,KAAK,GACT,IAAI,CAAC,YAAY;QACjB,gCAAgC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,OAAO,YAAY,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,MAAM,CAAC,IAAI,cAAc,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;IACvL,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAC/C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,YAAY,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,yCAAyC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,mCAAmC,OAAO,CAAC,MAAM,CAAC,IAAI,UAAU,CAC3K,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,maAAma,CACpa,CAAC;IACF,KAAK,CAAC,IAAI,CACR,2IAA2I,CAC5I,CAAC;IACF,KAAK,CAAC,IAAI,CACR,+LAA+L,CAChM,CAAC;IACF,KAAK,CAAC,IAAI,CACR,wMAAwM,CACzM,CAAC;IACF,KAAK,CAAC,IAAI,CACR,oMAAoM,OAAO,CAAC,MAAM,CAAC,SAAS,yFAAyF,CACtT,CAAC;IACF,KAAK,CAAC,IAAI,CACR,8NAA8N,CAC/N,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACpE,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;aAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,MAAM,KAAK,MAAM,MAAM,IAAI,CAAC,CAAC;IACnD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,UAAU,OAAO,CAAC,OAAO,CAAC,aAAa,2CAA2C,CAC3G,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,QAAQ,WAAW,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CACR,0GAA0G,CAC3G,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAC5D,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9F,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CACR,uLAAuL,CACxL,CAAC;QACJ,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACvB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,SAAS,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,oCAAoC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,OAAO,CAAC,KAAK,CAAC,WAAW,OAAO,OAAO,CAAC,KAAK,CAAC,cAAc,uBAAuB,CAC7O,CAAC;IACF,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACxD,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CACR,iCAAiC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,QAAQ,iCAAiC,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,8DAA8D,CAC5M,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtB,KAAK,CAAC,IAAI,CACR,gGAAgG,CACjG,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC/F,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}