@lesliechan721/aw 0.1.0-beta.14 → 0.1.0-beta.16

package/dist/src/review/eval-source-input.js

@@ -0,0 +1,207 @@
+import crypto from 'node:crypto';
+import path from 'node:path';
+import { canonicalJson, } from '@lesliechan721/agent-skill-eval';
+import fs from 'fs-extra';
+import { resolveAwSkillEvalCustomCommand, } from '../eval/manifest-v1.js';
+import { calculateFileDigest } from '../utils/bundle-integrity.js';
+const digestPattern = /^sha256:[0-9a-f]{64}$/u;
+const safeSegmentPattern = /^[A-Za-z0-9][A-Za-z0-9._-]*$/u;
+const compareText = (left, right) => left < right ? -1 : left > right ? 1 : 0;
+function digestCanonical(value) {
+    return `sha256:${crypto.createHash('sha256').update(canonicalJson(value)).digest('hex')}`;
+}
+function strictRecord(value, keys) {
+    return !!value
+        && typeof value === 'object'
+        && !Array.isArray(value)
+        && Object.keys(value).length === keys.length
+        && Object.keys(value).every((key) => keys.includes(key));
+}
+function digestString(value) {
+    return typeof value === 'string' && digestPattern.test(value);
+}
+function safeSegment(value) {
+    return typeof value === 'string' && safeSegmentPattern.test(value);
+}
+function normalizeRelativePath(value) {
+    if (typeof value !== 'string'
+        || value === ''
+        || value.includes('\\')
+        || path.posix.isAbsolute(value)
+        || path.win32.isAbsolute(value)
+        || path.posix.normalize(value) !== value
+        || value === '..'
+        || value.startsWith('../'))
+        throw new Error('Eval source input path must be a safe relative POSIX path.');
+    return value;
+}
+function workspaceRelativePath(workspaceRoot, target) {
+    const relative = path.relative(workspaceRoot, target).split(path.sep).join('/');
+    return normalizeRelativePath(relative);
+}
+function evalInputDigest(input) {
+    return digestCanonical(input);
+}
+export function parseAwSourceBindingEvalInput(value) {
+    const row = value;
+    if (!strictRecord(row, [
+        'manifestPath',
+        'casesPath',
+        'selectedCaseIds',
+        'suiteDefaultsDigest',
+        'selectedCasesDigest',
+        'fixturesDigest',
+        'providerDigest',
+        'inputDigest',
+    ])
+        || !Array.isArray(row.selectedCaseIds)
+        || row.selectedCaseIds.length === 0
+        || !digestString(row.suiteDefaultsDigest)
+        || !digestString(row.selectedCasesDigest)
+        || !digestString(row.fixturesDigest)
+        || !digestString(row.providerDigest)
+        || !digestString(row.inputDigest))
+        throw new Error('Eval source input is invalid.');
+    const selectedCaseIds = row.selectedCaseIds.map((entry) => {
+        if (!safeSegment(entry))
+            throw new Error('Eval source input case id is invalid.');
+        return entry;
+    });
+    if (new Set(selectedCaseIds).size !== selectedCaseIds.length) {
+        throw new Error('Eval source input case ids must be unique.');
+    }
+    const unsigned = {
+        manifestPath: normalizeRelativePath(row.manifestPath),
+        casesPath: normalizeRelativePath(row.casesPath),
+        selectedCaseIds,
+        suiteDefaultsDigest: row.suiteDefaultsDigest,
+        selectedCasesDigest: row.selectedCasesDigest,
+        fixturesDigest: row.fixturesDigest,
+        providerDigest: row.providerDigest,
+    };
+    if (row.inputDigest !== evalInputDigest(unsigned)) {
+        throw new Error('Eval source input digest is invalid.');
+    }
+    return { ...unsigned, inputDigest: row.inputDigest };
+}
+export function selectAwSourceBindingEvalCases(document, selection) {
+    if ('caseIds' in selection) {
+        if (selection.caseIds.length === 0
+            || selection.caseIds.some((caseId) => !safeSegment(caseId))
+            || new Set(selection.caseIds).size !== selection.caseIds.length)
+            throw new Error('Eval case id selection is invalid.');
+        const requested = new Set(selection.caseIds);
+        const cases = document.cases.filter((entry) => requested.has(entry.id));
+        if (cases.length !== requested.size)
+            throw new Error('Eval case selection matched no cases.');
+        return { ...document, cases };
+    }
+    if (selection.split !== null && selection.split !== 'all' && !safeSegment(selection.split)) {
+        throw new Error('Eval split must be a safe path segment or all.');
+    }
+    if (selection.caseId !== null && !safeSegment(selection.caseId)) {
+        throw new Error('Eval case id must be a safe path segment.');
+    }
+    const splitCases = selection.split === null || selection.split === 'all'
+        ? document.cases
+        : document.cases.filter((entry) => entry.split === selection.split);
+    const cases = selection.caseId === null
+        ? splitCases
+        : splitCases.filter((entry) => entry.id === selection.caseId);
+    if (cases.length === 0)
+        throw new Error('Eval case selection matched no cases.');
+    return { ...document, cases };
+}
+export function computeAwSourceBindingSelectedCasesDigest(document) {
+    return digestCanonical(document);
+}
+export function computeAwSourceBindingSuiteDefaultsDigest(suite, defaults) {
+    return digestCanonical({ suite, defaults });
+}
+export async function resolveAwSourceBindingEvalProvider(options) {
+    if (options.suite.kind === 'trigger')
+        return 'codex-trigger';
+    if (options.suite.kind === 'conversation')
+        return 'codex-conversation';
+    const resolved = await resolveAwSkillEvalCustomCommand(options.evalRoot, options.suite.provider);
+    const command = [...resolved.command];
+    for (const [index, { prefix, relative }] of resolved.localArguments) {
+        if (!await fs.pathExists(path.join(options.preparedEvalRoot, relative))) {
+            throw new Error(`Prepared custom provider asset is missing: ${relative}`);
+        }
+        command[index] = `${prefix}workspace/eval/${relative}`;
+    }
+    return options.suite.provider.type === 'custom-process'
+        ? { type: 'custom-process', command }
+        : {
+            type: 'codex-workflow',
+            command,
+            allowedModels: options.suite.provider.allowedModels,
+        };
+}
+async function collectFixtureRecords(root, excludedPaths) {
+    const rootInfo = await fs.lstat(root);
+    if (!rootInfo.isDirectory() || rootInfo.isSymbolicLink()) {
+        throw new Error('Eval fixture root must be a regular directory.');
+    }
+    const directories = [];
+    const files = [];
+    const walk = async (directory, relativeDirectory = '') => {
+        const entries = await fs.readdir(directory, { withFileTypes: true });
+        entries.sort((left, right) => compareText(left.name, right.name));
+        for (const entry of entries) {
+            const absolutePath = path.join(directory, entry.name);
+            const relativePath = path.posix.join(relativeDirectory, entry.name);
+            if (excludedPaths.has(relativePath))
+                continue;
+            const info = await fs.lstat(absolutePath);
+            if (info.isSymbolicLink())
+                throw new Error(`Eval fixture path contains a symbolic link: ${relativePath}`);
+            if (info.isDirectory()) {
+                directories.push(relativePath);
+                await walk(absolutePath, relativePath);
+            }
+            else if (info.isFile()) {
+                files.push({
+                    path: relativePath,
+                    mode: process.platform !== 'win32' && (info.mode & 0o111) !== 0 ? '100755' : '100644',
+                    digest: await calculateFileDigest(absolutePath),
+                });
+            }
+            else {
+                throw new Error(`Eval fixture path has an unsupported node: ${relativePath}`);
+            }
+        }
+    };
+    await walk(root);
+    directories.sort(compareText);
+    files.sort((left, right) => compareText(left.path, right.path));
+    return { directories, files };
+}
+export async function resolveEvalSourceBindingInput(options) {
+    const selectedCases = selectAwSourceBindingEvalCases(options.cases, options.selection);
+    if (!digestString(options.providerDigest))
+        throw new Error('Eval provider digest is invalid.');
+    const fixtureRecords = await collectFixtureRecords(options.evalRoot, new Set(['manifest.json', ...options.corpusPaths]));
+    const fixturesDigest = digestCanonical(fixtureRecords);
+    if (options.preparedEvalRoot) {
+        const preparedFixtures = await collectFixtureRecords(options.preparedEvalRoot, new Set());
+        if (digestCanonical(preparedFixtures) !== fixturesDigest) {
+            throw new Error('Prepared Eval fixtures do not match the current source fixtures.');
+        }
+    }
+    const unsigned = {
+        manifestPath: workspaceRelativePath(options.workspaceRoot, options.manifestPath),
+        casesPath: workspaceRelativePath(options.workspaceRoot, path.join(options.evalRoot, options.suite.cases)),
+        selectedCaseIds: selectedCases.cases.map((entry) => entry.id),
+        suiteDefaultsDigest: computeAwSourceBindingSuiteDefaultsDigest(options.suite, options.defaults),
+        selectedCasesDigest: computeAwSourceBindingSelectedCasesDigest(selectedCases),
+        fixturesDigest,
+        providerDigest: options.providerDigest,
+    };
+    return {
+        selectedCases,
+        input: { ...unsigned, inputDigest: evalInputDigest(unsigned) },
+    };
+}
+//# sourceMappingURL=eval-source-input.js.map

package/dist/src/review/eval-source-input.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-source-input.js","sourceRoot":"","sources":["../../../src/review/eval-source-input.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,IAAI,MAAM,WAAW,CAAA;AAE5B,OAAO,EACL,aAAa,GAGd,MAAM,iCAAiC,CAAA;AACxC,OAAO,EAAE,MAAM,UAAU,CAAA;AAEzB,OAAO,EACL,+BAA+B,GAGhC,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAA;AAElE,MAAM,aAAa,GAAG,wBAAwB,CAAA;AAC9C,MAAM,kBAAkB,GAAG,+BAA+B,CAAA;AAC1D,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAiCrG,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,UAAU,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;AAC3F,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,IAAuB;IAC3D,OAAO,CAAC,CAAC,KAAK;WACT,OAAO,KAAK,KAAK,QAAQ;WACzB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;WACrB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;WACzC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AAC/D,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AACpE,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,IACE,OAAO,KAAK,KAAK,QAAQ;WACtB,KAAK,KAAK,EAAE;WACZ,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;WACpB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;WAC5B,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;WAC5B,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,KAAK;WACrC,KAAK,KAAK,IAAI;WACd,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;IAC/E,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,qBAAqB,CAAC,aAAqB,EAAE,MAAc;IAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/E,OAAO,qBAAqB,CAAC,QAAQ,CAAC,CAAA;AACxC,CAAC;AAED,SAAS,eAAe,CAAC,KAAoD;IAC3E,OAAO,eAAe,CAAC,KAAK,CAAC,CAAA;AAC/B,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,KAAc;IAC1D,MAAM,GAAG,GAAG,KAAgC,CAAA;IAC5C,IACE,CAAC,YAAY,CAAC,GAAG,EAAE;QACjB,cAAc;QACd,WAAW;QACX,iBAAiB;QACjB,qBAAqB;QACrB,qBAAqB;QACrB,gBAAgB;QAChB,gBAAgB;QAChB,aAAa;KACd,CAAC;WACC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;WACnC,GAAG,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC;WAChC,CAAC,YAAY,CAAC,GAAG,CAAC,mBAAmB,CAAC;WACtC,CAAC,YAAY,CAAC,GAAG,CAAC,mBAAmB,CAAC;WACtC,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC;WACjC,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC;WACjC,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,MAAM,eAAe,GAAG,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACxD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;QACjF,OAAO,KAAK,CAAA;IACd,CAAC,CAAC,CAAA;IACF,IAAI,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,MAAM,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IAC/D,CAAC;IACD,MAAM,QAAQ,GAAG;QACf,YAAY,EAAE,qBAAqB,CAAC,GAAG,CAAC,YAAY,CAAC;QACrD,SAAS,EAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC;QAC/C,eAAe;QACf,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,cAAc,EAAE,GAAG,CAAC,cAAc;QAClC,cAAc,EAAE,GAAG,CAAC,cAAc;KACnC,CAAA;IACD,IAAI,GAAG,CAAC,WAAW,KAAK,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;IACzD,CAAC;IACD,OAAO,EAAE,GAAG,QAAQ,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAA;AACtD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,QAA+B,EAC/B,SAA2C;IAE3C,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;QAC3B,IACE,SAAS,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;eAC3B,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;eACxD,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO,CAAC,MAAM;YAC/D,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACvD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;QAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;QACvE,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;QAC7F,OAAO,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,CAAA;IAC/B,CAAC;IACD,IAAI,SAAS,CAAC,KAAK,KAAK,IAAI,IAAI,SAAS,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;IACnE,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAA;IAC9D,CAAC;IACD,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,KAAK,IAAI,IAAI,SAAS,CAAC,KAAK,KAAK,KAAK;QACtE,CAAC,CAAC,QAAQ,CAAC,KAAK;QAChB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,KAAK,CAAC,CAAA;IACrE,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,KAAK,IAAI;QACrC,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,MAAM,CAAC,CAAA;IAC/D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;IAChF,OAAO,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,CAAA;AAC/B,CAAC;AAED,MAAM,UAAU,yCAAyC,CACvD,QAA+B;IAE/B,OAAO,eAAe,CAAC,QAAQ,CAAC,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,yCAAyC,CACvD,KAAiC,EACjC,QAAuC;IAEvC,OAAO,eAAe,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kCAAkC,CAAC,OAIxD;IACC,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,eAAe,CAAA;IAC5D,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,cAAc;QAAE,OAAO,oBAAoB,CAAA;IACtE,MAAM,QAAQ,GAAG,MAAM,+BAA+B,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,QAAS,CAAC,CAAA;IACjG,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IACrC,KAAK,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;QACpE,IAAI,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,KAAK,CAAC,8CAA8C,QAAQ,EAAE,CAAC,CAAA;QAC3E,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,kBAAkB,QAAQ,EAAE,CAAA;IACxD,CAAC;IACD,OAAO,OAAO,CAAC,KAAK,CAAC,QAAS,CAAC,IAAI,KAAK,gBAAgB;QACtD,CAAC,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE;QACrC,CAAC,CAAC;YACE,IAAI,EAAE,gBAAgB;YACtB,OAAO;YACP,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,QAAS,CAAC,aAAa;SACrD,CAAA;AACP,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,IAAY,EACZ,aAAkC;IAElC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACrC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;IACnE,CAAC;IACD,MAAM,WAAW,GAAa,EAAE,CAAA;IAChC,MAAM,KAAK,GAAsB,EAAE,CAAA;IACnC,MAAM,IAAI,GAAG,KAAK,EAAE,SAAiB,EAAE,iBAAiB,GAAG,EAAE,EAAiB,EAAE;QAC9E,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QACpE,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QACjE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YACrD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YACnE,IAAI,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC;gBAAE,SAAQ;YAC7C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YACzC,IAAI,IAAI,CAAC,cAAc,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,YAAY,EAAE,CAAC,CAAA;YACzG,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAC9B,MAAM,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;YACxC,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBACzB,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;oBACrF,MAAM,EAAE,MAAM,mBAAmB,CAAC,YAAY,CAAC;iBAChD,CAAC,CAAA;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,8CAA8C,YAAY,EAAE,CAAC,CAAA;YAC/E,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IACD,MAAM,IAAI,CAAC,IAAI,CAAC,CAAA;IAChB,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IAC7B,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/D,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,CAAA;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,OAWnD;IACC,MAAM,aAAa,GAAG,8BAA8B,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;IACtF,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,cAAc,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IAC9F,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAChD,OAAO,CAAC,QAAQ,EAChB,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CACnD,CAAA;IACD,MAAM,cAAc,GAAG,eAAe,CAAC,cAAc,CAAC,CAAA;IACtD,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC7B,MAAM,gBAAgB,GAAG,MAAM,qBAAqB,CAAC,OAAO,CAAC,gBAAgB,EAAE,IAAI,GAAG,EAAE,CAAC,CAAA;QACzF,IAAI,eAAe,CAAC,gBAAgB,CAAC,KAAK,cAAc,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;QACrF,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAG;QACf,YAAY,EAAE,qBAAqB,CAAC,OAAO,CAAC,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC;QAChF,SAAS,EAAE,qBAAqB,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACzG,eAAe,EAAE,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7D,mBAAmB,EAAE,yCAAyC,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC;QAC/F,mBAAmB,EAAE,yCAAyC,CAAC,aAAa,CAAC;QAC7E,cAAc;QACd,cAAc,EAAE,OAAO,CAAC,cAAc;KACvC,CAAA;IACD,OAAO;QACL,aAAa;QACb,KAAK,EAAE,EAAE,GAAG,QAAQ,EAAE,WAAW,EAAE,eAAe,CAAC,QAAQ,CAAC,EAAE;KAC/D,CAAA;AACH,CAAC"}

package/dist/src/review/source-binding.d.ts

@@ -0,0 +1,170 @@
+import { type CatalogWorkspace } from '@lesliechan721/aw-plugin-core';
+import type { AwSkillEvalMaterializationProfile } from '../../scripts/aw-skill-eval-materializer.js';
+import { type AwSkillEvalManifestV1Profile } from '../eval/manifest-v1.js';
+import type { CatalogSourceResolution, PluginMeta, Scope } from '../types.js';
+import { type ResolvedArtifactRenderConfig } from '../utils/artifact-renderer.js';
+import { type AwSourceBindingEvalInput } from './eval-source-input.js';
+export { computeAwSourceBindingSelectedCasesDigest, computeAwSourceBindingSuiteDefaultsDigest, resolveAwSourceBindingEvalProvider, resolveEvalSourceBindingInput, selectAwSourceBindingEvalCases, type AwSourceBindingEvalCaseSelection, type AwSourceBindingEvalInput, type ResolvedEvalSourceBindingInput, } from './eval-source-input.js';
+export declare const AW_SOURCE_BINDING_FILENAME = "aw-source-binding.json";
+export interface AwWorkspaceBindingSource {
+    kind: 'workspace';
+    workspaceIdentity: string;
+    sourceIdentity: string;
+}
+export interface AwCatalogSnapshotBindingSource {
+    kind: 'catalog-snapshot';
+    sourceId: string;
+    catalogSourceIdentity: string;
+    logicalIdentity: string;
+    snapshotDigest: string;
+    workspaceIdentity: string;
+    workspaceSourceIdentity: string;
+}
+export type AwSourceBindingSource = AwWorkspaceBindingSource | AwCatalogSnapshotBindingSource;
+export interface AwSourceBindingSubject {
+    plugin: string;
+    skill?: string;
+    suite?: string;
+}
+export type AwSourceBindingProfile = {
+    kind: 'eval';
+    id: string;
+    scope: Scope;
+    inputDigest: string;
+} | {
+    kind: 'portable';
+    id: `agent-skills-${Scope}`;
+    scope: Scope;
+    inputDigest: string;
+};
+export type AwSourceBindingArtifact = {
+    kind: 'eval-target';
+    skill: string;
+    path: string;
+    digest: string;
+} | {
+    kind: 'eval-workspace';
+    path: string;
+    digest: string;
+} | {
+    kind: 'eval-cases';
+    path: string;
+    digest: string;
+} | {
+    kind: 'portable-skill';
+    plugin: string;
+    skill: string;
+    path: string;
+    digest: string;
+};
+export type AwSourceBindingArtifactInput = {
+    kind: 'eval-target';
+    skill: string;
+    path: string;
+} | {
+    kind: 'eval-workspace';
+    path: string;
+} | {
+    kind: 'eval-cases';
+    path: string;
+} | {
+    kind: 'portable-skill';
+    plugin: string;
+    skill: string;
+    path: string;
+};
+export type AwSourceBindingVerifiedOutput = AwSourceBindingArtifact;
+export interface AwSourceBindingV1 {
+    schemaVersion: 1;
+    kind: 'aw-source-binding';
+    source: AwSourceBindingSource;
+    subject: AwSourceBindingSubject;
+    profile: AwSourceBindingProfile;
+    evalInput?: AwSourceBindingEvalInput;
+    artifacts: AwSourceBindingArtifact[];
+    finalDigest: string;
+}
+export interface AwSourceBindingIssue {
+    code: 'sourceBindingMissing' | 'sourceBindingInvalid' | 'sourceBindingSubjectDrift' | 'sourceBindingSourceDrift' | 'sourceBindingProfileDrift' | 'sourceBindingEvalInputDrift' | 'sourceBindingArtifactDrift';
+    message: string;
+}
+export type AwSourceBindingValidation = {
+    state: 'verified';
+    binding: AwSourceBindingV1;
+    outputs: AwSourceBindingVerifiedOutput[];
+    issues: [];
+} | {
+    state: 'incomplete' | 'invalid' | 'drifted';
+    binding: AwSourceBindingV1 | null;
+    outputs: [];
+    issues: AwSourceBindingIssue[];
+};
+export interface WriteAwSourceBindingOptions {
+    rootDir: string;
+    source: AwSourceBindingSource;
+    subject: AwSourceBindingSubject;
+    profile: AwSourceBindingProfile;
+    evalInput?: AwSourceBindingEvalInput;
+    artifacts: AwSourceBindingArtifactInput[];
+}
+export interface AwSourceBindingWorkspaceValidationContext {
+    workspace: CatalogWorkspace;
+    source: AwWorkspaceBindingSource;
+}
+export interface EvalProfileBindingInput {
+    profile: AwSourceBindingProfile & {
+        kind: 'eval';
+    };
+    materializationProfile: AwSkillEvalMaterializationProfile;
+}
+export interface PortablePluginProfileConfig {
+    config: ResolvedArtifactRenderConfig;
+    digest: string;
+}
+export declare function parseAwSourceBinding(value: unknown): AwSourceBindingV1;
+export declare function writeAwSourceBinding(options: WriteAwSourceBindingOptions): Promise<{
+    bindingPath: string;
+    binding: AwSourceBindingV1;
+}>;
+export declare function resolveWorkspaceBindingSource(workspace: Pick<CatalogWorkspace, 'workspaceRoot' | 'workspaceIdentity' | 'metadataPath' | 'plugins'>): Promise<AwWorkspaceBindingSource>;
+export declare function resolveCatalogSnapshotBindingSource(source: Pick<CatalogSourceResolution, 'sourceId' | 'sourceIdentity' | 'logicalIdentity' | 'snapshotDigest' | 'rootDir'>): Promise<AwCatalogSnapshotBindingSource>;
+export declare function resolveEvalProfileBindingInput(profile: AwSkillEvalManifestV1Profile, plugins: readonly PluginMeta[]): EvalProfileBindingInput;
+export declare function resolvePortablePluginProfileConfig(options: {
+    plugin: PluginMeta;
+    scope: Scope;
+    cwd: string;
+    env?: NodeJS.ProcessEnv;
+    sourceId?: string;
+    catalogSourceIdentity?: string;
+    logicalIdentity?: string;
+}): Promise<PortablePluginProfileConfig>;
+export declare function resolvePortableProfileBindingInput(options: {
+    plugins: readonly PluginMeta[];
+    pluginName: string;
+    scope: Scope;
+    cwd: string;
+    env?: NodeJS.ProcessEnv;
+    sourceId?: string;
+    catalogSourceIdentity?: string;
+    logicalIdentity?: string;
+}): Promise<AwSourceBindingProfile & {
+    kind: 'portable';
+}>;
+export declare function resolveCurrentWorkspaceAwSourceBinding(options: {
+    context: AwSourceBindingWorkspaceValidationContext;
+    binding: AwSourceBindingV1;
+    cwd?: string;
+    env?: NodeJS.ProcessEnv;
+}): Promise<{
+    source: AwWorkspaceBindingSource;
+    profile: AwSourceBindingProfile;
+}>;
+export declare function createAwSourceBindingWorkspaceValidationContext(workspaceRoot: string): Promise<AwSourceBindingWorkspaceValidationContext>;
+export declare function readAwSourceBinding(bindingPath: string): Promise<AwSourceBindingV1>;
+export declare function validateAwSourceBindingForWorkspace(options: {
+    bindingPath: string;
+    context: AwSourceBindingWorkspaceValidationContext;
+    expectedSubject: AwSourceBindingSubject;
+    cwd?: string;
+    env?: NodeJS.ProcessEnv;
+}): Promise<AwSourceBindingValidation>;