@neonwatty/limner 0.1.6 → 0.1.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -29
- package/dist/commands/compare-image-reference.d.ts +1 -0
- package/dist/commands/compare-image-reference.js +4 -0
- package/dist/commands/compare-image-reference.js.map +1 -1
- package/dist/commands/compare-output.js +2 -1
- package/dist/commands/compare-output.js.map +1 -1
- package/dist/commands/compare.d.ts +1 -0
- package/dist/commands/compare.js +4 -12
- package/dist/commands/compare.js.map +1 -1
- package/dist/commands/ledger.d.ts +3 -1
- package/dist/commands/loop-actions.d.ts +22 -0
- package/dist/commands/loop-actions.js +54 -0
- package/dist/commands/loop-actions.js.map +1 -0
- package/dist/commands/loop-cli.js +121 -2
- package/dist/commands/loop-cli.js.map +1 -1
- package/dist/commands/loop-comparison-adapters.d.ts +1 -0
- package/dist/commands/loop-comparison-adapters.js +7 -2
- package/dist/commands/loop-comparison-adapters.js.map +1 -1
- package/dist/commands/loop-response.d.ts +31 -0
- package/dist/commands/loop-response.js +84 -0
- package/dist/commands/loop-response.js.map +1 -0
- package/dist/commands/loop-task.d.ts +17 -0
- package/dist/commands/loop-task.js +98 -0
- package/dist/commands/loop-task.js.map +1 -0
- package/dist/commands/loop.d.ts +4 -1
- package/dist/commands/loop.js +26 -21
- package/dist/commands/loop.js.map +1 -1
- package/dist/core/agent-comparison-pack.d.ts +17 -0
- package/dist/core/agent-comparison-pack.js +25 -102
- package/dist/core/agent-comparison-pack.js.map +1 -1
- package/dist/core/agent-comparison-prompts.d.ts +1 -1
- package/dist/core/agent-comparison-prompts.js +4 -4
- package/dist/core/agent-comparison-prompts.js.map +1 -1
- package/dist/core/agent-comparison-report.js +2 -2
- package/dist/core/agent-comparison-report.js.map +1 -1
- package/dist/core/agent-comparison-response.d.ts +1 -0
- package/dist/core/agent-comparison-response.js +2 -0
- package/dist/core/agent-comparison-response.js.map +1 -0
- package/dist/core/agent-comparison-submit.d.ts +35 -0
- package/dist/core/agent-comparison-submit.js +113 -0
- package/dist/core/agent-comparison-submit.js.map +1 -0
- package/dist/core/agent-task-brief.d.ts +30 -0
- package/dist/core/agent-task-brief.js +158 -0
- package/dist/core/agent-task-brief.js.map +1 -0
- package/dist/core/comparison-artifacts.js +16 -7
- package/dist/core/comparison-artifacts.js.map +1 -1
- package/dist/core/current-artifacts.d.ts +14 -0
- package/dist/core/current-artifacts.js +16 -0
- package/dist/core/current-artifacts.js.map +1 -0
- package/dist/core/ledger-agent-responses.d.ts +22 -0
- package/dist/core/ledger-agent-responses.js +13 -0
- package/dist/core/ledger-agent-responses.js.map +1 -0
- package/dist/core/ledger-db.js +20 -0
- package/dist/core/ledger-db.js.map +1 -1
- package/dist/core/ledger-events.js +21 -1
- package/dist/core/ledger-events.js.map +1 -1
- package/dist/core/ledger-markdown.d.ts +21 -6
- package/dist/core/ledger-markdown.js +89 -6
- package/dist/core/ledger-markdown.js.map +1 -1
- package/dist/core/ledger-queries.d.ts +4 -1
- package/dist/core/ledger-queries.js +12 -3
- package/dist/core/ledger-queries.js.map +1 -1
- package/dist/core/ledger-store.d.ts +8 -1
- package/dist/core/ledger-store.js +4 -0
- package/dist/core/ledger-store.js.map +1 -1
- package/dist/core/loop-rerun-command.d.ts +4 -0
- package/dist/core/loop-rerun-command.js +36 -0
- package/dist/core/loop-rerun-command.js.map +1 -0
- package/dist/core/report-writer.js +1 -1
- package/dist/schemas/ledger.d.ts +23 -0
- package/dist/schemas/ledger.js +4 -0
- package/dist/schemas/ledger.js.map +1 -1
- package/docs/agent-workflow.md +39 -11
- package/docs/archive/visual-spec-workflow.md +23 -0
- package/docs/goals/db-native-agent-responses/goal.md +91 -0
- package/docs/goals/db-native-agent-responses/state.yaml +240 -0
- package/docs/superpowers/plans/2026-06-13-agent-response-sqlite.md +70 -0
- package/docs/superpowers/plans/2026-06-13-loop-action-ledger.md +257 -0
- package/package.json +1 -1
- package/skills/limner/SKILL.md +22 -21
- package/templates/target/AGENT_GUIDE.md +4 -4
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { LedgerMode } from '../schemas/ledger.js';
|
|
2
|
+
type LedgerEnv = Partial<Pick<NodeJS.ProcessEnv, 'LIMNER_LEDGER_HOME'>>;
|
|
3
|
+
type TrajectorySelector = {
|
|
4
|
+
ledgerEnv?: LedgerEnv;
|
|
5
|
+
trajectoryId?: string;
|
|
6
|
+
target?: string;
|
|
7
|
+
mode?: LedgerMode;
|
|
8
|
+
};
|
|
9
|
+
export type SubmitLoopResponseInput = TrajectorySelector & {
|
|
10
|
+
fromRun: string;
|
|
11
|
+
filePath?: string;
|
|
12
|
+
responseJson?: string;
|
|
13
|
+
};
|
|
14
|
+
export declare function submitLoopResponse(input: SubmitLoopResponseInput): Promise<{
|
|
15
|
+
status: "validated" | "invalid";
|
|
16
|
+
freshness: import("../core/agent-comparison-response.js").AgentResponseFreshness;
|
|
17
|
+
responseJson: string;
|
|
18
|
+
responseHash: string;
|
|
19
|
+
validationErrors?: string[];
|
|
20
|
+
imageComparisonPath?: string;
|
|
21
|
+
structureComparisonPath?: string;
|
|
22
|
+
summaryPath?: string;
|
|
23
|
+
score?: {
|
|
24
|
+
imageOverall: number;
|
|
25
|
+
structureOverall?: number;
|
|
26
|
+
};
|
|
27
|
+
topFix?: string;
|
|
28
|
+
scoreHighlights?: string[];
|
|
29
|
+
responseId: string;
|
|
30
|
+
}>;
|
|
31
|
+
export {};
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { readFile } from 'node:fs/promises';
|
|
2
|
+
import { artifact } from '../core/comparison-artifacts.js';
|
|
3
|
+
import { openLedgerDatabase } from '../core/ledger-db.js';
|
|
4
|
+
import { resolveLedgerPaths } from '../core/ledger-paths.js';
|
|
5
|
+
import { createLedgerStore } from '../core/ledger-store.js';
|
|
6
|
+
import { submitAgentComparisonResponse } from '../core/agent-comparison-submit.js';
|
|
7
|
+
export async function submitLoopResponse(input) {
|
|
8
|
+
const responseJson = await getResponseJson(input);
|
|
9
|
+
return withStoreAsync(input.ledgerEnv, async (store, db) => {
|
|
10
|
+
const trajectory = store.resolveTrajectory(selector(input));
|
|
11
|
+
const context = findComparisonContext(db, trajectory.trajectoryId, input.fromRun);
|
|
12
|
+
const result = await submitAgentComparisonResponse(context, responseJson);
|
|
13
|
+
const response = store.recordAgentResponse({
|
|
14
|
+
trajectoryId: trajectory.trajectoryId,
|
|
15
|
+
iterationId: trajectory.activeIterationId ?? undefined,
|
|
16
|
+
runId: input.fromRun,
|
|
17
|
+
mode: trajectory.mode,
|
|
18
|
+
profile: context.profile,
|
|
19
|
+
responsePath: responseStorePath(trajectory.trajectoryId, input.fromRun),
|
|
20
|
+
responseHash: result.responseHash,
|
|
21
|
+
freshness: result.freshness,
|
|
22
|
+
validationStatus: result.status,
|
|
23
|
+
inputFingerprint: context.inputFingerprint,
|
|
24
|
+
comparisonContext: context,
|
|
25
|
+
responseJson: result.responseJson,
|
|
26
|
+
score: result.score,
|
|
27
|
+
topFix: result.topFix,
|
|
28
|
+
});
|
|
29
|
+
store.appendEvent({
|
|
30
|
+
trajectoryId: trajectory.trajectoryId,
|
|
31
|
+
iterationId: trajectory.activeIterationId ?? undefined,
|
|
32
|
+
eventType: result.status === 'validated' ? 'loop.response.validated' : 'loop.response.invalid',
|
|
33
|
+
actor: 'agent',
|
|
34
|
+
command: 'loop response submit',
|
|
35
|
+
runId: input.fromRun,
|
|
36
|
+
resultStatus: result.status,
|
|
37
|
+
artifactRefs: responseArtifacts(result),
|
|
38
|
+
notes: result.validationErrors?.join('\n'),
|
|
39
|
+
});
|
|
40
|
+
return { responseId: response.responseId, ...result };
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
async function getResponseJson(input) {
|
|
44
|
+
if (input.responseJson !== undefined)
|
|
45
|
+
return input.responseJson;
|
|
46
|
+
if (input.filePath)
|
|
47
|
+
return readFile(input.filePath, 'utf8');
|
|
48
|
+
throw new Error('loop response submit requires --file or --stdin.');
|
|
49
|
+
}
|
|
50
|
+
function findComparisonContext(db, trajectoryId, runId) {
|
|
51
|
+
const row = db.prepare(`
|
|
52
|
+
select comparison_context_json as comparisonContextJson
|
|
53
|
+
from agent_responses
|
|
54
|
+
where trajectory_id = ? and run_id = ? and comparison_context_json is not null
|
|
55
|
+
order by rowid asc
|
|
56
|
+
limit 1
|
|
57
|
+
`).get(trajectoryId, runId);
|
|
58
|
+
if (!row?.comparisonContextJson)
|
|
59
|
+
throw new Error(`No comparison context found for run ${runId}. Run limner loop compare first.`);
|
|
60
|
+
return JSON.parse(row.comparisonContextJson);
|
|
61
|
+
}
|
|
62
|
+
function responseArtifacts(result) {
|
|
63
|
+
return [
|
|
64
|
+
...artifact(result.imageComparisonPath, 'image-comparison'),
|
|
65
|
+
...artifact(result.structureComparisonPath, 'structure-comparison'),
|
|
66
|
+
...artifact(result.summaryPath, 'comparison-summary'),
|
|
67
|
+
];
|
|
68
|
+
}
|
|
69
|
+
function responseStorePath(trajectoryId, runId) {
|
|
70
|
+
return `sqlite://limner/agent_responses/${trajectoryId}/${runId}`;
|
|
71
|
+
}
|
|
72
|
+
function selector(input) {
|
|
73
|
+
return { trajectoryId: input.trajectoryId, target: input.target, mode: input.mode };
|
|
74
|
+
}
|
|
75
|
+
async function withStoreAsync(env, callback) {
|
|
76
|
+
const db = openLedgerDatabase({ databasePath: resolveLedgerPaths(env).databasePath });
|
|
77
|
+
try {
|
|
78
|
+
return await callback(createLedgerStore(db), db);
|
|
79
|
+
}
|
|
80
|
+
finally {
|
|
81
|
+
db.close();
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=loop-response.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loop-response.js","sourceRoot":"","sources":["../../src/commands/loop-response.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAE5C,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAuB,MAAM,sBAAsB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAA+B,MAAM,yBAAyB,CAAC;AACzF,OAAO,EAAE,6BAA6B,EAA+B,MAAM,oCAAoC,CAAC;AAYhH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,KAA8B;IACrE,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACzD,MAAM,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,qBAAqB,CAAC,EAAE,EAAE,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,KAAK,CAAC,mBAAmB,CAAC;YACzC,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;YACtD,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,YAAY,EAAE,iBAAiB,CAAC,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC;YACvE,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB,EAAE,MAAM,CAAC,MAAM;YAC/B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,iBAAiB,EAAE,OAAO;YAC1B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,KAAK,CAAC,WAAW,CAAC;YAChB,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;YACtD,SAAS,EAAE,MAAM,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,uBAAuB;YAC9F,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,sBAAsB;YAC/B,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,YAAY,EAAE,MAAM,CAAC,MAAM;YAC3B,YAAY,EAAE,iBAAiB,CAAC,MAAM,CAAC;YACvC,KAAK,EAAE,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC;SAC3C,CAAC,CAAC;QACH,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,GAAG,MAAM,EAAE,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,KAA8B;IAC3D,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC,YAAY,CAAC;IAChE,IAAI,KAAK,CAAC,QAAQ;QAAE,OAAO,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC5D,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,qBAAqB,CAAC,EAAkB,EAAE,YAAoB,EAAE,KAAa;IACpF,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;GAMtB,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAmD,CAAC;IAC9E,IAAI,CAAC,GAAG,EAAE,qBAAqB;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,kCAAkC,CAAC,CAAC;IACjI,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,qBAAqB,CAA2B,CAAC;AACzE,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAgG;IACzH,OAAO;QACL,GAAG,QAAQ,CAAC,MAAM,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;QAC3D,GAAG,QAAQ,CAAC,MAAM,CAAC,uBAAuB,EAAE,sBAAsB,CAAC;QACnE,GAAG,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,oBAAoB,CAAC;KACtD,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,YAAoB,EAAE,KAAa;IAC5D,OAAO,mCAAmC,YAAY,IAAI,KAAK,EAAE,CAAC;AACpE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AACtF,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,GAA0B,EAC1B,QAAyF;IAEzF,MAAM,EAAE,GAAG,kBAAkB,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACnD,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { type LedgerActionExecutor, type LedgerMode } from '../schemas/ledger.js';
|
|
2
|
+
type LedgerEnv = Partial<Pick<NodeJS.ProcessEnv, 'LIMNER_LEDGER_HOME'>>;
|
|
3
|
+
type TrajectorySelector = {
|
|
4
|
+
ledgerEnv?: LedgerEnv;
|
|
5
|
+
trajectoryId?: string;
|
|
6
|
+
target?: string;
|
|
7
|
+
mode?: LedgerMode;
|
|
8
|
+
};
|
|
9
|
+
export type LoopTaskInput = TrajectorySelector & {
|
|
10
|
+
executor?: LedgerActionExecutor;
|
|
11
|
+
format?: 'markdown' | 'json';
|
|
12
|
+
workspaceRoot?: string;
|
|
13
|
+
};
|
|
14
|
+
export declare function getLoopTask(input: LoopTaskInput): Promise<{
|
|
15
|
+
output: string;
|
|
16
|
+
}>;
|
|
17
|
+
export {};
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
import { existsSync } from 'node:fs';
|
|
2
|
+
import { buildAgentTaskBrief } from '../core/agent-task-brief.js';
|
|
3
|
+
import { openLedgerDatabase } from '../core/ledger-db.js';
|
|
4
|
+
import { resolveLedgerPaths } from '../core/ledger-paths.js';
|
|
5
|
+
import { buildLoopCompareRerunCommand } from '../core/loop-rerun-command.js';
|
|
6
|
+
import { createLedgerStore } from '../core/ledger-store.js';
|
|
7
|
+
import { ledgerActionExecutorSchema } from '../schemas/ledger.js';
|
|
8
|
+
export async function getLoopTask(input) {
|
|
9
|
+
return withStoreAsync(input.ledgerEnv, async (store) => {
|
|
10
|
+
const format = taskOutputFormat(input.format);
|
|
11
|
+
const desiredExecutor = ledgerActionExecutorSchema.parse(input.executor ?? 'subagent');
|
|
12
|
+
const trajectory = store.resolveTrajectory(selector(input));
|
|
13
|
+
const exported = store.exportTrajectoryJson(trajectory.trajectoryId);
|
|
14
|
+
const latestComparison = latestValidatedComparison(exported);
|
|
15
|
+
if (!latestComparison.ok)
|
|
16
|
+
throw new Error(latestComparisonError(latestComparison));
|
|
17
|
+
const brief = await buildAgentTaskBrief({
|
|
18
|
+
trajectoryId: trajectory.trajectoryId,
|
|
19
|
+
target: trajectory.target,
|
|
20
|
+
mode: trajectory.mode,
|
|
21
|
+
workspaceRoot: input.workspaceRoot ?? process.cwd(),
|
|
22
|
+
comparisonSummaryPath: latestComparison.summaryPath,
|
|
23
|
+
sourceRunId: latestComparison.runId,
|
|
24
|
+
desiredExecutor,
|
|
25
|
+
rerunCommand: buildLoopCompareRerunCommand(trajectory, latestComparison.inputsSummary),
|
|
26
|
+
});
|
|
27
|
+
store.appendEvent({
|
|
28
|
+
trajectoryId: trajectory.trajectoryId,
|
|
29
|
+
iterationId: trajectory.activeIterationId ?? undefined,
|
|
30
|
+
eventType: 'loop.task.viewed',
|
|
31
|
+
actor: 'agent',
|
|
32
|
+
command: 'loop task',
|
|
33
|
+
resultStatus: 'ok',
|
|
34
|
+
inputsSummary: JSON.stringify({ sourceRunId: latestComparison.runId, desiredExecutor }),
|
|
35
|
+
});
|
|
36
|
+
return { output: format === 'json' ? `${JSON.stringify(brief.json, null, 2)}\n` : brief.markdown };
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
async function withStoreAsync(env, callback) {
|
|
40
|
+
const db = openLedgerDatabase({ databasePath: resolveLedgerPaths(env).databasePath });
|
|
41
|
+
try {
|
|
42
|
+
return await callback(createLedgerStore(db));
|
|
43
|
+
}
|
|
44
|
+
finally {
|
|
45
|
+
db.close();
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
function selector(input) {
|
|
49
|
+
return { trajectoryId: input.trajectoryId, target: input.target, mode: input.mode };
|
|
50
|
+
}
|
|
51
|
+
function taskOutputFormat(format) {
|
|
52
|
+
if (format === undefined || format === 'markdown' || format === 'json')
|
|
53
|
+
return format ?? 'markdown';
|
|
54
|
+
throw new Error(`Unsupported loop task format: ${format}`);
|
|
55
|
+
}
|
|
56
|
+
function latestValidatedComparison(exported) {
|
|
57
|
+
for (const event of [...exported.events].reverse()) {
|
|
58
|
+
if (!isValidatedComparisonEvent(event) || event.resultStatus !== 'validated')
|
|
59
|
+
continue;
|
|
60
|
+
if (!event.runId)
|
|
61
|
+
return { ok: false, reason: 'missing-run-id' };
|
|
62
|
+
const summary = parseArtifactRefs(event.artifactRefsJson).find((artifact) => artifact.kind === 'comparison-summary');
|
|
63
|
+
if (!summary)
|
|
64
|
+
return { ok: false, reason: 'missing-summary-artifact', runId: event.runId };
|
|
65
|
+
if (summary.exists === false)
|
|
66
|
+
return { ok: false, reason: 'summary-marked-missing', runId: event.runId, summaryPath: summary.path };
|
|
67
|
+
if (!existsSync(summary.path))
|
|
68
|
+
return { ok: false, reason: 'summary-missing-on-disk', runId: event.runId, summaryPath: summary.path };
|
|
69
|
+
return { ok: true, summaryPath: summary.path, inputsSummary: event.inputsSummary, runId: event.runId };
|
|
70
|
+
}
|
|
71
|
+
return { ok: false, reason: 'none' };
|
|
72
|
+
}
|
|
73
|
+
function latestComparisonError(result) {
|
|
74
|
+
switch (result.reason) {
|
|
75
|
+
case 'none':
|
|
76
|
+
return 'No validated comparison summary found. Run limner loop compare, submit an agent response with limner loop response submit, then try again.';
|
|
77
|
+
case 'missing-run-id':
|
|
78
|
+
return 'Latest validated comparison is missing a run id, so loop task cannot create a sourceRunId.';
|
|
79
|
+
case 'missing-summary-artifact':
|
|
80
|
+
return `Latest validated comparison run ${result.runId} did not include a comparison-summary artifact. Rerun limner loop compare.`;
|
|
81
|
+
case 'summary-marked-missing':
|
|
82
|
+
return `Latest validated comparison run ${result.runId} has a comparison summary marked missing: ${result.summaryPath}. Rerun limner loop compare.`;
|
|
83
|
+
case 'summary-missing-on-disk':
|
|
84
|
+
return `Latest validated comparison run ${result.runId} references a comparison summary that is missing on disk: ${result.summaryPath}. Rerun limner loop compare.`;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
function parseArtifactRefs(raw) {
|
|
88
|
+
if (!raw)
|
|
89
|
+
return [];
|
|
90
|
+
const parsed = JSON.parse(raw);
|
|
91
|
+
return Array.isArray(parsed)
|
|
92
|
+
? parsed.filter((value) => typeof value === 'object' && value !== null && 'path' in value && 'kind' in value && typeof value.path === 'string' && typeof value.kind === 'string')
|
|
93
|
+
: [];
|
|
94
|
+
}
|
|
95
|
+
function isValidatedComparisonEvent(event) {
|
|
96
|
+
return event.eventType === 'loop.compare.validated' || event.eventType === 'loop.response.validated';
|
|
97
|
+
}
|
|
98
|
+
//# sourceMappingURL=loop-task.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loop-task.js","sourceRoot":"","sources":["../../src/commands/loop-task.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,iBAAiB,EAA+B,MAAM,yBAAyB,CAAC;AACzF,OAAO,EAAE,0BAA0B,EAA8C,MAAM,sBAAsB,CAAC;AAM9G,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAoB;IACpD,OAAO,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACrD,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,eAAe,GAAG,0BAA0B,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,IAAI,UAAU,CAAC,CAAC;QACvF,MAAM,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,YAAY,CAAuB,CAAC;QAC3F,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,CAAC,gBAAgB,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnF,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC;YACtC,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,EAAE;YACnD,qBAAqB,EAAE,gBAAgB,CAAC,WAAW;YACnD,WAAW,EAAE,gBAAgB,CAAC,KAAK;YACnC,eAAe;YACf,YAAY,EAAE,4BAA4B,CAAC,UAAU,EAAE,gBAAgB,CAAC,aAAa,CAAC;SACvF,CAAC,CAAC;QACH,KAAK,CAAC,WAAW,CAAC;YAChB,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;YACtD,SAAS,EAAE,kBAAkB;YAC7B,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,WAAW;YACpB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,gBAAgB,CAAC,KAAK,EAAE,eAAe,EAAE,CAAC;SACxF,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IACrG,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAI,GAA0B,EAAE,QAAqE;IAChI,MAAM,EAAE,GAAG,kBAAkB,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,gBAAgB,CAAC,MAA+B;IACvD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,MAAM,IAAI,UAAU,CAAC;IACpG,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,yBAAyB,CAAC,QAA4B;IAC7D,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACnD,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,YAAY,KAAK,WAAW;YAAE,SAAS;QACvF,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;QACjE,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC;QACrH,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,0BAA0B,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3F,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;QACpI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,yBAAyB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;QACtI,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IACzG,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAsD;IACnF,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,4IAA4I,CAAC;QACtJ,KAAK,gBAAgB;YACnB,OAAO,4FAA4F,CAAC;QACtG,KAAK,0BAA0B;YAC7B,OAAO,mCAAmC,MAAM,CAAC,KAAK,4EAA4E,CAAC;QACrI,KAAK,wBAAwB;YAC3B,OAAO,mCAAmC,MAAM,CAAC,KAAK,6CAA6C,MAAM,CAAC,WAAW,8BAA8B,CAAC;QACtJ,KAAK,yBAAyB;YAC5B,OAAO,mCAAmC,MAAM,CAAC,KAAK,6DAA6D,MAAM,CAAC,WAAW,8BAA8B,CAAC;IACxK,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAkB;IAC3C,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IAC1C,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAC1B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAwB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC;QACvM,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAUD,SAAS,0BAA0B,CAAC,KAA2C;IAC7E,OAAO,KAAK,CAAC,SAAS,KAAK,wBAAwB,IAAI,KAAK,CAAC,SAAS,KAAK,yBAAyB,CAAC;AACvG,CAAC"}
|
package/dist/commands/loop.d.ts
CHANGED
|
@@ -25,6 +25,10 @@ export type CompareLoopInput = TrajectorySelector & {
|
|
|
25
25
|
headed?: boolean;
|
|
26
26
|
fullPage?: boolean;
|
|
27
27
|
};
|
|
28
|
+
export { getLoopTask } from './loop-task.js';
|
|
29
|
+
export { recordLoopAction } from './loop-actions.js';
|
|
30
|
+
export { submitLoopResponse } from './loop-response.js';
|
|
31
|
+
export type { LoopActionInput } from './loop-actions.js';
|
|
28
32
|
export declare function startLoop(input: StartLoopInput): {
|
|
29
33
|
trajectoryId: string;
|
|
30
34
|
iterationId: string | null;
|
|
@@ -38,4 +42,3 @@ export declare function advanceLoop(input: TrajectorySelector): {
|
|
|
38
42
|
};
|
|
39
43
|
export declare function closeLoop(input: TrajectorySelector): import("../core/ledger-store.js").TrajectorySummary;
|
|
40
44
|
export declare function compareLoop(input: CompareLoopInput): Promise<import("./loop-comparison-adapters.js").LoopCompareResult>;
|
|
41
|
-
export {};
|
package/dist/commands/loop.js
CHANGED
|
@@ -5,6 +5,9 @@ import { resolveLedgerPaths } from '../core/ledger-paths.js';
|
|
|
5
5
|
import { getRuntimeContext } from '../core/runtime-context.js';
|
|
6
6
|
import { createLedgerStore } from '../core/ledger-store.js';
|
|
7
7
|
import { runLoopComparison } from './loop-comparison-adapters.js';
|
|
8
|
+
export { getLoopTask } from './loop-task.js';
|
|
9
|
+
export { recordLoopAction } from './loop-actions.js';
|
|
10
|
+
export { submitLoopResponse } from './loop-response.js';
|
|
8
11
|
export function startLoop(input) {
|
|
9
12
|
return withStore(input.ledgerEnv, (store) => {
|
|
10
13
|
const mode = ledgerModeSchema.parse(input.mode);
|
|
@@ -66,16 +69,10 @@ export function getLoopStatus(input) {
|
|
|
66
69
|
});
|
|
67
70
|
}
|
|
68
71
|
export function advanceLoop(input) {
|
|
69
|
-
return withStore(input.ledgerEnv, (store) =>
|
|
70
|
-
const trajectory = store.resolveTrajectory(selector(input));
|
|
71
|
-
return store.advanceIteration(trajectory.trajectoryId);
|
|
72
|
-
});
|
|
72
|
+
return withStore(input.ledgerEnv, (store) => store.advanceIteration(store.resolveTrajectory(selector(input)).trajectoryId));
|
|
73
73
|
}
|
|
74
74
|
export function closeLoop(input) {
|
|
75
|
-
return withStore(input.ledgerEnv, (store) =>
|
|
76
|
-
const trajectory = store.resolveTrajectory(selector(input));
|
|
77
|
-
return store.closeTrajectory(trajectory.trajectoryId);
|
|
78
|
-
});
|
|
75
|
+
return withStore(input.ledgerEnv, (store) => store.closeTrajectory(store.resolveTrajectory(selector(input)).trajectoryId));
|
|
79
76
|
}
|
|
80
77
|
export async function compareLoop(input) {
|
|
81
78
|
return withStoreAsync(input.ledgerEnv, async (store) => {
|
|
@@ -94,6 +91,7 @@ export async function compareLoop(input) {
|
|
|
94
91
|
workspaceRoot: input.workspaceRoot,
|
|
95
92
|
target: trajectory.target,
|
|
96
93
|
mode: trajectory.mode,
|
|
94
|
+
trajectoryId: trajectory.trajectoryId,
|
|
97
95
|
url: input.url,
|
|
98
96
|
storageState: input.storageState,
|
|
99
97
|
headed: input.headed,
|
|
@@ -111,6 +109,24 @@ export async function compareLoop(input) {
|
|
|
111
109
|
inputsSummary: JSON.stringify(compareContext(input)),
|
|
112
110
|
artifactRefs: result.artifacts,
|
|
113
111
|
});
|
|
112
|
+
if (result.agentComparison) {
|
|
113
|
+
store.recordAgentResponse({
|
|
114
|
+
trajectoryId: trajectory.trajectoryId,
|
|
115
|
+
iterationId: trajectory.activeIterationId ?? undefined,
|
|
116
|
+
runId: result.runId,
|
|
117
|
+
mode: trajectory.mode,
|
|
118
|
+
profile: result.agentComparison.profile,
|
|
119
|
+
responsePath: result.agentComparison.responsePath,
|
|
120
|
+
responseHash: result.agentComparison.responseHash,
|
|
121
|
+
freshness: result.agentComparison.freshness,
|
|
122
|
+
validationStatus: result.agentComparison.status,
|
|
123
|
+
inputFingerprint: result.agentComparison.inputFingerprint,
|
|
124
|
+
comparisonContext: result.agentComparison.comparisonContext,
|
|
125
|
+
responseJson: result.agentComparison.responseJson,
|
|
126
|
+
score: result.agentComparison.score,
|
|
127
|
+
topFix: result.agentComparison.topFix,
|
|
128
|
+
});
|
|
129
|
+
}
|
|
114
130
|
return result;
|
|
115
131
|
}
|
|
116
132
|
catch (error) {
|
|
@@ -147,20 +163,9 @@ async function withStoreAsync(env, callback) {
|
|
|
147
163
|
}
|
|
148
164
|
}
|
|
149
165
|
function selector(input) {
|
|
150
|
-
return {
|
|
151
|
-
trajectoryId: input.trajectoryId,
|
|
152
|
-
target: input.target,
|
|
153
|
-
mode: input.mode,
|
|
154
|
-
};
|
|
166
|
+
return { trajectoryId: input.trajectoryId, target: input.target, mode: input.mode };
|
|
155
167
|
}
|
|
156
168
|
function compareContext(input) {
|
|
157
|
-
return {
|
|
158
|
-
...getRuntimeContext(),
|
|
159
|
-
headed: input.headed === true,
|
|
160
|
-
headless: input.headed !== true,
|
|
161
|
-
fullPage: input.fullPage === true,
|
|
162
|
-
hasUrl: Boolean(input.url),
|
|
163
|
-
hasStorageState: Boolean(input.storageState),
|
|
164
|
-
};
|
|
169
|
+
return { ...getRuntimeContext(), headed: input.headed === true, headless: input.headed !== true, fullPage: input.fullPage === true, hasUrl: Boolean(input.url), hasStorageState: Boolean(input.storageState), ...(input.url ? { url: input.url } : {}), ...(input.storageState ? { storageState: input.storageState } : {}) };
|
|
165
170
|
}
|
|
166
171
|
//# sourceMappingURL=loop.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../src/commands/loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAmB,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAA+B,MAAM,yBAAyB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;
|
|
1
|
+
{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../src/commands/loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAmB,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAA+B,MAAM,yBAAyB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAMlE,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAGxD,MAAM,UAAU,SAAS,CAAC,KAAqB;IAC7C,OAAO,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;QAC1C,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,KAAK,CAAC,eAAe,CAAC;YACvC,IAAI;YACJ,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,MAAM;YAChC,WAAW,EAAE,KAAK,CAAC,aAAa;YAChC,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,OAAO,EAAE;gBACP,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB;YACD,YAAY,EAAE,uBAAuB,CAAC,IAAI,CAAC;SAC5C,CAAC,CAAC;QACH,OAAO,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,WAAW,EAAE,UAAU,CAAC,iBAAiB,EAAE,CAAC;IAC9F,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAyB;IACrD,OAAO,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;QAC1C,MAAM,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,KAAK,CAAC,WAAW,CAAC;gBAChB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;gBACtD,SAAS,EAAE,oBAAoB;gBAC/B,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,aAAa;gBACtB,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,KAAK,CAAC,QAAQ;aAC9B,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,WAAW,CAAC;gBAChB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;gBACtD,SAAS,EAAE,oBAAoB;gBAC/B,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,aAAa;gBACtB,YAAY,EAAE,IAAI;aACnB,CAAC,CAAC;QACL,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,YAAY,CAA8B,CAAC;QAClG,OAAO;YACL,UAAU;YACV,KAAK,EAAE;gBACL,eAAe,UAAU,CAAC,YAAY,EAAE;gBACxC,SAAS,UAAU,CAAC,OAAO,EAAE;gBAC7B,SAAS,UAAU,CAAC,IAAI,EAAE;gBAC1B,WAAW,UAAU,CAAC,MAAM,EAAE;gBAC9B,WAAW,UAAU,CAAC,MAAM,EAAE;gBAC9B,qBAAqB,UAAU,CAAC,iBAAiB,IAAI,MAAM,EAAE;gBAC7D,eAAe,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE;gBAC3C,mBAAmB,UAAU,CAAC,aAAa,IAAI,MAAM,EAAE;aACxD;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AACD,MAAM,UAAU,WAAW,CAAC,KAAyB;IACnD,OAAO,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;AAC9H,CAAC;AACD,MAAM,UAAU,SAAS,CAAC,KAAyB;IACjD,OAAO,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;AAC7H,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB;IACvD,OAAO,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACrD,MAAM,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,KAAK,CAAC,WAAW,CAAC;YAChB,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;YACtD,SAAS,EAAE,sBAAsB;YACjC,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,cAAc;YACvB,YAAY,EAAE,SAAS;YACvB,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;SACrD,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC;gBACrC,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,6BAA6B,CAAC;YAC5H,KAAK,CAAC,WAAW,CAAC;gBAChB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;gBACtD,SAAS;gBACT,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,cAAc;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,YAAY,EAAE,MAAM,CAAC,eAAe,EAAE,MAAM,IAAI,IAAI;gBACpD,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpD,YAAY,EAAE,MAAM,CAAC,SAAS;aAC/B,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;gBAC3B,KAAK,CAAC,mBAAmB,CAAC;oBACxB,YAAY,EAAE,UAAU,CAAC,YAAY;oBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;oBACtD,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,OAAO;oBACvC,YAAY,EAAE,MAAM,CAAC,eAAe,CAAC,YAAY;oBACjD,YAAY,EAAE,MAAM,CAAC,eAAe,CAAC,YAAY;oBACjD,SAAS,EAAE,MAAM,CAAC,eAAe,CAAC,SAAS;oBAC3C,gBAAgB,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM;oBAC/C,gBAAgB,EAAE,MAAM,CAAC,eAAe,CAAC,gBAAgB;oBACzD,iBAAiB,EAAE,MAAM,CAAC,eAAe,CAAC,iBAAiB;oBAC3D,YAAY,EAAE,MAAM,CAAC,eAAe,CAAC,YAAY;oBACjD,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC,KAAK;oBACnC,MAAM,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM;iBACtC,CAAC,CAAC;YACL,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,WAAW,CAAC;gBAChB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;gBACtD,SAAS,EAAE,qBAAqB;gBAChC,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,cAAc;gBACvB,YAAY,EAAE,QAAQ;gBACtB,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAI,GAA0B,EAAE,QAA4D;IAC5G,MAAM,EAAE,GAAG,kBAAkB,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AACD,KAAK,UAAU,cAAc,CAAI,GAA0B,EAAE,QAAqE;IAChI,MAAM,EAAE,GAAG,kBAAkB,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AACD,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,cAAc,CAAC,KAAuB;IAC7C,OAAO,EAAE,GAAG,iBAAiB,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAChU,CAAC"}
|
|
@@ -1,5 +1,9 @@
|
|
|
1
|
+
import { type AgentComparisonInputFingerprint } from '../schemas/comparison.js';
|
|
1
2
|
import type { AgentComparisonProfileName } from './agent-comparison-profiles.js';
|
|
3
|
+
import type { AgentResponseFreshness } from './agent-comparison-response.js';
|
|
4
|
+
import type { AgentComparisonContext } from './agent-comparison-submit.js';
|
|
2
5
|
export type AgentComparisonPackResult = {
|
|
6
|
+
captureDir: string;
|
|
3
7
|
promptPath: string;
|
|
4
8
|
codexPromptPath: string;
|
|
5
9
|
claudePromptPath: string;
|
|
@@ -7,11 +11,23 @@ export type AgentComparisonPackResult = {
|
|
|
7
11
|
examplePath: string;
|
|
8
12
|
responsePath: string;
|
|
9
13
|
status: 'awaiting-agent' | 'validated' | 'invalid';
|
|
14
|
+
profile: AgentComparisonProfileName;
|
|
15
|
+
inputFingerprint: AgentComparisonInputFingerprint;
|
|
16
|
+
freshness: AgentResponseFreshness;
|
|
17
|
+
responseExistedBefore: boolean;
|
|
18
|
+
responseHash?: string;
|
|
19
|
+
responseJson?: string;
|
|
10
20
|
validationErrors?: string[];
|
|
11
21
|
imageComparisonPath?: string;
|
|
12
22
|
structureComparisonPath?: string;
|
|
13
23
|
summaryPath?: string;
|
|
14
24
|
scoreHighlights?: string[];
|
|
25
|
+
score?: {
|
|
26
|
+
imageOverall: number;
|
|
27
|
+
structureOverall?: number;
|
|
28
|
+
};
|
|
29
|
+
topFix?: string;
|
|
30
|
+
comparisonContext: AgentComparisonContext;
|
|
15
31
|
};
|
|
16
32
|
export declare function writeAgentComparisonPack(input: {
|
|
17
33
|
workspaceRoot: string;
|
|
@@ -27,4 +43,5 @@ export declare function writeAgentComparisonPack(input: {
|
|
|
27
43
|
actualStructurePath: string;
|
|
28
44
|
structureKind: 'visual-spec' | 'dom-metrics' | 'html' | 'json-description';
|
|
29
45
|
};
|
|
46
|
+
responseSubmitCommand?: string;
|
|
30
47
|
}): Promise<AgentComparisonPackResult>;
|
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
import { mkdir,
|
|
1
|
+
import { mkdir, writeFile } from 'node:fs/promises';
|
|
2
2
|
import path from 'node:path';
|
|
3
|
-
import {
|
|
3
|
+
import { createAgentComparisonBundleExample, createAgentComparisonJsonSchema, } from '../schemas/comparison.js';
|
|
4
4
|
import { clearAgentComparisonOutputs, createInputFingerprint } from './agent-comparison-fingerprint.js';
|
|
5
5
|
import { buildAgentComparisonPrompt, buildClaudeAgentComparisonPrompt, buildCodexAgentComparisonPrompt, } from './agent-comparison-prompts.js';
|
|
6
|
-
import { validateFixTargets } from './agent-comparison-validation.js';
|
|
7
6
|
export async function writeAgentComparisonPack(input) {
|
|
8
7
|
const packDir = path.join(input.captureDir, 'agent-comparison');
|
|
9
8
|
const promptPath = path.join(packDir, 'agent-prompt.md');
|
|
@@ -11,9 +10,17 @@ export async function writeAgentComparisonPack(input) {
|
|
|
11
10
|
const claudePromptPath = path.join(packDir, 'agent-prompt.claude.md');
|
|
12
11
|
const schemaPath = path.join(packDir, 'agent-response.schema.json');
|
|
13
12
|
const examplePath = path.join(packDir, 'agent-response.example.json');
|
|
14
|
-
const responsePath =
|
|
13
|
+
const responsePath = 'sqlite://limner/agent_responses';
|
|
15
14
|
const inputFingerprint = await createInputFingerprint(input);
|
|
16
|
-
const promptInput = { ...input, schemaPath,
|
|
15
|
+
const promptInput = { ...input, schemaPath, responseSubmitCommand: input.responseSubmitCommand, inputFingerprint };
|
|
16
|
+
const comparisonContext = {
|
|
17
|
+
workspaceRoot: input.workspaceRoot,
|
|
18
|
+
captureDir: input.captureDir,
|
|
19
|
+
profile: input.profile,
|
|
20
|
+
inputFingerprint,
|
|
21
|
+
imageInputs: input.imageInputs,
|
|
22
|
+
structureInputs: input.structureInputs,
|
|
23
|
+
};
|
|
17
24
|
await mkdir(packDir, { recursive: true });
|
|
18
25
|
await clearAgentComparisonOutputs(input.captureDir);
|
|
19
26
|
await Promise.all([
|
|
@@ -23,56 +30,22 @@ export async function writeAgentComparisonPack(input) {
|
|
|
23
30
|
writeFile(codexPromptPath, buildCodexAgentComparisonPrompt(promptInput)),
|
|
24
31
|
writeFile(claudePromptPath, buildClaudeAgentComparisonPrompt(promptInput)),
|
|
25
32
|
]);
|
|
26
|
-
const response = await readBundle(responsePath);
|
|
27
|
-
const base = { promptPath, codexPromptPath, claudePromptPath, schemaPath, examplePath, responsePath };
|
|
28
|
-
if (response.status === 'missing') {
|
|
29
|
-
return { ...base, status: 'awaiting-agent' };
|
|
30
|
-
}
|
|
31
|
-
if (response.status === 'invalid-json') {
|
|
32
|
-
return { ...base, status: 'invalid', validationErrors: ['agent-response.json: Invalid JSON.'] };
|
|
33
|
-
}
|
|
34
|
-
const parsed = agentComparisonBundleSchema.safeParse(response.value);
|
|
35
|
-
if (!parsed.success) {
|
|
36
|
-
return { ...base, status: 'invalid', validationErrors: parsed.error.issues.map((issue) => `${issue.path.join('.')}: ${issue.message}`) };
|
|
37
|
-
}
|
|
38
|
-
const activeErrors = validateActiveComparison({ ...input, inputFingerprint }, parsed.data);
|
|
39
|
-
if (activeErrors.length > 0) {
|
|
40
|
-
return { ...base, status: 'invalid', validationErrors: activeErrors };
|
|
41
|
-
}
|
|
42
|
-
const imageComparisonPath = path.join(input.captureDir, 'image-comparison.json');
|
|
43
|
-
const structureComparisonPath = parsed.data.structureComparison ? path.join(input.captureDir, 'structure-comparison.json') : undefined;
|
|
44
|
-
const summaryPath = path.join(input.captureDir, 'comparison-summary.json');
|
|
45
|
-
await writeJson(imageComparisonPath, parsed.data.imageComparison);
|
|
46
|
-
if (parsed.data.structureComparison && structureComparisonPath) {
|
|
47
|
-
await writeJson(structureComparisonPath, parsed.data.structureComparison);
|
|
48
|
-
}
|
|
49
|
-
await writeJson(summaryPath, parsed.data);
|
|
50
33
|
return {
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
34
|
+
captureDir: input.captureDir,
|
|
35
|
+
promptPath,
|
|
36
|
+
codexPromptPath,
|
|
37
|
+
claudePromptPath,
|
|
38
|
+
schemaPath,
|
|
39
|
+
examplePath,
|
|
40
|
+
responsePath,
|
|
41
|
+
status: 'awaiting-agent',
|
|
42
|
+
profile: input.profile,
|
|
43
|
+
inputFingerprint,
|
|
44
|
+
freshness: 'missing',
|
|
45
|
+
responseExistedBefore: false,
|
|
46
|
+
comparisonContext,
|
|
60
47
|
};
|
|
61
48
|
}
|
|
62
|
-
async function readBundle(filePath) {
|
|
63
|
-
try {
|
|
64
|
-
return { status: 'ok', value: JSON.parse(await readFile(filePath, 'utf8')) };
|
|
65
|
-
}
|
|
66
|
-
catch {
|
|
67
|
-
try {
|
|
68
|
-
await readFile(filePath, 'utf8');
|
|
69
|
-
return { status: 'invalid-json' };
|
|
70
|
-
}
|
|
71
|
-
catch {
|
|
72
|
-
return { status: 'missing' };
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
}
|
|
76
49
|
function createExample(input, inputFingerprint) {
|
|
77
50
|
const example = createAgentComparisonBundleExample(input.structureInputs ? 'image-and-structure' : 'image-only', inputFingerprint);
|
|
78
51
|
example.profile = input.profile;
|
|
@@ -89,56 +62,6 @@ function createExample(input, inputFingerprint) {
|
|
|
89
62
|
}
|
|
90
63
|
return example;
|
|
91
64
|
}
|
|
92
|
-
function validateActiveComparison(input, bundle) {
|
|
93
|
-
const errors = [];
|
|
94
|
-
if (bundle.profile !== input.profile)
|
|
95
|
-
errors.push(`profile: Expected ${input.profile}.`);
|
|
96
|
-
const expectedSurface = input.profile === 'ideal-to-mockup' ? 'mockup' : 'implementation';
|
|
97
|
-
if (!matchesPath(input.workspaceRoot, input.imageInputs.expectedImagePath, bundle.imageComparison.inputs.expectedImagePath)) {
|
|
98
|
-
errors.push('imageComparison.inputs.expectedImagePath: Does not match the active expected image.');
|
|
99
|
-
}
|
|
100
|
-
if (!matchesPath(input.workspaceRoot, input.imageInputs.actualImagePath, bundle.imageComparison.inputs.actualImagePath)) {
|
|
101
|
-
errors.push('imageComparison.inputs.actualImagePath: Does not match the active actual image.');
|
|
102
|
-
}
|
|
103
|
-
if (bundle.inputFingerprint.expectedImageSha256 !== input.inputFingerprint.expectedImageSha256) {
|
|
104
|
-
errors.push('inputFingerprint.expectedImageSha256: Does not match the active expected image.');
|
|
105
|
-
}
|
|
106
|
-
if (bundle.inputFingerprint.actualImageSha256 !== input.inputFingerprint.actualImageSha256) {
|
|
107
|
-
errors.push('inputFingerprint.actualImageSha256: Does not match the active actual image.');
|
|
108
|
-
}
|
|
109
|
-
validateFixTargets(errors, 'imageComparison', bundle.imageComparison.majorDiffAreas, expectedSurface);
|
|
110
|
-
if (!input.structureInputs && bundle.structureComparison) {
|
|
111
|
-
errors.push('structureComparison: Not expected for this comparison.');
|
|
112
|
-
}
|
|
113
|
-
if (!input.structureInputs && (bundle.inputFingerprint.expectedStructureSha256 || bundle.inputFingerprint.actualStructureSha256)) {
|
|
114
|
-
errors.push('inputFingerprint: Structure hashes are not expected for this comparison.');
|
|
115
|
-
}
|
|
116
|
-
if (input.structureInputs && !bundle.structureComparison) {
|
|
117
|
-
errors.push('structureComparison: Required for this comparison.');
|
|
118
|
-
}
|
|
119
|
-
if (input.structureInputs && bundle.structureComparison) {
|
|
120
|
-
validateFixTargets(errors, 'structureComparison', bundle.structureComparison.majorDiffAreas, expectedSurface);
|
|
121
|
-
if (bundle.inputFingerprint.expectedStructureSha256 !== input.inputFingerprint.expectedStructureSha256) {
|
|
122
|
-
errors.push('inputFingerprint.expectedStructureSha256: Does not match the active expected structure.');
|
|
123
|
-
}
|
|
124
|
-
if (bundle.inputFingerprint.actualStructureSha256 !== input.inputFingerprint.actualStructureSha256) {
|
|
125
|
-
errors.push('inputFingerprint.actualStructureSha256: Does not match the active actual structure.');
|
|
126
|
-
}
|
|
127
|
-
if (!matchesPath(input.workspaceRoot, input.structureInputs.expectedStructurePath, bundle.structureComparison.inputs.expectedStructurePath)) {
|
|
128
|
-
errors.push('structureComparison.inputs.expectedStructurePath: Does not match the active expected structure.');
|
|
129
|
-
}
|
|
130
|
-
if (!matchesPath(input.workspaceRoot, input.structureInputs.actualStructurePath, bundle.structureComparison.inputs.actualStructurePath)) {
|
|
131
|
-
errors.push('structureComparison.inputs.actualStructurePath: Does not match the active actual structure.');
|
|
132
|
-
}
|
|
133
|
-
if (bundle.structureComparison.inputs.structureKind !== input.structureInputs.structureKind) {
|
|
134
|
-
errors.push(`structureComparison.inputs.structureKind: Expected ${input.structureInputs.structureKind}.`);
|
|
135
|
-
}
|
|
136
|
-
}
|
|
137
|
-
return errors;
|
|
138
|
-
}
|
|
139
|
-
function matchesPath(root, expectedAbsolute, actual) {
|
|
140
|
-
return actual === expectedAbsolute || actual === relative(root, expectedAbsolute);
|
|
141
|
-
}
|
|
142
65
|
function relative(root, filePath) {
|
|
143
66
|
return path.relative(root, filePath);
|
|
144
67
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-comparison-pack.js","sourceRoot":"","sources":["../../src/core/agent-comparison-pack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"agent-comparison-pack.js","sourceRoot":"","sources":["../../src/core/agent-comparison-pack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,kCAAkC,EAClC,+BAA+B,GAGhC,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAGxG,OAAO,EACL,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAChC,MAAM,+BAA+B,CAAC;AA4BvC,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,KAY9C;IACC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACzD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;IACpE,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,6BAA6B,CAAC,CAAC;IACtE,MAAM,YAAY,GAAG,iCAAiC,CAAC;IACvD,MAAM,gBAAgB,GAAG,MAAM,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,EAAE,gBAAgB,EAAE,CAAC;IACnH,MAAM,iBAAiB,GAAG;QACxB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,gBAAgB;QAChB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,eAAe,EAAE,KAAK,CAAC,eAAe;KACvC,CAAC;IAEF,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,2BAA2B,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,SAAS,CAAC,UAAU,EAAE,+BAA+B,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QACpH,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAC9D,SAAS,CAAC,UAAU,EAAE,0BAA0B,CAAC,WAAW,CAAC,CAAC;QAC9D,SAAS,CAAC,eAAe,EAAE,+BAA+B,CAAC,WAAW,CAAC,CAAC;QACxE,SAAS,CAAC,gBAAgB,EAAE,gCAAgC,CAAC,WAAW,CAAC,CAAC;KAC3E,CAAC,CAAC;IAEH,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,UAAU;QACV,eAAe;QACf,gBAAgB;QAChB,UAAU;QACV,WAAW;QACX,YAAY;QACZ,MAAM,EAAE,gBAAgB;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,gBAAgB;QAChB,SAAS,EAAE,SAAS;QACpB,qBAAqB,EAAE,KAAK;QAC5B,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAStB,EAAE,gBAAiD;IAClD,MAAM,OAAO,GAAG,kCAAkC,CAChD,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,YAAY,EAC5D,gBAAgB,CACjB,CAAC;IACF,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAChC,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG;QAC/B,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC;QACrF,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC;KAClF,CAAC;IACF,IAAI,KAAK,CAAC,eAAe,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;QACzD,OAAO,CAAC,mBAAmB,CAAC,MAAM,GAAG;YACnC,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YACjG,mBAAmB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,mBAAmB,CAAC;YAC7F,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,aAAa;SACnD,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,QAAgB;IAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,QAAgB,EAAE,KAAc;IACvD,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AACnE,CAAC"}
|
|
@@ -3,8 +3,8 @@ import { type AgentComparisonProfileName } from './agent-comparison-profiles.js'
|
|
|
3
3
|
type PromptInput = {
|
|
4
4
|
workspaceRoot: string;
|
|
5
5
|
profile: AgentComparisonProfileName;
|
|
6
|
-
responsePath: string;
|
|
7
6
|
schemaPath: string;
|
|
7
|
+
responseSubmitCommand?: string;
|
|
8
8
|
inputFingerprint: AgentComparisonInputFingerprint;
|
|
9
9
|
imageInputs: {
|
|
10
10
|
expectedImagePath: string;
|