@neonwatty/limner 0.1.7 → 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -31
- package/dist/commands/compare-image-reference.d.ts +1 -0
- package/dist/commands/compare-image-reference.js +4 -0
- package/dist/commands/compare-image-reference.js.map +1 -1
- package/dist/commands/compare-output.js +1 -1
- package/dist/commands/compare-output.js.map +1 -1
- package/dist/commands/compare.d.ts +1 -0
- package/dist/commands/compare.js +4 -12
- package/dist/commands/compare.js.map +1 -1
- package/dist/commands/loop-cli.js +35 -2
- package/dist/commands/loop-cli.js.map +1 -1
- package/dist/commands/loop-comparison-adapters.d.ts +1 -0
- package/dist/commands/loop-comparison-adapters.js +7 -2
- package/dist/commands/loop-comparison-adapters.js.map +1 -1
- package/dist/commands/loop-response.d.ts +31 -0
- package/dist/commands/loop-response.js +84 -0
- package/dist/commands/loop-response.js.map +1 -0
- package/dist/commands/loop-task.js +24 -3
- package/dist/commands/loop-task.js.map +1 -1
- package/dist/commands/loop.d.ts +11 -0
- package/dist/commands/loop.js +22 -8
- package/dist/commands/loop.js.map +1 -1
- package/dist/core/agent-comparison-fingerprint.js +1 -0
- package/dist/core/agent-comparison-fingerprint.js.map +1 -1
- package/dist/core/agent-comparison-pack.d.ts +5 -1
- package/dist/core/agent-comparison-pack.js +17 -100
- package/dist/core/agent-comparison-pack.js.map +1 -1
- package/dist/core/agent-comparison-prompts.d.ts +1 -1
- package/dist/core/agent-comparison-prompts.js +4 -4
- package/dist/core/agent-comparison-prompts.js.map +1 -1
- package/dist/core/agent-comparison-report.js +2 -2
- package/dist/core/agent-comparison-report.js.map +1 -1
- package/dist/core/agent-comparison-response.d.ts +0 -18
- package/dist/core/agent-comparison-response.js +1 -33
- package/dist/core/agent-comparison-response.js.map +1 -1
- package/dist/core/agent-comparison-submit.d.ts +35 -0
- package/dist/core/agent-comparison-submit.js +113 -0
- package/dist/core/agent-comparison-submit.js.map +1 -0
- package/dist/core/agent-task-brief.d.ts +4 -1
- package/dist/core/agent-task-brief.js +11 -2
- package/dist/core/agent-task-brief.js.map +1 -1
- package/dist/core/comparison-artifacts.js +3 -8
- package/dist/core/comparison-artifacts.js.map +1 -1
- package/dist/core/ledger-agent-responses.d.ts +1 -0
- package/dist/core/ledger-agent-responses.js +3 -3
- package/dist/core/ledger-agent-responses.js.map +1 -1
- package/dist/core/ledger-db.js +2 -0
- package/dist/core/ledger-db.js.map +1 -1
- package/dist/core/ledger-markdown.js +1 -1
- package/dist/core/ledger-markdown.js.map +1 -1
- package/dist/core/ledger-queries.js +2 -1
- package/dist/core/ledger-queries.js.map +1 -1
- package/dist/core/report-writer.js +1 -1
- package/docs/agent-workflow.md +14 -16
- package/docs/archive/visual-spec-workflow.md +23 -0
- package/docs/goals/db-native-agent-responses/goal.md +91 -0
- package/docs/goals/db-native-agent-responses/state.yaml +240 -0
- package/package.json +1 -1
- package/skills/limner/SKILL.md +11 -21
- package/templates/target/AGENT_GUIDE.md +4 -4
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"loop-task.js","sourceRoot":"","sources":["../../src/commands/loop-task.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,iBAAiB,EAA+B,MAAM,yBAAyB,CAAC;AACzF,OAAO,EAAE,0BAA0B,EAA8C,MAAM,sBAAsB,CAAC;AAM9G,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAoB;IACpD,OAAO,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACrD,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,eAAe,GAAG,0BAA0B,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,IAAI,UAAU,CAAC,CAAC;QACvF,MAAM,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,YAAY,CAAuB,CAAC;QAC3F,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,CAAC,gBAAgB,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnF,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC;YACtC,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,EAAE;YACnD,qBAAqB,EAAE,gBAAgB,CAAC,WAAW;YACnD,WAAW,EAAE,gBAAgB,CAAC,KAAK;YACnC,eAAe;YACf,YAAY,EAAE,4BAA4B,CAAC,UAAU,EAAE,gBAAgB,CAAC,aAAa,CAAC;SACvF,CAAC,CAAC;QACH,KAAK,CAAC,WAAW,CAAC;YAChB,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;YACtD,SAAS,EAAE,kBAAkB;YAC7B,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,WAAW;YACpB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,gBAAgB,CAAC,KAAK,EAAE,eAAe,EAAE,CAAC;SACxF,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IACrG,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAI,GAA0B,EAAE,QAAqE;IAChI,MAAM,EAAE,GAAG,kBAAkB,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,gBAAgB,CAAC,MAA+B;IACvD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,MAAM,IAAI,UAAU,CAAC;IACpG,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,yBAAyB,CAAC,QAA4B;IAC7D,KAAK,MAAM,
|
|
1
|
+
{"version":3,"file":"loop-task.js","sourceRoot":"","sources":["../../src/commands/loop-task.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,iBAAiB,EAA+B,MAAM,yBAAyB,CAAC;AACzF,OAAO,EAAE,0BAA0B,EAA8C,MAAM,sBAAsB,CAAC;AAM9G,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAoB;IACpD,OAAO,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACrD,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,eAAe,GAAG,0BAA0B,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,IAAI,UAAU,CAAC,CAAC;QACvF,MAAM,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,YAAY,CAAuB,CAAC;QAC3F,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,CAAC,gBAAgB,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnF,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC;YACtC,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,EAAE;YACnD,qBAAqB,EAAE,gBAAgB,CAAC,WAAW;YACnD,qBAAqB,EAAE,gBAAgB,CAAC,WAAW;YACnD,gBAAgB,EAAE,gBAAgB,CAAC,MAAM;YACzC,WAAW,EAAE,gBAAgB,CAAC,KAAK;YACnC,eAAe;YACf,YAAY,EAAE,4BAA4B,CAAC,UAAU,EAAE,gBAAgB,CAAC,aAAa,CAAC;SACvF,CAAC,CAAC;QACH,KAAK,CAAC,WAAW,CAAC;YAChB,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;YACtD,SAAS,EAAE,kBAAkB;YAC7B,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,WAAW;YACpB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,gBAAgB,CAAC,KAAK,EAAE,eAAe,EAAE,CAAC;SACxF,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IACrG,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAI,GAA0B,EAAE,QAAqE;IAChI,MAAM,EAAE,GAAG,kBAAkB,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,gBAAgB,CAAC,MAA+B;IACvD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,MAAM,IAAI,UAAU,CAAC;IACpG,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,yBAAyB,CAAC,QAA4B;IAC7D,KAAK,MAAM,QAAQ,IAAI,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9D,IAAI,QAAQ,CAAC,gBAAgB,KAAK,WAAW,IAAI,CAAC,QAAQ,CAAC,YAAY;YAAE,SAAS;QAClF,IAAI,CAAC,QAAQ,CAAC,KAAK;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;QACpE,OAAO;YACL,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,QAAQ,CAAC,YAAY;YAC7B,WAAW,EAAE,QAAQ,CAAC,YAAY;YAClC,aAAa,EAAE,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC;YAC1D,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACnD,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,YAAY,KAAK,WAAW;YAAE,SAAS;QACvF,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;QACjE,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC;QACrH,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,0BAA0B,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3F,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;QACpI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,yBAAyB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;QACtI,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAC/H,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,iBAAiB,CAAC,QAA4B,EAAE,KAAa;IACpE,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,CAAC,aAAa,CAAC,EAAE,aAAa,IAAI,IAAI,CAAC;AAC7H,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAsD;IACnF,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,4IAA4I,CAAC;QACtJ,KAAK,gBAAgB;YACnB,OAAO,4FAA4F,CAAC;QACtG,KAAK,0BAA0B;YAC7B,OAAO,mCAAmC,MAAM,CAAC,KAAK,4EAA4E,CAAC;QACrI,KAAK,wBAAwB;YAC3B,OAAO,mCAAmC,MAAM,CAAC,KAAK,6CAA6C,MAAM,CAAC,WAAW,8BAA8B,CAAC;QACtJ,KAAK,yBAAyB;YAC5B,OAAO,mCAAmC,MAAM,CAAC,KAAK,6DAA6D,MAAM,CAAC,WAAW,8BAA8B,CAAC;IACxK,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAkB;IAC3C,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IAC1C,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAC1B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAwB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC;QACvM,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAaD,SAAS,0BAA0B,CAAC,KAA2C;IAC7E,OAAO,KAAK,CAAC,SAAS,KAAK,wBAAwB,IAAI,KAAK,CAAC,SAAS,KAAK,yBAAyB,CAAC;AACvG,CAAC"}
|
package/dist/commands/loop.d.ts
CHANGED
|
@@ -27,6 +27,7 @@ export type CompareLoopInput = TrajectorySelector & {
|
|
|
27
27
|
};
|
|
28
28
|
export { getLoopTask } from './loop-task.js';
|
|
29
29
|
export { recordLoopAction } from './loop-actions.js';
|
|
30
|
+
export { submitLoopResponse } from './loop-response.js';
|
|
30
31
|
export type { LoopActionInput } from './loop-actions.js';
|
|
31
32
|
export declare function startLoop(input: StartLoopInput): {
|
|
32
33
|
trajectoryId: string;
|
|
@@ -34,6 +35,16 @@ export declare function startLoop(input: StartLoopInput): {
|
|
|
34
35
|
};
|
|
35
36
|
export declare function getLoopStatus(input: TrajectorySelector): {
|
|
36
37
|
trajectory: import("../core/ledger-store.js").TrajectorySummary;
|
|
38
|
+
status: {
|
|
39
|
+
trajectoryId: string;
|
|
40
|
+
name: string;
|
|
41
|
+
mode: "image-implementation" | "image-mockup" | "mockup-implementation";
|
|
42
|
+
target: string;
|
|
43
|
+
status: "active" | "closed";
|
|
44
|
+
activeIterationId: string | null;
|
|
45
|
+
iterations: number;
|
|
46
|
+
maxIterations: number | null;
|
|
47
|
+
};
|
|
37
48
|
lines: string[];
|
|
38
49
|
};
|
|
39
50
|
export declare function advanceLoop(input: TrajectorySelector): {
|
package/dist/commands/loop.js
CHANGED
|
@@ -7,6 +7,7 @@ import { createLedgerStore } from '../core/ledger-store.js';
|
|
|
7
7
|
import { runLoopComparison } from './loop-comparison-adapters.js';
|
|
8
8
|
export { getLoopTask } from './loop-task.js';
|
|
9
9
|
export { recordLoopAction } from './loop-actions.js';
|
|
10
|
+
export { submitLoopResponse } from './loop-response.js';
|
|
10
11
|
export function startLoop(input) {
|
|
11
12
|
return withStore(input.ledgerEnv, (store) => {
|
|
12
13
|
const mode = ledgerModeSchema.parse(input.mode);
|
|
@@ -52,17 +53,28 @@ export function getLoopStatus(input) {
|
|
|
52
53
|
});
|
|
53
54
|
}
|
|
54
55
|
const exported = store.exportTrajectoryJson(trajectory.trajectoryId);
|
|
56
|
+
const status = {
|
|
57
|
+
trajectoryId: trajectory.trajectoryId,
|
|
58
|
+
name: trajectory.humanId,
|
|
59
|
+
mode: trajectory.mode,
|
|
60
|
+
target: trajectory.target,
|
|
61
|
+
status: trajectory.status,
|
|
62
|
+
activeIterationId: trajectory.activeIterationId,
|
|
63
|
+
iterations: exported.iterations.length,
|
|
64
|
+
maxIterations: trajectory.maxIterations,
|
|
65
|
+
};
|
|
55
66
|
return {
|
|
56
67
|
trajectory,
|
|
68
|
+
status,
|
|
57
69
|
lines: [
|
|
58
|
-
`Trajectory: ${
|
|
59
|
-
`Name: ${
|
|
60
|
-
`Mode: ${
|
|
61
|
-
`Target: ${
|
|
62
|
-
`Status: ${
|
|
63
|
-
`Active iteration: ${
|
|
64
|
-
`Iterations: ${
|
|
65
|
-
`Max iterations: ${
|
|
70
|
+
`Trajectory: ${status.trajectoryId}`,
|
|
71
|
+
`Name: ${status.name}`,
|
|
72
|
+
`Mode: ${status.mode}`,
|
|
73
|
+
`Target: ${status.target}`,
|
|
74
|
+
`Status: ${status.status}`,
|
|
75
|
+
`Active iteration: ${status.activeIterationId ?? 'none'}`,
|
|
76
|
+
`Iterations: ${status.iterations}`,
|
|
77
|
+
`Max iterations: ${status.maxIterations ?? 'none'}`,
|
|
66
78
|
],
|
|
67
79
|
};
|
|
68
80
|
});
|
|
@@ -90,6 +102,7 @@ export async function compareLoop(input) {
|
|
|
90
102
|
workspaceRoot: input.workspaceRoot,
|
|
91
103
|
target: trajectory.target,
|
|
92
104
|
mode: trajectory.mode,
|
|
105
|
+
trajectoryId: trajectory.trajectoryId,
|
|
93
106
|
url: input.url,
|
|
94
107
|
storageState: input.storageState,
|
|
95
108
|
headed: input.headed,
|
|
@@ -119,6 +132,7 @@ export async function compareLoop(input) {
|
|
|
119
132
|
freshness: result.agentComparison.freshness,
|
|
120
133
|
validationStatus: result.agentComparison.status,
|
|
121
134
|
inputFingerprint: result.agentComparison.inputFingerprint,
|
|
135
|
+
comparisonContext: result.agentComparison.comparisonContext,
|
|
122
136
|
responseJson: result.agentComparison.responseJson,
|
|
123
137
|
score: result.agentComparison.score,
|
|
124
138
|
topFix: result.agentComparison.topFix,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../src/commands/loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAmB,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAA+B,MAAM,yBAAyB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAMlE,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../src/commands/loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAmB,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAA+B,MAAM,yBAAyB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAMlE,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAGxD,MAAM,UAAU,SAAS,CAAC,KAAqB;IAC7C,OAAO,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;QAC1C,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,KAAK,CAAC,eAAe,CAAC;YACvC,IAAI;YACJ,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,MAAM;YAChC,WAAW,EAAE,KAAK,CAAC,aAAa;YAChC,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,OAAO,EAAE;gBACP,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB;YACD,YAAY,EAAE,uBAAuB,CAAC,IAAI,CAAC;SAC5C,CAAC,CAAC;QACH,OAAO,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,WAAW,EAAE,UAAU,CAAC,iBAAiB,EAAE,CAAC;IAC9F,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAyB;IACrD,OAAO,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;QAC1C,MAAM,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,KAAK,CAAC,WAAW,CAAC;gBAChB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;gBACtD,SAAS,EAAE,oBAAoB;gBAC/B,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,aAAa;gBACtB,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,KAAK,CAAC,QAAQ;aAC9B,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,WAAW,CAAC;gBAChB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;gBACtD,SAAS,EAAE,oBAAoB;gBAC/B,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,aAAa;gBACtB,YAAY,EAAE,IAAI;aACnB,CAAC,CAAC;QACL,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,YAAY,CAA8B,CAAC;QAClG,MAAM,MAAM,GAAG;YACb,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,IAAI,EAAE,UAAU,CAAC,OAAO;YACxB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,iBAAiB,EAAE,UAAU,CAAC,iBAAiB;YAC/C,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,MAAM;YACtC,aAAa,EAAE,UAAU,CAAC,aAAa;SACxC,CAAC;QACF,OAAO;YACL,UAAU;YACV,MAAM;YACN,KAAK,EAAE;gBACL,eAAe,MAAM,CAAC,YAAY,EAAE;gBACpC,SAAS,MAAM,CAAC,IAAI,EAAE;gBACtB,SAAS,MAAM,CAAC,IAAI,EAAE;gBACtB,WAAW,MAAM,CAAC,MAAM,EAAE;gBAC1B,WAAW,MAAM,CAAC,MAAM,EAAE;gBAC1B,qBAAqB,MAAM,CAAC,iBAAiB,IAAI,MAAM,EAAE;gBACzD,eAAe,MAAM,CAAC,UAAU,EAAE;gBAClC,mBAAmB,MAAM,CAAC,aAAa,IAAI,MAAM,EAAE;aACpD;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AACD,MAAM,UAAU,WAAW,CAAC,KAAyB;IACnD,OAAO,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;AAC9H,CAAC;AACD,MAAM,UAAU,SAAS,CAAC,KAAyB;IACjD,OAAO,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;AAC7H,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB;IACvD,OAAO,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACrD,MAAM,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,KAAK,CAAC,WAAW,CAAC;YAChB,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;YACtD,SAAS,EAAE,sBAAsB;YACjC,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,cAAc;YACvB,YAAY,EAAE,SAAS;YACvB,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;SACrD,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC;gBACrC,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,6BAA6B,CAAC;YAC5H,KAAK,CAAC,WAAW,CAAC;gBAChB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;gBACtD,SAAS;gBACT,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,cAAc;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,YAAY,EAAE,MAAM,CAAC,eAAe,EAAE,MAAM,IAAI,IAAI;gBACpD,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpD,YAAY,EAAE,MAAM,CAAC,SAAS;aAC/B,CAAC,CAAC;YACH,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;gBAC3B,KAAK,CAAC,mBAAmB,CAAC;oBACxB,YAAY,EAAE,UAAU,CAAC,YAAY;oBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;oBACtD,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,OAAO;oBACvC,YAAY,EAAE,MAAM,CAAC,eAAe,CAAC,YAAY;oBACjD,YAAY,EAAE,MAAM,CAAC,eAAe,CAAC,YAAY;oBACjD,SAAS,EAAE,MAAM,CAAC,eAAe,CAAC,SAAS;oBAC3C,gBAAgB,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM;oBAC/C,gBAAgB,EAAE,MAAM,CAAC,eAAe,CAAC,gBAAgB;oBACzD,iBAAiB,EAAE,MAAM,CAAC,eAAe,CAAC,iBAAiB;oBAC3D,YAAY,EAAE,MAAM,CAAC,eAAe,CAAC,YAAY;oBACjD,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC,KAAK;oBACnC,MAAM,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM;iBACtC,CAAC,CAAC;YACL,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,WAAW,CAAC;gBAChB,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,WAAW,EAAE,UAAU,CAAC,iBAAiB,IAAI,SAAS;gBACtD,SAAS,EAAE,qBAAqB;gBAChC,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,cAAc;gBACvB,YAAY,EAAE,QAAQ;gBACtB,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAI,GAA0B,EAAE,QAA4D;IAC5G,MAAM,EAAE,GAAG,kBAAkB,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AACD,KAAK,UAAU,cAAc,CAAI,GAA0B,EAAE,QAAqE;IAChI,MAAM,EAAE,GAAG,kBAAkB,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AACD,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,cAAc,CAAC,KAAuB;IAC7C,OAAO,EAAE,GAAG,iBAAiB,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,KAAK,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAChU,CAAC"}
|
|
@@ -6,6 +6,7 @@ export async function clearAgentComparisonOutputs(captureDir) {
|
|
|
6
6
|
rm(path.join(captureDir, 'image-comparison.json'), { force: true }),
|
|
7
7
|
rm(path.join(captureDir, 'structure-comparison.json'), { force: true }),
|
|
8
8
|
rm(path.join(captureDir, 'comparison-summary.json'), { force: true }),
|
|
9
|
+
rm(path.join(captureDir, 'agent-comparison', 'agent-response.json'), { force: true }),
|
|
9
10
|
]);
|
|
10
11
|
}
|
|
11
12
|
export async function createInputFingerprint(input) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-comparison-fingerprint.js","sourceRoot":"","sources":["../../src/core/agent-comparison-fingerprint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,UAAkB;IAClE,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACnE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,2BAA2B,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACvE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,yBAAyB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"agent-comparison-fingerprint.js","sourceRoot":"","sources":["../../src/core/agent-comparison-fingerprint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,UAAkB;IAClE,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACnE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,2BAA2B,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACvE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,yBAAyB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACrE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,kBAAkB,EAAE,qBAAqB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KACtF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,KAM5C;IACC,MAAM,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACjE,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC;QAC/C,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC;KAC9C,CAAC,CAAC;IACH,IAAI,CAAC,KAAK,CAAC,eAAe;QAAE,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,CAAC;IAC9E,MAAM,CAAC,uBAAuB,EAAE,qBAAqB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzE,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;QACvD,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,mBAAmB,CAAC;KACtD,CAAC,CAAC;IACH,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,CAAC;AACpG,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,QAAgB;IACxC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC7E,CAAC"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import { type AgentComparisonInputFingerprint } from '../schemas/comparison.js';
|
|
2
2
|
import type { AgentComparisonProfileName } from './agent-comparison-profiles.js';
|
|
3
|
-
import {
|
|
3
|
+
import type { AgentResponseFreshness } from './agent-comparison-response.js';
|
|
4
|
+
import type { AgentComparisonContext } from './agent-comparison-submit.js';
|
|
4
5
|
export type AgentComparisonPackResult = {
|
|
6
|
+
captureDir: string;
|
|
5
7
|
promptPath: string;
|
|
6
8
|
codexPromptPath: string;
|
|
7
9
|
claudePromptPath: string;
|
|
@@ -25,6 +27,7 @@ export type AgentComparisonPackResult = {
|
|
|
25
27
|
structureOverall?: number;
|
|
26
28
|
};
|
|
27
29
|
topFix?: string;
|
|
30
|
+
comparisonContext: AgentComparisonContext;
|
|
28
31
|
};
|
|
29
32
|
export declare function writeAgentComparisonPack(input: {
|
|
30
33
|
workspaceRoot: string;
|
|
@@ -40,4 +43,5 @@ export declare function writeAgentComparisonPack(input: {
|
|
|
40
43
|
actualStructurePath: string;
|
|
41
44
|
structureKind: 'visual-spec' | 'dom-metrics' | 'html' | 'json-description';
|
|
42
45
|
};
|
|
46
|
+
responseSubmitCommand?: string;
|
|
43
47
|
}): Promise<AgentComparisonPackResult>;
|
|
@@ -1,10 +1,8 @@
|
|
|
1
1
|
import { mkdir, writeFile } from 'node:fs/promises';
|
|
2
2
|
import path from 'node:path';
|
|
3
|
-
import {
|
|
3
|
+
import { createAgentComparisonBundleExample, createAgentComparisonJsonSchema, } from '../schemas/comparison.js';
|
|
4
4
|
import { clearAgentComparisonOutputs, createInputFingerprint } from './agent-comparison-fingerprint.js';
|
|
5
|
-
import { readAgentResponse, responseExists } from './agent-comparison-response.js';
|
|
6
5
|
import { buildAgentComparisonPrompt, buildClaudeAgentComparisonPrompt, buildCodexAgentComparisonPrompt, } from './agent-comparison-prompts.js';
|
|
7
|
-
import { validateFixTargets } from './agent-comparison-validation.js';
|
|
8
6
|
export async function writeAgentComparisonPack(input) {
|
|
9
7
|
const packDir = path.join(input.captureDir, 'agent-comparison');
|
|
10
8
|
const promptPath = path.join(packDir, 'agent-prompt.md');
|
|
@@ -12,10 +10,17 @@ export async function writeAgentComparisonPack(input) {
|
|
|
12
10
|
const claudePromptPath = path.join(packDir, 'agent-prompt.claude.md');
|
|
13
11
|
const schemaPath = path.join(packDir, 'agent-response.schema.json');
|
|
14
12
|
const examplePath = path.join(packDir, 'agent-response.example.json');
|
|
15
|
-
const responsePath =
|
|
16
|
-
const responseExistedBefore = await responseExists(responsePath);
|
|
13
|
+
const responsePath = 'sqlite://limner/agent_responses';
|
|
17
14
|
const inputFingerprint = await createInputFingerprint(input);
|
|
18
|
-
const promptInput = { ...input, schemaPath,
|
|
15
|
+
const promptInput = { ...input, schemaPath, responseSubmitCommand: input.responseSubmitCommand, inputFingerprint };
|
|
16
|
+
const comparisonContext = {
|
|
17
|
+
workspaceRoot: input.workspaceRoot,
|
|
18
|
+
captureDir: input.captureDir,
|
|
19
|
+
profile: input.profile,
|
|
20
|
+
inputFingerprint,
|
|
21
|
+
imageInputs: input.imageInputs,
|
|
22
|
+
structureInputs: input.structureInputs,
|
|
23
|
+
};
|
|
19
24
|
await mkdir(packDir, { recursive: true });
|
|
20
25
|
await clearAgentComparisonOutputs(input.captureDir);
|
|
21
26
|
await Promise.all([
|
|
@@ -25,58 +30,20 @@ export async function writeAgentComparisonPack(input) {
|
|
|
25
30
|
writeFile(codexPromptPath, buildCodexAgentComparisonPrompt(promptInput)),
|
|
26
31
|
writeFile(claudePromptPath, buildClaudeAgentComparisonPrompt(promptInput)),
|
|
27
32
|
]);
|
|
28
|
-
|
|
29
|
-
|
|
33
|
+
return {
|
|
34
|
+
captureDir: input.captureDir,
|
|
30
35
|
promptPath,
|
|
31
36
|
codexPromptPath,
|
|
32
37
|
claudePromptPath,
|
|
33
38
|
schemaPath,
|
|
34
39
|
examplePath,
|
|
35
40
|
responsePath,
|
|
41
|
+
status: 'awaiting-agent',
|
|
36
42
|
profile: input.profile,
|
|
37
43
|
inputFingerprint,
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
};
|
|
42
|
-
if (response.status === 'missing') {
|
|
43
|
-
return { ...base, status: 'awaiting-agent', freshness: 'missing' };
|
|
44
|
-
}
|
|
45
|
-
if (response.status === 'invalid-json') {
|
|
46
|
-
return { ...base, status: 'invalid', freshness: 'invalid', validationErrors: ['agent-response.json: Invalid JSON.'] };
|
|
47
|
-
}
|
|
48
|
-
const parsed = agentComparisonBundleSchema.safeParse(response.value);
|
|
49
|
-
if (!parsed.success) {
|
|
50
|
-
return { ...base, status: 'invalid', freshness: 'invalid', validationErrors: parsed.error.issues.map((issue) => `${issue.path.join('.')}: ${issue.message}`) };
|
|
51
|
-
}
|
|
52
|
-
const activeErrors = validateActiveComparison({ ...input, inputFingerprint }, parsed.data);
|
|
53
|
-
if (activeErrors.length > 0) {
|
|
54
|
-
return { ...base, status: 'invalid', freshness: 'stale', validationErrors: activeErrors };
|
|
55
|
-
}
|
|
56
|
-
const imageComparisonPath = path.join(input.captureDir, 'image-comparison.json');
|
|
57
|
-
const structureComparisonPath = parsed.data.structureComparison ? path.join(input.captureDir, 'structure-comparison.json') : undefined;
|
|
58
|
-
const summaryPath = path.join(input.captureDir, 'comparison-summary.json');
|
|
59
|
-
await writeJson(imageComparisonPath, parsed.data.imageComparison);
|
|
60
|
-
if (parsed.data.structureComparison && structureComparisonPath) {
|
|
61
|
-
await writeJson(structureComparisonPath, parsed.data.structureComparison);
|
|
62
|
-
}
|
|
63
|
-
await writeJson(summaryPath, parsed.data);
|
|
64
|
-
return {
|
|
65
|
-
...base,
|
|
66
|
-
status: 'validated',
|
|
67
|
-
freshness: response.existedBefore ? 'cached' : 'fresh',
|
|
68
|
-
imageComparisonPath,
|
|
69
|
-
structureComparisonPath,
|
|
70
|
-
summaryPath,
|
|
71
|
-
score: {
|
|
72
|
-
imageOverall: parsed.data.imageComparison.score.overall,
|
|
73
|
-
structureOverall: parsed.data.structureComparison?.score.overall,
|
|
74
|
-
},
|
|
75
|
-
topFix: parsed.data.recommendation.topFix,
|
|
76
|
-
scoreHighlights: [
|
|
77
|
-
`Agent image score: ${parsed.data.imageComparison.score.overall}`,
|
|
78
|
-
...(parsed.data.structureComparison ? [`Agent structure score: ${parsed.data.structureComparison.score.overall}`] : []),
|
|
79
|
-
],
|
|
44
|
+
freshness: 'missing',
|
|
45
|
+
responseExistedBefore: false,
|
|
46
|
+
comparisonContext,
|
|
80
47
|
};
|
|
81
48
|
}
|
|
82
49
|
function createExample(input, inputFingerprint) {
|
|
@@ -95,56 +62,6 @@ function createExample(input, inputFingerprint) {
|
|
|
95
62
|
}
|
|
96
63
|
return example;
|
|
97
64
|
}
|
|
98
|
-
function validateActiveComparison(input, bundle) {
|
|
99
|
-
const errors = [];
|
|
100
|
-
if (bundle.profile !== input.profile)
|
|
101
|
-
errors.push(`profile: Expected ${input.profile}.`);
|
|
102
|
-
const expectedSurface = input.profile === 'ideal-to-mockup' ? 'mockup' : 'implementation';
|
|
103
|
-
if (!matchesPath(input.workspaceRoot, input.imageInputs.expectedImagePath, bundle.imageComparison.inputs.expectedImagePath)) {
|
|
104
|
-
errors.push('imageComparison.inputs.expectedImagePath: Does not match the active expected image.');
|
|
105
|
-
}
|
|
106
|
-
if (!matchesPath(input.workspaceRoot, input.imageInputs.actualImagePath, bundle.imageComparison.inputs.actualImagePath)) {
|
|
107
|
-
errors.push('imageComparison.inputs.actualImagePath: Does not match the active actual image.');
|
|
108
|
-
}
|
|
109
|
-
if (bundle.inputFingerprint.expectedImageSha256 !== input.inputFingerprint.expectedImageSha256) {
|
|
110
|
-
errors.push('inputFingerprint.expectedImageSha256: Does not match the active expected image.');
|
|
111
|
-
}
|
|
112
|
-
if (bundle.inputFingerprint.actualImageSha256 !== input.inputFingerprint.actualImageSha256) {
|
|
113
|
-
errors.push('inputFingerprint.actualImageSha256: Does not match the active actual image.');
|
|
114
|
-
}
|
|
115
|
-
validateFixTargets(errors, 'imageComparison', bundle.imageComparison.majorDiffAreas, expectedSurface);
|
|
116
|
-
if (!input.structureInputs && bundle.structureComparison) {
|
|
117
|
-
errors.push('structureComparison: Not expected for this comparison.');
|
|
118
|
-
}
|
|
119
|
-
if (!input.structureInputs && (bundle.inputFingerprint.expectedStructureSha256 || bundle.inputFingerprint.actualStructureSha256)) {
|
|
120
|
-
errors.push('inputFingerprint: Structure hashes are not expected for this comparison.');
|
|
121
|
-
}
|
|
122
|
-
if (input.structureInputs && !bundle.structureComparison) {
|
|
123
|
-
errors.push('structureComparison: Required for this comparison.');
|
|
124
|
-
}
|
|
125
|
-
if (input.structureInputs && bundle.structureComparison) {
|
|
126
|
-
validateFixTargets(errors, 'structureComparison', bundle.structureComparison.majorDiffAreas, expectedSurface);
|
|
127
|
-
if (bundle.inputFingerprint.expectedStructureSha256 !== input.inputFingerprint.expectedStructureSha256) {
|
|
128
|
-
errors.push('inputFingerprint.expectedStructureSha256: Does not match the active expected structure.');
|
|
129
|
-
}
|
|
130
|
-
if (bundle.inputFingerprint.actualStructureSha256 !== input.inputFingerprint.actualStructureSha256) {
|
|
131
|
-
errors.push('inputFingerprint.actualStructureSha256: Does not match the active actual structure.');
|
|
132
|
-
}
|
|
133
|
-
if (!matchesPath(input.workspaceRoot, input.structureInputs.expectedStructurePath, bundle.structureComparison.inputs.expectedStructurePath)) {
|
|
134
|
-
errors.push('structureComparison.inputs.expectedStructurePath: Does not match the active expected structure.');
|
|
135
|
-
}
|
|
136
|
-
if (!matchesPath(input.workspaceRoot, input.structureInputs.actualStructurePath, bundle.structureComparison.inputs.actualStructurePath)) {
|
|
137
|
-
errors.push('structureComparison.inputs.actualStructurePath: Does not match the active actual structure.');
|
|
138
|
-
}
|
|
139
|
-
if (bundle.structureComparison.inputs.structureKind !== input.structureInputs.structureKind) {
|
|
140
|
-
errors.push(`structureComparison.inputs.structureKind: Expected ${input.structureInputs.structureKind}.`);
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
return errors;
|
|
144
|
-
}
|
|
145
|
-
function matchesPath(root, expectedAbsolute, actual) {
|
|
146
|
-
return actual === expectedAbsolute || actual === relative(root, expectedAbsolute);
|
|
147
|
-
}
|
|
148
65
|
function relative(root, filePath) {
|
|
149
66
|
return path.relative(root, filePath);
|
|
150
67
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-comparison-pack.js","sourceRoot":"","sources":["../../src/core/agent-comparison-pack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,
|
|
1
|
+
{"version":3,"file":"agent-comparison-pack.js","sourceRoot":"","sources":["../../src/core/agent-comparison-pack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,kCAAkC,EAClC,+BAA+B,GAGhC,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAGxG,OAAO,EACL,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAChC,MAAM,+BAA+B,CAAC;AA4BvC,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,KAY9C;IACC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACzD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;IACpE,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,6BAA6B,CAAC,CAAC;IACtE,MAAM,YAAY,GAAG,iCAAiC,CAAC;IACvD,MAAM,gBAAgB,GAAG,MAAM,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,EAAE,gBAAgB,EAAE,CAAC;IACnH,MAAM,iBAAiB,GAAG;QACxB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,gBAAgB;QAChB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,eAAe,EAAE,KAAK,CAAC,eAAe;KACvC,CAAC;IAEF,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,2BAA2B,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,SAAS,CAAC,UAAU,EAAE,+BAA+B,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QACpH,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAC9D,SAAS,CAAC,UAAU,EAAE,0BAA0B,CAAC,WAAW,CAAC,CAAC;QAC9D,SAAS,CAAC,eAAe,EAAE,+BAA+B,CAAC,WAAW,CAAC,CAAC;QACxE,SAAS,CAAC,gBAAgB,EAAE,gCAAgC,CAAC,WAAW,CAAC,CAAC;KAC3E,CAAC,CAAC;IAEH,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,UAAU;QACV,eAAe;QACf,gBAAgB;QAChB,UAAU;QACV,WAAW;QACX,YAAY;QACZ,MAAM,EAAE,gBAAgB;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,gBAAgB;QAChB,SAAS,EAAE,SAAS;QACpB,qBAAqB,EAAE,KAAK;QAC5B,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAStB,EAAE,gBAAiD;IAClD,MAAM,OAAO,GAAG,kCAAkC,CAChD,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,YAAY,EAC5D,gBAAgB,CACjB,CAAC;IACF,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAChC,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG;QAC/B,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC;QACrF,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC;KAClF,CAAC;IACF,IAAI,KAAK,CAAC,eAAe,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;QACzD,OAAO,CAAC,mBAAmB,CAAC,MAAM,GAAG;YACnC,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YACjG,mBAAmB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,mBAAmB,CAAC;YAC7F,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,aAAa;SACnD,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,QAAgB;IAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,QAAgB,EAAE,KAAc;IACvD,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AACnE,CAAC"}
|
|
@@ -3,8 +3,8 @@ import { type AgentComparisonProfileName } from './agent-comparison-profiles.js'
|
|
|
3
3
|
type PromptInput = {
|
|
4
4
|
workspaceRoot: string;
|
|
5
5
|
profile: AgentComparisonProfileName;
|
|
6
|
-
responsePath: string;
|
|
7
6
|
schemaPath: string;
|
|
7
|
+
responseSubmitCommand?: string;
|
|
8
8
|
inputFingerprint: AgentComparisonInputFingerprint;
|
|
9
9
|
imageInputs: {
|
|
10
10
|
expectedImagePath: string;
|
|
@@ -32,9 +32,9 @@ Use this JSON schema:
|
|
|
32
32
|
|
|
33
33
|
- \`${rel(input, input.schemaPath)}\`
|
|
34
34
|
|
|
35
|
-
|
|
35
|
+
Submit valid JSON through Limner's local SQLite ledger:
|
|
36
36
|
|
|
37
|
-
- \`${
|
|
37
|
+
- \`${input.responseSubmitCommand ?? 'limner loop response submit --trajectory <trajectory-id> --from-run <run-id> --file <response.json>'}\`
|
|
38
38
|
|
|
39
39
|
Rules:
|
|
40
40
|
|
|
@@ -48,14 +48,14 @@ export function buildCodexAgentComparisonPrompt(input) {
|
|
|
48
48
|
return `${buildAgentComparisonPrompt(input)}
|
|
49
49
|
## Codex Instructions
|
|
50
50
|
|
|
51
|
-
Read the local files directly.
|
|
51
|
+
Read the local files directly. Produce JSON matching the schema, then submit it with the Limner command above.
|
|
52
52
|
`;
|
|
53
53
|
}
|
|
54
54
|
export function buildClaudeAgentComparisonPrompt(input) {
|
|
55
55
|
return `${buildAgentComparisonPrompt(input)}
|
|
56
56
|
## Claude Instructions
|
|
57
57
|
|
|
58
|
-
Attach the referenced images, inspect them separately, and return JSON matching the schema.
|
|
58
|
+
Attach the referenced images, inspect them separately, and return JSON matching the schema. Submit that JSON with the Limner command above.
|
|
59
59
|
`;
|
|
60
60
|
}
|
|
61
61
|
function formatStructureFingerprint(fingerprint) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-comparison-prompts.js","sourceRoot":"","sources":["../../src/core/agent-comparison-prompts.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,yBAAyB,EAAmC,MAAM,gCAAgC,CAAC;AAmB5G,MAAM,UAAU,0BAA0B,CAAC,KAAkB;IAC3D,MAAM,OAAO,GAAG,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzD,OAAO;;aAEI,OAAO,CAAC,IAAI;iBACR,OAAO,CAAC,YAAY;eACtB,OAAO,CAAC,UAAU;oBACb,OAAO,CAAC,eAAe;;EAEzC,OAAO,CAAC,WAAW;;;;sBAIC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC;oBACjD,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC;;;;;;+BAMlC,KAAK,CAAC,gBAAgB,CAAC,mBAAmB;6BAC5C,KAAK,CAAC,gBAAgB,CAAC,iBAAiB;EACnE,0BAA0B,CAAC,KAAK,CAAC,gBAAgB,CAAC;;;;;EAKlD,sBAAsB,CAAC,KAAK,CAAC;;;MAGzB,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC;;;;MAI5B,
|
|
1
|
+
{"version":3,"file":"agent-comparison-prompts.js","sourceRoot":"","sources":["../../src/core/agent-comparison-prompts.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,OAAO,EAAE,yBAAyB,EAAmC,MAAM,gCAAgC,CAAC;AAmB5G,MAAM,UAAU,0BAA0B,CAAC,KAAkB;IAC3D,MAAM,OAAO,GAAG,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzD,OAAO;;aAEI,OAAO,CAAC,IAAI;iBACR,OAAO,CAAC,YAAY;eACtB,OAAO,CAAC,UAAU;oBACb,OAAO,CAAC,eAAe;;EAEzC,OAAO,CAAC,WAAW;;;;sBAIC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC;oBACjD,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC;;;;;;+BAMlC,KAAK,CAAC,gBAAgB,CAAC,mBAAmB;6BAC5C,KAAK,CAAC,gBAAgB,CAAC,iBAAiB;EACnE,0BAA0B,CAAC,KAAK,CAAC,gBAAgB,CAAC;;;;;EAKlD,sBAAsB,CAAC,KAAK,CAAC;;;MAGzB,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC;;;;MAI5B,KAAK,CAAC,qBAAqB,IAAI,qGAAqG;;;;;;;;CAQzI,CAAC;AACF,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAkB;IAChE,OAAO,GAAG,0BAA0B,CAAC,KAAK,CAAC;;;;CAI5C,CAAC;AACF,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,KAAkB;IACjE,OAAO,GAAG,0BAA0B,CAAC,KAAK,CAAC;;;;CAI5C,CAAC;AACF,CAAC;AAED,SAAS,0BAA0B,CAAC,WAA4C;IAC9E,IAAI,CAAC,WAAW,CAAC,uBAAuB,IAAI,CAAC,WAAW,CAAC,qBAAqB;QAAE,OAAO,EAAE,CAAC;IAC1F,OAAO,oCAAoC,WAAW,CAAC,uBAAuB;iCAC/C,WAAW,CAAC,qBAAqB,IAAI,CAAC;AACvE,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAkB;IAChD,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO;;;0BAGiB,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;wBACzD,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,mBAAmB,CAAC;sBACvD,KAAK,CAAC,eAAe,CAAC,aAAa;;;CAGxD,CAAC;AACF,CAAC;AAED,SAAS,GAAG,CAAC,KAAkB,EAAE,QAAgB;IAC/C,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;AACtD,CAAC"}
|
|
@@ -8,7 +8,7 @@ export function formatAgentComparisonArtifacts(root, agentComparison) {
|
|
|
8
8
|
`- Codex comparison prompt: \`${relative(root, agentComparison.codexPromptPath)}\``,
|
|
9
9
|
`- Claude comparison prompt: \`${relative(root, agentComparison.claudePromptPath)}\``,
|
|
10
10
|
`- Agent comparison schema: \`${relative(root, agentComparison.schemaPath)}\``,
|
|
11
|
-
|
|
11
|
+
'- Agent comparison response store: local SQLite ledger',
|
|
12
12
|
];
|
|
13
13
|
if (agentComparison.imageComparisonPath) {
|
|
14
14
|
lines.push(`- Image comparison: \`${relative(root, agentComparison.imageComparisonPath)}\``);
|
|
@@ -31,7 +31,7 @@ export function formatAgentComparisonStatus(agentComparison) {
|
|
|
31
31
|
## Agent Comparison
|
|
32
32
|
|
|
33
33
|
- Status: awaiting agent response.
|
|
34
|
-
- Next step: have an agent inspect the comparison prompt,
|
|
34
|
+
- Next step: have an agent inspect the comparison prompt, then submit JSON with \`limner loop response submit\`.`;
|
|
35
35
|
}
|
|
36
36
|
if (agentComparison.status === 'invalid') {
|
|
37
37
|
const errors = agentComparison.validationErrors?.map((error) => `- ${error}`).join('\n') ?? '- Unknown validation error.';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-comparison-report.js","sourceRoot":"","sources":["../../src/core/agent-comparison-report.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,MAAM,UAAU,8BAA8B,CAAC,IAAY,EAAE,eAA2C;IACtG,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,KAAK,GAAG;QACZ,gCAAgC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,UAAU,CAAC,IAAI;QAC9E,gCAAgC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,eAAe,CAAC,IAAI;QACnF,iCAAiC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,gBAAgB,CAAC,IAAI;QACrF,gCAAgC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,UAAU,CAAC,IAAI;QAC9E,
|
|
1
|
+
{"version":3,"file":"agent-comparison-report.js","sourceRoot":"","sources":["../../src/core/agent-comparison-report.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,MAAM,UAAU,8BAA8B,CAAC,IAAY,EAAE,eAA2C;IACtG,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,KAAK,GAAG;QACZ,gCAAgC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,UAAU,CAAC,IAAI;QAC9E,gCAAgC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,eAAe,CAAC,IAAI;QACnF,iCAAiC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,gBAAgB,CAAC,IAAI;QACrF,gCAAgC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,UAAU,CAAC,IAAI;QAC9E,wDAAwD;KACzD,CAAC;IACF,IAAI,eAAe,CAAC,mBAAmB,EAAE,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,yBAAyB,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,eAAe,CAAC,uBAAuB,EAAE,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,6BAA6B,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACvG,CAAC;IACD,IAAI,eAAe,CAAC,WAAW,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,2BAA2B,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,eAA2C;IACrF,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,eAAe,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;QAChD,OAAO;;;;;iHAKsG,CAAC;IAChH,CAAC;IACD,IAAI,eAAe,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,6BAA6B,CAAC;QAC1H,OAAO;;;;;;EAMT,MAAM,EAAE,CAAC;IACT,CAAC;IACD,OAAO;;;;;EAKP,eAAe,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,yCAAyC,EAAE,CAAC;AAClI,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,QAAgB;IAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACvC,CAAC"}
|
|
@@ -1,19 +1 @@
|
|
|
1
|
-
import type { AgentComparisonBundle } from '../schemas/comparison.js';
|
|
2
1
|
export type AgentResponseFreshness = 'missing' | 'fresh' | 'cached' | 'stale' | 'invalid';
|
|
3
|
-
export type AgentResponseRead = {
|
|
4
|
-
status: 'missing';
|
|
5
|
-
existedBefore: boolean;
|
|
6
|
-
} | {
|
|
7
|
-
status: 'invalid-json';
|
|
8
|
-
existedBefore: boolean;
|
|
9
|
-
responseJson: string;
|
|
10
|
-
responseHash: string;
|
|
11
|
-
} | {
|
|
12
|
-
status: 'ok';
|
|
13
|
-
existedBefore: boolean;
|
|
14
|
-
responseJson: string;
|
|
15
|
-
responseHash: string;
|
|
16
|
-
value: AgentComparisonBundle;
|
|
17
|
-
};
|
|
18
|
-
export declare function responseExists(filePath: string): Promise<boolean>;
|
|
19
|
-
export declare function readAgentResponse(filePath: string, existedBefore: boolean): Promise<AgentResponseRead>;
|
|
@@ -1,34 +1,2 @@
|
|
|
1
|
-
|
|
2
|
-
import { readFile } from 'node:fs/promises';
|
|
3
|
-
export async function responseExists(filePath) {
|
|
4
|
-
try {
|
|
5
|
-
await readFile(filePath);
|
|
6
|
-
return true;
|
|
7
|
-
}
|
|
8
|
-
catch {
|
|
9
|
-
return false;
|
|
10
|
-
}
|
|
11
|
-
}
|
|
12
|
-
export async function readAgentResponse(filePath, existedBefore) {
|
|
13
|
-
let responseJson;
|
|
14
|
-
try {
|
|
15
|
-
responseJson = await readFile(filePath, 'utf8');
|
|
16
|
-
}
|
|
17
|
-
catch {
|
|
18
|
-
return { status: 'missing', existedBefore };
|
|
19
|
-
}
|
|
20
|
-
const responseHash = createHash('sha256').update(responseJson).digest('hex');
|
|
21
|
-
try {
|
|
22
|
-
return {
|
|
23
|
-
status: 'ok',
|
|
24
|
-
existedBefore,
|
|
25
|
-
responseJson,
|
|
26
|
-
responseHash,
|
|
27
|
-
value: JSON.parse(responseJson),
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
catch {
|
|
31
|
-
return { status: 'invalid-json', existedBefore, responseJson, responseHash };
|
|
32
|
-
}
|
|
33
|
-
}
|
|
1
|
+
export {};
|
|
34
2
|
//# sourceMappingURL=agent-comparison-response.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-comparison-response.js","sourceRoot":"","sources":["../../src/core/agent-comparison-response.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"agent-comparison-response.js","sourceRoot":"","sources":["../../src/core/agent-comparison-response.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { type AgentComparisonInputFingerprint } from '../schemas/comparison.js';
|
|
2
|
+
import type { AgentComparisonProfileName } from './agent-comparison-profiles.js';
|
|
3
|
+
import type { AgentResponseFreshness } from './agent-comparison-response.js';
|
|
4
|
+
export type AgentComparisonContext = {
|
|
5
|
+
workspaceRoot: string;
|
|
6
|
+
captureDir: string;
|
|
7
|
+
profile: AgentComparisonProfileName;
|
|
8
|
+
inputFingerprint: AgentComparisonInputFingerprint;
|
|
9
|
+
imageInputs: {
|
|
10
|
+
expectedImagePath: string;
|
|
11
|
+
actualImagePath: string;
|
|
12
|
+
};
|
|
13
|
+
structureInputs?: {
|
|
14
|
+
expectedStructurePath: string;
|
|
15
|
+
actualStructurePath: string;
|
|
16
|
+
structureKind: 'visual-spec' | 'dom-metrics' | 'html' | 'json-description';
|
|
17
|
+
};
|
|
18
|
+
};
|
|
19
|
+
export type AgentComparisonSubmitResult = {
|
|
20
|
+
status: 'validated' | 'invalid';
|
|
21
|
+
freshness: AgentResponseFreshness;
|
|
22
|
+
responseJson: string;
|
|
23
|
+
responseHash: string;
|
|
24
|
+
validationErrors?: string[];
|
|
25
|
+
imageComparisonPath?: string;
|
|
26
|
+
structureComparisonPath?: string;
|
|
27
|
+
summaryPath?: string;
|
|
28
|
+
score?: {
|
|
29
|
+
imageOverall: number;
|
|
30
|
+
structureOverall?: number;
|
|
31
|
+
};
|
|
32
|
+
topFix?: string;
|
|
33
|
+
scoreHighlights?: string[];
|
|
34
|
+
};
|
|
35
|
+
export declare function submitAgentComparisonResponse(context: AgentComparisonContext, responseJson: string): Promise<AgentComparisonSubmitResult>;
|