@neonwatty/limner 0.1.6 → 0.1.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -1
- package/dist/commands/compare-output.js +1 -0
- package/dist/commands/compare-output.js.map +1 -1
- package/dist/commands/ledger.d.ts +3 -1
- package/dist/commands/loop-actions.d.ts +22 -0
- package/dist/commands/loop-actions.js +54 -0
- package/dist/commands/loop-actions.js.map +1 -0
- package/dist/commands/loop-cli.js +96 -2
- package/dist/commands/loop-cli.js.map +1 -1
- package/dist/commands/loop-task.d.ts +17 -0
- package/dist/commands/loop-task.js +95 -0
- package/dist/commands/loop-task.js.map +1 -0
- package/dist/commands/loop.d.ts +3 -1
- package/dist/commands/loop.js +23 -21
- package/dist/commands/loop.js.map +1 -1
- package/dist/core/agent-comparison-pack.d.ts +13 -0
- package/dist/core/agent-comparison-pack.js +27 -21
- package/dist/core/agent-comparison-pack.js.map +1 -1
- package/dist/core/agent-comparison-response.d.ts +19 -0
- package/dist/core/agent-comparison-response.js +34 -0
- package/dist/core/agent-comparison-response.js.map +1 -0
- package/dist/core/agent-task-brief.d.ts +30 -0
- package/dist/core/agent-task-brief.js +158 -0
- package/dist/core/agent-task-brief.js.map +1 -0
- package/dist/core/comparison-artifacts.js +17 -3
- package/dist/core/comparison-artifacts.js.map +1 -1
- package/dist/core/current-artifacts.d.ts +14 -0
- package/dist/core/current-artifacts.js +16 -0
- package/dist/core/current-artifacts.js.map +1 -0
- package/dist/core/ledger-agent-responses.d.ts +21 -0
- package/dist/core/ledger-agent-responses.js +13 -0
- package/dist/core/ledger-agent-responses.js.map +1 -0
- package/dist/core/ledger-db.js +18 -0
- package/dist/core/ledger-db.js.map +1 -1
- package/dist/core/ledger-events.js +21 -1
- package/dist/core/ledger-events.js.map +1 -1
- package/dist/core/ledger-markdown.d.ts +21 -6
- package/dist/core/ledger-markdown.js +89 -6
- package/dist/core/ledger-markdown.js.map +1 -1
- package/dist/core/ledger-queries.d.ts +4 -1
- package/dist/core/ledger-queries.js +11 -3
- package/dist/core/ledger-queries.js.map +1 -1
- package/dist/core/ledger-store.d.ts +8 -1
- package/dist/core/ledger-store.js +4 -0
- package/dist/core/ledger-store.js.map +1 -1
- package/dist/core/loop-rerun-command.d.ts +4 -0
- package/dist/core/loop-rerun-command.js +36 -0
- package/dist/core/loop-rerun-command.js.map +1 -0
- package/dist/schemas/ledger.d.ts +23 -0
- package/dist/schemas/ledger.js +4 -0
- package/dist/schemas/ledger.js.map +1 -1
- package/docs/agent-workflow.md +31 -1
- package/docs/superpowers/plans/2026-06-13-agent-response-sqlite.md +70 -0
- package/docs/superpowers/plans/2026-06-13-loop-action-ledger.md +257 -0
- package/package.json +1 -1
- package/skills/limner/SKILL.md +15 -4
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import { mkdir,
|
|
1
|
+
import { mkdir, writeFile } from 'node:fs/promises';
|
|
2
2
|
import path from 'node:path';
|
|
3
3
|
import { agentComparisonBundleSchema, createAgentComparisonBundleExample, createAgentComparisonJsonSchema, } from '../schemas/comparison.js';
|
|
4
4
|
import { clearAgentComparisonOutputs, createInputFingerprint } from './agent-comparison-fingerprint.js';
|
|
5
|
+
import { readAgentResponse, responseExists } from './agent-comparison-response.js';
|
|
5
6
|
import { buildAgentComparisonPrompt, buildClaudeAgentComparisonPrompt, buildCodexAgentComparisonPrompt, } from './agent-comparison-prompts.js';
|
|
6
7
|
import { validateFixTargets } from './agent-comparison-validation.js';
|
|
7
8
|
export async function writeAgentComparisonPack(input) {
|
|
@@ -12,6 +13,7 @@ export async function writeAgentComparisonPack(input) {
|
|
|
12
13
|
const schemaPath = path.join(packDir, 'agent-response.schema.json');
|
|
13
14
|
const examplePath = path.join(packDir, 'agent-response.example.json');
|
|
14
15
|
const responsePath = path.join(packDir, 'agent-response.json');
|
|
16
|
+
const responseExistedBefore = await responseExists(responsePath);
|
|
15
17
|
const inputFingerprint = await createInputFingerprint(input);
|
|
16
18
|
const promptInput = { ...input, schemaPath, responsePath, inputFingerprint };
|
|
17
19
|
await mkdir(packDir, { recursive: true });
|
|
@@ -23,21 +25,33 @@ export async function writeAgentComparisonPack(input) {
|
|
|
23
25
|
writeFile(codexPromptPath, buildCodexAgentComparisonPrompt(promptInput)),
|
|
24
26
|
writeFile(claudePromptPath, buildClaudeAgentComparisonPrompt(promptInput)),
|
|
25
27
|
]);
|
|
26
|
-
const response = await
|
|
27
|
-
const base = {
|
|
28
|
+
const response = await readAgentResponse(responsePath, responseExistedBefore);
|
|
29
|
+
const base = {
|
|
30
|
+
promptPath,
|
|
31
|
+
codexPromptPath,
|
|
32
|
+
claudePromptPath,
|
|
33
|
+
schemaPath,
|
|
34
|
+
examplePath,
|
|
35
|
+
responsePath,
|
|
36
|
+
profile: input.profile,
|
|
37
|
+
inputFingerprint,
|
|
38
|
+
responseExistedBefore,
|
|
39
|
+
responseHash: 'responseHash' in response ? response.responseHash : undefined,
|
|
40
|
+
responseJson: 'responseJson' in response ? response.responseJson : undefined,
|
|
41
|
+
};
|
|
28
42
|
if (response.status === 'missing') {
|
|
29
|
-
return { ...base, status: 'awaiting-agent' };
|
|
43
|
+
return { ...base, status: 'awaiting-agent', freshness: 'missing' };
|
|
30
44
|
}
|
|
31
45
|
if (response.status === 'invalid-json') {
|
|
32
|
-
return { ...base, status: 'invalid', validationErrors: ['agent-response.json: Invalid JSON.'] };
|
|
46
|
+
return { ...base, status: 'invalid', freshness: 'invalid', validationErrors: ['agent-response.json: Invalid JSON.'] };
|
|
33
47
|
}
|
|
34
48
|
const parsed = agentComparisonBundleSchema.safeParse(response.value);
|
|
35
49
|
if (!parsed.success) {
|
|
36
|
-
return { ...base, status: 'invalid', validationErrors: parsed.error.issues.map((issue) => `${issue.path.join('.')}: ${issue.message}`) };
|
|
50
|
+
return { ...base, status: 'invalid', freshness: 'invalid', validationErrors: parsed.error.issues.map((issue) => `${issue.path.join('.')}: ${issue.message}`) };
|
|
37
51
|
}
|
|
38
52
|
const activeErrors = validateActiveComparison({ ...input, inputFingerprint }, parsed.data);
|
|
39
53
|
if (activeErrors.length > 0) {
|
|
40
|
-
return { ...base, status: 'invalid', validationErrors: activeErrors };
|
|
54
|
+
return { ...base, status: 'invalid', freshness: 'stale', validationErrors: activeErrors };
|
|
41
55
|
}
|
|
42
56
|
const imageComparisonPath = path.join(input.captureDir, 'image-comparison.json');
|
|
43
57
|
const structureComparisonPath = parsed.data.structureComparison ? path.join(input.captureDir, 'structure-comparison.json') : undefined;
|
|
@@ -50,29 +64,21 @@ export async function writeAgentComparisonPack(input) {
|
|
|
50
64
|
return {
|
|
51
65
|
...base,
|
|
52
66
|
status: 'validated',
|
|
67
|
+
freshness: response.existedBefore ? 'cached' : 'fresh',
|
|
53
68
|
imageComparisonPath,
|
|
54
69
|
structureComparisonPath,
|
|
55
70
|
summaryPath,
|
|
71
|
+
score: {
|
|
72
|
+
imageOverall: parsed.data.imageComparison.score.overall,
|
|
73
|
+
structureOverall: parsed.data.structureComparison?.score.overall,
|
|
74
|
+
},
|
|
75
|
+
topFix: parsed.data.recommendation.topFix,
|
|
56
76
|
scoreHighlights: [
|
|
57
77
|
`Agent image score: ${parsed.data.imageComparison.score.overall}`,
|
|
58
78
|
...(parsed.data.structureComparison ? [`Agent structure score: ${parsed.data.structureComparison.score.overall}`] : []),
|
|
59
79
|
],
|
|
60
80
|
};
|
|
61
81
|
}
|
|
62
|
-
async function readBundle(filePath) {
|
|
63
|
-
try {
|
|
64
|
-
return { status: 'ok', value: JSON.parse(await readFile(filePath, 'utf8')) };
|
|
65
|
-
}
|
|
66
|
-
catch {
|
|
67
|
-
try {
|
|
68
|
-
await readFile(filePath, 'utf8');
|
|
69
|
-
return { status: 'invalid-json' };
|
|
70
|
-
}
|
|
71
|
-
catch {
|
|
72
|
-
return { status: 'missing' };
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
}
|
|
76
82
|
function createExample(input, inputFingerprint) {
|
|
77
83
|
const example = createAgentComparisonBundleExample(input.structureInputs ? 'image-and-structure' : 'image-only', inputFingerprint);
|
|
78
84
|
example.profile = input.profile;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-comparison-pack.js","sourceRoot":"","sources":["../../src/core/agent-comparison-pack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"agent-comparison-pack.js","sourceRoot":"","sources":["../../src/core/agent-comparison-pack.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,2BAA2B,EAC3B,kCAAkC,EAClC,+BAA+B,GAGhC,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAExG,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAA+B,MAAM,gCAAgC,CAAC;AAChH,OAAO,EACL,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAChC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAyBtE,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,KAW9C;IACC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACzD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;IACpE,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,6BAA6B,CAAC,CAAC;IACtE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;IAC/D,MAAM,qBAAqB,GAAG,MAAM,cAAc,CAAC,YAAY,CAAC,CAAC;IACjE,MAAM,gBAAgB,GAAG,MAAM,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,CAAC;IAE7E,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,2BAA2B,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,SAAS,CAAC,UAAU,EAAE,+BAA+B,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QACpH,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAC9D,SAAS,CAAC,UAAU,EAAE,0BAA0B,CAAC,WAAW,CAAC,CAAC;QAC9D,SAAS,CAAC,eAAe,EAAE,+BAA+B,CAAC,WAAW,CAAC,CAAC;QACxE,SAAS,CAAC,gBAAgB,EAAE,gCAAgC,CAAC,WAAW,CAAC,CAAC;KAC3E,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG;QACX,UAAU;QACV,eAAe;QACf,gBAAgB;QAChB,UAAU;QACV,WAAW;QACX,YAAY;QACZ,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,gBAAgB;QAChB,qBAAqB;QACrB,YAAY,EAAE,cAAc,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC5E,YAAY,EAAE,cAAc,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;KAC7E,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAClC,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;IACrE,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,cAAc,EAAE,CAAC;QACvC,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,oCAAoC,CAAC,EAAE,CAAC;IACxH,CAAC;IAED,MAAM,MAAM,GAAG,2BAA2B,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACrE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;IACjK,CAAC;IACD,MAAM,YAAY,GAAG,wBAAwB,CAAC,EAAE,GAAG,KAAK,EAAE,gBAAgB,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3F,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,CAAC;IAC5F,CAAC;IAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;IACjF,MAAM,uBAAuB,GAAG,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,2BAA2B,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvI,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,yBAAyB,CAAC,CAAC;IAC3E,MAAM,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAClE,IAAI,MAAM,CAAC,IAAI,CAAC,mBAAmB,IAAI,uBAAuB,EAAE,CAAC;QAC/D,MAAM,SAAS,CAAC,uBAAuB,EAAE,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,SAAS,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAE1C,OAAO;QACL,GAAG,IAAI;QACP,MAAM,EAAE,WAAW;QACnB,SAAS,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;QACtD,mBAAmB;QACnB,uBAAuB;QACvB,WAAW;QACX,KAAK,EAAE;YACL,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO;YACvD,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK,CAAC,OAAO;SACjE;QACD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM;QACzC,eAAe,EAAE;YACf,sBAAsB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE;YACjE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,0BAA0B,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SACxH;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAStB,EAAE,gBAAiD;IAClD,MAAM,OAAO,GAAG,kCAAkC,CAChD,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,YAAY,EAC5D,gBAAgB,CACjB,CAAC;IACF,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAChC,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG;QAC/B,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC;QACrF,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC;KAClF,CAAC;IACF,IAAI,KAAK,CAAC,eAAe,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;QACzD,OAAO,CAAC,mBAAmB,CAAC,MAAM,GAAG;YACnC,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,qBAAqB,CAAC;YACjG,mBAAmB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,mBAAmB,CAAC;YAC7F,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,aAAa;SACnD,CAAC;IACJ,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,wBAAwB,CAAC,KAUjC,EAAE,MAA6B;IAC9B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QAAE,MAAM,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;IACzF,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,KAAK,iBAAiB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC1F,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,iBAAiB,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC5H,MAAM,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IACrG,CAAC;IACD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,CAAC,eAAe,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC;QACxH,MAAM,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,MAAM,CAAC,gBAAgB,CAAC,mBAAmB,KAAK,KAAK,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC;QAC/F,MAAM,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,KAAK,KAAK,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC;QAC3F,MAAM,CAAC,IAAI,CAAC,6EAA6E,CAAC,CAAC;IAC7F,CAAC;IACD,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,eAAe,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;IACtG,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,uBAAuB,IAAI,MAAM,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,EAAE,CAAC;QACjI,MAAM,CAAC,IAAI,CAAC,0EAA0E,CAAC,CAAC;IAC1F,CAAC;IACD,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,KAAK,CAAC,eAAe,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;QACxD,kBAAkB,CAAC,MAAM,EAAE,qBAAqB,EAAE,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;QAC9G,IAAI,MAAM,CAAC,gBAAgB,CAAC,uBAAuB,KAAK,KAAK,CAAC,gBAAgB,CAAC,uBAAuB,EAAE,CAAC;YACvG,MAAM,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;QACzG,CAAC;QACD,IAAI,MAAM,CAAC,gBAAgB,CAAC,qBAAqB,KAAK,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;QACrG,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,qBAAqB,EAAE,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC;YAC5I,MAAM,CAAC,IAAI,CAAC,iGAAiG,CAAC,CAAC;QACjH,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,eAAe,CAAC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACxI,MAAM,CAAC,IAAI,CAAC,6FAA6F,CAAC,CAAC;QAC7G,CAAC;QACD,IAAI,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,aAAa,KAAK,KAAK,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;YAC5F,MAAM,CAAC,IAAI,CAAC,sDAAsD,KAAK,CAAC,eAAe,CAAC,aAAa,GAAG,CAAC,CAAC;QAC5G,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,gBAAwB,EAAE,MAAc;IACzE,OAAO,MAAM,KAAK,gBAAgB,IAAI,MAAM,KAAK,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,QAAgB;IAC9C,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,QAAgB,EAAE,KAAc;IACvD,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AACnE,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { AgentComparisonBundle } from '../schemas/comparison.js';
|
|
2
|
+
export type AgentResponseFreshness = 'missing' | 'fresh' | 'cached' | 'stale' | 'invalid';
|
|
3
|
+
export type AgentResponseRead = {
|
|
4
|
+
status: 'missing';
|
|
5
|
+
existedBefore: boolean;
|
|
6
|
+
} | {
|
|
7
|
+
status: 'invalid-json';
|
|
8
|
+
existedBefore: boolean;
|
|
9
|
+
responseJson: string;
|
|
10
|
+
responseHash: string;
|
|
11
|
+
} | {
|
|
12
|
+
status: 'ok';
|
|
13
|
+
existedBefore: boolean;
|
|
14
|
+
responseJson: string;
|
|
15
|
+
responseHash: string;
|
|
16
|
+
value: AgentComparisonBundle;
|
|
17
|
+
};
|
|
18
|
+
export declare function responseExists(filePath: string): Promise<boolean>;
|
|
19
|
+
export declare function readAgentResponse(filePath: string, existedBefore: boolean): Promise<AgentResponseRead>;
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { readFile } from 'node:fs/promises';
|
|
3
|
+
export async function responseExists(filePath) {
|
|
4
|
+
try {
|
|
5
|
+
await readFile(filePath);
|
|
6
|
+
return true;
|
|
7
|
+
}
|
|
8
|
+
catch {
|
|
9
|
+
return false;
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
export async function readAgentResponse(filePath, existedBefore) {
|
|
13
|
+
let responseJson;
|
|
14
|
+
try {
|
|
15
|
+
responseJson = await readFile(filePath, 'utf8');
|
|
16
|
+
}
|
|
17
|
+
catch {
|
|
18
|
+
return { status: 'missing', existedBefore };
|
|
19
|
+
}
|
|
20
|
+
const responseHash = createHash('sha256').update(responseJson).digest('hex');
|
|
21
|
+
try {
|
|
22
|
+
return {
|
|
23
|
+
status: 'ok',
|
|
24
|
+
existedBefore,
|
|
25
|
+
responseJson,
|
|
26
|
+
responseHash,
|
|
27
|
+
value: JSON.parse(responseJson),
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
catch {
|
|
31
|
+
return { status: 'invalid-json', existedBefore, responseJson, responseHash };
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
//# sourceMappingURL=agent-comparison-response.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent-comparison-response.js","sourceRoot":"","sources":["../../src/core/agent-comparison-response.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAW5C,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,QAAgB;IACnD,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAAgB,EAAE,aAAsB;IAC9E,IAAI,YAAoB,CAAC;IACzB,IAAI,CAAC;QACH,YAAY,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;IAC9C,CAAC;IACD,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7E,IAAI,CAAC;QACH,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,aAAa;YACb,YAAY;YACZ,YAAY;YACZ,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAA0B;SACzD,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;IAC/E,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { type AgentComparisonBundle } from '../schemas/comparison.js';
|
|
2
|
+
import type { LedgerActionExecutor, LedgerMode } from '../schemas/ledger.js';
|
|
3
|
+
export type AgentTaskBriefInput = {
|
|
4
|
+
trajectoryId: string;
|
|
5
|
+
target: string;
|
|
6
|
+
mode: LedgerMode;
|
|
7
|
+
workspaceRoot: string;
|
|
8
|
+
comparisonSummaryPath: string;
|
|
9
|
+
sourceRunId: string;
|
|
10
|
+
desiredExecutor: LedgerActionExecutor;
|
|
11
|
+
rerunCommand: string;
|
|
12
|
+
};
|
|
13
|
+
export type AgentTaskBrief = {
|
|
14
|
+
json: {
|
|
15
|
+
trajectoryId: string;
|
|
16
|
+
target: string;
|
|
17
|
+
mode: LedgerMode;
|
|
18
|
+
profile: AgentComparisonBundle['profile'];
|
|
19
|
+
topFix?: string;
|
|
20
|
+
editableFiles: string[];
|
|
21
|
+
selectors: string[];
|
|
22
|
+
sourceRunId: string;
|
|
23
|
+
desiredExecutor: LedgerActionExecutor;
|
|
24
|
+
actionStartCommand: string;
|
|
25
|
+
actionCompleteCommandExample: string;
|
|
26
|
+
rerunCommand: string;
|
|
27
|
+
};
|
|
28
|
+
markdown: string;
|
|
29
|
+
};
|
|
30
|
+
export declare function buildAgentTaskBrief(input: AgentTaskBriefInput): Promise<AgentTaskBrief>;
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
import { readFile } from 'node:fs/promises';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { agentComparisonBundleSchema } from '../schemas/comparison.js';
|
|
4
|
+
export async function buildAgentTaskBrief(input) {
|
|
5
|
+
const raw = await readFile(input.comparisonSummaryPath, 'utf8');
|
|
6
|
+
const bundle = agentComparisonBundleSchema.parse(JSON.parse(raw));
|
|
7
|
+
const diffs = [
|
|
8
|
+
...bundle.imageComparison.majorDiffAreas,
|
|
9
|
+
...(bundle.structureComparison?.majorDiffAreas ?? []),
|
|
10
|
+
].sort((left, right) => left.priority - right.priority);
|
|
11
|
+
const topFix = bundle.recommendation.topFix ?? diffs[0]?.recommendedChange;
|
|
12
|
+
const editableFiles = unique(diffs.flatMap((diff) => diff.fixTarget?.likelyFiles ?? []));
|
|
13
|
+
const selectors = unique(diffs.flatMap((diff) => diff.fixTarget?.selectors ?? []));
|
|
14
|
+
const actionStartCommand = buildActionStartCommand(input, topFix);
|
|
15
|
+
const actionCompleteCommandExample = buildActionCompleteCommand(input, editableFiles);
|
|
16
|
+
const json = {
|
|
17
|
+
trajectoryId: input.trajectoryId,
|
|
18
|
+
target: input.target,
|
|
19
|
+
mode: input.mode,
|
|
20
|
+
profile: bundle.profile,
|
|
21
|
+
topFix,
|
|
22
|
+
editableFiles,
|
|
23
|
+
selectors,
|
|
24
|
+
sourceRunId: input.sourceRunId,
|
|
25
|
+
desiredExecutor: input.desiredExecutor,
|
|
26
|
+
actionStartCommand,
|
|
27
|
+
actionCompleteCommandExample,
|
|
28
|
+
rerunCommand: input.rerunCommand,
|
|
29
|
+
};
|
|
30
|
+
return { json, markdown: formatMarkdown(input, bundle, diffs, topFix, editableFiles, selectors, actionStartCommand, actionCompleteCommandExample) };
|
|
31
|
+
}
|
|
32
|
+
function formatMarkdown(input, bundle, diffs, topFix, editableFiles, selectors, actionStartCommand, actionCompleteCommandExample) {
|
|
33
|
+
const actionSkipCommand = buildActionSkipCommand(input);
|
|
34
|
+
const lines = [
|
|
35
|
+
'# Limner Agent Task',
|
|
36
|
+
'',
|
|
37
|
+
`Trajectory: \`${input.trajectoryId}\``,
|
|
38
|
+
`Target: \`${input.target}\``,
|
|
39
|
+
`Mode: \`${input.mode}\``,
|
|
40
|
+
`Profile: \`${bundle.profile}\``,
|
|
41
|
+
`Overall score: \`${bundle.imageComparison.score.overall}\``,
|
|
42
|
+
`Comparison summary: \`${relative(input.workspaceRoot, input.comparisonSummaryPath)}\``,
|
|
43
|
+
'',
|
|
44
|
+
'## Recommended Fix',
|
|
45
|
+
'',
|
|
46
|
+
topFix ? `Top fix: ${topFix}` : 'Top fix: none provided.',
|
|
47
|
+
...recommendationLines(bundle),
|
|
48
|
+
'',
|
|
49
|
+
'## Editable Files',
|
|
50
|
+
'',
|
|
51
|
+
...listOrNone(editableFiles),
|
|
52
|
+
'',
|
|
53
|
+
'## Selectors',
|
|
54
|
+
'',
|
|
55
|
+
...listOrNone(selectors),
|
|
56
|
+
'',
|
|
57
|
+
'## Priority Diffs',
|
|
58
|
+
'',
|
|
59
|
+
...diffLines(diffs),
|
|
60
|
+
'',
|
|
61
|
+
'## Next Iteration',
|
|
62
|
+
'',
|
|
63
|
+
`Focus: ${bundle.imageComparison.nextIteration.focus}`,
|
|
64
|
+
...bundle.imageComparison.nextIteration.steps.map((step) => `- ${step}`),
|
|
65
|
+
'',
|
|
66
|
+
'## Action Logging',
|
|
67
|
+
'',
|
|
68
|
+
`Start: \`${actionStartCommand}\``,
|
|
69
|
+
`Complete: \`${actionCompleteCommandExample}\``,
|
|
70
|
+
`Skip: \`${actionSkipCommand}\``,
|
|
71
|
+
'',
|
|
72
|
+
'## Verify',
|
|
73
|
+
'',
|
|
74
|
+
`Run: \`${input.rerunCommand}\``,
|
|
75
|
+
];
|
|
76
|
+
return `${lines.join('\n')}\n`;
|
|
77
|
+
}
|
|
78
|
+
function recommendationLines(bundle) {
|
|
79
|
+
const lines = [];
|
|
80
|
+
if (bundle.recommendation.why)
|
|
81
|
+
lines.push(`Why: ${bundle.recommendation.why}`);
|
|
82
|
+
if (bundle.recommendation.expectedScoreLift !== undefined) {
|
|
83
|
+
lines.push(`Expected lift: \`${bundle.recommendation.expectedScoreLift}\``);
|
|
84
|
+
}
|
|
85
|
+
return lines;
|
|
86
|
+
}
|
|
87
|
+
function diffLines(diffs) {
|
|
88
|
+
if (diffs.length === 0)
|
|
89
|
+
return ['- None reported.'];
|
|
90
|
+
return diffs.flatMap((diff) => [
|
|
91
|
+
`- P${diff.priority} ${diff.title}`,
|
|
92
|
+
` - Severity: \`${diff.severity}\``,
|
|
93
|
+
` - Category: \`${diff.category}\``,
|
|
94
|
+
` - Expected: ${diff.expected}`,
|
|
95
|
+
` - Actual: ${diff.actual}`,
|
|
96
|
+
` - Recommended change: ${diff.recommendedChange}`,
|
|
97
|
+
]);
|
|
98
|
+
}
|
|
99
|
+
function listOrNone(values) {
|
|
100
|
+
return values.length > 0 ? values.map((value) => `- \`${value}\``) : ['- None provided.'];
|
|
101
|
+
}
|
|
102
|
+
function unique(values) {
|
|
103
|
+
return [...new Set(values)];
|
|
104
|
+
}
|
|
105
|
+
function buildActionStartCommand(input, topFix) {
|
|
106
|
+
return [
|
|
107
|
+
'limner loop action start',
|
|
108
|
+
'--trajectory',
|
|
109
|
+
input.trajectoryId,
|
|
110
|
+
'--from-run',
|
|
111
|
+
input.sourceRunId,
|
|
112
|
+
'--kind polish',
|
|
113
|
+
'--executor',
|
|
114
|
+
input.desiredExecutor,
|
|
115
|
+
'--summary',
|
|
116
|
+
shellQuote(summaryText(topFix)),
|
|
117
|
+
].join(' ');
|
|
118
|
+
}
|
|
119
|
+
function buildActionCompleteCommand(input, editableFiles) {
|
|
120
|
+
const files = editableFiles.length > 0 ? editableFiles.join(',') : '<edited-files>';
|
|
121
|
+
return [
|
|
122
|
+
'limner loop action complete',
|
|
123
|
+
'--trajectory',
|
|
124
|
+
input.trajectoryId,
|
|
125
|
+
'--action <action-id>',
|
|
126
|
+
'--executor',
|
|
127
|
+
input.desiredExecutor,
|
|
128
|
+
'--summary',
|
|
129
|
+
shellQuote('Describe completed changes'),
|
|
130
|
+
'--files',
|
|
131
|
+
shellQuote(files),
|
|
132
|
+
].join(' ');
|
|
133
|
+
}
|
|
134
|
+
function buildActionSkipCommand(input) {
|
|
135
|
+
return [
|
|
136
|
+
'limner loop action skip',
|
|
137
|
+
'--trajectory',
|
|
138
|
+
input.trajectoryId,
|
|
139
|
+
'--from-run',
|
|
140
|
+
input.sourceRunId,
|
|
141
|
+
'--executor',
|
|
142
|
+
input.desiredExecutor,
|
|
143
|
+
'--summary',
|
|
144
|
+
shellQuote('No edits needed after review'),
|
|
145
|
+
].join(' ');
|
|
146
|
+
}
|
|
147
|
+
function summaryText(topFix) {
|
|
148
|
+
const summary = topFix ?? 'Polish visual fidelity from validated comparison';
|
|
149
|
+
return summary.length <= 255 ? summary : summary.slice(0, 252).trimEnd() + '...';
|
|
150
|
+
}
|
|
151
|
+
function shellQuote(value) {
|
|
152
|
+
return `'${value.replaceAll("'", "'\\''")}'`;
|
|
153
|
+
}
|
|
154
|
+
function relative(root, filePath) {
|
|
155
|
+
const relativePath = path.relative(root, filePath);
|
|
156
|
+
return relativePath.startsWith('..') ? filePath : relativePath;
|
|
157
|
+
}
|
|
158
|
+
//# sourceMappingURL=agent-task-brief.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent-task-brief.js","sourceRoot":"","sources":["../../src/core/agent-task-brief.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,2BAA2B,EAA8B,MAAM,0BAA0B,CAAC;AAkCnG,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAA0B;IAClE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG;QACZ,GAAG,MAAM,CAAC,eAAe,CAAC,cAAc;QACxC,GAAG,CAAC,MAAM,CAAC,mBAAmB,EAAE,cAAc,IAAI,EAAE,CAAC;KACtD,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,iBAAiB,CAAC;IAC3E,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,IAAI,EAAE,CAAC,CAAC,CAAC;IACzF,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;IACnF,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAClE,MAAM,4BAA4B,GAAG,0BAA0B,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACtF,MAAM,IAAI,GAAG;QACX,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,MAAM;QACN,aAAa;QACb,SAAS;QACT,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,kBAAkB;QAClB,4BAA4B;QAC5B,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC;IAEF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,kBAAkB,EAAE,4BAA4B,CAAC,EAAE,CAAC;AACtJ,CAAC;AAED,SAAS,cAAc,CACrB,KAA0B,EAC1B,MAA6B,EAC7B,KAAiB,EACjB,MAA0B,EAC1B,aAAuB,EACvB,SAAmB,EACnB,kBAA0B,EAC1B,4BAAoC;IAEpC,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG;QACZ,qBAAqB;QACrB,EAAE;QACF,iBAAiB,KAAK,CAAC,YAAY,IAAI;QACvC,aAAa,KAAK,CAAC,MAAM,IAAI;QAC7B,WAAW,KAAK,CAAC,IAAI,IAAI;QACzB,cAAc,MAAM,CAAC,OAAO,IAAI;QAChC,oBAAoB,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,IAAI;QAC5D,yBAAyB,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,qBAAqB,CAAC,IAAI;QACvF,EAAE;QACF,oBAAoB;QACpB,EAAE;QACF,MAAM,CAAC,CAAC,CAAC,YAAY,MAAM,EAAE,CAAC,CAAC,CAAC,yBAAyB;QACzD,GAAG,mBAAmB,CAAC,MAAM,CAAC;QAC9B,EAAE;QACF,mBAAmB;QACnB,EAAE;QACF,GAAG,UAAU,CAAC,aAAa,CAAC;QAC5B,EAAE;QACF,cAAc;QACd,EAAE;QACF,GAAG,UAAU,CAAC,SAAS,CAAC;QACxB,EAAE;QACF,mBAAmB;QACnB,EAAE;QACF,GAAG,SAAS,CAAC,KAAK,CAAC;QACnB,EAAE;QACF,mBAAmB;QACnB,EAAE;QACF,UAAU,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,KAAK,EAAE;QACtD,GAAG,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;QACxE,EAAE;QACF,mBAAmB;QACnB,EAAE;QACF,YAAY,kBAAkB,IAAI;QAClC,eAAe,4BAA4B,IAAI;QAC/C,WAAW,iBAAiB,IAAI;QAChC,EAAE;QACF,WAAW;QACX,EAAE;QACF,UAAU,KAAK,CAAC,YAAY,IAAI;KACjC,CAAC;IACF,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,SAAS,mBAAmB,CAAC,MAA6B;IACxD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,CAAC,cAAc,CAAC,GAAG;QAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/E,IAAI,MAAM,CAAC,cAAc,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,cAAc,CAAC,iBAAiB,IAAI,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,KAAiB;IAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACpD,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE;QACnC,mBAAmB,IAAI,CAAC,QAAQ,IAAI;QACpC,mBAAmB,IAAI,CAAC,QAAQ,IAAI;QACpC,iBAAiB,IAAI,CAAC,QAAQ,EAAE;QAChC,eAAe,IAAI,CAAC,MAAM,EAAE;QAC5B,2BAA2B,IAAI,CAAC,iBAAiB,EAAE;KACpD,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB;IAClC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,uBAAuB,CAAC,KAA0B,EAAE,MAA0B;IACrF,OAAO;QACL,0BAA0B;QAC1B,cAAc;QACd,KAAK,CAAC,YAAY;QAClB,YAAY;QACZ,KAAK,CAAC,WAAW;QACjB,eAAe;QACf,YAAY;QACZ,KAAK,CAAC,eAAe;QACrB,WAAW;QACX,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;KAChC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC;AAED,SAAS,0BAA0B,CAAC,KAA0B,EAAE,aAAuB;IACrF,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACpF,OAAO;QACL,6BAA6B;QAC7B,cAAc;QACd,KAAK,CAAC,YAAY;QAClB,sBAAsB;QACtB,YAAY;QACZ,KAAK,CAAC,eAAe;QACrB,WAAW;QACX,UAAU,CAAC,4BAA4B,CAAC;QACxC,SAAS;QACT,UAAU,CAAC,KAAK,CAAC;KAClB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC;AAED,SAAS,sBAAsB,CAAC,KAA0B;IACxD,OAAO;QACL,yBAAyB;QACzB,cAAc;QACd,KAAK,CAAC,YAAY;QAClB,YAAY;QACZ,KAAK,CAAC,WAAW;QACjB,YAAY;QACZ,KAAK,CAAC,eAAe;QACrB,WAAW;QACX,UAAU,CAAC,8BAA8B,CAAC;KAC3C,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,MAA0B;IAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,kDAAkD,CAAC;IAC7E,OAAO,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC;AACnF,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC;AAC/C,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,QAAgB;IAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACnD,OAAO,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC;AACjE,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import path from 'node:path';
|
|
1
2
|
export function artifact(path, kind) {
|
|
2
3
|
return path ? [{ path, kind, role: 'artifact' }] : [];
|
|
3
4
|
}
|
|
@@ -14,9 +15,22 @@ export function agentComparisonArtifacts(agentComparison) {
|
|
|
14
15
|
...artifact(agentComparison.schemaPath, 'agent-comparison-schema'),
|
|
15
16
|
...artifact(agentComparison.examplePath, 'agent-comparison-example'),
|
|
16
17
|
...expectedOutput(agentComparison.responsePath, 'agent-response-target', agentComparison.status !== 'awaiting-agent'),
|
|
17
|
-
...
|
|
18
|
-
|
|
19
|
-
|
|
18
|
+
...agentComparisonOutputArtifacts(agentComparison),
|
|
19
|
+
];
|
|
20
|
+
}
|
|
21
|
+
function agentComparisonOutputArtifacts(agentComparison) {
|
|
22
|
+
if (agentComparison.status === 'validated') {
|
|
23
|
+
return [
|
|
24
|
+
...artifact(agentComparison.imageComparisonPath, 'image-comparison'),
|
|
25
|
+
...artifact(agentComparison.structureComparisonPath, 'structure-comparison'),
|
|
26
|
+
...artifact(agentComparison.summaryPath, 'comparison-summary'),
|
|
27
|
+
];
|
|
28
|
+
}
|
|
29
|
+
const captureDir = path.dirname(path.dirname(agentComparison.responsePath));
|
|
30
|
+
return [
|
|
31
|
+
{ path: path.join(captureDir, 'image-comparison.json'), kind: 'image-comparison', role: 'artifact', exists: false },
|
|
32
|
+
{ path: path.join(captureDir, 'structure-comparison.json'), kind: 'structure-comparison', role: 'artifact', exists: false },
|
|
33
|
+
{ path: path.join(captureDir, 'comparison-summary.json'), kind: 'comparison-summary', role: 'artifact', exists: false },
|
|
20
34
|
];
|
|
21
35
|
}
|
|
22
36
|
export function referenceImplementationArtifacts(input) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"comparison-artifacts.js","sourceRoot":"","sources":["../../src/core/comparison-artifacts.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"comparison-artifacts.js","sourceRoot":"","sources":["../../src/core/comparison-artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAK7B,MAAM,UAAU,QAAQ,CAAC,IAAwB,EAAE,IAAY;IAC7D,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACxD,CAAC;AAED,SAAS,cAAc,CAAC,IAAwB,EAAE,IAAY,EAAE,MAAM,GAAG,KAAK;IAC5E,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,eAAsD;IAC7F,IAAI,CAAC,eAAe;QAAE,OAAO,EAAE,CAAC;IAChC,OAAO;QACL,GAAG,QAAQ,CAAC,eAAe,CAAC,UAAU,EAAE,yBAAyB,CAAC;QAClE,GAAG,QAAQ,CAAC,eAAe,CAAC,eAAe,EAAE,+BAA+B,CAAC;QAC7E,GAAG,QAAQ,CAAC,eAAe,CAAC,gBAAgB,EAAE,gCAAgC,CAAC;QAC/E,GAAG,QAAQ,CAAC,eAAe,CAAC,UAAU,EAAE,yBAAyB,CAAC;QAClE,GAAG,QAAQ,CAAC,eAAe,CAAC,WAAW,EAAE,0BAA0B,CAAC;QACpE,GAAG,cAAc,CAAC,eAAe,CAAC,YAAY,EAAE,uBAAuB,EAAE,eAAe,CAAC,MAAM,KAAK,gBAAgB,CAAC;QACrH,GAAG,8BAA8B,CAAC,eAAe,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CAAC,eAA0C;IAChF,IAAI,eAAe,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QAC3C,OAAO;YACL,GAAG,QAAQ,CAAC,eAAe,CAAC,mBAAmB,EAAE,kBAAkB,CAAC;YACpE,GAAG,QAAQ,CAAC,eAAe,CAAC,uBAAuB,EAAE,sBAAsB,CAAC;YAC5E,GAAG,QAAQ,CAAC,eAAe,CAAC,WAAW,EAAE,oBAAoB,CAAC;SAC/D,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC;IAC5E,OAAO;QACL,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,uBAAuB,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE;QACnH,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,2BAA2B,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE;QAC3H,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,yBAAyB,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE;KACxH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,KAOhD;IACC,OAAO;QACL,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,sBAAsB,CAAC;QACxD,GAAG,QAAQ,CAAC,GAAG,KAAK,CAAC,aAAa,eAAe,EAAE,uBAAuB,CAAC;QAC3E,GAAG,QAAQ,CAAC,GAAG,KAAK,CAAC,aAAa,eAAe,EAAE,uBAAuB,CAAC;QAC3E,GAAG,QAAQ,CAAC,KAAK,CAAC,kBAAkB,EAAE,2BAA2B,CAAC;QAClE,GAAG,QAAQ,CAAC,GAAG,KAAK,CAAC,kBAAkB,eAAe,EAAE,4BAA4B,CAAC;QACrF,GAAG,QAAQ,CAAC,GAAG,KAAK,CAAC,kBAAkB,eAAe,EAAE,4BAA4B,CAAC;QACrF,GAAG,QAAQ,CAAC,KAAK,CAAC,cAAc,EAAE,cAAc,CAAC;QACjD,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,aAAa,CAAC;QAC7C,GAAG,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC;QACvC,GAAG,wBAAwB,CAAC,KAAK,CAAC,eAAe,CAAC;KACnD,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export type LedgerArtifactRow = {
|
|
2
|
+
artifactId?: string;
|
|
3
|
+
kind: string;
|
|
4
|
+
path: string;
|
|
5
|
+
role?: string | null;
|
|
6
|
+
existsOnDisk?: number | null;
|
|
7
|
+
snapshotPath?: string | null;
|
|
8
|
+
};
|
|
9
|
+
export type CurrentArtifacts = {
|
|
10
|
+
all: LedgerArtifactRow[];
|
|
11
|
+
writtenArtifacts: LedgerArtifactRow[];
|
|
12
|
+
expectedOutputs: LedgerArtifactRow[];
|
|
13
|
+
};
|
|
14
|
+
export declare function getCurrentArtifacts(artifacts: LedgerArtifactRow[]): CurrentArtifacts;
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export function getCurrentArtifacts(artifacts) {
|
|
2
|
+
const byKey = new Map();
|
|
3
|
+
for (const artifact of artifacts) {
|
|
4
|
+
byKey.set(artifactKey(artifact), artifact);
|
|
5
|
+
}
|
|
6
|
+
const all = [...byKey.values()];
|
|
7
|
+
return {
|
|
8
|
+
all,
|
|
9
|
+
writtenArtifacts: all.filter((artifact) => artifact.role !== 'expected-output'),
|
|
10
|
+
expectedOutputs: all.filter((artifact) => artifact.role === 'expected-output'),
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
function artifactKey(artifact) {
|
|
14
|
+
return [artifact.role ?? 'artifact', artifact.kind, artifact.path].join('\0');
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=current-artifacts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"current-artifacts.js","sourceRoot":"","sources":["../../src/core/current-artifacts.ts"],"names":[],"mappings":"AAeA,MAAM,UAAU,mBAAmB,CAAC,SAA8B;IAChE,MAAM,KAAK,GAAG,IAAI,GAAG,EAA6B,CAAC;IACnD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAChC,OAAO;QACL,GAAG;QACH,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,iBAAiB,CAAC;QAC/E,eAAe,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,iBAAiB,CAAC;KAC/E,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,QAA2B;IAC9C,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,UAAU,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChF,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { AgentResponseFreshness } from './agent-comparison-response.js';
|
|
2
|
+
import type { LedgerDatabase } from './ledger-db.js';
|
|
3
|
+
import type { LedgerMode } from '../schemas/ledger.js';
|
|
4
|
+
export type RecordAgentResponseInput = {
|
|
5
|
+
trajectoryId: string;
|
|
6
|
+
iterationId?: string;
|
|
7
|
+
runId?: string;
|
|
8
|
+
mode: LedgerMode;
|
|
9
|
+
profile?: string;
|
|
10
|
+
responsePath: string;
|
|
11
|
+
responseHash?: string;
|
|
12
|
+
freshness: AgentResponseFreshness;
|
|
13
|
+
validationStatus: string;
|
|
14
|
+
inputFingerprint?: unknown;
|
|
15
|
+
responseJson?: string;
|
|
16
|
+
score?: unknown;
|
|
17
|
+
topFix?: string;
|
|
18
|
+
};
|
|
19
|
+
export declare function insertAgentResponse(db: LedgerDatabase, input: RecordAgentResponseInput, now: string): {
|
|
20
|
+
responseId: string;
|
|
21
|
+
};
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { createLedgerId } from './ledger-ids.js';
|
|
2
|
+
export function insertAgentResponse(db, input, now) {
|
|
3
|
+
const responseId = createLedgerId('resp');
|
|
4
|
+
db.prepare(`
|
|
5
|
+
insert into agent_responses (
|
|
6
|
+
response_id, trajectory_id, iteration_id, run_id, mode, profile, response_path,
|
|
7
|
+
response_hash, freshness, validation_status, input_fingerprint_json,
|
|
8
|
+
response_json, score_json, top_fix, created_at
|
|
9
|
+
) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
10
|
+
`).run(responseId, input.trajectoryId, input.iterationId ?? null, input.runId ?? null, input.mode, input.profile ?? null, input.responsePath, input.responseHash ?? null, input.freshness, input.validationStatus, input.inputFingerprint === undefined ? null : JSON.stringify(input.inputFingerprint), input.responseJson ?? null, input.score === undefined ? null : JSON.stringify(input.score), input.topFix ?? null, now);
|
|
11
|
+
return { responseId };
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=ledger-agent-responses.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ledger-agent-responses.js","sourceRoot":"","sources":["../../src/core/ledger-agent-responses.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAmBjD,MAAM,UAAU,mBAAmB,CAAC,EAAkB,EAAE,KAA+B,EAAE,GAAW;IAClG,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC1C,EAAE,CAAC,OAAO,CAAC;;;;;;GAMV,CAAC,CAAC,GAAG,CACJ,UAAU,EACV,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,WAAW,IAAI,IAAI,EACzB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,OAAO,IAAI,IAAI,EACrB,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,YAAY,IAAI,IAAI,EAC1B,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,gBAAgB,EACtB,KAAK,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,EACpF,KAAK,CAAC,YAAY,IAAI,IAAI,EAC1B,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAC9D,KAAK,CAAC,MAAM,IAAI,IAAI,EACpB,GAAG,CACJ,CAAC;IACF,OAAO,EAAE,UAAU,EAAE,CAAC;AACxB,CAAC"}
|
package/dist/core/ledger-db.js
CHANGED
|
@@ -100,6 +100,24 @@ function migrate(db) {
|
|
|
100
100
|
created_at text not null
|
|
101
101
|
);
|
|
102
102
|
|
|
103
|
+
create table if not exists agent_responses (
|
|
104
|
+
response_id text primary key,
|
|
105
|
+
trajectory_id text not null references trajectories(trajectory_id) on delete cascade,
|
|
106
|
+
iteration_id text,
|
|
107
|
+
run_id text,
|
|
108
|
+
mode text not null,
|
|
109
|
+
profile text,
|
|
110
|
+
response_path text not null,
|
|
111
|
+
response_hash text,
|
|
112
|
+
freshness text not null,
|
|
113
|
+
validation_status text not null,
|
|
114
|
+
input_fingerprint_json text,
|
|
115
|
+
response_json text,
|
|
116
|
+
score_json text,
|
|
117
|
+
top_fix text,
|
|
118
|
+
created_at text not null
|
|
119
|
+
);
|
|
120
|
+
|
|
103
121
|
insert into schema_meta (key, value)
|
|
104
122
|
values ('schemaVersion', '${schemaVersion}')
|
|
105
123
|
on conflict(key) do update set value = excluded.value;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ledger-db.js","sourceRoot":"","sources":["../../src/core/ledger-db.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,aAAa,GAAG,CAAC,CAAC;AAQxB,MAAM,UAAU,kBAAkB,CAAC,KAA0B;IAC3D,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC5C,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC/B,OAAO,CAAC,EAAE,CAAC,CAAC;IACZ,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,OAAO,CAAC,EAAkB;IACjC,EAAE,CAAC,IAAI,CAAC
|
|
1
|
+
{"version":3,"file":"ledger-db.js","sourceRoot":"","sources":["../../src/core/ledger-db.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,aAAa,GAAG,CAAC,CAAC;AAQxB,MAAM,UAAU,kBAAkB,CAAC,KAA0B;IAC3D,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC5C,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC/B,OAAO,CAAC,EAAE,CAAC,CAAC;IACZ,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,OAAO,CAAC,EAAkB;IACjC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gCA6GsB,aAAa;;GAE1C,CAAC,CAAC;IACH,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,kCAAkC,CAAC,CAAC;IAC1E,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,gBAAgB,EAAE,SAAS,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,YAAY,CAAC,EAAkB,EAAE,SAAiB,EAAE,UAAkB,EAAE,UAAkB;IACjG,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,qBAAqB,SAAS,GAAG,CAAC,CAAC,GAAG,EAAwB,CAAC;IAC1F,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,CAAC;QAC1D,EAAE,CAAC,IAAI,CAAC,eAAe,SAAS,eAAe,UAAU,IAAI,UAAU,EAAE,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC"}
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import { existsSync } from 'node:fs';
|
|
2
|
-
import { agentFeedbackSchema, ledgerArtifactRefSchema } from '../schemas/ledger.js';
|
|
2
|
+
import { agentFeedbackSchema, ledgerActionSummarySchema, ledgerArtifactRefSchema } from '../schemas/ledger.js';
|
|
3
3
|
import { createLedgerId } from './ledger-ids.js';
|
|
4
|
+
const actionInputsSummaryMessage = 'loop.action inputsSummary must be valid JSON object with a summary';
|
|
4
5
|
export function insertLedgerEvent(db, input, now) {
|
|
5
6
|
const feedback = agentFeedbackSchema.parse(input.agentFeedback);
|
|
7
|
+
validateActionSummary(input);
|
|
6
8
|
db.prepare(`
|
|
7
9
|
insert into ledger_events (
|
|
8
10
|
event_id, trajectory_id, iteration_id, run_id, event_type, actor, command,
|
|
@@ -27,6 +29,24 @@ export function insertLedgerEvent(db, input, now) {
|
|
|
27
29
|
}
|
|
28
30
|
}
|
|
29
31
|
}
|
|
32
|
+
function validateActionSummary(input) {
|
|
33
|
+
if (!input.eventType.startsWith('loop.action.')) {
|
|
34
|
+
return;
|
|
35
|
+
}
|
|
36
|
+
const parsed = parseActionInputsSummary(input.inputsSummary);
|
|
37
|
+
if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed) || !('summary' in parsed)) {
|
|
38
|
+
throw new Error(actionInputsSummaryMessage);
|
|
39
|
+
}
|
|
40
|
+
ledgerActionSummarySchema.parse(parsed.summary);
|
|
41
|
+
}
|
|
42
|
+
function parseActionInputsSummary(inputsSummary) {
|
|
43
|
+
try {
|
|
44
|
+
return JSON.parse(inputsSummary ?? 'null');
|
|
45
|
+
}
|
|
46
|
+
catch {
|
|
47
|
+
throw new Error(actionInputsSummaryMessage);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
30
50
|
function normalizeArtifactRef(ref) {
|
|
31
51
|
const parsed = ledgerArtifactRefSchema.parse(ref);
|
|
32
52
|
if (typeof parsed === 'string') {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ledger-events.js","sourceRoot":"","sources":["../../src/core/ledger-events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAA0B,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"ledger-events.js","sourceRoot":"","sources":["../../src/core/ledger-events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAErC,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,uBAAuB,EAA0B,MAAM,sBAAsB,CAAC;AAGvI,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEjD,MAAM,0BAA0B,GAAG,oEAAoE,CAAC;AAExG,MAAM,UAAU,iBAAiB,CAAC,EAAkB,EAAE,KAAuB,EAAE,GAAW;IACxF,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAChE,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC7B,EAAE,CAAC,OAAO,CAAC;;;;;GAKV,CAAC,CAAC,GAAG,CACJ,cAAc,CAAC,KAAK,CAAC,EACrB,KAAK,CAAC,YAAY,IAAI,IAAI,EAC1B,KAAK,CAAC,WAAW,IAAI,IAAI,EACzB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,KAAK,IAAI,KAAK,EACpB,KAAK,CAAC,OAAO,IAAI,IAAI,EACrB,KAAK,CAAC,aAAa,IAAI,IAAI,EAC3B,KAAK,CAAC,YAAY,IAAI,IAAI,EAC1B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC,EACxC,QAAQ,IAAI,IAAI,EAChB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,GAAG,CACJ,CAAC;IACF,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3D,EAAE,CAAC,OAAO,CAAC;;;;KAIV,CAAC,CAAC,GAAG,CACJ,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,OAAO,IAAI,SAAS,EAC1B,KAAK,CAAC,YAAY,IAAI,SAAS,EAC/B,GAAG,EACH,GAAG,CACJ,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC3C,EAAE,CAAC,OAAO,CAAC;;;;OAIV,CAAC,CAAC,GAAG,CACJ,cAAc,CAAC,KAAK,CAAC,EACrB,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,WAAW,IAAI,IAAI,EACzB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACvB,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAuB;IACpD,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QAChD,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC7D,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC;QAC7F,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAC9C,CAAC;IACD,yBAAyB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,wBAAwB,CAAC,aAAiC;IACjE,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,MAAM,CAAY,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAsB;IAClD,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;IAChG,CAAC;IACD,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC;KACjD,CAAC;AACJ,CAAC"}
|
|
@@ -1,3 +1,10 @@
|
|
|
1
|
+
type ArtifactRow = {
|
|
2
|
+
kind: string;
|
|
3
|
+
path: string;
|
|
4
|
+
role?: string;
|
|
5
|
+
existsOnDisk?: number | null;
|
|
6
|
+
snapshotPath?: string | null;
|
|
7
|
+
};
|
|
1
8
|
type ExportedTrajectory = {
|
|
2
9
|
trajectory: {
|
|
3
10
|
trajectoryId: string;
|
|
@@ -23,13 +30,21 @@ type ExportedTrajectory = {
|
|
|
23
30
|
notes?: string;
|
|
24
31
|
createdAt?: string;
|
|
25
32
|
}>;
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
33
|
+
agentResponses?: Array<{
|
|
34
|
+
responseId: string;
|
|
35
|
+
runId?: string;
|
|
36
|
+
responsePath: string;
|
|
37
|
+
responseHash?: string;
|
|
38
|
+
freshness: string;
|
|
39
|
+
validationStatus: string;
|
|
40
|
+
scoreJson?: string;
|
|
41
|
+
topFix?: string;
|
|
32
42
|
}>;
|
|
43
|
+
artifacts: ArtifactRow[];
|
|
44
|
+
currentArtifacts?: {
|
|
45
|
+
writtenArtifacts: ArtifactRow[];
|
|
46
|
+
expectedOutputs: ArtifactRow[];
|
|
47
|
+
};
|
|
33
48
|
};
|
|
34
49
|
export declare function formatLedgerMarkdown(exported: ExportedTrajectory): string;
|
|
35
50
|
export {};
|