imprint-mcp 0.6.5 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +22 -0
- package/README.md +278 -16
- package/package.json +2 -2
- package/prompts/audit-agent.md +28 -7
- package/prompts/auth-compile-agent.md +65 -7
- package/prompts/build-planning.md +3 -3
- package/prompts/compile-agent.md +922 -183
- package/prompts/live-verifier-agent.md +25 -8
- package/prompts/master-teach-api-researcher.md +813 -0
- package/prompts/master-teach-baseline-mvp-review.md +217 -0
- package/prompts/master-teach-completion-review.md +188 -0
- package/prompts/master-teach-decision.md +885 -0
- package/prompts/master-teach-focused-planner.md +764 -0
- package/prompts/master-teach-parameter-advisor.md +58 -0
- package/prompts/master-teach-recording-evidence.md +19 -0
- package/prompts/master-teach-refine-plan.md +7 -0
- package/prompts/master-teach-tool-advisor.md +130 -0
- package/prompts/playbook-compilation.md +45 -54
- package/prompts/prereq-builder.md +28 -6
- package/prompts/prereq-planner.md +2 -2
- package/prompts/request-triage.md +51 -9
- package/prompts/tool-candidate-detection.md +75 -38
- package/prompts/tool-planning.md +3 -3
- package/src/cli.ts +197 -151
- package/src/imprint/agent.ts +47 -33
- package/src/imprint/api-research-agent.ts +933 -0
- package/src/imprint/audit.ts +72 -7
- package/src/imprint/auth-compile-agent.ts +136 -62
- package/src/imprint/auth-compile-tools.ts +99 -18
- package/src/imprint/auth-verifier.ts +10 -20
- package/src/imprint/backend-ladder.ts +517 -365
- package/src/imprint/body-structure.ts +656 -0
- package/src/imprint/build-plan.ts +54 -323
- package/src/imprint/cdp-browser-fetch.ts +734 -29
- package/src/imprint/cdp-jar-cache.ts +7 -12
- package/src/imprint/claude-cli-compile.ts +283 -321
- package/src/imprint/codex-cli-compile.ts +482 -350
- package/src/imprint/codex-sdk-turn.ts +102 -0
- package/src/imprint/compile-agent-types.ts +49 -10
- package/src/imprint/compile-agent.ts +222 -266
- package/src/imprint/compile-done-sentinel.ts +211 -0
- package/src/imprint/compile-provider-control.ts +401 -0
- package/src/imprint/compile-provider-recovery.ts +142 -0
- package/src/imprint/compile-strategy.ts +5 -0
- package/src/imprint/compile-tools.ts +1901 -3020
- package/src/imprint/compile-verification.ts +20 -3
- package/src/imprint/compile.ts +391 -84
- package/src/imprint/compiler-log.ts +12 -0
- package/src/imprint/compiler-process.ts +440 -0
- package/src/imprint/concurrency.ts +43 -58
- package/src/imprint/credential-extract.ts +1 -88
- package/src/imprint/effects.ts +9 -0
- package/src/imprint/emit.ts +18 -2
- package/src/imprint/evidence-inspection.ts +55 -0
- package/src/imprint/freeform-redact.ts +34 -234
- package/src/imprint/import-module-fresh.ts +30 -0
- package/src/imprint/live-finesse-runner.ts +299 -0
- package/src/imprint/live-verifier.ts +726 -364
- package/src/imprint/llm.ts +466 -422
- package/src/imprint/log.ts +1 -9
- package/src/imprint/login.ts +30 -12
- package/src/imprint/master-teach-agent-contracts.ts +875 -0
- package/src/imprint/master-teach-agents.ts +2850 -0
- package/src/imprint/master-teach-checks.ts +341 -0
- package/src/imprint/master-teach-controller.ts +7159 -0
- package/src/imprint/master-teach-plan.ts +1410 -0
- package/src/imprint/master-teach-prompt-projections.ts +347 -0
- package/src/imprint/master-teach-store.ts +961 -0
- package/src/imprint/mcp-cdp-sessions.ts +60 -0
- package/src/imprint/mcp-compile-server.ts +564 -662
- package/src/imprint/mcp-live-verifier-server.ts +267 -178
- package/src/imprint/mcp-server.ts +46 -57
- package/src/imprint/native-agent-pass.ts +260 -0
- package/src/imprint/native-agent-usage.ts +141 -0
- package/src/imprint/native-teach-agents.ts +495 -0
- package/src/imprint/param-grounding.ts +488 -347
- package/src/imprint/playbook-runner.ts +254 -63
- package/src/imprint/prereq-builder.ts +55 -543
- package/src/imprint/private-file.ts +18 -0
- package/src/imprint/probe-backends.ts +135 -33
- package/src/imprint/provider-retry.ts +501 -0
- package/src/imprint/provider-terminal.ts +214 -0
- package/src/imprint/recording-request.ts +297 -3
- package/src/imprint/recording-verification.ts +444 -0
- package/src/imprint/redact.ts +33 -749
- package/src/imprint/refine-worker.ts +326 -0
- package/src/imprint/refine.ts +241 -0
- package/src/imprint/replay-capture.ts +85 -37
- package/src/imprint/replay-evidence.ts +1007 -0
- package/src/imprint/request-capture.ts +14 -0
- package/src/imprint/research-response-evidence.ts +45 -0
- package/src/imprint/runtime.ts +616 -128
- package/src/imprint/sensitive-keys.ts +0 -6
- package/src/imprint/session-merge.ts +103 -7
- package/src/imprint/stealth-fetch.ts +25 -8
- package/src/imprint/stealth-token-cache.ts +16 -16
- package/src/imprint/teach-plan.ts +0 -242
- package/src/imprint/teach-research-memory.ts +229 -0
- package/src/imprint/teach-state.ts +47 -626
- package/src/imprint/teach.ts +12 -3477
- package/src/imprint/tool-candidates.ts +75 -210
- package/src/imprint/tool-loader.ts +3 -0
- package/src/imprint/tool-plan.ts +3 -134
- package/src/imprint/tracing.ts +24 -7
- package/src/imprint/triage-selection.ts +44 -0
- package/src/imprint/types.ts +107 -7
- package/src/imprint/endpoint-key.ts +0 -23
|
@@ -0,0 +1,299 @@
|
|
|
1
|
+
import {
|
|
2
|
+
copyFileSync,
|
|
3
|
+
cpSync,
|
|
4
|
+
existsSync,
|
|
5
|
+
mkdirSync,
|
|
6
|
+
mkdtempSync,
|
|
7
|
+
readFileSync,
|
|
8
|
+
readdirSync,
|
|
9
|
+
rmSync,
|
|
10
|
+
statSync,
|
|
11
|
+
} from 'node:fs';
|
|
12
|
+
import { tmpdir } from 'node:os';
|
|
13
|
+
import { basename, dirname, join as pathJoin } from 'node:path';
|
|
14
|
+
import type { LiveIntegrationEvidence } from './compile-verification.ts';
|
|
15
|
+
import { LIVE_VERIFICATION_EVIDENCE_FILE, runLiveSemanticVerification } from './live-verifier.ts';
|
|
16
|
+
import type { ProviderName } from './llm.ts';
|
|
17
|
+
import type { RunDeadlineRef } from './provider-retry.ts';
|
|
18
|
+
|
|
19
|
+
const LIVE_VERIFICATION_REPORT_FILE = '.live-verification.json';
|
|
20
|
+
const LIVE_VERIFIER_LOG_FILE = '.live-verifier-log.jsonl';
|
|
21
|
+
const ISOLATED_SITE_ROOT_FILES = new Set([
|
|
22
|
+
'.build-plan.json',
|
|
23
|
+
'.cdp-jar.json',
|
|
24
|
+
'bun.lock',
|
|
25
|
+
'package.json',
|
|
26
|
+
]);
|
|
27
|
+
const OMITTED_DIRECTORY_NAMES = new Set(['.teach-runs', 'node_modules']);
|
|
28
|
+
const OMITTED_FILE_PREFIXES = [
|
|
29
|
+
'.claude-',
|
|
30
|
+
'.codex-',
|
|
31
|
+
'.compile-',
|
|
32
|
+
'.live-verification',
|
|
33
|
+
'.live-verifier-',
|
|
34
|
+
];
|
|
35
|
+
|
|
36
|
+
/** Full semantic finesse uses a browser session and intentionally runs one tool
|
|
37
|
+
* at a time. MVP compilation and downstream dependency work remain separate. */
|
|
38
|
+
export const LIVE_FINESSE_CONCURRENCY = 1;
|
|
39
|
+
|
|
40
|
+
type LiveFinesseReport = Awaited<ReturnType<typeof runLiveSemanticVerification>>['report'];
|
|
41
|
+
|
|
42
|
+
interface LiveFinesseArtifactSnapshot {
|
|
43
|
+
reportJson?: string;
|
|
44
|
+
evidenceJson?: string;
|
|
45
|
+
logJsonl?: string;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
interface LiveFinesseResult {
|
|
49
|
+
status: 'completed' | 'inconclusive' | 'cancelled';
|
|
50
|
+
provider: ProviderName;
|
|
51
|
+
model?: string;
|
|
52
|
+
attempts: number;
|
|
53
|
+
completedReview: boolean;
|
|
54
|
+
report?: LiveFinesseReport;
|
|
55
|
+
artifacts: LiveFinesseArtifactSnapshot;
|
|
56
|
+
message: string;
|
|
57
|
+
durationMs: number;
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
interface LiveFinesseOptions {
|
|
61
|
+
provider: ProviderName;
|
|
62
|
+
/** Canonical MVP artifact directory. It is never passed to the verifier. */
|
|
63
|
+
toolDir: string;
|
|
64
|
+
evidence?: readonly LiveIntegrationEvidence[];
|
|
65
|
+
deadlineMs?: number;
|
|
66
|
+
runDeadline?: RunDeadlineRef;
|
|
67
|
+
onDeadlineReached?: () => Promise<number | null>;
|
|
68
|
+
signal?: AbortSignal;
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
export interface LiveFinesseDependencies {
|
|
72
|
+
verify?: typeof runLiveSemanticVerification;
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
type QueueRelease = () => void;
|
|
76
|
+
|
|
77
|
+
interface QueueWaiter {
|
|
78
|
+
signal?: AbortSignal;
|
|
79
|
+
resolve: (release: QueueRelease | undefined) => void;
|
|
80
|
+
abort?: () => void;
|
|
81
|
+
settled: boolean;
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
/** A process-local queue is enough here: all callers share the same expensive
|
|
85
|
+
* live browser/provider resources, while separate Imprint processes retain
|
|
86
|
+
* their existing site-level live lock. */
|
|
87
|
+
class SingleFinesseQueue {
|
|
88
|
+
private active = false;
|
|
89
|
+
private readonly waiters: QueueWaiter[] = [];
|
|
90
|
+
|
|
91
|
+
acquire(signal?: AbortSignal): Promise<QueueRelease | undefined> {
|
|
92
|
+
if (signal?.aborted) return Promise.resolve(undefined);
|
|
93
|
+
return new Promise((resolve) => {
|
|
94
|
+
const waiter: QueueWaiter = { signal, resolve, settled: false };
|
|
95
|
+
if (signal) {
|
|
96
|
+
waiter.abort = () => {
|
|
97
|
+
if (waiter.settled) return;
|
|
98
|
+
waiter.settled = true;
|
|
99
|
+
const index = this.waiters.indexOf(waiter);
|
|
100
|
+
if (index >= 0) this.waiters.splice(index, 1);
|
|
101
|
+
signal.removeEventListener('abort', waiter.abort as () => void);
|
|
102
|
+
resolve(undefined);
|
|
103
|
+
};
|
|
104
|
+
signal.addEventListener('abort', waiter.abort, { once: true });
|
|
105
|
+
}
|
|
106
|
+
this.waiters.push(waiter);
|
|
107
|
+
this.dispatch();
|
|
108
|
+
});
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
private dispatch(): void {
|
|
112
|
+
if (this.active) return;
|
|
113
|
+
while (this.waiters.length > 0) {
|
|
114
|
+
const waiter = this.waiters.shift();
|
|
115
|
+
if (!waiter || waiter.settled) continue;
|
|
116
|
+
if (waiter.signal?.aborted) {
|
|
117
|
+
waiter.settled = true;
|
|
118
|
+
waiter.resolve(undefined);
|
|
119
|
+
continue;
|
|
120
|
+
}
|
|
121
|
+
waiter.settled = true;
|
|
122
|
+
if (waiter.abort && waiter.signal) {
|
|
123
|
+
waiter.signal.removeEventListener('abort', waiter.abort);
|
|
124
|
+
}
|
|
125
|
+
this.active = true;
|
|
126
|
+
let released = false;
|
|
127
|
+
waiter.resolve(() => {
|
|
128
|
+
if (released) return;
|
|
129
|
+
released = true;
|
|
130
|
+
this.active = false;
|
|
131
|
+
this.dispatch();
|
|
132
|
+
});
|
|
133
|
+
return;
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
const finesseQueue = new SingleFinesseQueue();
|
|
139
|
+
|
|
140
|
+
/** Run the full parameter/breadth verifier against a disposable copy of an MVP.
|
|
141
|
+
* The result is advisory: every expected failure is returned as data, and the
|
|
142
|
+
* caller decides whether and where to persist the report. */
|
|
143
|
+
export async function runBestEffortLiveFinesse(
|
|
144
|
+
opts: LiveFinesseOptions,
|
|
145
|
+
dependencies: LiveFinesseDependencies = {},
|
|
146
|
+
): Promise<LiveFinesseResult> {
|
|
147
|
+
const queuedAt = Date.now();
|
|
148
|
+
const release = await finesseQueue.acquire(opts.signal);
|
|
149
|
+
if (!release) {
|
|
150
|
+
return cancelledResult(opts.provider, queuedAt, cancellationMessage(opts.signal));
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
const startedAt = Date.now();
|
|
154
|
+
let isolatedRoot: string | undefined;
|
|
155
|
+
let isolatedToolDir: string | undefined;
|
|
156
|
+
try {
|
|
157
|
+
if (opts.signal?.aborted) {
|
|
158
|
+
return cancelledResult(opts.provider, startedAt, cancellationMessage(opts.signal));
|
|
159
|
+
}
|
|
160
|
+
const isolated = createIsolatedSiteCopy(opts.toolDir);
|
|
161
|
+
isolatedRoot = isolated.root;
|
|
162
|
+
isolatedToolDir = isolated.toolDir;
|
|
163
|
+
const verification = await (dependencies.verify ?? runLiveSemanticVerification)({
|
|
164
|
+
provider: opts.provider,
|
|
165
|
+
toolDir: isolated.toolDir,
|
|
166
|
+
evidence: [...(opts.evidence ?? [])],
|
|
167
|
+
deadlineMs: opts.deadlineMs,
|
|
168
|
+
runDeadline: opts.runDeadline,
|
|
169
|
+
onDeadlineReached: opts.onDeadlineReached,
|
|
170
|
+
signal: opts.signal,
|
|
171
|
+
});
|
|
172
|
+
const artifacts = snapshotFinesseArtifacts(isolated.toolDir);
|
|
173
|
+
return {
|
|
174
|
+
status: verification.completedReview ? 'completed' : 'inconclusive',
|
|
175
|
+
provider: verification.provider,
|
|
176
|
+
model: verification.model,
|
|
177
|
+
attempts: verification.attempts,
|
|
178
|
+
completedReview: verification.completedReview,
|
|
179
|
+
report: verification.report,
|
|
180
|
+
artifacts,
|
|
181
|
+
message: verification.report.summary,
|
|
182
|
+
durationMs: Date.now() - startedAt,
|
|
183
|
+
};
|
|
184
|
+
} catch (error) {
|
|
185
|
+
const artifacts = isolatedToolDir
|
|
186
|
+
? snapshotFinesseArtifacts(isolatedToolDir)
|
|
187
|
+
: ({} satisfies LiveFinesseArtifactSnapshot);
|
|
188
|
+
if (isCancellation(error, opts.signal)) {
|
|
189
|
+
return {
|
|
190
|
+
...cancelledResult(opts.provider, startedAt, errorMessage(error)),
|
|
191
|
+
artifacts,
|
|
192
|
+
};
|
|
193
|
+
}
|
|
194
|
+
return {
|
|
195
|
+
status: 'inconclusive',
|
|
196
|
+
provider: opts.provider,
|
|
197
|
+
attempts: 0,
|
|
198
|
+
completedReview: false,
|
|
199
|
+
artifacts,
|
|
200
|
+
message: errorMessage(error),
|
|
201
|
+
durationMs: Date.now() - startedAt,
|
|
202
|
+
};
|
|
203
|
+
} finally {
|
|
204
|
+
if (isolatedRoot) rmSync(isolatedRoot, { recursive: true, force: true });
|
|
205
|
+
release();
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
function createIsolatedSiteCopy(toolDir: string): { root: string; toolDir: string } {
|
|
210
|
+
const sourceSiteDir = dirname(toolDir);
|
|
211
|
+
const toolDirectoryName = basename(toolDir);
|
|
212
|
+
const root = mkdtempSync(pathJoin(tmpdir(), 'imprint-live-finesse-'));
|
|
213
|
+
const isolatedSiteDir = pathJoin(root, 'site');
|
|
214
|
+
try {
|
|
215
|
+
mkdirSync(isolatedSiteDir, { recursive: true, mode: 0o700 });
|
|
216
|
+
|
|
217
|
+
for (const entry of readdirSync(sourceSiteDir, { withFileTypes: true })) {
|
|
218
|
+
const source = pathJoin(sourceSiteDir, entry.name);
|
|
219
|
+
const destination = pathJoin(isolatedSiteDir, entry.name);
|
|
220
|
+
if (entry.isFile() && ISOLATED_SITE_ROOT_FILES.has(entry.name)) {
|
|
221
|
+
copyFileSync(source, destination);
|
|
222
|
+
continue;
|
|
223
|
+
}
|
|
224
|
+
if (!entry.isDirectory()) continue;
|
|
225
|
+
const isTarget = entry.name === toolDirectoryName;
|
|
226
|
+
const isShared = entry.name === '.imprint-shared';
|
|
227
|
+
const isSiblingTool = existsSync(pathJoin(source, 'workflow.json'));
|
|
228
|
+
if (!isTarget && !isShared && !isSiblingTool) continue;
|
|
229
|
+
cpSync(source, destination, {
|
|
230
|
+
recursive: true,
|
|
231
|
+
dereference: true,
|
|
232
|
+
filter: shouldCopyFinesseArtifact,
|
|
233
|
+
});
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
const isolatedToolDir = pathJoin(isolatedSiteDir, toolDirectoryName);
|
|
237
|
+
if (!existsSync(isolatedToolDir) || !statSync(isolatedToolDir).isDirectory()) {
|
|
238
|
+
throw new Error(`Cannot isolate missing tool directory ${JSON.stringify(toolDir)}`);
|
|
239
|
+
}
|
|
240
|
+
return { root, toolDir: isolatedToolDir };
|
|
241
|
+
} catch (error) {
|
|
242
|
+
rmSync(root, { recursive: true, force: true });
|
|
243
|
+
throw error;
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
function shouldCopyFinesseArtifact(source: string): boolean {
|
|
248
|
+
const name = basename(source);
|
|
249
|
+
if (OMITTED_DIRECTORY_NAMES.has(name)) return false;
|
|
250
|
+
if (name === '.imprint-live-verification.lock') return false;
|
|
251
|
+
return !OMITTED_FILE_PREFIXES.some((prefix) => name.startsWith(prefix));
|
|
252
|
+
}
|
|
253
|
+
|
|
254
|
+
function snapshotFinesseArtifacts(toolDir: string): LiveFinesseArtifactSnapshot {
|
|
255
|
+
return {
|
|
256
|
+
reportJson: readOptionalText(pathJoin(toolDir, LIVE_VERIFICATION_REPORT_FILE)),
|
|
257
|
+
evidenceJson: readOptionalText(pathJoin(toolDir, LIVE_VERIFICATION_EVIDENCE_FILE)),
|
|
258
|
+
logJsonl: readOptionalText(pathJoin(toolDir, LIVE_VERIFIER_LOG_FILE)),
|
|
259
|
+
};
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
function readOptionalText(path: string): string | undefined {
|
|
263
|
+
try {
|
|
264
|
+
return existsSync(path) && statSync(path).isFile() ? readFileSync(path, 'utf8') : undefined;
|
|
265
|
+
} catch {
|
|
266
|
+
return undefined;
|
|
267
|
+
}
|
|
268
|
+
}
|
|
269
|
+
|
|
270
|
+
function isCancellation(error: unknown, signal: AbortSignal | undefined): boolean {
|
|
271
|
+
return Boolean(
|
|
272
|
+
signal?.aborted ||
|
|
273
|
+
(error instanceof Error && (error.name === 'AbortError' || error.name === 'TimeoutError')),
|
|
274
|
+
);
|
|
275
|
+
}
|
|
276
|
+
|
|
277
|
+
function cancellationMessage(signal: AbortSignal | undefined): string {
|
|
278
|
+
return signal?.reason instanceof Error ? signal.reason.message : 'Live finesse was cancelled.';
|
|
279
|
+
}
|
|
280
|
+
|
|
281
|
+
function cancelledResult(
|
|
282
|
+
provider: ProviderName,
|
|
283
|
+
startedAt: number,
|
|
284
|
+
message: string,
|
|
285
|
+
): LiveFinesseResult {
|
|
286
|
+
return {
|
|
287
|
+
status: 'cancelled',
|
|
288
|
+
provider,
|
|
289
|
+
attempts: 0,
|
|
290
|
+
completedReview: false,
|
|
291
|
+
artifacts: {},
|
|
292
|
+
message,
|
|
293
|
+
durationMs: Date.now() - startedAt,
|
|
294
|
+
};
|
|
295
|
+
}
|
|
296
|
+
|
|
297
|
+
function errorMessage(error: unknown): string {
|
|
298
|
+
return error instanceof Error ? error.message : String(error);
|
|
299
|
+
}
|