codeloop-mcp-server 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/diagnosis/vision_reviewer.d.ts +17 -15
- package/dist/diagnosis/vision_reviewer.d.ts.map +1 -1
- package/dist/diagnosis/vision_reviewer.js +25 -239
- package/dist/diagnosis/vision_reviewer.js.map +1 -1
- package/dist/index.js +179 -17
- package/dist/index.js.map +1 -1
- package/dist/runners/flutter.js +12 -6
- package/dist/runners/flutter.js.map +1 -1
- package/dist/runners/screenshot.d.ts +17 -0
- package/dist/runners/screenshot.d.ts.map +1 -0
- package/dist/runners/screenshot.js +102 -0
- package/dist/runners/screenshot.js.map +1 -0
- package/dist/tools/design_compare.d.ts +14 -1
- package/dist/tools/design_compare.d.ts.map +1 -1
- package/dist/tools/design_compare.js +75 -39
- package/dist/tools/design_compare.js.map +1 -1
- package/dist/tools/interaction_replay.d.ts +19 -0
- package/dist/tools/interaction_replay.d.ts.map +1 -0
- package/dist/tools/interaction_replay.js +121 -0
- package/dist/tools/interaction_replay.js.map +1 -0
- package/dist/tools/recommend_action.d.ts +13 -0
- package/dist/tools/recommend_action.d.ts.map +1 -0
- package/dist/tools/recommend_action.js +182 -0
- package/dist/tools/recommend_action.js.map +1 -0
- package/dist/tools/verify.d.ts.map +1 -1
- package/dist/tools/verify.js +12 -0
- package/dist/tools/verify.js.map +1 -1
- package/dist/tools/visual_review.d.ts +10 -1
- package/dist/tools/visual_review.d.ts.map +1 -1
- package/dist/tools/visual_review.js +68 -61
- package/dist/tools/visual_review.js.map +1 -1
- package/package.json +2 -5
|
@@ -0,0 +1,182 @@
|
|
|
1
|
+
import { selectRecommendations } from "../recommendations/selector.js";
|
|
2
|
+
import { existsSync, readFileSync } from "fs";
|
|
3
|
+
import { join } from "path";
|
|
4
|
+
import { getArtifactsBaseDir, getRunDir, listRuns } from "../evidence/artifacts.js";
|
|
5
|
+
const CATEGORY_KEYWORDS = {
|
|
6
|
+
hosting: [
|
|
7
|
+
"host", "deploy", "server", "cloud", "heroku", "vercel", "netlify",
|
|
8
|
+
"aws", "gcp", "azure", "railway", "fly.io", "render", "vps",
|
|
9
|
+
],
|
|
10
|
+
email: [
|
|
11
|
+
"email", "mail", "smtp", "transactional", "newsletter", "mailgun",
|
|
12
|
+
"sendgrid", "ses", "postmark", "resend",
|
|
13
|
+
],
|
|
14
|
+
auth: [
|
|
15
|
+
"auth", "login", "signup", "oauth", "sso", "identity", "jwt",
|
|
16
|
+
"session", "password", "firebase auth", "clerk", "auth0", "supabase auth",
|
|
17
|
+
],
|
|
18
|
+
analytics: [
|
|
19
|
+
"analytics", "tracking", "metrics", "events", "mixpanel", "amplitude",
|
|
20
|
+
"posthog", "plausible", "google analytics", "page view", "funnel",
|
|
21
|
+
],
|
|
22
|
+
monitoring: [
|
|
23
|
+
"monitor", "error tracking", "logging", "observability", "apm",
|
|
24
|
+
"sentry", "datadog", "new relic", "grafana", "uptime",
|
|
25
|
+
],
|
|
26
|
+
database: [
|
|
27
|
+
"database", "db", "postgres", "mysql", "mongo", "redis", "supabase",
|
|
28
|
+
"planetscale", "neon", "orm", "sql", "nosql", "dynamo",
|
|
29
|
+
],
|
|
30
|
+
storage: [
|
|
31
|
+
"storage", "file upload", "s3", "blob", "cdn", "image", "asset",
|
|
32
|
+
"cloudflare r2", "cloudinary", "uploadthing", "minio",
|
|
33
|
+
],
|
|
34
|
+
payments: [
|
|
35
|
+
"payment", "billing", "stripe", "subscription", "checkout", "invoice",
|
|
36
|
+
"revenue", "pricing", "plan", "monetiz",
|
|
37
|
+
],
|
|
38
|
+
};
|
|
39
|
+
const BUDGET_KEYWORDS = {
|
|
40
|
+
free: ["free", "no cost", "zero cost", "open source", "hobby", "personal"],
|
|
41
|
+
low: ["cheap", "affordable", "budget", "low cost", "starter", "solo", "indie"],
|
|
42
|
+
medium: ["team", "startup", "growing", "mid-size", "scale"],
|
|
43
|
+
enterprise: ["enterprise", "corporate", "compliance", "soc2", "hipaa", "large"],
|
|
44
|
+
};
|
|
45
|
+
function inferCategory(context) {
|
|
46
|
+
const lower = context.toLowerCase();
|
|
47
|
+
let bestCategory = null;
|
|
48
|
+
let bestScore = 0;
|
|
49
|
+
for (const [category, keywords] of Object.entries(CATEGORY_KEYWORDS)) {
|
|
50
|
+
let score = 0;
|
|
51
|
+
for (const kw of keywords) {
|
|
52
|
+
if (lower.includes(kw)) {
|
|
53
|
+
score += kw.includes(" ") ? 3 : 2;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
if (score > bestScore) {
|
|
57
|
+
bestScore = score;
|
|
58
|
+
bestCategory = category;
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
return bestScore >= 2 ? bestCategory : null;
|
|
62
|
+
}
|
|
63
|
+
function inferBudget(context) {
|
|
64
|
+
const lower = context.toLowerCase();
|
|
65
|
+
let bestBudget = "low";
|
|
66
|
+
let bestScore = 0;
|
|
67
|
+
for (const [budget, keywords] of Object.entries(BUDGET_KEYWORDS)) {
|
|
68
|
+
let score = 0;
|
|
69
|
+
for (const kw of keywords) {
|
|
70
|
+
if (lower.includes(kw))
|
|
71
|
+
score++;
|
|
72
|
+
}
|
|
73
|
+
if (score > bestScore) {
|
|
74
|
+
bestScore = score;
|
|
75
|
+
bestBudget = budget;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
return bestBudget;
|
|
79
|
+
}
|
|
80
|
+
function extractStackFromConfig(cwd) {
|
|
81
|
+
const stack = {};
|
|
82
|
+
const pkgJsonPath = join(cwd, "package.json");
|
|
83
|
+
if (existsSync(pkgJsonPath)) {
|
|
84
|
+
try {
|
|
85
|
+
const pkg = JSON.parse(readFileSync(pkgJsonPath, "utf-8"));
|
|
86
|
+
const deps = { ...pkg.dependencies, ...pkg.devDependencies };
|
|
87
|
+
if (deps.next)
|
|
88
|
+
stack.framework = "nextjs";
|
|
89
|
+
else if (deps.nuxt)
|
|
90
|
+
stack.framework = "nuxt";
|
|
91
|
+
else if (deps.svelte || deps["@sveltejs/kit"])
|
|
92
|
+
stack.framework = "svelte";
|
|
93
|
+
else if (deps.vue)
|
|
94
|
+
stack.framework = "vue";
|
|
95
|
+
else if (deps.react)
|
|
96
|
+
stack.framework = "react";
|
|
97
|
+
else if (deps.express)
|
|
98
|
+
stack.framework = "express";
|
|
99
|
+
if (deps.typescript)
|
|
100
|
+
stack.language = "typescript";
|
|
101
|
+
}
|
|
102
|
+
catch {
|
|
103
|
+
// ignore parse errors
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
const pubspecPath = join(cwd, "pubspec.yaml");
|
|
107
|
+
if (existsSync(pubspecPath)) {
|
|
108
|
+
stack.framework = "flutter";
|
|
109
|
+
stack.language = "dart";
|
|
110
|
+
}
|
|
111
|
+
return stack;
|
|
112
|
+
}
|
|
113
|
+
function extractContextFromRun(runId, cwd) {
|
|
114
|
+
const hints = [];
|
|
115
|
+
const base = getArtifactsBaseDir(cwd);
|
|
116
|
+
const runDir = getRunDir(runId, base);
|
|
117
|
+
const metaPath = join(runDir, "meta.json");
|
|
118
|
+
if (existsSync(metaPath)) {
|
|
119
|
+
try {
|
|
120
|
+
const meta = JSON.parse(readFileSync(metaPath, "utf-8"));
|
|
121
|
+
if (meta.platform)
|
|
122
|
+
hints.push(`platform: ${meta.platform}`);
|
|
123
|
+
if (meta.test_count !== undefined)
|
|
124
|
+
hints.push(`tests: ${meta.test_count}`);
|
|
125
|
+
}
|
|
126
|
+
catch {
|
|
127
|
+
// ignore
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
return { hints };
|
|
131
|
+
}
|
|
132
|
+
export function runRecommendAction(input, config) {
|
|
133
|
+
const cwd = process.cwd();
|
|
134
|
+
const category = inferCategory(input.context);
|
|
135
|
+
const budget = inferBudget(input.context);
|
|
136
|
+
const stack = extractStackFromConfig(cwd);
|
|
137
|
+
const routingParts = [];
|
|
138
|
+
if (!category) {
|
|
139
|
+
routingParts.push(`Could not infer a specific tool category from the context "${input.context}". ` +
|
|
140
|
+
`Available categories: hosting, email, auth, analytics, monitoring, database, storage, payments. ` +
|
|
141
|
+
`Try rephrasing with a specific category or use codeloop_recommend_tool directly.`);
|
|
142
|
+
return {
|
|
143
|
+
inferred_category: "unknown",
|
|
144
|
+
inferred_budget: budget,
|
|
145
|
+
recommendation: {
|
|
146
|
+
recommended: [],
|
|
147
|
+
comparison_table: { columns: [], rows: [] },
|
|
148
|
+
best_by_scenario: {},
|
|
149
|
+
starter_tasks: [],
|
|
150
|
+
integration_notes: routingParts.join(" "),
|
|
151
|
+
},
|
|
152
|
+
routing_notes: routingParts.join(" "),
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
routingParts.push(`Inferred category: "${category}" from context.`);
|
|
156
|
+
routingParts.push(`Inferred budget tier: "${budget}".`);
|
|
157
|
+
if (Object.keys(stack).length > 0) {
|
|
158
|
+
routingParts.push(`Detected stack: ${JSON.stringify(stack)}.`);
|
|
159
|
+
}
|
|
160
|
+
if (input.run_id) {
|
|
161
|
+
const runs = listRuns(getArtifactsBaseDir(cwd));
|
|
162
|
+
if (runs.includes(input.run_id)) {
|
|
163
|
+
const { hints } = extractContextFromRun(input.run_id, cwd);
|
|
164
|
+
if (hints.length > 0) {
|
|
165
|
+
routingParts.push(`Run context: ${hints.join(", ")}.`);
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
const recommendation = selectRecommendations({
|
|
170
|
+
category,
|
|
171
|
+
stack,
|
|
172
|
+
budget,
|
|
173
|
+
constraints: {},
|
|
174
|
+
}, config);
|
|
175
|
+
return {
|
|
176
|
+
inferred_category: category,
|
|
177
|
+
inferred_budget: budget,
|
|
178
|
+
recommendation,
|
|
179
|
+
routing_notes: routingParts.join(" "),
|
|
180
|
+
};
|
|
181
|
+
}
|
|
182
|
+
//# sourceMappingURL=recommend_action.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recommend_action.js","sourceRoot":"","sources":["../../src/tools/recommend_action.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAcpF,MAAM,iBAAiB,GAA6B;IAClD,OAAO,EAAE;QACP,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS;QAClE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK;KAC5D;IACD,KAAK,EAAE;QACL,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS;QACjE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ;KACxC;IACD,IAAI,EAAE;QACJ,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK;QAC5D,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,EAAE,eAAe;KAC1E;IACD,SAAS,EAAE;QACT,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW;QACrE,SAAS,EAAE,WAAW,EAAE,kBAAkB,EAAE,WAAW,EAAE,QAAQ;KAClE;IACD,UAAU,EAAE;QACV,SAAS,EAAE,gBAAgB,EAAE,SAAS,EAAE,eAAe,EAAE,KAAK;QAC9D,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ;KACtD;IACD,QAAQ,EAAE;QACR,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU;QACnE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ;KACvD;IACD,OAAO,EAAE;QACP,SAAS,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO;QAC/D,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO;KACtD;IACD,QAAQ,EAAE;QACR,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,SAAS;QACrE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS;KACxC;CACF,CAAC;AAEF,MAAM,eAAe,GAA6B;IAChD,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,CAAC;IAC1E,GAAG,EAAE,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC;IAC9E,MAAM,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC;IAC3D,UAAU,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;CAChF,CAAC;AAEF,SAAS,aAAa,CAAC,OAAe;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACrE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,IAAI,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBACvB,KAAK,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QACD,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,SAAS,GAAG,KAAK,CAAC;YAClB,YAAY,GAAG,QAAQ,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9C,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,UAAU,GAA6C,KAAK,CAAC;IACjE,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QACjE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,IAAI,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAAE,KAAK,EAAE,CAAC;QAClC,CAAC;QACD,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,SAAS,GAAG,KAAK,CAAC;YAClB,UAAU,GAAG,MAAkD,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,sBAAsB,CAAC,GAAW;IACzC,MAAM,KAAK,GAA2B,EAAE,CAAC;IAEzC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IAC9C,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,EAAE,GAAG,GAAG,CAAC,YAAY,EAAE,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC;YAC7D,IAAI,IAAI,CAAC,IAAI;gBAAE,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC;iBACrC,IAAI,IAAI,CAAC,IAAI;gBAAE,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC;iBACxC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,CAAC;gBAAE,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC;iBACrE,IAAI,IAAI,CAAC,GAAG;gBAAE,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC;iBACtC,IAAI,IAAI,CAAC,KAAK;gBAAE,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC;iBAC1C,IAAI,IAAI,CAAC,OAAO;gBAAE,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;YAEnD,IAAI,IAAI,CAAC,UAAU;gBAAE,KAAK,CAAC,QAAQ,GAAG,YAAY,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,sBAAsB;QACxB,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IAC9C,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC;IAC1B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAa,EACb,GAAW;IAEX,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAE3C,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;YACzD,IAAI,IAAI,CAAC,QAAQ;gBAAE,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC5D,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC7E,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAA2B,EAC3B,MAAsB;IAEtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAE1C,MAAM,YAAY,GAAa,EAAE,CAAC;IAElC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,YAAY,CAAC,IAAI,CACf,8DAA8D,KAAK,CAAC,OAAO,KAAK;YAChF,kGAAkG;YAClG,kFAAkF,CACnF,CAAC;QACF,OAAO;YACL,iBAAiB,EAAE,SAAS;YAC5B,eAAe,EAAE,MAAM;YACvB,cAAc,EAAE;gBACd,WAAW,EAAE,EAAE;gBACf,gBAAgB,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;gBAC3C,gBAAgB,EAAE,EAAE;gBACpB,aAAa,EAAE,EAAE;gBACjB,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;aAC1C;YACD,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;SACtC,CAAC;IACJ,CAAC;IAED,YAAY,CAAC,IAAI,CAAC,uBAAuB,QAAQ,iBAAiB,CAAC,CAAC;IACpE,YAAY,CAAC,IAAI,CAAC,0BAA0B,MAAM,IAAI,CAAC,CAAC;IAExD,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,YAAY,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,QAAQ,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC;QAChD,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,MAAM,EAAE,KAAK,EAAE,GAAG,qBAAqB,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC3D,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,YAAY,CAAC,IAAI,CAAC,gBAAgB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,qBAAqB,CAC1C;QACE,QAAQ;QACR,KAAK;QACL,MAAM;QACN,WAAW,EAAE,EAAE;KAChB,EACD,MAAM,CACP,CAAC;IAEF,OAAO;QACL,iBAAiB,EAAE,QAAQ;QAC3B,eAAe,EAAE,MAAM;QACvB,cAAc;QACd,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;KACtC,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"verify.d.ts","sourceRoot":"","sources":["../../src/tools/verify.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"verify.d.ts","sourceRoot":"","sources":["../../src/tools/verify.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAQtF,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAMlD;AAED,wBAAsB,SAAS,CAC7B,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,cAAc,EACtB,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,YAAY,CAAC,CAqIvB"}
|
package/dist/tools/verify.js
CHANGED
|
@@ -4,6 +4,7 @@ import { createRunDir, saveRunMeta } from "../evidence/artifacts.js";
|
|
|
4
4
|
import { runGenericTests } from "../runners/generic.js";
|
|
5
5
|
import { runFlutterAnalyze, runFlutterTest } from "../runners/flutter.js";
|
|
6
6
|
import { runPlaywrightTests } from "../runners/playwright.js";
|
|
7
|
+
import { captureScreenshot } from "../runners/screenshot.js";
|
|
7
8
|
export function detectPlatform(cwd) {
|
|
8
9
|
if (existsSync(join(cwd, "pubspec.yaml")))
|
|
9
10
|
return "flutter";
|
|
@@ -31,6 +32,16 @@ export async function runVerify(input, config, cwd = process.cwd()) {
|
|
|
31
32
|
if (platform === "web" || input.scope === "full") {
|
|
32
33
|
results.push(await runPlaywrightTests(cwd, join(logDir, "playwright.log")));
|
|
33
34
|
}
|
|
35
|
+
// Capture screenshots if configured
|
|
36
|
+
const screenshotsDir = join(runDir, "screenshots");
|
|
37
|
+
const screenshotPaths = [];
|
|
38
|
+
const captureEnabled = config.evidence?.capture_screenshots !== false;
|
|
39
|
+
if (captureEnabled) {
|
|
40
|
+
const capture = await captureScreenshot(screenshotsDir, "verify");
|
|
41
|
+
if (capture.captured) {
|
|
42
|
+
screenshotPaths.push(...capture.paths);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
34
45
|
// Aggregate results
|
|
35
46
|
const availableResults = results.filter((r) => r.available);
|
|
36
47
|
const totalPassed = availableResults.reduce((s, r) => s + r.passed, 0);
|
|
@@ -90,6 +101,7 @@ export async function runVerify(input, config, cwd = process.cwd()) {
|
|
|
90
101
|
flaky: 0,
|
|
91
102
|
},
|
|
92
103
|
},
|
|
104
|
+
screenshot_paths: screenshotPaths,
|
|
93
105
|
next_recommended_action: suggestion || "No action needed.",
|
|
94
106
|
};
|
|
95
107
|
saveRunMeta(runDir, meta);
|
package/dist/tools/verify.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"verify.js","sourceRoot":"","sources":["../../src/tools/verify.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAErE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"verify.js","sourceRoot":"","sources":["../../src/tools/verify.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAErE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5D,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAC;QAC7C,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAChE,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IACzD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,KAAkB,EAClB,MAAsB,EACtB,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,QAAQ,GACZ,KAAK,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC;IAEnE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;IAClF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEpC,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,mCAAmC;IACnC,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;QACrD,OAAO,CAAC,IAAI,CACV,MAAM,iBAAiB,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC,CAClE,CAAC;QACF,OAAO,CAAC,IAAI,CACV,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAC5D,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;QACxE,OAAO,CAAC,IAAI,CACV,MAAM,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAC7D,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,KAAK,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;QACjD,OAAO,CAAC,IAAI,CACV,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAC9D,CAAC;IACJ,CAAC;IAED,oCAAoC;IACpC,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACnD,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,EAAE,mBAAmB,KAAK,KAAK,CAAC;IAEtE,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QAClE,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,eAAe,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAEzE,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAC7D,MAAM,aAAa,GAAG,OAAO;SAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;SAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAE7B,MAAM,QAAQ,GAAG,gBAAgB;SAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/B,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAC1D,CAAC,MAAM,CAAC;IAET,MAAM,SAAS,GAAG,WAAW,KAAK,CAAC,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,YAAY,CAAC,gBAAgB,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;IACxE,MAAM,UAAU,GAAG,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IAElE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;IAEvC,oBAAoB;IACpB,MAAM,IAAI,GAAG;QACX,MAAM,EAAE,KAAK;QACb,QAAQ;QACR,OAAO,EAAE,KAAc;QACvB,UAAU,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE;QACzC,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,YAAY,EAAE;YACZ,KAAK,EAAE,WAAW,GAAG,WAAW,GAAG,YAAY;YAC/C,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,YAAY;YACrB,KAAK,EAAE,CAAC;SACT;QACD,UAAU,EAAE,SAAS;QACrB,cAAc,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC3C,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,IAAI,CAAC,EAAE,MAAM,IAAI,aAAa;SAC7E,CAAC,CAAC;QACH,SAAS,EAAE,QAAQ;QACnB,aAAa,EAAE;YACb,QAAQ,EAAE,CAAC;YACX,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,YAAY;YACpB,GAAG,EAAE,CAAC;SACP;QACD,WAAW,EAAE,IAAI;QACjB,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,WAAW,GAAG,EAAE,CAAC;QAC/D,qBAAqB,EAAE;YACrB,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,iBAAiB,CAAC;gBACtE,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,iBAAiB,CAAE,CAAC,SAAS,KAAK,CAAC;oBAClF,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,QAAQ;gBACZ,CAAC,CAAC,SAAS;YACb,KAAK,EAAE;gBACL,KAAK,EAAE,WAAW,GAAG,WAAW,GAAG,YAAY;gBAC/C,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,WAAW;gBACnB,OAAO,EAAE,YAAY;gBACrB,KAAK,EAAE,CAAC;aACT;SACF;QACD,gBAAgB,EAAE,eAAe;QACjC,uBAAuB,EAAE,UAAU,IAAI,mBAAmB;KAC3D,CAAC;IAEF,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAE1B,MAAM,MAAM,GAAiB;QAC3B,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,WAAW;QACvB,UAAU,EAAE,WAAW;QACvB,aAAa,EAAE,YAAY;QAC3B,cAAc,EAAE,CAAC,MAAM,CAAC;QACxB,OAAO;QACP,WAAW;QACX,UAAU,EAAE,SAAS;QACrB,UAAU;QACV,KAAK,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC;YAC7B,CAAC,CAAC,CAAC,mBAAmB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACjD,CAAC,CAAC,SAAS;KACd,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CACnB,OAAuB,EACvB,OAAiB,EACjB,QAAgB;IAEhB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,kDAAkD,QAAQ,KAAK;YACpE,0CAA0C,CAAC;IAC/C,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE3D,IAAI,GAAG,GAAG,OAAO,OAAO,CAAC,MAAM,cAAc,KAAK,KAAK;QACrD,GAAG,WAAW,YAAY,WAAW,UAAU,CAAC;IAElD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,GAAG,IAAI,aAAa,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IAC5C,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CACtB,SAAkB,EAClB,SAAiB,EACjB,KAAa;IAEb,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,4DAA4D,KAAK,iCAAiC,CAAC;IAC5G,CAAC;IACD,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,GAAG,SAAS,6DAA6D,KAAK,8CAA8C,CAAC;IACtI,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
|
@@ -1,4 +1,13 @@
|
|
|
1
1
|
import type { VisualReviewInput, VisualReviewOutput } from "@codelooptech/shared";
|
|
2
2
|
import type { CodeLoopConfig } from "@codelooptech/shared";
|
|
3
|
-
export
|
|
3
|
+
export interface VisualReviewResult {
|
|
4
|
+
output: VisualReviewOutput;
|
|
5
|
+
screenshotPaths: string[];
|
|
6
|
+
uxChecklist?: string;
|
|
7
|
+
}
|
|
8
|
+
/**
|
|
9
|
+
* Runs deterministic visual checks (pixel diffing, baseline comparison) and
|
|
10
|
+
* returns screenshot paths for the AI agent to analyze via its own vision model.
|
|
11
|
+
*/
|
|
12
|
+
export declare function runVisualReview(input: VisualReviewInput, config: CodeLoopConfig): Promise<VisualReviewResult>;
|
|
4
13
|
//# sourceMappingURL=visual_review.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"visual_review.d.ts","sourceRoot":"","sources":["../../src/tools/visual_review.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC/F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"visual_review.d.ts","sourceRoot":"","sources":["../../src/tools/visual_review.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC/F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAa3D,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAsB,eAAe,CACnC,KAAK,EAAE,iBAAiB,EACxB,MAAM,EAAE,cAAc,GACrB,OAAO,CAAC,kBAAkB,CAAC,CAkJ7B"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
|
-
import { reviewScreenshot } from "../diagnosis/vision_reviewer.js";
|
|
2
1
|
import { diffAllScreenshots } from "../evidence/screenshot_diff.js";
|
|
3
|
-
import { existsSync, readdirSync } from "fs";
|
|
2
|
+
import { existsSync, readdirSync, readFileSync } from "fs";
|
|
4
3
|
import { join, resolve } from "path";
|
|
5
4
|
import { getArtifactsBaseDir, getRunDir, listRuns } from "../evidence/artifacts.js";
|
|
6
5
|
function listPngFiles(dir) {
|
|
@@ -9,6 +8,10 @@ function listPngFiles(dir) {
|
|
|
9
8
|
}
|
|
10
9
|
return readdirSync(dir).filter((f) => f.toLowerCase().endsWith(".png"));
|
|
11
10
|
}
|
|
11
|
+
/**
|
|
12
|
+
* Runs deterministic visual checks (pixel diffing, baseline comparison) and
|
|
13
|
+
* returns screenshot paths for the AI agent to analyze via its own vision model.
|
|
14
|
+
*/
|
|
12
15
|
export async function runVisualReview(input, config) {
|
|
13
16
|
const cwd = process.cwd();
|
|
14
17
|
const base = getArtifactsBaseDir(cwd);
|
|
@@ -21,19 +24,22 @@ export async function runVisualReview(input, config) {
|
|
|
21
24
|
const runId = input.run_id ?? listRuns(base)[0];
|
|
22
25
|
if (!runId) {
|
|
23
26
|
return {
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
27
|
+
output: {
|
|
28
|
+
issues: [
|
|
29
|
+
{
|
|
30
|
+
issue: "No screenshots available",
|
|
31
|
+
severity: "low",
|
|
32
|
+
confidence: 100,
|
|
33
|
+
evidence: "Provide screenshots_dir or run_id, or run codeloop_verify to produce screenshots.",
|
|
34
|
+
fix_hint: "Set screenshots_dir to a folder of PNGs or pass run_id from a verification run.",
|
|
35
|
+
},
|
|
36
|
+
],
|
|
37
|
+
visual_diff_score: 1,
|
|
38
|
+
layout_warnings: [],
|
|
39
|
+
accessibility_notes: [],
|
|
40
|
+
screenshots_taken: [],
|
|
41
|
+
},
|
|
42
|
+
screenshotPaths: [],
|
|
37
43
|
};
|
|
38
44
|
}
|
|
39
45
|
runDir = getRunDir(runId, base);
|
|
@@ -44,38 +50,44 @@ export async function runVisualReview(input, config) {
|
|
|
44
50
|
}
|
|
45
51
|
if (!screenshotsDir || !existsSync(screenshotsDir)) {
|
|
46
52
|
return {
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
53
|
+
output: {
|
|
54
|
+
issues: [
|
|
55
|
+
{
|
|
56
|
+
issue: "Screenshots directory not found",
|
|
57
|
+
severity: "low",
|
|
58
|
+
confidence: 100,
|
|
59
|
+
evidence: screenshotsDir ?? "(unset)",
|
|
60
|
+
fix_hint: "Verify screenshots_dir or run_id points to an existing run with a screenshots folder.",
|
|
61
|
+
},
|
|
62
|
+
],
|
|
63
|
+
visual_diff_score: 1,
|
|
64
|
+
layout_warnings: [],
|
|
65
|
+
accessibility_notes: [],
|
|
66
|
+
screenshots_taken: [],
|
|
67
|
+
},
|
|
68
|
+
screenshotPaths: [],
|
|
60
69
|
};
|
|
61
70
|
}
|
|
62
71
|
const pngs = listPngFiles(screenshotsDir);
|
|
63
72
|
const screenshotsTaken = pngs.map((f) => join(screenshotsDir, f));
|
|
64
73
|
if (pngs.length === 0) {
|
|
65
74
|
return {
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
75
|
+
output: {
|
|
76
|
+
issues: [
|
|
77
|
+
{
|
|
78
|
+
issue: "No PNG screenshots found",
|
|
79
|
+
severity: "low",
|
|
80
|
+
confidence: 100,
|
|
81
|
+
evidence: screenshotsDir,
|
|
82
|
+
fix_hint: "Add PNG screenshots to this directory or run verification to capture UI.",
|
|
83
|
+
},
|
|
84
|
+
],
|
|
85
|
+
visual_diff_score: 1,
|
|
86
|
+
layout_warnings: [],
|
|
87
|
+
accessibility_notes: [],
|
|
88
|
+
screenshots_taken: [],
|
|
89
|
+
},
|
|
90
|
+
screenshotPaths: [],
|
|
79
91
|
};
|
|
80
92
|
}
|
|
81
93
|
const issues = [];
|
|
@@ -110,33 +122,28 @@ export async function runVisualReview(input, config) {
|
|
|
110
122
|
});
|
|
111
123
|
}
|
|
112
124
|
}
|
|
125
|
+
let uxChecklist;
|
|
113
126
|
const uxPath = input.ux_checklist_path
|
|
114
127
|
? resolve(cwd, input.ux_checklist_path)
|
|
115
128
|
: undefined;
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
break;
|
|
129
|
+
if (uxPath && existsSync(uxPath)) {
|
|
130
|
+
try {
|
|
131
|
+
uxChecklist = readFileSync(uxPath, "utf-8");
|
|
120
132
|
}
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
uxChecklistPath: uxPath,
|
|
124
|
-
}, config);
|
|
125
|
-
if (more.length === 1 &&
|
|
126
|
-
more[0].issue === "No vision model configured") {
|
|
127
|
-
issues.push(...more);
|
|
128
|
-
skipExtraVision = true;
|
|
129
|
-
continue;
|
|
133
|
+
catch {
|
|
134
|
+
uxChecklist = undefined;
|
|
130
135
|
}
|
|
131
|
-
issues.push(...more);
|
|
132
136
|
}
|
|
133
|
-
const accessibilityNotes = [];
|
|
134
137
|
return {
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
138
|
+
output: {
|
|
139
|
+
issues,
|
|
140
|
+
visual_diff_score: visualDiffScore,
|
|
141
|
+
layout_warnings: layoutWarnings,
|
|
142
|
+
accessibility_notes: [],
|
|
143
|
+
screenshots_taken: screenshotsTaken,
|
|
144
|
+
},
|
|
145
|
+
screenshotPaths: screenshotsTaken,
|
|
146
|
+
uxChecklist,
|
|
140
147
|
};
|
|
141
148
|
}
|
|
142
149
|
//# sourceMappingURL=visual_review.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"visual_review.js","sourceRoot":"","sources":["../../src/tools/visual_review.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"visual_review.js","sourceRoot":"","sources":["../../src/tools/visual_review.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAEpF,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;AAC1E,CAAC;AAQD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAwB,EACxB,MAAsB;IAEtB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAEtC,IAAI,cAAkC,CAAC;IACvC,IAAI,MAA0B,CAAC;IAE/B,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QAC1B,cAAc,GAAG,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,MAAM,EAAE;oBACN,MAAM,EAAE;wBACN;4BACE,KAAK,EAAE,0BAA0B;4BACjC,QAAQ,EAAE,KAAK;4BACf,UAAU,EAAE,GAAG;4BACf,QAAQ,EACN,mFAAmF;4BACrF,QAAQ,EACN,iFAAiF;yBACpF;qBACF;oBACD,iBAAiB,EAAE,CAAC;oBACpB,eAAe,EAAE,EAAE;oBACnB,mBAAmB,EAAE,EAAE;oBACvB,iBAAiB,EAAE,EAAE;iBACtB;gBACD,eAAe,EAAE,EAAE;aACpB,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAChC,cAAc,GAAG,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,CAAC,cAAc,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACnD,OAAO;YACL,MAAM,EAAE;gBACN,MAAM,EAAE;oBACN;wBACE,KAAK,EAAE,iCAAiC;wBACxC,QAAQ,EAAE,KAAK;wBACf,UAAU,EAAE,GAAG;wBACf,QAAQ,EAAE,cAAc,IAAI,SAAS;wBACrC,QAAQ,EAAE,uFAAuF;qBAClG;iBACF;gBACD,iBAAiB,EAAE,CAAC;gBACpB,eAAe,EAAE,EAAE;gBACnB,mBAAmB,EAAE,EAAE;gBACvB,iBAAiB,EAAE,EAAE;aACtB;YACD,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;IAC1C,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAe,EAAE,CAAC,CAAC,CAAC,CAAC;IAEnE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO;YACL,MAAM,EAAE;gBACN,MAAM,EAAE;oBACN;wBACE,KAAK,EAAE,0BAA0B;wBACjC,QAAQ,EAAE,KAAK;wBACf,UAAU,EAAE,GAAG;wBACf,QAAQ,EAAE,cAAc;wBACxB,QAAQ,EAAE,0EAA0E;qBACrF;iBACF;gBACD,iBAAiB,EAAE,CAAC;gBACpB,eAAe,EAAE,EAAE;gBACnB,mBAAmB,EAAE,EAAE;gBACvB,iBAAiB,EAAE,EAAE;aACtB;YACD,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY;QACpC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,YAAY,CAAC;QAClC,CAAC,CAAC,MAAM;YACN,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC;YAC3B,CAAC,CAAC,SAAS,CAAC;IAEhB,IAAI,WAAW,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,MAAM;YACrB,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;YACvB,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,kBAAkB,CAAC,cAAc,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC1E,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QACrE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,QAAQ,GACZ,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC3D,YAAY,CAAC,MAAM,CAAC;YACtB,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,qBAAqB,EAAE,CAAC;YACnD,cAAc,CAAC,IAAI,CAAC,0CAA0C,MAAM,GAAG,CAAC,CAAC;YACzE,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;YAC5D,MAAM,SAAS,GAAG,EAAE,EAAE,SAAS,IAAI,CAAC,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,mCAAmC,MAAM,GAAG;gBACnD,QAAQ,EAAE,QAAQ;gBAClB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;gBACzE,QAAQ,EAAE,kEAAkE;gBAC5E,QAAQ,EACN,4EAA4E;aAC/E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,WAA+B,CAAC;IACpC,MAAM,MAAM,GAAG,KAAK,CAAC,iBAAiB;QACpC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,iBAAiB,CAAC;QACvC,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,WAAW,GAAG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,GAAG,SAAS,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE;YACN,MAAM;YACN,iBAAiB,EAAE,eAAe;YAClC,eAAe,EAAE,cAAc;YAC/B,mBAAmB,EAAE,EAAE;YACvB,iBAAiB,EAAE,gBAAgB;SACpC;QACD,eAAe,EAAE,gBAAgB;QACjC,WAAW;KACZ,CAAC;AACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "codeloop-mcp-server",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.2",
|
|
4
4
|
"description": "CodeLoop MCP server - verification, self-repair, and recommendation layer for AI coding agents",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -26,11 +26,8 @@
|
|
|
26
26
|
"prepublishOnly": "npm run build"
|
|
27
27
|
},
|
|
28
28
|
"dependencies": {
|
|
29
|
-
"@
|
|
30
|
-
"@codelooptech/shared": "0.1.0",
|
|
31
|
-
"@google/generative-ai": "^0.21.0",
|
|
29
|
+
"@codelooptech/shared": "^0.1.0",
|
|
32
30
|
"@modelcontextprotocol/sdk": "^1.12.0",
|
|
33
|
-
"openai": "^4.77.0",
|
|
34
31
|
"pixelmatch": "^7.1.0",
|
|
35
32
|
"pngjs": "^7.0.0",
|
|
36
33
|
"zod": "^3.24.0"
|