promptup-plugin 0.1.7 → 0.1.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/pr-report-generator.js +15 -17
- package/package.json +1 -1
|
@@ -254,10 +254,7 @@ export async function generatePRReport(options) {
|
|
|
254
254
|
// We need the repo for the cache key — get it first
|
|
255
255
|
const ghAvailable = await checkGhAvailable();
|
|
256
256
|
const repo = ghAvailable ? await getRepo(projectPath) : '';
|
|
257
|
-
|
|
258
|
-
if (cached) {
|
|
259
|
-
return { report: cached, isNew: false };
|
|
260
|
-
}
|
|
257
|
+
// Always regenerate — no cache. Scores evolve as more evals run.
|
|
261
258
|
// 3. Get PR info
|
|
262
259
|
let prInfo = null;
|
|
263
260
|
if (ghAvailable) {
|
|
@@ -295,19 +292,8 @@ export async function generatePRReport(options) {
|
|
|
295
292
|
}
|
|
296
293
|
}
|
|
297
294
|
}
|
|
298
|
-
// 6.
|
|
299
|
-
|
|
300
|
-
// 7. Compute DQS — use validate decisions as proxy for validation rate
|
|
301
|
-
const validateCount = decisions.filter(d => d.type === 'validate').length;
|
|
302
|
-
const validationRate = decisions.length > 0 ? validateCount / decisions.length : 0;
|
|
303
|
-
const dqs = computeDQS(decisions, validationRate);
|
|
304
|
-
// 8. Build decision breakdown
|
|
305
|
-
const breakdown = {};
|
|
306
|
-
for (const d of decisions) {
|
|
307
|
-
const t = d.type;
|
|
308
|
-
breakdown[t] = (breakdown[t] ?? 0) + 1;
|
|
309
|
-
}
|
|
310
|
-
// 9. Auto-eval sessions that haven't been evaluated yet
|
|
295
|
+
// 6. Auto-eval sessions FIRST so decisions get extracted before DQS
|
|
296
|
+
// This makes /pr-report self-contained — no need to run /eval first
|
|
311
297
|
// This makes /pr-report self-contained — no need to run /eval first
|
|
312
298
|
for (const sid of sessionIds) {
|
|
313
299
|
const existingEval = getLatestEvaluation(sid);
|
|
@@ -333,6 +319,18 @@ export async function generatePRReport(options) {
|
|
|
333
319
|
}
|
|
334
320
|
}
|
|
335
321
|
}
|
|
322
|
+
// 7. Now gather decisions (AFTER auto-eval extracted them)
|
|
323
|
+
const decisions = gatherDecisions(sessionIds);
|
|
324
|
+
// 8. Compute DQS
|
|
325
|
+
const validateCount = decisions.filter(d => d.type === 'validate').length;
|
|
326
|
+
const validationRate = decisions.length > 0 ? validateCount / decisions.length : 0;
|
|
327
|
+
const dqs = computeDQS(decisions, validationRate);
|
|
328
|
+
// 9. Build decision breakdown
|
|
329
|
+
const breakdown = {};
|
|
330
|
+
for (const d of decisions) {
|
|
331
|
+
const t = d.type;
|
|
332
|
+
breakdown[t] = (breakdown[t] ?? 0) + 1;
|
|
333
|
+
}
|
|
336
334
|
// 10. Fetch evaluations (averaged across all evals) + message counts
|
|
337
335
|
let compositeScore = null;
|
|
338
336
|
let dimensionScores;
|
package/package.json
CHANGED