@polpo-ai/core 0.3.0 → 0.3.1

package/dist/assessment-schemas.d.ts

@@ -0,0 +1,102 @@
+/**
+ * Zod schemas for validating LLM review structured output.
+ *
+ * Single source of truth for the ReviewPayload shape — used by:
+ * - extractSubmitReview (tool call extraction)
+ * - tryParseReviewJSON (text-based JSON fallback)
+ * - OpenAI response_format json_schema (derived via zodToJsonSchema)
+ */
+import { z } from "zod";
+export declare const ReviewEvidenceSchema: z.ZodObject<{
+    file: z.ZodString;
+    line: z.ZodNumber;
+    note: z.ZodString;
+}, z.core.$strip>;
+export declare const ReviewScoreSchema: z.ZodObject<{
+    dimension: z.ZodString;
+    score: z.ZodPipe<z.ZodNumber, z.ZodTransform<number, number>>;
+    reasoning: z.ZodString;
+    evidence: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        file: z.ZodString;
+        line: z.ZodNumber;
+        note: z.ZodString;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+export declare const ReviewPayloadSchema: z.ZodObject<{
+    scores: z.ZodArray<z.ZodObject<{
+        dimension: z.ZodString;
+        score: z.ZodPipe<z.ZodNumber, z.ZodTransform<number, number>>;
+        reasoning: z.ZodString;
+        evidence: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            file: z.ZodString;
+            line: z.ZodNumber;
+            note: z.ZodString;
+        }, z.core.$strip>>>;
+    }, z.core.$strip>>;
+    summary: z.ZodString;
+}, z.core.$strip>;
+export type ValidatedReviewPayload = z.infer<typeof ReviewPayloadSchema>;
+/**
+ * Validate and normalize a raw object into a ReviewPayload.
+ * Returns `{ success: true, data }` or `{ success: false, error }`.
+ *
+ * This applies:
+ * - Type coercion (string scores → numbers)
+ * - Clamping (scores rounded to 1-5)
+ * - Default reasoning if missing but other fields present
+ */
+export declare function validateReviewPayload(raw: unknown): {
+    success: true;
+    data: ValidatedReviewPayload;
+} | {
+    success: false;
+    error: string;
+};
+/**
+ * JSON Schema derived from ReviewPayloadSchema, for use with OpenAI's
+ * response_format: { type: "json_schema", json_schema: { ... } }.
+ *
+ * We maintain this manually to ensure `strict: true` and `additionalProperties: false`
+ * which OpenAI requires.
+ */
+export declare const REVIEW_JSON_SCHEMA: {
+    type: "json_schema";
+    json_schema: {
+        name: string;
+        strict: boolean;
+        schema: {
+            type: string;
+            properties: {
+                scores: {
+                    type: string;
+                    items: {
+                        type: string;
+                        properties: {
+                            dimension: {
+                                type: string;
+                                description: string;
+                            };
+                            score: {
+                                type: string;
+                                description: string;
+                            };
+                            reasoning: {
+                                type: string;
+                                description: string;
+                            };
+                        };
+                        required: string[];
+                        additionalProperties: boolean;
+                    };
+                };
+                summary: {
+                    type: string;
+                    description: string;
+                };
+            };
+            required: string[];
+            additionalProperties: boolean;
+        };
+    };
+};
+//# sourceMappingURL=assessment-schemas.d.ts.map

package/dist/assessment-schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assessment-schemas.d.ts","sourceRoot":"","sources":["../src/assessment-schemas.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,oBAAoB;;;;iBAI/B,CAAC;AAIH,eAAO,MAAM,iBAAiB;;;;;;;;;iBAK5B,CAAC;AAIH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;iBAG9B,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAIzE;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,OAAO,GAAG;IAAE,OAAO,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,sBAAsB,CAAA;CAAE,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAyCvI;AAID;;;;;;GAMG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2B9B,CAAC"}

package/dist/assessment-schemas.js

@@ -0,0 +1,112 @@
+/**
+ * Zod schemas for validating LLM review structured output.
+ *
+ * Single source of truth for the ReviewPayload shape — used by:
+ * - extractSubmitReview (tool call extraction)
+ * - tryParseReviewJSON (text-based JSON fallback)
+ * - OpenAI response_format json_schema (derived via zodToJsonSchema)
+ */
+import { z } from "zod";
+// ── Score Evidence (optional file:line references) ─────────────────────
+export const ReviewEvidenceSchema = z.object({
+    file: z.string(),
+    line: z.number(),
+    note: z.string(),
+});
+// ── Individual Dimension Score ─────────────────────────────────────────
+export const ReviewScoreSchema = z.object({
+    dimension: z.string().min(1),
+    score: z.number().min(1).max(5).transform(v => Math.round(v)),
+    reasoning: z.string().min(1),
+    evidence: z.array(ReviewEvidenceSchema).optional(),
+});
+// ── Full Review Payload ────────────────────────────────────────────────
+export const ReviewPayloadSchema = z.object({
+    scores: z.array(ReviewScoreSchema).min(1),
+    summary: z.string().min(1),
+});
+// ── Validation Helper ──────────────────────────────────────────────────
+/**
+ * Validate and normalize a raw object into a ReviewPayload.
+ * Returns `{ success: true, data }` or `{ success: false, error }`.
+ *
+ * This applies:
+ * - Type coercion (string scores → numbers)
+ * - Clamping (scores rounded to 1-5)
+ * - Default reasoning if missing but other fields present
+ */
+export function validateReviewPayload(raw) {
+    if (!raw || typeof raw !== "object") {
+        return { success: false, error: "Input is not an object" };
+    }
+    const obj = raw;
+    // Pre-process: coerce common LLM output quirks before Zod validation
+    if (obj.scores && Array.isArray(obj.scores)) {
+        for (const score of obj.scores) {
+            if (score && typeof score === "object") {
+                const s = score;
+                // Coerce string scores to numbers
+                if (typeof s.score === "string") {
+                    s.score = parseFloat(s.score);
+                }
+                // Accept alternative reasoning field names
+                if (!s.reasoning && s.reason) {
+                    s.reasoning = s.reason;
+                }
+                if (!s.reasoning && s.explanation) {
+                    s.reasoning = s.explanation;
+                }
+                // Ensure reasoning exists
+                if (!s.reasoning || (typeof s.reasoning === "string" && s.reasoning.trim() === "")) {
+                    s.reasoning = "(no reasoning provided)";
+                }
+            }
+        }
+    }
+    // Ensure summary exists
+    if (!obj.summary || (typeof obj.summary === "string" && obj.summary.trim() === "")) {
+        obj.summary = "(no summary)";
+    }
+    const result = ReviewPayloadSchema.safeParse(obj);
+    if (result.success) {
+        return { success: true, data: result.data };
+    }
+    return { success: false, error: result.error.issues.map(i => `${i.path.join(".")}: ${i.message}`).join("; ") };
+}
+// ── JSON Schema for OpenAI response_format ─────────────────────────────
+/**
+ * JSON Schema derived from ReviewPayloadSchema, for use with OpenAI's
+ * response_format: { type: "json_schema", json_schema: { ... } }.
+ *
+ * We maintain this manually to ensure `strict: true` and `additionalProperties: false`
+ * which OpenAI requires.
+ */
+export const REVIEW_JSON_SCHEMA = {
+    type: "json_schema",
+    json_schema: {
+        name: "review_scores",
+        strict: true,
+        schema: {
+            type: "object",
+            properties: {
+                scores: {
+                    type: "array",
+                    items: {
+                        type: "object",
+                        properties: {
+                            dimension: { type: "string", description: "Dimension name from the rubric" },
+                            score: { type: "number", description: "Score 1-5" },
+                            reasoning: { type: "string", description: "Brief reasoning with file:line evidence" },
+                        },
+                        required: ["dimension", "score", "reasoning"],
+                        additionalProperties: false,
+                    },
+                },
+                summary: { type: "string", description: "Overall review summary" },
+            },
+            required: ["scores", "summary"],
+            additionalProperties: false,
+        },
+    },
+};
+//# sourceMappingURL=assessment-schemas.js.map

package/dist/assessment-schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assessment-schemas.js","sourceRoot":"","sources":["../src/assessment-schemas.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,0EAA0E;AAE1E,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAEH,0EAA0E;AAE1E,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC;AAEH,0EAA0E;AAE1E,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC3B,CAAC,CAAC;AAIH,0EAA0E;AAE1E;;;;;;;;GAQG;AACH,MAAM,UAAU,qBAAqB,CAAC,GAAY;IAChD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;IAC7D,CAAC;IAED,MAAM,GAAG,GAAG,GAA8B,CAAC;IAE3C,qEAAqE;IACrE,IAAI,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACvC,MAAM,CAAC,GAAG,KAAgC,CAAC;gBAC3C,kCAAkC;gBAClC,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAChC,CAAC,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAChC,CAAC;gBACD,2CAA2C;gBAC3C,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;oBAC7B,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;gBACzB,CAAC;gBACD,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;oBAClC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC;gBAC9B,CAAC;gBACD,0BAA0B;gBAC1B,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;oBACnF,CAAC,CAAC,SAAS,GAAG,yBAAyB,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACnF,GAAG,CAAC,OAAO,GAAG,cAAc,CAAC;IAC/B,CAAC;IAED,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAClD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IAC9C,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACjH,CAAC;AAED,0EAA0E;AAE1E;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,IAAI,EAAE,aAAsB;IAC5B,WAAW,EAAE;QACX,IAAI,EAAE,eAAe;QACrB,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gCAAgC,EAAE;4BAC5E,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE;4BACnD,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,yCAAyC,EAAE;yBACtF;wBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,WAAW,CAAC;wBAC7C,oBAAoB,EAAE,KAAK;qBAC5B;iBACF;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wBAAwB,EAAE;aACnE;YACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;YAC/B,oBAAoB,EAAE,KAAK;SAC5B;KACF;CACF,CAAC"}

package/dist/assessment-scoring.d.ts

@@ -0,0 +1,26 @@
+import type { EvalDimension, DimensionScore } from "./types.js";
+interface ReviewPayload {
+    scores: {
+        dimension: string;
+        score: number;
+        reasoning: string;
+        evidence?: {
+            file: string;
+            line: number;
+            note: string;
+        }[];
+    }[];
+    summary: string;
+}
+/** Default evaluation dimensions for G-Eval LLM-as-Judge. */
+export declare const DEFAULT_DIMENSIONS: EvalDimension[];
+/** Build the rubric section string for the LLM review prompt. */
+export declare function buildRubricSection(dimensions: EvalDimension[]): string;
+/**
+ * Compute the weighted global score from an array of dimension scores.
+ * Scores are clamped to 1-5. Returns 0 if total weight is 0.
+ */
+export declare function computeWeightedScore(scores: DimensionScore[]): number;
+export declare function computeMedianScores(reviews: ReviewPayload[], dimensions: EvalDimension[]): ReviewPayload;
+export {};
+//# sourceMappingURL=assessment-scoring.d.ts.map

package/dist/assessment-scoring.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assessment-scoring.d.ts","sourceRoot":"","sources":["../src/assessment-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEhE,UAAU,aAAa;IACrB,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,EAAE,CAAA;KAAE,EAAE,CAAC;IAC7H,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,6DAA6D;AAC7D,eAAO,MAAM,kBAAkB,EAAE,aAAa,EAiD7C,CAAC;AAEF,iEAAiE;AACjE,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,aAAa,EAAE,GAAG,MAAM,CActE;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,CAIrE;AAQD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,aAAa,CAmDxG"}

package/dist/assessment-scoring.js

@@ -0,0 +1,129 @@
+/** Default evaluation dimensions for G-Eval LLM-as-Judge. */
+export const DEFAULT_DIMENSIONS = [
+    {
+        name: "correctness",
+        description: "Does the code work correctly? Are there logic errors, runtime exceptions, or incorrect outputs?",
+        weight: 0.35,
+        rubric: {
+            1: "Fundamentally broken — does not run or produces entirely wrong results",
+            2: "Major bugs — runs but has significant logic errors affecting core functionality",
+            3: "Mostly correct — works for common cases but has edge-case bugs",
+            4: "Correct — handles all specified cases properly with minor issues only",
+            5: "Flawless — correct in all cases, handles edge cases and boundary conditions perfectly",
+        },
+    },
+    {
+        name: "completeness",
+        description: "Are all requirements and acceptance criteria fully addressed? Nothing missing?",
+        weight: 0.30,
+        rubric: {
+            1: "Most requirements unmet — major deliverables missing",
+            2: "Partially complete — some requirements met but significant gaps remain",
+            3: "Core requirements met — main functionality present but extras missing",
+            4: "Nearly complete — all requirements met with minor omissions",
+            5: "Fully complete — every requirement and criterion addressed comprehensively",
+        },
+    },
+    {
+        name: "code_quality",
+        description: "Is the code well-structured, readable, and maintainable? Proper naming, organization, and patterns?",
+        weight: 0.20,
+        rubric: {
+            1: "Unreadable — no structure, inconsistent style, impossible to maintain",
+            2: "Poor quality — hard to follow, unclear naming, minimal organization",
+            3: "Acceptable — readable but could be better structured or more idiomatic",
+            4: "Good quality — clean code, clear naming, well-organized",
+            5: "Excellent — exemplary structure, idiomatic patterns, easy to extend",
+        },
+    },
+    {
+        name: "edge_cases",
+        description: "Are edge cases, error conditions, and boundary values handled gracefully?",
+        weight: 0.15,
+        rubric: {
+            1: "No error handling — crashes on any unexpected input",
+            2: "Minimal handling — only handles the happy path",
+            3: "Some handling — common edge cases covered but gaps exist",
+            4: "Good handling — most edge cases and errors handled properly",
+            5: "Comprehensive — all edge cases, nulls, empty inputs, and errors handled gracefully",
+        },
+    },
+];
+/** Build the rubric section string for the LLM review prompt. */
+export function buildRubricSection(dimensions) {
+    return dimensions.map(dim => {
+        const rubricLines = dim.rubric
+            ? Object.entries(dim.rubric)
+                .sort(([a], [b]) => Number(a) - Number(b))
+                .map(([score, desc]) => `    ${score}: ${desc}`)
+                .join("\n")
+            : "    1: Very poor\n    2: Below average\n    3: Average\n    4: Good\n    5: Excellent";
+        return `  ${dim.name} (weight: ${dim.weight}):
+    Description: ${dim.description}
+    Scoring rubric:
+${rubricLines}`;
+    }).join("\n\n");
+}
+/**
+ * Compute the weighted global score from an array of dimension scores.
+ * Scores are clamped to 1-5. Returns 0 if total weight is 0.
+ */
+export function computeWeightedScore(scores) {
+    const totalWeight = scores.reduce((sum, s) => sum + s.weight, 0);
+    if (totalWeight === 0)
+        return 0;
+    return scores.reduce((sum, s) => sum + Math.max(1, Math.min(5, s.score)) * s.weight, 0) / totalWeight;
+}
+function median(values) {
+    const sorted = [...values].sort((a, b) => a - b);
+    const mid = Math.floor(sorted.length / 2);
+    return sorted.length % 2 !== 0 ? sorted[mid] : (sorted[mid - 1] + sorted[mid]) / 2;
+}
+export function computeMedianScores(reviews, dimensions) {
+    const dimMap = new Map();
+    for (const dim of dimensions) {
+        dimMap.set(dim.name, { scores: [], entries: [] });
+    }
+    for (const review of reviews) {
+        for (const s of review.scores) {
+            const bucket = dimMap.get(s.dimension);
+            if (bucket) {
+                bucket.scores.push(s.score);
+                bucket.entries.push(s);
+            }
+        }
+    }
+    const combinedScores = [];
+    for (const dim of dimensions) {
+        const bucket = dimMap.get(dim.name);
+        if (!bucket || bucket.scores.length === 0)
+            continue;
+        const med = median(bucket.scores);
+        // Exclude outliers deviating >1.5 from median
+        const filtered = bucket.entries.filter(e => Math.abs(e.score - med) <= 1.5);
+        const pool = filtered.length > 0 ? filtered : bucket.entries;
+        const finalMed = median(pool.map(e => e.score));
+        // Pick reasoning from entry closest to median
+        let best = pool[0];
+        let bestDist = Math.abs(best.score - finalMed);
+        for (const e of pool) {
+            const dist = Math.abs(e.score - finalMed);
+            if (dist < bestDist) {
+                best = e;
+                bestDist = dist;
+            }
+        }
+        combinedScores.push({
+            dimension: dim.name,
+            score: Math.round(finalMed),
+            reasoning: best.reasoning,
+            evidence: best.evidence,
+        });
+    }
+    const summaries = reviews.map(r => r.summary).filter(Boolean);
+    const summary = summaries.length > 0
+        ? `Consensus from ${reviews.length} reviewers: ${summaries[0]}`
+        : `Consensus from ${reviews.length} reviewers`;
+    return { scores: combinedScores, summary };
+}
+//# sourceMappingURL=assessment-scoring.js.map

package/dist/assessment-scoring.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assessment-scoring.js","sourceRoot":"","sources":["../src/assessment-scoring.ts"],"names":[],"mappings":"AAOA,6DAA6D;AAC7D,MAAM,CAAC,MAAM,kBAAkB,GAAoB;IACjD;QACE,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,iGAAiG;QAC9G,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE;YACN,CAAC,EAAE,wEAAwE;YAC3E,CAAC,EAAE,iFAAiF;YACpF,CAAC,EAAE,gEAAgE;YACnE,CAAC,EAAE,uEAAuE;YAC1E,CAAC,EAAE,uFAAuF;SAC3F;KACF;IACD;QACE,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,gFAAgF;QAC7F,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE;YACN,CAAC,EAAE,sDAAsD;YACzD,CAAC,EAAE,wEAAwE;YAC3E,CAAC,EAAE,uEAAuE;YAC1E,CAAC,EAAE,6DAA6D;YAChE,CAAC,EAAE,4EAA4E;SAChF;KACF;IACD;QACE,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,qGAAqG;QAClH,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE;YACN,CAAC,EAAE,uEAAuE;YAC1E,CAAC,EAAE,qEAAqE;YACxE,CAAC,EAAE,wEAAwE;YAC3E,CAAC,EAAE,yDAAyD;YAC5D,CAAC,EAAE,qEAAqE;SACzE;KACF;IACD;QACE,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,2EAA2E;QACxF,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE;YACN,CAAC,EAAE,qDAAqD;YACxD,CAAC,EAAE,gDAAgD;YACnD,CAAC,EAAE,0DAA0D;YAC7D,CAAC,EAAE,6DAA6D;YAChE,CAAC,EAAE,oFAAoF;SACxF;KACF;CACF,CAAC;AAEF,iEAAiE;AACjE,MAAM,UAAU,kBAAkB,CAAC,UAA2B;IAC5D,OAAO,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAC1B,MAAM,WAAW,GAAG,GAAG,CAAC,MAAM;YAC5B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;iBACvB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;iBACzC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,IAAI,EAAE,CAAC;iBAC/C,IAAI,CAAC,IAAI,CAAC;YACf,CAAC,CAAC,uFAAuF,CAAC;QAE5F,OAAO,KAAK,GAAG,CAAC,IAAI,aAAa,GAAG,CAAC,MAAM;mBAC5B,GAAG,CAAC,WAAW;;EAEhC,WAAW,EAAE,CAAC;IACd,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAwB;IAC3D,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACjE,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAChC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC;AACxG,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;AACrF,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAwB,EAAE,UAA2B;IACvF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuE,CAAC;IAC9F,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACvC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAA4B,EAAE,CAAC;IACnD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEpD,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAElC,8CAA8C;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC;QAC5E,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAEhD,8CAA8C;QAC9C,IAAI,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC;QAC/C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC;YAC1C,IAAI,IAAI,GAAG,QAAQ,EAAE,CAAC;gBAAC,IAAI,GAAG,CAAC,CAAC;gBAAC,QAAQ,GAAG,IAAI,CAAC;YAAC,CAAC;QACrD,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,SAAS,EAAE,GAAG,CAAC,IAAI;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC;QAClC,CAAC,CAAC,kBAAkB,OAAO,CAAC,MAAM,eAAe,SAAS,CAAC,CAAC,CAAC,EAAE;QAC/D,CAAC,CAAC,kBAAkB,OAAO,CAAC,MAAM,YAAY,CAAC;IAEjD,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC;AAC7C,CAAC"}

package/dist/assessor.d.ts

@@ -0,0 +1,36 @@
+import type { FileSystem } from "./filesystem.js";
+import type { Shell } from "./shell.js";
+import type { Task, TaskExpectation, TaskMetric, AssessmentResult, CheckResult, MetricResult, ReviewContext, ReasoningLevel } from "./types.js";
+/**
+ * Runtime dependencies for the assessment pipeline.
+ *
+ * The shell layer (Node.js) provides NodeFileSystem + NodeShell.
+ * The cloud layer provides SandboxProxyFS + SandboxProxyShell.
+ * Tests can provide mocks/stubs.
+ */
+export interface AssessmentDeps {
+    /** File system abstraction. */
+    fs: FileSystem;
+    /** Shell command execution abstraction. */
+    shell: Shell;
+    /** Path to the per-project .polpo directory. */
+    polpoDir: string;
+    /**
+     * LLM review function — injected by the shell layer.
+     * When not provided, llm_review expectations will fail with an error message.
+     */
+    runLLMReview?: (expectation: TaskExpectation, cwd: string, onProgress?: (msg: string) => void, context?: ReviewContext, reasoning?: ReasoningLevel) => Promise<CheckResult>;
+}
+export declare function runCheck(deps: AssessmentDeps, expectation: TaskExpectation, cwd: string, onProgress?: (msg: string) => void, context?: ReviewContext, reasoning?: ReasoningLevel): Promise<CheckResult>;
+export declare function runMetric(deps: AssessmentDeps, metric: TaskMetric, cwd: string): Promise<MetricResult>;
+export interface CheckProgressEvent {
+    index: number;
+    total: number;
+    type: string;
+    label: string;
+    phase: "started" | "complete";
+    passed?: boolean;
+    message?: string;
+}
+export declare function assessTask(deps: AssessmentDeps, task: Task, cwd: string, onProgress?: (msg: string) => void, context?: ReviewContext, reasoning?: ReasoningLevel, onCheckProgress?: (event: CheckProgressEvent) => void): Promise<AssessmentResult>;
+//# sourceMappingURL=assessor.d.ts.map

package/dist/assessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assessor.d.ts","sourceRoot":"","sources":["../src/assessor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,KAAK,EACV,IAAI,EACJ,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,aAAa,EACb,cAAc,EACf,MAAM,YAAY,CAAC;AAoBpB;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,+BAA+B;IAC/B,EAAE,EAAE,UAAU,CAAC;IACf,2CAA2C;IAC3C,KAAK,EAAE,KAAK,CAAC;IACb,gDAAgD;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,YAAY,CAAC,EAAE,CACb,WAAW,EAAE,eAAe,EAC5B,GAAG,EAAE,MAAM,EACX,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,EAClC,OAAO,CAAC,EAAE,aAAa,EACvB,SAAS,CAAC,EAAE,cAAc,KACvB,OAAO,CAAC,WAAW,CAAC,CAAC;CAC3B;AAID,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,cAAc,EACpB,WAAW,EAAE,eAAe,EAC5B,GAAG,EAAE,MAAM,EACX,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,EAClC,OAAO,CAAC,EAAE,aAAa,EACvB,SAAS,CAAC,EAAE,cAAc,GACzB,OAAO,CAAC,WAAW,CAAC,CA0HtB;AAED,wBAAsB,SAAS,CAC7B,IAAI,EAAE,cAAc,EACpB,MAAM,EAAE,UAAU,EAClB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,YAAY,CAAC,CA0BvB;AAcD,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,SAAS,GAAG,UAAU,CAAC;IAC9B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wBAAsB,UAAU,CAC9B,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,IAAI,EACV,GAAG,EAAE,MAAM,EACX,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,EAClC,OAAO,CAAC,EAAE,aAAa,EACvB,SAAS,CAAC,EAAE,cAAc,EAC1B,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,GACpD,OAAO,CAAC,gBAAgB,CAAC,CAiC3B"}

package/dist/assessor.js

@@ -0,0 +1,209 @@
+import { nanoid } from "nanoid";
+// ── Pure path helpers (no node:path dependency) ─────────────────────────
+/** Join path segments with '/'. */
+function pathJoin(...parts) {
+    return parts
+        .map((p, i) => (i === 0 ? p.replace(/\/+$/, "") : p.replace(/^\/+|\/+$/g, "")))
+        .filter(Boolean)
+        .join("/");
+}
+/** Resolve a possibly-relative path against a base directory. */
+function pathResolve(base, relative) {
+    if (relative.startsWith("/"))
+        return relative;
+    return pathJoin(base, relative);
+}
+const SCRIPT_MAX_BUFFER = 5 * 1024 * 1024; // 5 MB
+export async function runCheck(deps, expectation, cwd, onProgress, context, reasoning) {
+    switch (expectation.type) {
+        case "test": {
+            const cmd = expectation.command ?? "npm test";
+            try {
+                await deps.shell.execute(cmd, { cwd });
+                return { type: "test", passed: true, message: `Test passed: ${cmd}` };
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                return {
+                    type: "test",
+                    passed: false,
+                    message: `Test failed: ${cmd}`,
+                    details: msg,
+                };
+            }
+        }
+        case "file_exists": {
+            const paths = expectation.paths ?? [];
+            if (paths.length === 0) {
+                return { type: "file_exists", passed: false, message: "No paths specified" };
+            }
+            const missing = [];
+            for (const p of paths) {
+                const resolvedPath = pathResolve(cwd, p);
+                const exists = await deps.fs.exists(resolvedPath);
+                if (!exists) {
+                    missing.push(p);
+                }
+            }
+            if (missing.length === 0) {
+                return {
+                    type: "file_exists",
+                    passed: true,
+                    message: `All ${paths.length} file(s) exist`,
+                };
+            }
+            return {
+                type: "file_exists",
+                passed: false,
+                message: `Missing ${missing.length}/${paths.length} file(s)`,
+                details: missing.join(", "),
+            };
+        }
+        case "script": {
+            const cmd = expectation.command;
+            if (!cmd) {
+                return {
+                    type: "script",
+                    passed: false,
+                    message: "No script command provided",
+                };
+            }
+            const isMultiLine = cmd.includes("\n");
+            const label = isMultiLine
+                ? `script (${cmd.split("\n").length} lines)`
+                : cmd;
+            if (!isMultiLine) {
+                // Single-line: execute directly
+                try {
+                    const result = await deps.shell.execute(cmd, { cwd });
+                    if (result.exitCode !== 0) {
+                        return { type: "script", passed: false, message: `Script failed: ${label}`, details: result.stderr || result.stdout };
+                    }
+                    return { type: "script", passed: true, message: `Script passed: ${label}` };
+                }
+                catch (err) {
+                    const msg = err instanceof Error ? err.message : String(err);
+                    return { type: "script", passed: false, message: `Script failed: ${label}`, details: msg };
+                }
+            }
+            // Multi-line: write to temp file, execute with bash, cleanup
+            const tmpDir = pathJoin(deps.polpoDir, "tmp");
+            const scriptFile = pathJoin(tmpDir, `check-${nanoid(8)}.sh`);
+            try {
+                await deps.fs.mkdir(tmpDir);
+                // set -euo pipefail: fail on first error, like CI/CD
+                const scriptContent = `#!/usr/bin/env bash\nset -euo pipefail\n\n${cmd}\n`;
+                await deps.fs.writeFile(scriptFile, scriptContent);
+                const result = await deps.shell.execute(`bash "${scriptFile}"`, { cwd });
+                if (result.exitCode !== 0) {
+                    return {
+                        type: "script",
+                        passed: false,
+                        message: `Script failed: ${label}`,
+                        details: result.stderr || result.stdout,
+                    };
+                }
+                return {
+                    type: "script",
+                    passed: true,
+                    message: `Script passed: ${label}`,
+                    details: result.stdout || result.stderr || undefined,
+                };
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                return {
+                    type: "script",
+                    passed: false,
+                    message: `Script failed: ${label}`,
+                    details: msg,
+                };
+            }
+            finally {
+                try {
+                    await deps.fs.remove(scriptFile);
+                }
+                catch { /* file already removed */ }
+            }
+        }
+        case "llm_review": {
+            if (!deps.runLLMReview) {
+                return {
+                    type: "llm_review",
+                    passed: false,
+                    message: "LLM review not available — no runLLMReview port provided",
+                };
+            }
+            return await deps.runLLMReview(expectation, cwd, onProgress, context, reasoning);
+        }
+    }
+}
+export async function runMetric(deps, metric, cwd) {
+    try {
+        const result = await deps.shell.execute(metric.command, { cwd });
+        const value = parseFloat(result.stdout.trim());
+        if (isNaN(value)) {
+            return {
+                name: metric.name,
+                value: 0,
+                threshold: metric.threshold,
+                passed: false,
+            };
+        }
+        return {
+            name: metric.name,
+            value,
+            threshold: metric.threshold,
+            passed: value >= metric.threshold,
+        };
+    }
+    catch { /* metric command failed */
+        return {
+            name: metric.name,
+            value: 0,
+            threshold: metric.threshold,
+            passed: false,
+        };
+    }
+}
+/** Label for an expectation — used in progress events. */
+function expectationLabel(exp) {
+    if (exp.type === "test")
+        return exp.command ?? "npm test";
+    if (exp.type === "file_exists")
+        return (exp.paths ?? []).join(", ") || "file_exists";
+    if (exp.type === "script") {
+        const cmd = exp.command ?? "";
+        return cmd.includes("\n") ? `script (${cmd.split("\n").length} lines)` : cmd;
+    }
+    if (exp.type === "llm_review")
+        return exp.criteria ? exp.criteria.slice(0, 60) : "LLM review";
+    return exp.type;
+}
+export async function assessTask(deps, task, cwd, onProgress, context, reasoning, onCheckProgress) {
+    const total = task.expectations.length;
+    const checks = await Promise.all(task.expectations.map(async (exp, i) => {
+        const label = expectationLabel(exp);
+        onCheckProgress?.({ index: i, total, type: exp.type, label, phase: "started" });
+        const result = await runCheck(deps, exp, cwd, onProgress, context, reasoning);
+        onCheckProgress?.({ index: i, total, type: exp.type, label, phase: "complete", passed: result.passed, message: result.message });
+        return result;
+    }));
+    const metrics = await Promise.all(task.metrics.map((m) => runMetric(deps, m, cwd)));
+    const passed = checks.every((c) => c.passed) && metrics.every((m) => m.passed);
+    // Extract LLM review details and scores
+    const llmCheck = checks.find(c => c.type === "llm_review");
+    const llmReview = llmCheck?.details;
+    const scores = llmCheck?.scores;
+    const globalScore = llmCheck?.globalScore;
+    return {
+        passed,
+        checks,
+        metrics,
+        llmReview,
+        scores,
+        globalScore,
+        timestamp: new Date().toISOString(),
+    };
+}
+//# sourceMappingURL=assessor.js.map

package/dist/assessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assessor.js","sourceRoot":"","sources":["../src/assessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAchC,2EAA2E;AAE3E,mCAAmC;AACnC,SAAS,QAAQ,CAAC,GAAG,KAAe;IAClC,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;SAC9E,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED,iEAAiE;AACjE,SAAS,WAAW,CAAC,IAAY,EAAE,QAAgB;IACjD,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,OAAO,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAClC,CAAC;AA+BD,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO;AAElD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAoB,EACpB,WAA4B,EAC5B,GAAW,EACX,UAAkC,EAClC,OAAuB,EACvB,SAA0B;IAE1B,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;YAC9C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;gBACvC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,gBAAgB,GAAG,EAAE,EAAE,CAAC;YACxE,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,gBAAgB,GAAG,EAAE;oBAC9B,OAAO,EAAE,GAAG;iBACb,CAAC;YACJ,CAAC;QACH,CAAC;QAED,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC;YAC/E,CAAC;YACD,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBAClD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;YACH,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO;oBACL,IAAI,EAAE,aAAa;oBACnB,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE,OAAO,KAAK,CAAC,MAAM,gBAAgB;iBAC7C,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,WAAW,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,UAAU;gBAC5D,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;aAC5B,CAAC;QACJ,CAAC;QAED,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC;YAChC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,4BAA4B;iBACtC,CAAC;YACJ,CAAC;YAED,MAAM,WAAW,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,WAAW;gBACvB,CAAC,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,SAAS;gBAC5C,CAAC,CAAC,GAAG,CAAC;YAER,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,gCAAgC;gBAChC,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;oBACtD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;wBAC1B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;oBACxH,CAAC;oBACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,kBAAkB,KAAK,EAAE,EAAE,CAAC;gBAC9E,CAAC;gBAAC,OAAO,GAAY,EAAE,CAAC;oBACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC7D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,KAAK,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;gBAC7F,CAAC;YACH,CAAC;YAED,6DAA6D;YAC7D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC7D,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC5B,qDAAqD;gBACrD,MAAM,aAAa,GAAG,6CAA6C,GAAG,IAAI,CAAC;gBAC3E,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;gBACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,UAAU,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;gBACzE,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBAC1B,OAAO;wBACL,IAAI,EAAE,QAAQ;wBACd,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,kBAAkB,KAAK,EAAE;wBAClC,OAAO,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM;qBACxC,CAAC;gBACJ,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE,kBAAkB,KAAK,EAAE;oBAClC,OAAO,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS;iBACrD,CAAC;YACJ,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,kBAAkB,KAAK,EAAE;oBAClC,OAAO,EAAE,GAAG;iBACb,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC;oBAAC,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,0BAA0B,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;QAED,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvB,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,0DAA0D;iBACpE,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAoB,EACpB,MAAkB,EAClB,GAAW;IAEX,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/C,IAAI,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO;gBACL,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,MAAM,EAAE,KAAK;aACd,CAAC;QACJ,CAAC;QACD,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,KAAK,IAAI,MAAM,CAAC,SAAS;SAClC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC,CAAC,2BAA2B;QACnC,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC;AACH,CAAC;AAED,0DAA0D;AAC1D,SAAS,gBAAgB,CAAC,GAAoB;IAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,GAAG,CAAC,OAAO,IAAI,UAAU,CAAC;IAC1D,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC;IACrF,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;QAC9B,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;IAC/E,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;IAC9F,OAAO,GAAG,CAAC,IAAI,CAAC;AAClB,CAAC;AAYD,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,IAAoB,EACpB,IAAU,EACV,GAAW,EACX,UAAkC,EAClC,OAAuB,EACvB,SAA0B,EAC1B,eAAqD;IAErD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;IACvC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACpC,eAAe,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAChF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9E,eAAe,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACjI,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CACH,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CACjD,CAAC;IAEF,MAAM,MAAM,GACV,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAElE,wCAAwC;IACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;IAC3D,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAO,CAAC;IACpC,MAAM,MAAM,GAAG,QAAQ,EAAE,MAAM,CAAC;IAChC,MAAM,WAAW,GAAG,QAAQ,EAAE,WAAW,CAAC;IAE1C,OAAO;QACL,MAAM;QACN,MAAM;QACN,OAAO;QACP,SAAS;QACT,MAAM;QACN,WAAW;QACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -43,4 +43,8 @@ export { AssessmentOrchestrator, type AssessmentPorts } from "./assessment-orche
 export { buildFixPrompt, buildRetryPrompt, buildSideEffectFixPrompt, buildSideEffectRetryPrompt, buildJudgePrompt, sleep, type JudgeCorrectionFix, type JudgeCorrection, type JudgeVerdict } from "./assessment-prompts.js";
 export { looksLikeQuestion, classifyAsQuestion } from "./question-detector.js";
 export type { AgentHandle, SpawnContext } from "./adapter.js";
+export { assessTask, runCheck, runMetric, type AssessmentDeps, type CheckProgressEvent as AssessorCheckProgressEvent } from "./assessor.js";
+export { DEFAULT_DIMENSIONS, buildRubricSection, computeWeightedScore, computeMedianScores } from "./assessment-scoring.js";
+export { validateReviewPayload, ReviewPayloadSchema, ReviewScoreSchema, REVIEW_JSON_SCHEMA, type ValidatedReviewPayload } from "./assessment-schemas.js";
+export { withRetry, isTransientError, type RetryOptions } from "./retry.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,YAAY,CAAC;AAG3B,cAAc,aAAa,CAAC;AAG5B,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAGjG,cAAc,cAAc,CAAC;AAG7B,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,YAAY,EACV,aAAa,EACb,SAAS,EACT,WAAW,EACX,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAGpB,YAAY,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACrE,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACtE,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnH,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AACzG,YAAY,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,YAAY,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,YAAY,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,YAAY,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAGzD,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC5D,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAGnE,YAAY,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAGzD,YAAY,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG/C,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC9E,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC/D,YAAY,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AAG5E,YAAY,EAAE,mBAAmB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAGnG,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAGzF,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAG3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,YAAY,EACV,sBAAsB,EACtB,cAAc,EACd,0BAA0B,EAC1B,mBAAmB,EACnB,oBAAoB,EACpB,cAAc,EACd,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,sBAAsB,EAAE,KAAK,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC5F,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,kBAAkB,EAAE,KAAK,eAAe,EAAE,KAAK,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5N,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAG/E,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,YAAY,CAAC;AAG3B,cAAc,aAAa,CAAC;AAG5B,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAGjG,cAAc,cAAc,CAAC;AAG7B,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,YAAY,EACV,aAAa,EACb,SAAS,EACT,WAAW,EACX,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAGpB,YAAY,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACrE,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACtE,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnH,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AACzG,YAAY,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,YAAY,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,YAAY,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,YAAY,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAGzD,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC5D,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAGnE,YAAY,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAGzD,YAAY,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG/C,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC9E,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC/D,YAAY,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AAG5E,YAAY,EAAE,mBAAmB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAGnG,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAGzF,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAG3C,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,YAAY,EACV,sBAAsB,EACtB,cAAc,EACd,0BAA0B,EAC1B,mBAAmB,EACnB,oBAAoB,EACpB,cAAc,EACd,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,sBAAsB,EAAE,KAAK,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC5F,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,kBAAkB,EAAE,KAAK,eAAe,EAAE,KAAK,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5N,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAG/E,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAG9D,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,cAAc,EAAE,KAAK,kBAAkB,IAAI,0BAA0B,EAAE,MAAM,eAAe,CAAC;AAC5I,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC5H,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACzJ,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,YAAY,EAAE,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -30,4 +30,9 @@ export { OrchestratorEngine } from "./orchestrator-engine.js";
 export { AssessmentOrchestrator } from "./assessment-orchestrator.js";
 export { buildFixPrompt, buildRetryPrompt, buildSideEffectFixPrompt, buildSideEffectRetryPrompt, buildJudgePrompt, sleep } from "./assessment-prompts.js";
 export { looksLikeQuestion, classifyAsQuestion } from "./question-detector.js";
+// ── Assessment (pure — no Node.js deps) ─────────────────────────────────
+export { assessTask, runCheck, runMetric } from "./assessor.js";
+export { DEFAULT_DIMENSIONS, buildRubricSection, computeWeightedScore, computeMedianScores } from "./assessment-scoring.js";
+export { validateReviewPayload, ReviewPayloadSchema, ReviewScoreSchema, REVIEW_JSON_SCHEMA } from "./assessment-schemas.js";
+export { withRetry, isTransientError } from "./retry.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,cAAc,YAAY,CAAC;AAE3B,4EAA4E;AAC5E,cAAc,aAAa,CAAC;AAE5B,4EAA4E;AAC5E,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAEjG,4EAA4E;AAC5E,cAAc,cAAc,CAAC;AAE7B,4EAA4E;AAC5E,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAgB1C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AA6BrD,2EAA2E;AAC3E,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAEzF,2EAA2E;AAC3E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,2EAA2E;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,2EAA2E;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,2EAA2E;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAW9D,4EAA4E;AAC5E,OAAO,EAAE,sBAAsB,EAAwB,MAAM,8BAA8B,CAAC;AAC5F,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,KAAK,EAAoE,MAAM,yBAAyB,CAAC;AAC5N,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,cAAc,YAAY,CAAC;AAE3B,4EAA4E;AAC5E,cAAc,aAAa,CAAC;AAE5B,4EAA4E;AAC5E,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAEjG,4EAA4E;AAC5E,cAAc,cAAc,CAAC;AAE7B,4EAA4E;AAC5E,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAgB1C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AA6BrD,2EAA2E;AAC3E,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAEzF,2EAA2E;AAC3E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,2EAA2E;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,2EAA2E;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,2EAA2E;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAW9D,4EAA4E;AAC5E,OAAO,EAAE,sBAAsB,EAAwB,MAAM,8BAA8B,CAAC;AAC5F,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,KAAK,EAAoE,MAAM,yBAAyB,CAAC;AAC5N,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAK/E,2EAA2E;AAC3E,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAA8E,MAAM,eAAe,CAAC;AAC5I,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC5H,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,kBAAkB,EAA+B,MAAM,yBAAyB,CAAC;AACzJ,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAqB,MAAM,YAAY,CAAC"}

package/dist/retry.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Exponential backoff retry utility for LLM/network calls.
+ */
+export interface RetryOptions {
+    /** Max number of retry attempts (default: 3) */
+    maxRetries?: number;
+    /** Initial delay in ms (default: 1000) */
+    initialDelayMs?: number;
+    /** Max delay in ms (default: 30000) */
+    maxDelayMs?: number;
+    /** Whether to check if errors are transient (default: true) */
+    checkTransient?: boolean;
+}
+/**
+ * Check if an error is likely transient (worth retrying).
+ */
+export declare function isTransientError(err: unknown): boolean;
+/**
+ * Retry a function with exponential backoff and jitter.
+ */
+export declare function withRetry<T>(fn: () => Promise<T>, opts?: RetryOptions): Promise<T>;
+//# sourceMappingURL=retry.d.ts.map

package/dist/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,YAAY;IAC3B,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,0CAA0C;IAC1C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,uCAAuC;IACvC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+DAA+D;IAC/D,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAatD;AAED;;GAEG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,IAAI,GAAE,YAAiB,GACtB,OAAO,CAAC,CAAC,CAAC,CAyBZ"}

package/dist/retry.js

@@ -0,0 +1,47 @@
+/**
+ * Exponential backoff retry utility for LLM/network calls.
+ */
+/**
+ * Check if an error is likely transient (worth retrying).
+ */
+export function isTransientError(err) {
+    if (!(err instanceof Error))
+        return false;
+    const msg = err.message.toLowerCase();
+    return (msg.includes("timeout") ||
+        msg.includes("econnreset") ||
+        msg.includes("econnrefused") ||
+        msg.includes("socket hang up") ||
+        msg.includes("429") ||
+        msg.includes("503") ||
+        msg.includes("overloaded") ||
+        msg.includes("rate limit"));
+}
+/**
+ * Retry a function with exponential backoff and jitter.
+ */
+export async function withRetry(fn, opts = {}) {
+    const maxRetries = opts.maxRetries ?? 3;
+    const initialDelay = opts.initialDelayMs ?? 1000;
+    const maxDelay = opts.maxDelayMs ?? 30000;
+    const checkTransient = opts.checkTransient ?? true;
+    let lastError;
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (err) {
+            lastError = err;
+            if (attempt === maxRetries)
+                break;
+            if (checkTransient && !isTransientError(err))
+                break;
+            // Exponential backoff with jitter
+            const baseDelay = Math.min(initialDelay * 2 ** attempt, maxDelay);
+            const jitter = baseDelay * 0.5 * Math.random();
+            await new Promise(r => setTimeout(r, baseDelay + jitter));
+        }
+    }
+    throw lastError;
+}
+//# sourceMappingURL=retry.js.map

package/dist/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAaH;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,GAAY;IAC3C,IAAI,CAAC,CAAC,GAAG,YAAY,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IACtC,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;QACvB,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC1B,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC5B,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC9B,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;QACnB,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;QACnB,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC1B,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAC3B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAoB,EACpB,OAAqB,EAAE;IAEvB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC;IACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC;IAC1C,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC;IAEnD,IAAI,SAAkB,CAAC;IAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,GAAG,CAAC;YAEhB,IAAI,OAAO,KAAK,UAAU;gBAAE,MAAM;YAClC,IAAI,cAAc,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;gBAAE,MAAM;YAEpD,kCAAkC;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,OAAO,EAAE,QAAQ,CAAC,CAAC;YAClE,MAAM,MAAM,GAAG,SAAS,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC/C,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,MAAM,SAAS,CAAC;AAClB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@polpo-ai/core",
-  "version": "0.3.0",
+  "version": "0.3.1",
   "description": "Pure business logic, types, schemas, and store interfaces for the Polpo AI agent orchestration platform",
   "type": "module",
   "main": "dist/index.js",
@@ -173,6 +173,22 @@
     "./question-detector": {
       "types": "./dist/question-detector.d.ts",
       "import": "./dist/question-detector.js"
+    },
+    "./assessor": {
+      "types": "./dist/assessor.d.ts",
+      "import": "./dist/assessor.js"
+    },
+    "./assessment-scoring": {
+      "types": "./dist/assessment-scoring.d.ts",
+      "import": "./dist/assessment-scoring.js"
+    },
+    "./assessment-schemas": {
+      "types": "./dist/assessment-schemas.d.ts",
+      "import": "./dist/assessment-schemas.js"
+    },
+    "./retry": {
+      "types": "./dist/retry.d.ts",
+      "import": "./dist/retry.js"
     }
   },
   "sideEffects": false,