@sanity/ailf 7.2.0 → 7.2.1

package/dist/index.d.ts

@@ -17,7 +17,11 @@
  *   area: "groq",
  *   prompt: { text: "Write GROQ queries..." },
  *   assertions: [
- *     { type: "llm-rubric", template: "task-completion", criteria: ["..."] },
+ *     {
+ *       type: "llm-rubric",
+ *       template: "task-completion",
+ *       criteria: [{ id: "uses-projection", text: "Uses a projection" }],
+ *     },
  *   ],
  * })
  * ```

package/dist/index.js

@@ -17,7 +17,11 @@
  *   area: "groq",
  *   prompt: { text: "Write GROQ queries..." },
  *   assertions: [
- *     { type: "llm-rubric", template: "task-completion", criteria: ["..."] },
+ *     {
+ *       type: "llm-rubric",
+ *       template: "task-completion",
+ *       criteria: [{ id: "uses-projection", text: "Uses a projection" }],
+ *     },
  *   ],
  * })
  * ```

package/dist/pipeline/compiler/assertion-mapper.js

@@ -153,9 +153,13 @@ function mapTemplatedAssertion(assertion, options) {
     const result = {
         type: "llm-rubric",
         // The rubric prompt will be fully assembled by the PromptfooCompiler
-        // using rubric templates. Here we pass the template ref + criteria
-        // as metadata so the compiler can resolve it.
-        value: `[template:${assertion.template}] ${assertion.criteria.join("; ")}`,
+        // using rubric templates. Here we pass the template ref + criteria as
+        // metadata so the compiler can resolve it. Criteria are either legacy
+        // bare strings or canonical `{ id, text }` objects — render the text of
+        // each (interpolating an object directly would emit "[object Object]").
+        value: `[template:${assertion.template}] ${assertion.criteria
+            .map((c) => (typeof c === "string" ? c : c.text))
+            .join("; ")}`,
     };
     if (assertion.weight !== undefined) {
         result.weight = assertion.weight;

package/dist/pipeline/compiler/rubric-resolution.d.ts

@@ -13,7 +13,7 @@
  * @see docs/design-docs/two-stage-grader-symbol-preflight.md — W0198 Phase 6
  * @see config/rubrics.ts — template definitions
  */
-import type { PreflightRubricContext } from "../../_vendor/ailf-core/index.d.ts";
+import type { CriterionRef, PreflightRubricContext } from "../../_vendor/ailf-core/index.d.ts";
 import type { PromptfooAssertion } from "./assertion-mapper.js";
 export type { PreflightRubricContext } from "../../_vendor/ailf-core/index.d.ts";
 /** Minimal rubric config needed for template resolution */
@@ -59,7 +59,7 @@ export interface RubricResolutionInput {
  * Returns null (with a warning) if the template can't be resolved.
  */
 export declare function resolveTemplatedAssertion(assertion: {
-    criteria: string[];
+    criteria: (string | CriterionRef)[];
     template: string;
     type: string;
 }, rubricConfig: RubricResolutionInput | undefined, graderProvider: string | undefined, warnings: string[], canonicalReference?: string, preflightContext?: PreflightRubricContext): PromptfooAssertion | null;

package/dist/pipeline/compiler/rubric-resolution.js

@@ -45,7 +45,9 @@ export function resolveTemplatedAssertion(assertion, rubricConfig, graderProvide
         return null;
     }
     const scaleText = template.scale.map((s) => `- ${s}`).join("\n");
-    const criteriaText = assertion.criteria.map((c) => `- ${c}`).join("\n");
+    const criteriaText = assertion.criteria
+        .map((c) => renderCriterion(c, assertion.template))
+        .join("\n");
     // W0198 Phase 6 — when the deterministic preflight lane is wired and this
     // rubric scores `code-correctness`, prefix a system instruction so the
     // grader does not re-judge symbol existence. The lane separation is the
@@ -79,6 +81,28 @@ export function resolveTemplatedAssertion(assertion, rubricConfig, graderProvide
             : {}),
     };
 }
+/**
+ * Render a single rubric criterion to its bullet line.
+ *
+ * Criteria come in two shapes: the canonical `CriterionRef` object
+ * (`{ id, text }`, used by Content Lake / API tasks) and a legacy bare
+ * string (still used by many repo `defineTask` task files). Both render to
+ * their text. Interpolating a `CriterionRef` object directly (`- ${c}`)
+ * silently renders `- [object Object]`, stripping the grader's acceptance
+ * criteria and degrading grade quality — that is the bug this guards. A
+ * criterion that yields no renderable text (e.g. an object missing `text`)
+ * fails loud at compile time rather than reaching the grader.
+ */
+function renderCriterion(criterion, template) {
+    const text = typeof criterion === "string" ? criterion : criterion?.text;
+    if (typeof text !== "string" || text.trim() === "") {
+        throw new Error(`Rubric template "${template}" has a criterion with no renderable text ` +
+            `(received: ${JSON.stringify(criterion)?.slice(0, 160)}). Each criterion ` +
+            `must be a non-empty string or a { id, text } object; an object without ` +
+            `text renders "[object Object]" in the grader prompt.`);
+    }
+    return `- ${text}`;
+}
 /**
  * Build the W0198 Phase 6 preflight preface for a `code-correctness`
  * rubric. Returned with a trailing newline so it composes cleanly with

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf",
-  "version": "7.2.0",
+  "version": "7.2.1",
   "private": false,
   "publishConfig": {
     "access": "public"