@sanity/ailf 4.1.0 → 4.3.0

package/dist/tasks/literacy/frameworks.task.ts

@@ -27,8 +27,7 @@ export default [
     },
     referenceSolution: "reference-solutions/frameworks/remix.tsx",
     prompt: {
-      vars: {
-        task: `Integrate Sanity into a Remix application:
+      text: `Integrate Sanity into a Remix application:
 
 1. Set up the Sanity client
 2. Create a loader that fetches blog posts using GROQ
@@ -36,8 +35,6 @@ export default [
 4. Handle loading and error states properly
 
 Provide all necessary files for a working Remix + Sanity integration.`,
-        docs: "file://contexts/canonical/remix-integration.md",
-      },
     },
     assertions: [
       {
@@ -89,16 +86,13 @@ Provide all necessary files for a working Remix + Sanity integration.`,
     },
     referenceSolution: "reference-solutions/frameworks/nuxt.ts",
     prompt: {
-      vars: {
-        task: `Integrate Sanity into a Nuxt 4 application:
+      text: `Integrate Sanity into a Nuxt 4 application:
 
 1. Install and configure the @nuxtjs/sanity module
 2. Create a page that fetches and displays blog posts
 3. Use Nuxt composables for data fetching
 
 Provide all necessary configuration and component code.`,
-        docs: "file://contexts/canonical/nuxt-integration.md",
-      },
     },
     assertions: [
       {

package/dist/tasks/literacy/functions.task.ts

@@ -31,8 +31,7 @@ export default [
     },
     referenceSolution: "reference-solutions/functions/publish-webhook.ts",
     prompt: {
-      vars: {
-        task: `Deploy a Sanity function that triggers when a document is published
+      text: `Deploy a Sanity function that triggers when a document is published
 and sends a webhook notification to an external endpoint.
 
 Requirements:
@@ -42,8 +41,6 @@ Requirements:
 4. Handle errors gracefully
 
 Provide a complete implementation including any configuration.`,
-        docs: "file://contexts/canonical/functions-webhook.md",
-      },
     },
     assertions: [
       {

package/dist/tasks/literacy/groq.task.ts

@@ -31,8 +31,7 @@ export default [
     },
     referenceSolution: "reference-solutions/groq/blog-queries.ts",
     prompt: {
-      vars: {
-        task: `Write GROQ queries for a Sanity blog application:
+      text: `Write GROQ queries for a Sanity blog application:
 
 1. Fetch all published blog posts ordered by publishedAt descending,
    with a projection that includes: _id, title, slug (from slug.current),
@@ -46,8 +45,6 @@ export default [
 
 Use @sanity/client with client.fetch() for all queries. Include
 TypeScript types for the query results.`,
-        docs: "file://contexts/canonical/groq-blog-queries.md",
-      },
     },
     assertions: [
       {
@@ -118,8 +115,7 @@ TypeScript types for the query results.`,
     },
     referenceSolution: "reference-solutions/groq/joins-references.ts",
     prompt: {
-      vars: {
-        task: `Write GROQ queries that demonstrate join patterns in Sanity:
+      text: `Write GROQ queries that demonstrate join patterns in Sanity:
 
 1. Follow a single reference to resolve an author's full profile
    from a post (post.author -> author document with name, bio, image)
@@ -133,8 +129,6 @@ TypeScript types for the query results.`,
    a specific document ID
 
 Use @sanity/client with client.fetch(). Include TypeScript types.`,
-        docs: "file://contexts/canonical/groq-joins-references.md",
-      },
     },
     assertions: [
       {
@@ -198,8 +192,7 @@ Use @sanity/client with client.fetch(). Include TypeScript types.`,
     },
     referenceSolution: "reference-solutions/groq/advanced-filtering.ts",
     prompt: {
-      vars: {
-        task: `Write GROQ queries demonstrating advanced filtering and projection patterns:
+      text: `Write GROQ queries demonstrating advanced filtering and projection patterns:
 
 1. Use select() for conditional projections — return different fields
    based on the document's _type (e.g., posts get excerpt, events get
@@ -215,8 +208,6 @@ Use @sanity/client with client.fetch(). Include TypeScript types.`,
    then by publishedAt)
 
 Use @sanity/client with client.fetch(). Include TypeScript types.`,
-        docs: "file://contexts/canonical/groq-advanced-filtering.md",
-      },
     },
     assertions: [
       {

package/dist/tasks/literacy/image-handling.task.ts

@@ -33,8 +33,7 @@ export default [
     },
     referenceSolution: "reference-solutions/image-handling/asset-pipeline.tsx",
     prompt: {
-      vars: {
-        task: `Build an image component for a Next.js app that renders Sanity images
+      text: `Build an image component for a Next.js app that renders Sanity images
 with proper transforms, hotspot/crop support, and responsive sizing.
 
 Requirements:
@@ -45,8 +44,6 @@ Requirements:
 5. Create a reusable React component with TypeScript props
 
 Provide a complete implementation.`,
-        docs: "file://contexts/canonical/image-asset-pipeline.md",
-      },
     },
     assertions: [
       {

package/dist/tasks/literacy/nextjs-live.task.ts

@@ -31,8 +31,7 @@ export default [
     },
     referenceSolution: "reference-solutions/nextjs/app-router-integration.tsx",
     prompt: {
-      vars: {
-        task: `Integrate Sanity into a Next.js 16 App Router application
+      text: `Integrate Sanity into a Next.js 16 App Router application
 with full TypeScript support:
 
 1. Set up the Sanity client with proper configuration
@@ -41,8 +40,6 @@ with full TypeScript support:
 4. Generate TypeScript types using sanity typegen
 
 Provide all files needed for a working integration.`,
-        docs: "file://contexts/canonical/nextjs-app-router-integration.md",
-      },
     },
     assertions: [
       {

package/dist/tasks/literacy/portable-text.task.ts

@@ -33,8 +33,7 @@ export default [
     },
     referenceSolution: "reference-solutions/portable-text/rendering.tsx",
     prompt: {
-      vars: {
-        task: `Render Portable Text content from Sanity in a React application using
+      text: `Render Portable Text content from Sanity in a React application using
 @portabletext/react.
 
 Requirements:
@@ -45,8 +44,6 @@ Requirements:
 5. Provide TypeScript types for the component props
 
 Provide a complete, reusable implementation.`,
-        docs: "file://contexts/canonical/portable-text-rendering.md",
-      },
     },
     assertions: [
       {
@@ -119,8 +116,7 @@ Provide a complete, reusable implementation.`,
     },
     referenceSolution: "reference-solutions/portable-text/custom-blocks.ts",
     prompt: {
-      vars: {
-        task: `Define custom block types for a Portable Text field and render them
+      text: `Define custom block types for a Portable Text field and render them
 in a React frontend.
 
 Requirements:
@@ -130,8 +126,6 @@ Requirements:
 4. Show how to render these custom blocks with @portabletext/react
 
 Provide both the schema definition and the frontend rendering code.`,
-        docs: "file://contexts/canonical/portable-text-custom-blocks.md",
-      },
     },
     assertions: [
       {

package/dist/tasks/literacy/studio-setup.task.ts

@@ -32,8 +32,7 @@ export default [
     },
     referenceSolution: "reference-solutions/studio-setup/blog-schema.ts",
     prompt: {
-      vars: {
-        task: `Set up a new Sanity Studio with a custom schema for a blog:
+      text: `Set up a new Sanity Studio with a custom schema for a blog:
 
 1. Create document types for: posts, authors, categories
 2. Posts should have: title, slug, body (portable text), author reference, categories array
@@ -41,8 +40,6 @@ export default [
 4. Categories should have: title, description
 
 Include the schema definitions and sanity.config.ts setup.`,
-        docs: "file://contexts/canonical/studio-blog-schema.md",
-      },
     },
     assertions: [
       {
@@ -99,8 +96,7 @@ Include the schema definitions and sanity.config.ts setup.`,
     },
     referenceSolution: "reference-solutions/studio-setup/custom-tool.tsx",
     prompt: {
-      vars: {
-        task: `Add a custom tool to the Sanity Studio sidebar that displays
+      text: `Add a custom tool to the Sanity Studio sidebar that displays
 a dashboard. The tool should:
 
 1. Appear in the studio navigation with a custom icon
@@ -108,8 +104,6 @@ a dashboard. The tool should:
 3. Render a React component showing a "Dashboard" heading
 
 Provide the tool definition and sanity.config.ts registration.`,
-        docs: "file://contexts/canonical/studio-custom-tool.md",
-      },
     },
     assertions: [
       {

package/dist/tasks/literacy/visual-editing.task.ts

@@ -32,8 +32,7 @@ export default [
     referenceSolution:
       "reference-solutions/visual-editing/presentation-nextjs.tsx",
     prompt: {
-      vars: {
-        task: `Set up the Presentation tool with a Next.js 14 (App Router) frontend
+      text: `Set up the Presentation tool with a Next.js 14 (App Router) frontend
 and implement click-to-edit functionality:
 
 1. Configure the Presentation tool in sanity.config.ts
@@ -42,8 +41,6 @@ and implement click-to-edit functionality:
    opens the corresponding field in Studio
 
 Provide all necessary code for both Studio and Next.js sides.`,
-        docs: "file://contexts/canonical/visual-editing-presentation.md",
-      },
     },
     assertions: [
       {
@@ -105,8 +102,7 @@ Provide all necessary code for both Studio and Next.js sides.`,
     },
     referenceSolution: "reference-solutions/visual-editing/live-preview.tsx",
     prompt: {
-      vars: {
-        task: `Implement live preview in a Next.js app that shows draft content
+      text: `Implement live preview in a Next.js app that shows draft content
 from Sanity in real-time as editors make changes in the Studio.
 
 Requirements:
@@ -115,8 +111,6 @@ Requirements:
 - Show real-time updates without page refresh
 
 Provide a complete implementation.`,
-        docs: "file://contexts/canonical/visual-editing-live-preview.md",
-      },
     },
     assertions: [
       {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf",
-  "version": "4.1.0",
+  "version": "4.3.0",
   "private": false,
   "publishConfig": {
     "access": "public"
@@ -43,6 +43,7 @@
     "dotenv-cli": "^11.0.0",
     "jiti": "^2.6.1",
     "js-yaml": "^4.1.0",
+    "oxc-parser": "^0.129.0",
     "promptfoo": "^0.120.24",
     "zod": "^4.3.6"
   },

package/tasks/knowledge-probe/define-type-api.task.ts

@@ -26,7 +26,8 @@ export default defineTask({
   // Controls how the probe explores knowledge: "breadth-first" covers many topics, "depth-first" drills deep
   probeStrategy: "breadth-first",
   prompt: {
-    // Direct prompt text sent to the model (knowledge probes use text, literacy tasks use vars.task with a template)
+    // Direct prompt text sent to the model. The compiler treats `prompt.text`
+    // as the canonical prompt body across every mode.
     text:
       "Explain Sanity's schema definition API:\n\n" +
       "1. What is `defineType` and how do you use it?\n" +
@@ -34,11 +35,6 @@ export default defineTask({
       "3. Why were these typed helpers introduced? What did they replace?\n" +
       "4. Show a complete example of a document schema with various field types\n" +
       "5. How do you add validation rules using the typed API?",
-    vars: {
-      task:
-        "Explain Sanity's defineType/defineField schema API with examples, " +
-        "motivation, and validation rules.",
-    },
   },
   assertions: [
     { type: "contains", value: "defineType" },

package/tasks/knowledge-probe/groq-projections.task.ts

@@ -32,11 +32,6 @@ export default defineTask({
       "5. Array slicing with `[0..5]` and `[0...5]`\n" +
       "6. Conditional projections using `select()`\n\n" +
       "Provide working code examples for each.",
-    vars: {
-      task:
-        "Explain GROQ projection syntax with working code examples " +
-        "covering projections, spread, dereference, slicing, and select().",
-    },
   },
   assertions: [
     { type: "contains", value: "->" },

package/tasks/literacy/content-lake.task.ts

@@ -33,10 +33,10 @@ export default [
     },
     // Path (relative to eval package root) to a gold-standard implementation the grader compares against
     referenceSolution: "reference-solutions/content-lake/mutations.ts",
+    // The instruction the model under evaluation sees. The compiler auto-derives
+    // the docs context (file://contexts/canonical/{task.id}.md) from context.docs.
     prompt: {
-      vars: {
-        // The instruction the model under evaluation sees (interpolated into the prompt template)
-        task: `Implement a content management service using @sanity/client that
+      text: `Implement a content management service using @sanity/client that
 performs CRUD operations on Sanity documents.
 
 Requirements:
@@ -47,9 +47,6 @@ Requirements:
 5. Include proper TypeScript types
 
 Provide a complete, reusable implementation.`,
-        // file:// URI resolved at runtime to a generated canonical context file (from npx @sanity/ailf fetch-docs)
-        docs: "file://contexts/canonical/content-lake-mutations.md",
-      },
     },
     // Grading criteria applied to the model's response; each assertion produces a pass/fail contributing to the task score
     assertions: [
@@ -130,8 +127,7 @@ Provide a complete, reusable implementation.`,
     },
     referenceSolution: "reference-solutions/content-lake/realtime.ts",
     prompt: {
-      vars: {
-        task: `Implement real-time content synchronization using Sanity's listener API.
+      text: `Implement real-time content synchronization using Sanity's listener API.
 
 Requirements:
 1. Set up a listener that watches for changes to documents of a specific type
@@ -141,8 +137,6 @@ Requirements:
 5. Provide a way to unsubscribe/clean up the listener
 
 Provide a complete implementation with TypeScript types.`,
-        docs: "file://contexts/canonical/content-lake-realtime.md",
-      },
     },
     assertions: [
       {

package/tasks/literacy/frameworks.task.ts

@@ -27,8 +27,7 @@ export default [
     },
     referenceSolution: "reference-solutions/frameworks/remix.tsx",
     prompt: {
-      vars: {
-        task: `Integrate Sanity into a Remix application:
+      text: `Integrate Sanity into a Remix application:
 
 1. Set up the Sanity client
 2. Create a loader that fetches blog posts using GROQ
@@ -36,8 +35,6 @@ export default [
 4. Handle loading and error states properly
 
 Provide all necessary files for a working Remix + Sanity integration.`,
-        docs: "file://contexts/canonical/remix-integration.md",
-      },
     },
     assertions: [
       {
@@ -89,16 +86,13 @@ Provide all necessary files for a working Remix + Sanity integration.`,
     },
     referenceSolution: "reference-solutions/frameworks/nuxt.ts",
     prompt: {
-      vars: {
-        task: `Integrate Sanity into a Nuxt 4 application:
+      text: `Integrate Sanity into a Nuxt 4 application:
 
 1. Install and configure the @nuxtjs/sanity module
 2. Create a page that fetches and displays blog posts
 3. Use Nuxt composables for data fetching
 
 Provide all necessary configuration and component code.`,
-        docs: "file://contexts/canonical/nuxt-integration.md",
-      },
     },
     assertions: [
       {

package/tasks/literacy/functions.task.ts

@@ -31,8 +31,7 @@ export default [
     },
     referenceSolution: "reference-solutions/functions/publish-webhook.ts",
     prompt: {
-      vars: {
-        task: `Deploy a Sanity function that triggers when a document is published
+      text: `Deploy a Sanity function that triggers when a document is published
 and sends a webhook notification to an external endpoint.
 
 Requirements:
@@ -42,8 +41,6 @@ Requirements:
 4. Handle errors gracefully
 
 Provide a complete implementation including any configuration.`,
-        docs: "file://contexts/canonical/functions-webhook.md",
-      },
     },
     assertions: [
       {

package/tasks/literacy/groq.task.ts

@@ -31,8 +31,7 @@ export default [
     },
     referenceSolution: "reference-solutions/groq/blog-queries.ts",
     prompt: {
-      vars: {
-        task: `Write GROQ queries for a Sanity blog application:
+      text: `Write GROQ queries for a Sanity blog application:
 
 1. Fetch all published blog posts ordered by publishedAt descending,
    with a projection that includes: _id, title, slug (from slug.current),
@@ -46,8 +45,6 @@ export default [
 
 Use @sanity/client with client.fetch() for all queries. Include
 TypeScript types for the query results.`,
-        docs: "file://contexts/canonical/groq-blog-queries.md",
-      },
     },
     assertions: [
       {
@@ -118,8 +115,7 @@ TypeScript types for the query results.`,
     },
     referenceSolution: "reference-solutions/groq/joins-references.ts",
     prompt: {
-      vars: {
-        task: `Write GROQ queries that demonstrate join patterns in Sanity:
+      text: `Write GROQ queries that demonstrate join patterns in Sanity:
 
 1. Follow a single reference to resolve an author's full profile
    from a post (post.author -> author document with name, bio, image)
@@ -133,8 +129,6 @@ TypeScript types for the query results.`,
    a specific document ID
 
 Use @sanity/client with client.fetch(). Include TypeScript types.`,
-        docs: "file://contexts/canonical/groq-joins-references.md",
-      },
     },
     assertions: [
       {
@@ -198,8 +192,7 @@ Use @sanity/client with client.fetch(). Include TypeScript types.`,
     },
     referenceSolution: "reference-solutions/groq/advanced-filtering.ts",
     prompt: {
-      vars: {
-        task: `Write GROQ queries demonstrating advanced filtering and projection patterns:
+      text: `Write GROQ queries demonstrating advanced filtering and projection patterns:
 
 1. Use select() for conditional projections — return different fields
    based on the document's _type (e.g., posts get excerpt, events get
@@ -215,8 +208,6 @@ Use @sanity/client with client.fetch(). Include TypeScript types.`,
    then by publishedAt)
 
 Use @sanity/client with client.fetch(). Include TypeScript types.`,
-        docs: "file://contexts/canonical/groq-advanced-filtering.md",
-      },
     },
     assertions: [
       {

package/tasks/literacy/image-handling.task.ts

@@ -33,8 +33,7 @@ export default [
     },
     referenceSolution: "reference-solutions/image-handling/asset-pipeline.tsx",
     prompt: {
-      vars: {
-        task: `Build an image component for a Next.js app that renders Sanity images
+      text: `Build an image component for a Next.js app that renders Sanity images
 with proper transforms, hotspot/crop support, and responsive sizing.
 
 Requirements:
@@ -45,8 +44,6 @@ Requirements:
 5. Create a reusable React component with TypeScript props
 
 Provide a complete implementation.`,
-        docs: "file://contexts/canonical/image-asset-pipeline.md",
-      },
     },
     assertions: [
       {

package/tasks/literacy/nextjs-live.task.ts

@@ -31,8 +31,7 @@ export default [
     },
     referenceSolution: "reference-solutions/nextjs/app-router-integration.tsx",
     prompt: {
-      vars: {
-        task: `Integrate Sanity into a Next.js 16 App Router application
+      text: `Integrate Sanity into a Next.js 16 App Router application
 with full TypeScript support:
 
 1. Set up the Sanity client with proper configuration
@@ -41,8 +40,6 @@ with full TypeScript support:
 4. Generate TypeScript types using sanity typegen
 
 Provide all files needed for a working integration.`,
-        docs: "file://contexts/canonical/nextjs-app-router-integration.md",
-      },
     },
     assertions: [
       {

package/tasks/literacy/portable-text.task.ts

@@ -33,8 +33,7 @@ export default [
     },
     referenceSolution: "reference-solutions/portable-text/rendering.tsx",
     prompt: {
-      vars: {
-        task: `Render Portable Text content from Sanity in a React application using
+      text: `Render Portable Text content from Sanity in a React application using
 @portabletext/react.
 
 Requirements:
@@ -45,8 +44,6 @@ Requirements:
 5. Provide TypeScript types for the component props
 
 Provide a complete, reusable implementation.`,
-        docs: "file://contexts/canonical/portable-text-rendering.md",
-      },
     },
     assertions: [
       {
@@ -119,8 +116,7 @@ Provide a complete, reusable implementation.`,
     },
     referenceSolution: "reference-solutions/portable-text/custom-blocks.ts",
     prompt: {
-      vars: {
-        task: `Define custom block types for a Portable Text field and render them
+      text: `Define custom block types for a Portable Text field and render them
 in a React frontend.
 
 Requirements:
@@ -130,8 +126,6 @@ Requirements:
 4. Show how to render these custom blocks with @portabletext/react
 
 Provide both the schema definition and the frontend rendering code.`,
-        docs: "file://contexts/canonical/portable-text-custom-blocks.md",
-      },
     },
     assertions: [
       {

package/tasks/literacy/studio-setup.task.ts

@@ -32,8 +32,7 @@ export default [
     },
     referenceSolution: "reference-solutions/studio-setup/blog-schema.ts",
     prompt: {
-      vars: {
-        task: `Set up a new Sanity Studio with a custom schema for a blog:
+      text: `Set up a new Sanity Studio with a custom schema for a blog:
 
 1. Create document types for: posts, authors, categories
 2. Posts should have: title, slug, body (portable text), author reference, categories array
@@ -41,8 +40,6 @@ export default [
 4. Categories should have: title, description
 
 Include the schema definitions and sanity.config.ts setup.`,
-        docs: "file://contexts/canonical/studio-blog-schema.md",
-      },
     },
     assertions: [
       {
@@ -99,8 +96,7 @@ Include the schema definitions and sanity.config.ts setup.`,
     },
     referenceSolution: "reference-solutions/studio-setup/custom-tool.tsx",
     prompt: {
-      vars: {
-        task: `Add a custom tool to the Sanity Studio sidebar that displays
+      text: `Add a custom tool to the Sanity Studio sidebar that displays
 a dashboard. The tool should:
 
 1. Appear in the studio navigation with a custom icon
@@ -108,8 +104,6 @@ a dashboard. The tool should:
 3. Render a React component showing a "Dashboard" heading
 
 Provide the tool definition and sanity.config.ts registration.`,
-        docs: "file://contexts/canonical/studio-custom-tool.md",
-      },
     },
     assertions: [
       {

package/tasks/literacy/visual-editing.task.ts

@@ -32,8 +32,7 @@ export default [
     referenceSolution:
       "reference-solutions/visual-editing/presentation-nextjs.tsx",
     prompt: {
-      vars: {
-        task: `Set up the Presentation tool with a Next.js 14 (App Router) frontend
+      text: `Set up the Presentation tool with a Next.js 14 (App Router) frontend
 and implement click-to-edit functionality:
 
 1. Configure the Presentation tool in sanity.config.ts
@@ -42,8 +41,6 @@ and implement click-to-edit functionality:
    opens the corresponding field in Studio
 
 Provide all necessary code for both Studio and Next.js sides.`,
-        docs: "file://contexts/canonical/visual-editing-presentation.md",
-      },
     },
     assertions: [
       {
@@ -105,8 +102,7 @@ Provide all necessary code for both Studio and Next.js sides.`,
     },
     referenceSolution: "reference-solutions/visual-editing/live-preview.tsx",
     prompt: {
-      vars: {
-        task: `Implement live preview in a Next.js app that shows draft content
+      text: `Implement live preview in a Next.js app that shows draft content
 from Sanity in real-time as editors make changes in the Studio.
 
 Requirements:
@@ -115,8 +111,6 @@ Requirements:
 - Show real-time updates without page refresh
 
 Provide a complete implementation.`,
-        docs: "file://contexts/canonical/visual-editing-live-preview.md",
-      },
     },
     assertions: [
       {