@sanity/ailf 0.1.4 → 0.1.6

package/dist/_vendor/ailf-core/examples/index.d.ts

@@ -191,4 +191,4 @@ export interface ExampleRecord {
 }
 export declare const EXAMPLES: Record<ExampleType, ExampleRecord>;
 /** GitHub Actions workflow template for AI Literacy evaluation */
-export declare const workflowYaml = "# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n# AI Literacy Evaluation \u2014 GitHub Actions workflow\n# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n#\n# This workflow submits evaluations to the AILF API when task or config\n# files change in a pull request. The API handles all processing\n# (LLM calls, doc fetching, grading, report publishing).\n#\n# Prerequisites:\n#   Add one secret to your repository (Settings \u2192 Secrets \u2192 Actions):\n#     AILF_API_KEY \u2014 your API key (starts with ailf_live_sk_)\n#\n# Customization:\n#   - Adjust `paths` to match your documentation file locations\n#   - Set full_eval to true for comprehensive (slower) evaluation\n#   - See: https://github.com/sanity-labs/ai-literacy-framework/blob/main/docs/API_GATEWAY.md\n# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nname: AI Literacy Eval\n\non:\n  pull_request:\n    branches: [main]\n    paths:\n      - \".ailf/**\"\n\n  # Manual trigger from the Actions tab\n  workflow_dispatch:\n    inputs:\n      full_eval:\n        description: \"Run full evaluation (all tests, slower)\"\n        type: boolean\n        default: false\n\nconcurrency:\n  group: ailf-eval-${{ github.event.pull_request.number || github.ref }}\n  cancel-in-progress: true\n\njobs:\n  evaluate:\n    name: AI Literacy Evaluation\n    runs-on: ubuntu-latest\n    permissions:\n      pull-requests: write\n    steps:\n      # \u2500\u2500\u2500 Submit evaluation to the AILF API \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Submit evaluation\n        id: submit\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          FULL_EVAL: ${{ inputs.full_eval || 'false' }}\n        run: |\n          if [ \"$FULL_EVAL\" = \"true\" ]; then\n            DEBUG_FIELD=\"\"\n          else\n            DEBUG_FIELD='\"debug\": { \"enabled\": true, \"firstN\": 2 },'\n          fi\n\n          PAYLOAD=$(cat <<EOF\n          {\n            \"mode\": \"baseline\",\n            ${DEBUG_FIELD}\n            \"publish\": true,\n            \"compare\": true\n          }\n          EOF\n          )\n\n          RESPONSE=$(curl -sf -X POST \\\n            -H \"Authorization: Bearer $AILF_API_KEY\" \\\n            -H \"Content-Type: application/json\" \\\n            https://ailf-api.sanity.build/v1/pipeline \\\n            -d \"$PAYLOAD\")\n\n          JOB_ID=$(echo \"$RESPONSE\" | jq -r '.jobId')\n          echo \"job_id=$JOB_ID\" >> $GITHUB_OUTPUT\n          echo \"\uD83D\uDCCB Submitted job: $JOB_ID\"\n\n      # \u2500\u2500\u2500 Poll for results (long-polling) \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Wait for results\n        id: results\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n        run: |\n          for i in $(seq 1 40); do\n            RESPONSE=$(curl -s \\\n              -H \"Authorization: Bearer $AILF_API_KEY\" \\\n              -H \"Prefer: wait=25\" \\\n              \"https://ailf-api.sanity.build/v1/jobs/$JOB_ID\")\n\n            STATUS=$(echo \"$RESPONSE\" | jq -r '.status')\n\n            case \"$STATUS\" in\n              completed)\n                echo \"status=completed\" >> $GITHUB_OUTPUT\n                echo \"report_id=$(echo $RESPONSE | jq -r '.reportId // empty')\" >> $GITHUB_OUTPUT\n                echo \"score=$(echo $RESPONSE | jq -r '.score // empty')\" >> $GITHUB_OUTPUT\n                echo \"\u2705 Evaluation completed\"\n                exit 0\n                ;;\n              failed|timed-out)\n                echo \"status=$STATUS\" >> $GITHUB_OUTPUT\n                echo \"::error::Evaluation $STATUS\"\n                exit 1\n                ;;\n              *)\n                echo \"\u23F3 [$i/40] $STATUS\"\n                ;;\n            esac\n          done\n\n          echo \"::error::Timed out waiting for evaluation\"\n          exit 1\n\n      # \u2500\u2500\u2500 Fetch the markdown report \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Fetch markdown report\n        id: markdown\n        if: steps.results.outputs.report_id != ''\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          REPORT_ID: ${{ steps.results.outputs.report_id }}\n        run: |\n          REPORT_MD=$(curl -sf \\\n            -H \"Authorization: Bearer $AILF_API_KEY\" \\\n            \"https://ailf-api.sanity.build/v1/reports/$REPORT_ID/markdown\")\n\n          if [ $? -eq 0 ] && [ -n \"$REPORT_MD\" ]; then\n            # Write to a temp file to avoid shell quoting issues\n            echo \"$REPORT_MD\" > /tmp/ailf-report.md\n            echo \"fetched=true\" >> $GITHUB_OUTPUT\n          else\n            echo \"fetched=false\" >> $GITHUB_OUTPUT\n            echo \"::warning::Could not fetch markdown report\"\n          fi\n\n      # \u2500\u2500\u2500 Post results to PR \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Post PR comment\n        if: >-\n          always() && github.event_name == 'pull_request' &&\n          steps.submit.outputs.job_id != ''\n        uses: actions/github-script@v7\n        env:\n          JOB_STATUS: ${{ steps.results.outputs.status || 'unknown' }}\n          REPORT_ID: ${{ steps.results.outputs.report_id || '' }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n          SCORE: ${{ steps.results.outputs.score || '' }}\n          MARKDOWN_FETCHED: ${{ steps.markdown.outputs.fetched || 'false' }}\n        with:\n          script: |\n            const fs = require('fs');\n            const marker = '<!-- ailf-score-report -->';\n            const status = process.env.JOB_STATUS;\n            const reportId = process.env.REPORT_ID;\n            const jobId = process.env.JOB_ID;\n            const score = process.env.SCORE;\n            const mdFetched = process.env.MARKDOWN_FETCHED === 'true';\n\n            let body;\n\n            if (status === 'completed' && mdFetched) {\n              // Use the full markdown report from the API\n              const reportMd = fs.readFileSync('/tmp/ailf-report.md', 'utf-8');\n              body = `${marker}\\n${reportMd}`;\n              if (reportId) {\n                body += `\\n\uD83D\uDD17 [View in Studio](https://ailf-api.sanity.build/v1/reports/${reportId})`;\n              }\n              body += `\\n\\n<sub>Job: \\`${jobId}\\`</sub>\\n`;\n            } else {\n              // Fallback: minimal comment when markdown is unavailable\n              let icon, message;\n              if (status === 'completed') {\n                icon = '\u2705';\n                message = score\n                  ? `Evaluation completed \u2014 score: **${score}/100**`\n                  : 'Evaluation completed successfully.';\n              } else if (status === 'failed' || status === 'timed-out') {\n                icon = '\u26A0\uFE0F';\n                message = `Evaluation ${status}.`;\n              } else {\n                icon = '\u23F3';\n                message = 'Evaluation status unknown (may still be running).';\n              }\n\n              body = `${marker}\\n## ${icon} AI Literacy Evaluation\\n\\n${message}\\n`;\n              if (reportId) {\n                body += `\\n\uD83D\uDD17 [View detailed report](https://ailf-api.sanity.build/v1/reports/${reportId})\\n`;\n              }\n              body += `\\n<sub>Job: \\`${jobId}\\`</sub>\\n`;\n            }\n\n            const { data: comments } = await github.rest.issues.listComments({\n              owner: context.repo.owner,\n              repo: context.repo.repo,\n              issue_number: context.issue.number,\n            });\n            const existing = comments.find(c => c.body?.includes(marker));\n\n            if (existing) {\n              await github.rest.issues.updateComment({\n                owner: context.repo.owner,\n                repo: context.repo.repo,\n                comment_id: existing.id,\n                body,\n              });\n            } else {\n              await github.rest.issues.createComment({\n                owner: context.repo.owner,\n                repo: context.repo.repo,\n                issue_number: context.issue.number,\n                body,\n              });\n            }\n\n      # \u2500\u2500\u2500 Job summary \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Summary\n        if: always()\n        env:\n          JOB_STATUS: ${{ steps.results.outputs.status || 'unknown' }}\n          REPORT_ID: ${{ steps.results.outputs.report_id || '' }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n          SCORE: ${{ steps.results.outputs.score || '' }}\n          MARKDOWN_FETCHED: ${{ steps.markdown.outputs.fetched || 'false' }}\n        run: |\n          if [ \"$JOB_STATUS\" = \"completed\" ] && [ \"$MARKDOWN_FETCHED\" = \"true\" ] && [ -f /tmp/ailf-report.md ]; then\n            # Use the full markdown report as the job summary\n            cat /tmp/ailf-report.md >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            [ -n \"$REPORT_ID\" ] && echo \"\uD83D\uDD17 [View in Studio](https://ailf-api.sanity.build/v1/reports/$REPORT_ID)\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"<sub>Job: \\`$JOB_ID\\`</sub>\" >> \"$GITHUB_STEP_SUMMARY\"\n          else\n            # Fallback: minimal table\n            {\n              echo \"## \uD83D\uDCCA AI Literacy Evaluation\"\n              echo \"\"\n              echo \"| Field | Value |\"\n              echo \"|-------|-------|\"\n              echo \"| Job | \\`$JOB_ID\\` |\"\n              echo \"| Status | $JOB_STATUS |\"\n              [ -n \"$SCORE\" ] && echo \"| Score | $SCORE/100 |\"\n              [ -n \"$REPORT_ID\" ] && echo \"| Report | [$REPORT_ID](https://ailf-api.sanity.build/v1/reports/$REPORT_ID) |\"\n            } >> \"$GITHUB_STEP_SUMMARY\"\n          fi\n";
+export declare const workflowYaml = "# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n# AI Literacy Evaluation \u2014 GitHub Actions workflow\n# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n#\n# This workflow evaluates your documentation quality by submitting your\n# .ailf/tasks/ definitions to the AILF API on every pull request. The\n# API handles all heavy lifting (LLM calls, doc fetching, grading,\n# report publishing). Results are posted as a PR comment.\n#\n# How it works:\n#   1. Reads your .ailf/tasks/*.yaml files\n#   2. Submits them to the AILF API as inline tasks\n#   3. Polls for results (the API runs the full eval pipeline)\n#   4. Posts a score report as a PR comment\n#\n# Prerequisites:\n#   Add one secret to your repository (Settings \u2192 Secrets \u2192 Actions):\n#     AILF_API_KEY \u2014 your API key (starts with ailf_live_sk_)\n#\n# Customization:\n#   - Narrow the paths trigger to reduce cost (see comment below)\n#   - Set full_eval to true for comprehensive (slower) evaluation\n#   - See: https://github.com/sanity-labs/ai-literacy-framework\n# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nname: AI Literacy Eval\n\non:\n  pull_request:\n    branches: [main]\n    # Runs on every PR to main by default so documentation quality is\n    # continuously monitored. To reduce cost, narrow the trigger:\n    #   paths: [\".ailf/**\", \"docs/**\"]\n\n  # Manual trigger from the Actions tab\n  workflow_dispatch:\n    inputs:\n      full_eval:\n        description: \"Run full evaluation (all tests, slower)\"\n        type: boolean\n        default: false\n\nconcurrency:\n  group: ailf-eval-${{ github.event.pull_request.number || github.ref }}\n  cancel-in-progress: true\n\njobs:\n  evaluate:\n    name: AI Literacy Evaluation\n    runs-on: ubuntu-latest\n    permissions:\n      pull-requests: write\n    steps:\n      # \u2500\u2500\u2500 Checkout repo to read .ailf/tasks/ \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - uses: actions/checkout@v4\n\n      # \u2500\u2500\u2500 Read local tasks and submit to AILF API \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Submit evaluation\n        id: submit\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          FULL_EVAL: ${{ inputs.full_eval || 'false' }}\n        run: |\n          # Parse .ailf/tasks/*.yaml into a JSON array\n          # (python3 + PyYAML are pre-installed on ubuntu-latest)\n          INLINE_TASKS=$(python3 << 'PYEOF'\n          import yaml, json, glob, sys\n\n          tasks = []\n          for f in sorted(glob.glob(\".ailf/tasks/*.yaml\") + glob.glob(\".ailf/tasks/*.yml\")):\n              with open(f) as fh:\n                  data = yaml.safe_load(fh)\n                  if isinstance(data, list):\n                      tasks.extend(data)\n                  elif data is not None:\n                      tasks.append(data)\n\n          if not tasks:\n              print(\"::error::No tasks found in .ailf/tasks/ \u2014 add task YAML files first.\", file=sys.stderr)\n              sys.exit(1)\n\n          print(json.dumps(tasks))\n          PYEOF\n          )\n\n          TASK_COUNT=$(echo \"$INLINE_TASKS\" | jq 'length')\n          echo \"\uD83D\uDCE6 Found $TASK_COUNT task(s) in .ailf/tasks/\"\n\n          # Build API payload \u2014 includes the local tasks as inlineTasks\n          if [ \"$FULL_EVAL\" = \"true\" ]; then\n            DEBUG_JSON='null'\n          else\n            DEBUG_JSON='{\"enabled\":true,\"firstN\":2}'\n          fi\n\n          PAYLOAD=$(jq -n \\\n            --argjson tasks \"$INLINE_TASKS\" \\\n            --argjson debug \"$DEBUG_JSON\" \\\n            '{\n              mode: \"baseline\",\n              taskMode: \"inline\",\n              inlineTasks: $tasks,\n              publish: true,\n              compare: true\n            } + (if $debug != null then {debug: $debug} else {} end)')\n\n          echo \"::group::Request payload (tasks omitted)\"\n          echo \"$PAYLOAD\" | jq 'del(.inlineTasks)'\n          echo \"::endgroup::\"\n\n          RESPONSE=$(curl -sf -X POST \\\n            -H \"Authorization: Bearer $AILF_API_KEY\" \\\n            -H \"Content-Type: application/json\" \\\n            https://ailf-api.sanity.build/v1/pipeline \\\n            -d \"$PAYLOAD\")\n\n          JOB_ID=$(echo \"$RESPONSE\" | jq -r '.jobId')\n          echo \"job_id=$JOB_ID\" >> $GITHUB_OUTPUT\n          echo \"\uD83D\uDCCB Submitted job: $JOB_ID\"\n\n      # \u2500\u2500\u2500 Poll for results (long-polling) \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Wait for results\n        id: results\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n        run: |\n          for i in $(seq 1 40); do\n            RESPONSE=$(curl -s \\\n              -H \"Authorization: Bearer $AILF_API_KEY\" \\\n              -H \"Prefer: wait=25\" \\\n              \"https://ailf-api.sanity.build/v1/jobs/$JOB_ID\")\n\n            STATUS=$(echo \"$RESPONSE\" | jq -r '.status')\n\n            case \"$STATUS\" in\n              completed)\n                echo \"status=completed\" >> $GITHUB_OUTPUT\n                echo \"report_id=$(echo $RESPONSE | jq -r '.reportId // empty')\" >> $GITHUB_OUTPUT\n                echo \"score=$(echo $RESPONSE | jq -r '.score // empty')\" >> $GITHUB_OUTPUT\n                echo \"\u2705 Evaluation completed\"\n                exit 0\n                ;;\n              failed|timed-out)\n                echo \"status=$STATUS\" >> $GITHUB_OUTPUT\n                echo \"::error::Evaluation $STATUS\"\n                exit 1\n                ;;\n              *)\n                echo \"\u23F3 [$i/40] $STATUS\"\n                ;;\n            esac\n          done\n\n          echo \"::error::Timed out waiting for evaluation\"\n          exit 1\n\n      # \u2500\u2500\u2500 Fetch the markdown report \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Fetch markdown report\n        id: markdown\n        if: steps.results.outputs.report_id != ''\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          REPORT_ID: ${{ steps.results.outputs.report_id }}\n        run: |\n          REPORT_MD=$(curl -sf \\\n            -H \"Authorization: Bearer $AILF_API_KEY\" \\\n            \"https://ailf-api.sanity.build/v1/reports/$REPORT_ID/markdown\")\n\n          if [ $? -eq 0 ] && [ -n \"$REPORT_MD\" ]; then\n            echo \"$REPORT_MD\" > /tmp/ailf-report.md\n            echo \"fetched=true\" >> $GITHUB_OUTPUT\n          else\n            echo \"fetched=false\" >> $GITHUB_OUTPUT\n            echo \"::warning::Could not fetch markdown report\"\n          fi\n\n      # \u2500\u2500\u2500 Post results to PR \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Post PR comment\n        if: >-\n          always() && github.event_name == 'pull_request' &&\n          steps.submit.outputs.job_id != ''\n        uses: actions/github-script@v7\n        env:\n          JOB_STATUS: ${{ steps.results.outputs.status || 'unknown' }}\n          REPORT_ID: ${{ steps.results.outputs.report_id || '' }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n          SCORE: ${{ steps.results.outputs.score || '' }}\n          MARKDOWN_FETCHED: ${{ steps.markdown.outputs.fetched || 'false' }}\n        with:\n          script: |\n            const fs = require('fs');\n            const marker = '<!-- ailf-score-report -->';\n            const status = process.env.JOB_STATUS;\n            const reportId = process.env.REPORT_ID;\n            const jobId = process.env.JOB_ID;\n            const score = process.env.SCORE;\n            const mdFetched = process.env.MARKDOWN_FETCHED === 'true';\n\n            let body;\n\n            if (status === 'completed' && mdFetched) {\n              const reportMd = fs.readFileSync('/tmp/ailf-report.md', 'utf-8');\n              body = `${marker}\\n${reportMd}`;\n              if (reportId) {\n                body += `\\n\uD83D\uDD17 [View in Studio](https://admin.sanity.io/ailf/report/${reportId})`;\n              }\n              body += `\\n\\n<sub>Job: \\`${jobId}\\`</sub>\\n`;\n            } else {\n              let icon, message;\n              if (status === 'completed') {\n                icon = '\u2705';\n                message = score\n                  ? `Evaluation completed \u2014 score: **${score}/100**`\n                  : 'Evaluation completed successfully.';\n              } else if (status === 'failed' || status === 'timed-out') {\n                icon = '\u26A0\uFE0F';\n                message = `Evaluation ${status}.`;\n              } else {\n                icon = '\u23F3';\n                message = 'Evaluation status unknown (may still be running).';\n              }\n\n              body = `${marker}\\n## ${icon} AI Literacy Evaluation\\n\\n${message}\\n`;\n              if (reportId) {\n                body += `\\n\uD83D\uDD17 [View in Studio](https://admin.sanity.io/ailf/report/${reportId})\\n`;\n              }\n              body += `\\n<sub>Job: \\`${jobId}\\`</sub>\\n`;\n            }\n\n            const { data: comments } = await github.rest.issues.listComments({\n              owner: context.repo.owner,\n              repo: context.repo.repo,\n              issue_number: context.issue.number,\n            });\n            const existing = comments.find(c => c.body?.includes(marker));\n\n            if (existing) {\n              await github.rest.issues.updateComment({\n                owner: context.repo.owner,\n                repo: context.repo.repo,\n                comment_id: existing.id,\n                body,\n              });\n            } else {\n              await github.rest.issues.createComment({\n                owner: context.repo.owner,\n                repo: context.repo.repo,\n                issue_number: context.issue.number,\n                body,\n              });\n            }\n\n      # \u2500\u2500\u2500 Job summary \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n      - name: Summary\n        if: always()\n        env:\n          JOB_STATUS: ${{ steps.results.outputs.status || 'unknown' }}\n          REPORT_ID: ${{ steps.results.outputs.report_id || '' }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n          SCORE: ${{ steps.results.outputs.score || '' }}\n          MARKDOWN_FETCHED: ${{ steps.markdown.outputs.fetched || 'false' }}\n        run: |\n          if [ \"$JOB_STATUS\" = \"completed\" ] && [ \"$MARKDOWN_FETCHED\" = \"true\" ] && [ -f /tmp/ailf-report.md ]; then\n            cat /tmp/ailf-report.md >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            [ -n \"$REPORT_ID\" ] && echo \"\uD83D\uDD17 [View in Studio](https://admin.sanity.io/ailf/report/$REPORT_ID)\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"<sub>Job: \\`$JOB_ID\\`</sub>\" >> \"$GITHUB_STEP_SUMMARY\"\n          else\n            {\n              echo \"## \uD83D\uDCCA AI Literacy Evaluation\"\n              echo \"\"\n              echo \"| Field | Value |\"\n              echo \"|-------|-------|\"\n              echo \"| Job | \\`$JOB_ID\\` |\"\n              echo \"| Status | $JOB_STATUS |\"\n              [ -n \"$SCORE\" ] && echo \"| Score | $SCORE/100 |\"\n              [ -n \"$REPORT_ID\" ] && echo \"| Report | [$REPORT_ID](https://admin.sanity.io/ailf/report/$REPORT_ID) |\"\n            } >> \"$GITHUB_STEP_SUMMARY\"\n          fi\n";

package/dist/_vendor/ailf-core/examples/index.js

@@ -289,4 +289,4 @@ export const EXAMPLES = {
 // Raw file exports (non-data files, exported as raw strings)
 // ---------------------------------------------------------------------------
 /** GitHub Actions workflow template for AI Literacy evaluation */
-export const workflowYaml = "# ──────────────────────────────────────────────────────────────────────\n# AI Literacy Evaluation — GitHub Actions workflow\n# ──────────────────────────────────────────────────────────────────────\n#\n# This workflow submits evaluations to the AILF API when task or config\n# files change in a pull request. The API handles all processing\n# (LLM calls, doc fetching, grading, report publishing).\n#\n# Prerequisites:\n#   Add one secret to your repository (Settings → Secrets → Actions):\n#     AILF_API_KEY — your API key (starts with ailf_live_sk_)\n#\n# Customization:\n#   - Adjust `paths` to match your documentation file locations\n#   - Set full_eval to true for comprehensive (slower) evaluation\n#   - See: https://github.com/sanity-labs/ai-literacy-framework/blob/main/docs/API_GATEWAY.md\n# ──────────────────────────────────────────────────────────────────────\n\nname: AI Literacy Eval\n\non:\n  pull_request:\n    branches: [main]\n    paths:\n      - \".ailf/**\"\n\n  # Manual trigger from the Actions tab\n  workflow_dispatch:\n    inputs:\n      full_eval:\n        description: \"Run full evaluation (all tests, slower)\"\n        type: boolean\n        default: false\n\nconcurrency:\n  group: ailf-eval-${{ github.event.pull_request.number || github.ref }}\n  cancel-in-progress: true\n\njobs:\n  evaluate:\n    name: AI Literacy Evaluation\n    runs-on: ubuntu-latest\n    permissions:\n      pull-requests: write\n    steps:\n      # ─── Submit evaluation to the AILF API ─────────────────────\n      - name: Submit evaluation\n        id: submit\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          FULL_EVAL: ${{ inputs.full_eval || 'false' }}\n        run: |\n          if [ \"$FULL_EVAL\" = \"true\" ]; then\n            DEBUG_FIELD=\"\"\n          else\n            DEBUG_FIELD='\"debug\": { \"enabled\": true, \"firstN\": 2 },'\n          fi\n\n          PAYLOAD=$(cat <<EOF\n          {\n            \"mode\": \"baseline\",\n            ${DEBUG_FIELD}\n            \"publish\": true,\n            \"compare\": true\n          }\n          EOF\n          )\n\n          RESPONSE=$(curl -sf -X POST \\\n            -H \"Authorization: Bearer $AILF_API_KEY\" \\\n            -H \"Content-Type: application/json\" \\\n            https://ailf-api.sanity.build/v1/pipeline \\\n            -d \"$PAYLOAD\")\n\n          JOB_ID=$(echo \"$RESPONSE\" | jq -r '.jobId')\n          echo \"job_id=$JOB_ID\" >> $GITHUB_OUTPUT\n          echo \"📋 Submitted job: $JOB_ID\"\n\n      # ─── Poll for results (long-polling) ───────────────────────\n      - name: Wait for results\n        id: results\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n        run: |\n          for i in $(seq 1 40); do\n            RESPONSE=$(curl -s \\\n              -H \"Authorization: Bearer $AILF_API_KEY\" \\\n              -H \"Prefer: wait=25\" \\\n              \"https://ailf-api.sanity.build/v1/jobs/$JOB_ID\")\n\n            STATUS=$(echo \"$RESPONSE\" | jq -r '.status')\n\n            case \"$STATUS\" in\n              completed)\n                echo \"status=completed\" >> $GITHUB_OUTPUT\n                echo \"report_id=$(echo $RESPONSE | jq -r '.reportId // empty')\" >> $GITHUB_OUTPUT\n                echo \"score=$(echo $RESPONSE | jq -r '.score // empty')\" >> $GITHUB_OUTPUT\n                echo \"✅ Evaluation completed\"\n                exit 0\n                ;;\n              failed|timed-out)\n                echo \"status=$STATUS\" >> $GITHUB_OUTPUT\n                echo \"::error::Evaluation $STATUS\"\n                exit 1\n                ;;\n              *)\n                echo \"⏳ [$i/40] $STATUS\"\n                ;;\n            esac\n          done\n\n          echo \"::error::Timed out waiting for evaluation\"\n          exit 1\n\n      # ─── Fetch the markdown report ─────────────────────────────\n      - name: Fetch markdown report\n        id: markdown\n        if: steps.results.outputs.report_id != ''\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          REPORT_ID: ${{ steps.results.outputs.report_id }}\n        run: |\n          REPORT_MD=$(curl -sf \\\n            -H \"Authorization: Bearer $AILF_API_KEY\" \\\n            \"https://ailf-api.sanity.build/v1/reports/$REPORT_ID/markdown\")\n\n          if [ $? -eq 0 ] && [ -n \"$REPORT_MD\" ]; then\n            # Write to a temp file to avoid shell quoting issues\n            echo \"$REPORT_MD\" > /tmp/ailf-report.md\n            echo \"fetched=true\" >> $GITHUB_OUTPUT\n          else\n            echo \"fetched=false\" >> $GITHUB_OUTPUT\n            echo \"::warning::Could not fetch markdown report\"\n          fi\n\n      # ─── Post results to PR ────────────────────────────────────\n      - name: Post PR comment\n        if: >-\n          always() && github.event_name == 'pull_request' &&\n          steps.submit.outputs.job_id != ''\n        uses: actions/github-script@v7\n        env:\n          JOB_STATUS: ${{ steps.results.outputs.status || 'unknown' }}\n          REPORT_ID: ${{ steps.results.outputs.report_id || '' }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n          SCORE: ${{ steps.results.outputs.score || '' }}\n          MARKDOWN_FETCHED: ${{ steps.markdown.outputs.fetched || 'false' }}\n        with:\n          script: |\n            const fs = require('fs');\n            const marker = '<!-- ailf-score-report -->';\n            const status = process.env.JOB_STATUS;\n            const reportId = process.env.REPORT_ID;\n            const jobId = process.env.JOB_ID;\n            const score = process.env.SCORE;\n            const mdFetched = process.env.MARKDOWN_FETCHED === 'true';\n\n            let body;\n\n            if (status === 'completed' && mdFetched) {\n              // Use the full markdown report from the API\n              const reportMd = fs.readFileSync('/tmp/ailf-report.md', 'utf-8');\n              body = `${marker}\\n${reportMd}`;\n              if (reportId) {\n                body += `\\n🔗 [View in Studio](https://ailf-api.sanity.build/v1/reports/${reportId})`;\n              }\n              body += `\\n\\n<sub>Job: \\`${jobId}\\`</sub>\\n`;\n            } else {\n              // Fallback: minimal comment when markdown is unavailable\n              let icon, message;\n              if (status === 'completed') {\n                icon = '✅';\n                message = score\n                  ? `Evaluation completed — score: **${score}/100**`\n                  : 'Evaluation completed successfully.';\n              } else if (status === 'failed' || status === 'timed-out') {\n                icon = '⚠️';\n                message = `Evaluation ${status}.`;\n              } else {\n                icon = '⏳';\n                message = 'Evaluation status unknown (may still be running).';\n              }\n\n              body = `${marker}\\n## ${icon} AI Literacy Evaluation\\n\\n${message}\\n`;\n              if (reportId) {\n                body += `\\n🔗 [View detailed report](https://ailf-api.sanity.build/v1/reports/${reportId})\\n`;\n              }\n              body += `\\n<sub>Job: \\`${jobId}\\`</sub>\\n`;\n            }\n\n            const { data: comments } = await github.rest.issues.listComments({\n              owner: context.repo.owner,\n              repo: context.repo.repo,\n              issue_number: context.issue.number,\n            });\n            const existing = comments.find(c => c.body?.includes(marker));\n\n            if (existing) {\n              await github.rest.issues.updateComment({\n                owner: context.repo.owner,\n                repo: context.repo.repo,\n                comment_id: existing.id,\n                body,\n              });\n            } else {\n              await github.rest.issues.createComment({\n                owner: context.repo.owner,\n                repo: context.repo.repo,\n                issue_number: context.issue.number,\n                body,\n              });\n            }\n\n      # ─── Job summary ───────────────────────────────────────────\n      - name: Summary\n        if: always()\n        env:\n          JOB_STATUS: ${{ steps.results.outputs.status || 'unknown' }}\n          REPORT_ID: ${{ steps.results.outputs.report_id || '' }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n          SCORE: ${{ steps.results.outputs.score || '' }}\n          MARKDOWN_FETCHED: ${{ steps.markdown.outputs.fetched || 'false' }}\n        run: |\n          if [ \"$JOB_STATUS\" = \"completed\" ] && [ \"$MARKDOWN_FETCHED\" = \"true\" ] && [ -f /tmp/ailf-report.md ]; then\n            # Use the full markdown report as the job summary\n            cat /tmp/ailf-report.md >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            [ -n \"$REPORT_ID\" ] && echo \"🔗 [View in Studio](https://ailf-api.sanity.build/v1/reports/$REPORT_ID)\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"<sub>Job: \\`$JOB_ID\\`</sub>\" >> \"$GITHUB_STEP_SUMMARY\"\n          else\n            # Fallback: minimal table\n            {\n              echo \"## 📊 AI Literacy Evaluation\"\n              echo \"\"\n              echo \"| Field | Value |\"\n              echo \"|-------|-------|\"\n              echo \"| Job | \\`$JOB_ID\\` |\"\n              echo \"| Status | $JOB_STATUS |\"\n              [ -n \"$SCORE\" ] && echo \"| Score | $SCORE/100 |\"\n              [ -n \"$REPORT_ID\" ] && echo \"| Report | [$REPORT_ID](https://ailf-api.sanity.build/v1/reports/$REPORT_ID) |\"\n            } >> \"$GITHUB_STEP_SUMMARY\"\n          fi\n";
+export const workflowYaml = "# ──────────────────────────────────────────────────────────────────────\n# AI Literacy Evaluation — GitHub Actions workflow\n# ──────────────────────────────────────────────────────────────────────\n#\n# This workflow evaluates your documentation quality by submitting your\n# .ailf/tasks/ definitions to the AILF API on every pull request. The\n# API handles all heavy lifting (LLM calls, doc fetching, grading,\n# report publishing). Results are posted as a PR comment.\n#\n# How it works:\n#   1. Reads your .ailf/tasks/*.yaml files\n#   2. Submits them to the AILF API as inline tasks\n#   3. Polls for results (the API runs the full eval pipeline)\n#   4. Posts a score report as a PR comment\n#\n# Prerequisites:\n#   Add one secret to your repository (Settings → Secrets → Actions):\n#     AILF_API_KEY — your API key (starts with ailf_live_sk_)\n#\n# Customization:\n#   - Narrow the paths trigger to reduce cost (see comment below)\n#   - Set full_eval to true for comprehensive (slower) evaluation\n#   - See: https://github.com/sanity-labs/ai-literacy-framework\n# ──────────────────────────────────────────────────────────────────────\n\nname: AI Literacy Eval\n\non:\n  pull_request:\n    branches: [main]\n    # Runs on every PR to main by default so documentation quality is\n    # continuously monitored. To reduce cost, narrow the trigger:\n    #   paths: [\".ailf/**\", \"docs/**\"]\n\n  # Manual trigger from the Actions tab\n  workflow_dispatch:\n    inputs:\n      full_eval:\n        description: \"Run full evaluation (all tests, slower)\"\n        type: boolean\n        default: false\n\nconcurrency:\n  group: ailf-eval-${{ github.event.pull_request.number || github.ref }}\n  cancel-in-progress: true\n\njobs:\n  evaluate:\n    name: AI Literacy Evaluation\n    runs-on: ubuntu-latest\n    permissions:\n      pull-requests: write\n    steps:\n      # ─── Checkout repo to read .ailf/tasks/ ────────────────────\n      - uses: actions/checkout@v4\n\n      # ─── Read local tasks and submit to AILF API ───────────────\n      - name: Submit evaluation\n        id: submit\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          FULL_EVAL: ${{ inputs.full_eval || 'false' }}\n        run: |\n          # Parse .ailf/tasks/*.yaml into a JSON array\n          # (python3 + PyYAML are pre-installed on ubuntu-latest)\n          INLINE_TASKS=$(python3 << 'PYEOF'\n          import yaml, json, glob, sys\n\n          tasks = []\n          for f in sorted(glob.glob(\".ailf/tasks/*.yaml\") + glob.glob(\".ailf/tasks/*.yml\")):\n              with open(f) as fh:\n                  data = yaml.safe_load(fh)\n                  if isinstance(data, list):\n                      tasks.extend(data)\n                  elif data is not None:\n                      tasks.append(data)\n\n          if not tasks:\n              print(\"::error::No tasks found in .ailf/tasks/ — add task YAML files first.\", file=sys.stderr)\n              sys.exit(1)\n\n          print(json.dumps(tasks))\n          PYEOF\n          )\n\n          TASK_COUNT=$(echo \"$INLINE_TASKS\" | jq 'length')\n          echo \"📦 Found $TASK_COUNT task(s) in .ailf/tasks/\"\n\n          # Build API payload — includes the local tasks as inlineTasks\n          if [ \"$FULL_EVAL\" = \"true\" ]; then\n            DEBUG_JSON='null'\n          else\n            DEBUG_JSON='{\"enabled\":true,\"firstN\":2}'\n          fi\n\n          PAYLOAD=$(jq -n \\\n            --argjson tasks \"$INLINE_TASKS\" \\\n            --argjson debug \"$DEBUG_JSON\" \\\n            '{\n              mode: \"baseline\",\n              taskMode: \"inline\",\n              inlineTasks: $tasks,\n              publish: true,\n              compare: true\n            } + (if $debug != null then {debug: $debug} else {} end)')\n\n          echo \"::group::Request payload (tasks omitted)\"\n          echo \"$PAYLOAD\" | jq 'del(.inlineTasks)'\n          echo \"::endgroup::\"\n\n          RESPONSE=$(curl -sf -X POST \\\n            -H \"Authorization: Bearer $AILF_API_KEY\" \\\n            -H \"Content-Type: application/json\" \\\n            https://ailf-api.sanity.build/v1/pipeline \\\n            -d \"$PAYLOAD\")\n\n          JOB_ID=$(echo \"$RESPONSE\" | jq -r '.jobId')\n          echo \"job_id=$JOB_ID\" >> $GITHUB_OUTPUT\n          echo \"📋 Submitted job: $JOB_ID\"\n\n      # ─── Poll for results (long-polling) ───────────────────────\n      - name: Wait for results\n        id: results\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n        run: |\n          for i in $(seq 1 40); do\n            RESPONSE=$(curl -s \\\n              -H \"Authorization: Bearer $AILF_API_KEY\" \\\n              -H \"Prefer: wait=25\" \\\n              \"https://ailf-api.sanity.build/v1/jobs/$JOB_ID\")\n\n            STATUS=$(echo \"$RESPONSE\" | jq -r '.status')\n\n            case \"$STATUS\" in\n              completed)\n                echo \"status=completed\" >> $GITHUB_OUTPUT\n                echo \"report_id=$(echo $RESPONSE | jq -r '.reportId // empty')\" >> $GITHUB_OUTPUT\n                echo \"score=$(echo $RESPONSE | jq -r '.score // empty')\" >> $GITHUB_OUTPUT\n                echo \"✅ Evaluation completed\"\n                exit 0\n                ;;\n              failed|timed-out)\n                echo \"status=$STATUS\" >> $GITHUB_OUTPUT\n                echo \"::error::Evaluation $STATUS\"\n                exit 1\n                ;;\n              *)\n                echo \"⏳ [$i/40] $STATUS\"\n                ;;\n            esac\n          done\n\n          echo \"::error::Timed out waiting for evaluation\"\n          exit 1\n\n      # ─── Fetch the markdown report ─────────────────────────────\n      - name: Fetch markdown report\n        id: markdown\n        if: steps.results.outputs.report_id != ''\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          REPORT_ID: ${{ steps.results.outputs.report_id }}\n        run: |\n          REPORT_MD=$(curl -sf \\\n            -H \"Authorization: Bearer $AILF_API_KEY\" \\\n            \"https://ailf-api.sanity.build/v1/reports/$REPORT_ID/markdown\")\n\n          if [ $? -eq 0 ] && [ -n \"$REPORT_MD\" ]; then\n            echo \"$REPORT_MD\" > /tmp/ailf-report.md\n            echo \"fetched=true\" >> $GITHUB_OUTPUT\n          else\n            echo \"fetched=false\" >> $GITHUB_OUTPUT\n            echo \"::warning::Could not fetch markdown report\"\n          fi\n\n      # ─── Post results to PR ────────────────────────────────────\n      - name: Post PR comment\n        if: >-\n          always() && github.event_name == 'pull_request' &&\n          steps.submit.outputs.job_id != ''\n        uses: actions/github-script@v7\n        env:\n          JOB_STATUS: ${{ steps.results.outputs.status || 'unknown' }}\n          REPORT_ID: ${{ steps.results.outputs.report_id || '' }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n          SCORE: ${{ steps.results.outputs.score || '' }}\n          MARKDOWN_FETCHED: ${{ steps.markdown.outputs.fetched || 'false' }}\n        with:\n          script: |\n            const fs = require('fs');\n            const marker = '<!-- ailf-score-report -->';\n            const status = process.env.JOB_STATUS;\n            const reportId = process.env.REPORT_ID;\n            const jobId = process.env.JOB_ID;\n            const score = process.env.SCORE;\n            const mdFetched = process.env.MARKDOWN_FETCHED === 'true';\n\n            let body;\n\n            if (status === 'completed' && mdFetched) {\n              const reportMd = fs.readFileSync('/tmp/ailf-report.md', 'utf-8');\n              body = `${marker}\\n${reportMd}`;\n              if (reportId) {\n                body += `\\n🔗 [View in Studio](https://admin.sanity.io/ailf/report/${reportId})`;\n              }\n              body += `\\n\\n<sub>Job: \\`${jobId}\\`</sub>\\n`;\n            } else {\n              let icon, message;\n              if (status === 'completed') {\n                icon = '✅';\n                message = score\n                  ? `Evaluation completed — score: **${score}/100**`\n                  : 'Evaluation completed successfully.';\n              } else if (status === 'failed' || status === 'timed-out') {\n                icon = '⚠️';\n                message = `Evaluation ${status}.`;\n              } else {\n                icon = '⏳';\n                message = 'Evaluation status unknown (may still be running).';\n              }\n\n              body = `${marker}\\n## ${icon} AI Literacy Evaluation\\n\\n${message}\\n`;\n              if (reportId) {\n                body += `\\n🔗 [View in Studio](https://admin.sanity.io/ailf/report/${reportId})\\n`;\n              }\n              body += `\\n<sub>Job: \\`${jobId}\\`</sub>\\n`;\n            }\n\n            const { data: comments } = await github.rest.issues.listComments({\n              owner: context.repo.owner,\n              repo: context.repo.repo,\n              issue_number: context.issue.number,\n            });\n            const existing = comments.find(c => c.body?.includes(marker));\n\n            if (existing) {\n              await github.rest.issues.updateComment({\n                owner: context.repo.owner,\n                repo: context.repo.repo,\n                comment_id: existing.id,\n                body,\n              });\n            } else {\n              await github.rest.issues.createComment({\n                owner: context.repo.owner,\n                repo: context.repo.repo,\n                issue_number: context.issue.number,\n                body,\n              });\n            }\n\n      # ─── Job summary ───────────────────────────────────────────\n      - name: Summary\n        if: always()\n        env:\n          JOB_STATUS: ${{ steps.results.outputs.status || 'unknown' }}\n          REPORT_ID: ${{ steps.results.outputs.report_id || '' }}\n          JOB_ID: ${{ steps.submit.outputs.job_id }}\n          SCORE: ${{ steps.results.outputs.score || '' }}\n          MARKDOWN_FETCHED: ${{ steps.markdown.outputs.fetched || 'false' }}\n        run: |\n          if [ \"$JOB_STATUS\" = \"completed\" ] && [ \"$MARKDOWN_FETCHED\" = \"true\" ] && [ -f /tmp/ailf-report.md ]; then\n            cat /tmp/ailf-report.md >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            [ -n \"$REPORT_ID\" ] && echo \"🔗 [View in Studio](https://admin.sanity.io/ailf/report/$REPORT_ID)\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"<sub>Job: \\`$JOB_ID\\`</sub>\" >> \"$GITHUB_STEP_SUMMARY\"\n          else\n            {\n              echo \"## 📊 AI Literacy Evaluation\"\n              echo \"\"\n              echo \"| Field | Value |\"\n              echo \"|-------|-------|\"\n              echo \"| Job | \\`$JOB_ID\\` |\"\n              echo \"| Status | $JOB_STATUS |\"\n              [ -n \"$SCORE\" ] && echo \"| Score | $SCORE/100 |\"\n              [ -n \"$REPORT_ID\" ] && echo \"| Report | [$REPORT_ID](https://admin.sanity.io/ailf/report/$REPORT_ID) |\"\n            } >> \"$GITHUB_STEP_SUMMARY\"\n          fi\n";

package/dist/_vendor/ailf-core/schemas/pipeline-request.d.ts

@@ -40,59 +40,7 @@ export declare const PipelineRequestSchema: z.ZodObject<{
     gapAnalysis: z.ZodOptional<z.ZodBoolean>;
     graderReplications: z.ZodOptional<z.ZodNumber>;
     headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-    inlineTasks: z.ZodOptional<z.ZodArray<z.ZodObject<{
-        assert: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
-            criteria: z.ZodArray<z.ZodString>;
-            template: z.ZodString;
-            type: z.ZodLiteral<"llm-rubric">;
-            weight: z.ZodOptional<z.ZodNumber>;
-        }, z.core.$strip>, z.ZodObject<{
-            type: z.ZodLiteral<"contains">;
-            value: z.ZodString;
-            weight: z.ZodOptional<z.ZodNumber>;
-        }, z.core.$strip>, z.ZodObject<{
-            type: z.ZodLiteral<"contains-any">;
-            value: z.ZodArray<z.ZodString>;
-            weight: z.ZodOptional<z.ZodNumber>;
-        }, z.core.$strip>, z.ZodObject<{
-            type: z.ZodLiteral<"not-contains">;
-            value: z.ZodString;
-            weight: z.ZodOptional<z.ZodNumber>;
-        }, z.core.$strip>, z.ZodObject<{
-            type: z.ZodLiteral<"javascript">;
-            value: z.ZodString;
-            weight: z.ZodOptional<z.ZodNumber>;
-        }, z.core.$strip>]>>;
-        baseline: z.ZodOptional<z.ZodObject<{
-            enabled: z.ZodOptional<z.ZodBoolean>;
-            rubric: z.ZodOptional<z.ZodEnum<{
-                full: "full";
-                abbreviated: "abbreviated";
-                none: "none";
-            }>>;
-        }, z.core.$strip>>;
-        canonical_docs: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
-            reason: z.ZodDefault<z.ZodOptional<z.ZodString>>;
-            slug: z.ZodString;
-        }, z.core.$strip>, z.ZodObject<{
-            path: z.ZodString;
-            reason: z.ZodDefault<z.ZodOptional<z.ZodString>>;
-        }, z.core.$strip>, z.ZodObject<{
-            id: z.ZodString;
-            reason: z.ZodDefault<z.ZodOptional<z.ZodString>>;
-        }, z.core.$strip>, z.ZodObject<{
-            perspective: z.ZodString;
-            reason: z.ZodDefault<z.ZodOptional<z.ZodString>>;
-        }, z.core.$strip>]>>;
-        description: z.ZodString;
-        doc_coverage: z.ZodOptional<z.ZodBoolean>;
-        id: z.ZodString;
-        reference_solution: z.ZodString;
-        vars: z.ZodObject<{
-            docs: z.ZodString;
-            task: z.ZodString;
-        }, z.core.$loose>;
-    }, z.core.$strip>>>;
+    inlineTasks: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
     jobId: z.ZodOptional<z.ZodString>;
     mode: z.ZodOptional<z.ZodEnum<{
         agentic: "agentic";

package/dist/_vendor/ailf-core/schemas/pipeline-request.js

@@ -13,7 +13,6 @@
  * @see packages/eval/src/pipeline/map-request-to-config.ts — maps to ResolvedConfig
  */
 import { z } from "zod";
-import { SingleTaskSchema } from "./pipeline.js";
 // ---------------------------------------------------------------------------
 // Debug options — boolean shorthand or structured object
 // ---------------------------------------------------------------------------
@@ -49,7 +48,7 @@ export const PipelineRequestSchema = z.object({
     gapAnalysis: z.boolean().optional(),
     graderReplications: z.number().int().positive().optional(),
     headers: z.record(z.string(), z.string()).optional(),
-    inlineTasks: z.array(SingleTaskSchema).optional(),
+    inlineTasks: z.array(z.record(z.string(), z.unknown())).optional(),
     jobId: z.string().optional(),
     mode: z.enum(["baseline", "agentic", "observed", "full"]).optional(),
     noCache: z.boolean().optional(),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf",
-  "version": "0.1.4",
+  "version": "0.1.6",
   "private": false,
   "publishConfig": {
     "access": "restricted"