@sanity/ailf 3.7.0 → 3.8.1

package/config/airbyte/ai_literacy_framework.connector.yaml

@@ -489,7 +489,7 @@ schemas:
           - string
           - "null"
         description:
-          "Run classification (D0037): official | ad-hoc | experimental | test |
+          "Run classification (D0037): official | adhoc | experimental | test |
           external. Orthogonal to trigger_type."
       owner_team:
         type:

package/config/thresholds.ts

@@ -2,9 +2,9 @@
  * thresholds.ts — Quality thresholds for readiness gates and regression alerts.
  *
  * Used by:
- * - `npx @sanity/ailf pipeline --readiness` (launch readiness checklist)
- * - `npx @sanity/ailf pipeline --publish` (severity-aware sink routing)
- * - `npx @sanity/ailf pipeline --compare` (regression alerting)
+ * - `npx @sanity/ailf report readiness` (launch readiness checklist)
+ * - `npx @sanity/ailf run --publish` (severity-aware sink routing)
+ * - `npx @sanity/ailf run --compare` (regression alerting)
  *
  * @see docs/archive/exec-plans/scenario-matrix-implementation/phase-5-readiness-thresholds.md
  */

package/dist/_vendor/ailf-core/examples/index.d.ts

@@ -87,7 +87,7 @@ export declare const thresholdData: {
     };
 };
 /** Raw YAML string for threshold example (preserves comments) */
-export declare const thresholdYaml = "# Example quality threshold configuration.\n#\n# Thresholds define the minimum scores for readiness gates.\n# The pipeline's --readiness flag evaluates scores against these\n# thresholds and produces a go/no-go checklist.\n#\n# Global thresholds apply to all areas unless overridden per-area.\n\nglobal:\n  composite: 60\n  dimensions:\n    task_completion: 55\n    code_correctness: 50\n    doc_coverage: 50\n  ceiling: 70\n  docLift: 10\n\nareas:\n  groq:\n    composite: 65\n    ceiling: 75\n";
+export declare const thresholdYaml = "# Example quality threshold configuration.\n#\n# Thresholds define the minimum scores for readiness gates.\n# The `ailf report readiness` command evaluates scores against these\n# thresholds and produces a go/no-go checklist.\n#\n# Global thresholds apply to all areas unless overridden per-area.\n\nglobal:\n  composite: 60\n  dimensions:\n    task_completion: 55\n    code_correctness: 50\n    doc_coverage: 50\n  ceiling: 70\n  docLift: 10\n\nareas:\n  groq:\n    composite: 65\n    ceiling: 75\n";
 /** Parsed ailf-config example data (JSON-safe) */
 export declare const ailfConfigData: {
     readonly source: {
@@ -433,6 +433,6 @@ export interface ExampleRecord {
 }
 export declare const EXAMPLES: Record<ExampleType, ExampleRecord>;
 /** GitHub Actions workflow template for AI Literacy evaluation */
-export declare const workflowYaml = "# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n# AI Literacy Evaluation \u2014 GitHub Actions workflow\n# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n#\n# Evaluates your documentation quality on every pull request.\n# The AILF CLI reads your .ailf/tasks/ definitions, submits them\n# to the AILF API for evaluation, and writes a score report.\n#\n# Prerequisites:\n#   Add one secret to your repository (Settings \u2192 Secrets \u2192 Actions):\n#     AILF_API_KEY \u2014 your API key (starts with ailf_live_sk_)\n#\n#   @sanity/ailf is published with public npm access, so no npm token is\n#   needed to install the CLI.\n#\n# Customization:\n#   - Narrow the trigger paths to reduce cost (see comment below)\n#   - Check debug_mode for faster iteration (fewer tests)\n#   - See: https://github.com/sanity-labs/ai-literacy-framework\n# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nname: AI Literacy Eval\n\non:\n  pull_request:\n    branches: [main]\n    # Runs on every PR to main by default. To reduce cost:\n    #   paths: [\".ailf/**\", \"docs/**\"]\n\n  workflow_dispatch:\n    inputs:\n      debug_mode:\n        description: \"Run in debug mode (fewer tests, faster iteration)\"\n        type: boolean\n        default: false\n\nconcurrency:\n  group: ailf-eval-${{ github.event.pull_request.number || github.ref }}\n  cancel-in-progress: true\n\njobs:\n  evaluate:\n    name: AI Literacy Evaluation\n    runs-on: ubuntu-latest\n    permissions:\n      contents: read\n      pull-requests: write\n    steps:\n      - uses: actions/checkout@v4\n\n      - name: Run evaluation\n        id: eval\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          # \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n          # D0037 run provenance envelope \u2014 REPLACE THE OWNER TEAM SLUG\n          # below. Unedited templates produce runs tagged with the literal\n          # placeholder so you can spot them in Studio / BigQuery and fix.\n          #\n          # AILF_CLASSIFICATION values: official | ad-hoc | experimental |\n          # test | external. External teams should use `ad-hoc` by default;\n          # `official` is reserved for the core-docs scheduled series.\n          # \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n          AILF_CLASSIFICATION: ad-hoc\n          AILF_OWNER_TEAM: \"<REPLACE-WITH-YOUR-TEAM-SLUG>\"\n          AILF_OWNER_INDIVIDUAL: ${{ github.actor }}\n        run: |\n          npx @sanity/ailf@latest pipeline --remote \\\n            --output /tmp/ailf-report.md \\\n            ${{ inputs.debug_mode && '--debug' || '' }}\n\n      - name: Post PR comment\n        if: always() && github.event_name == 'pull_request'\n        uses: actions/github-script@v7\n        with:\n          script: |\n            const fs = require('fs');\n\n            // --- Constants ---\n            const MARKER = '<!-- ailf-score-report -->';\n            const HISTORY_START = '<!-- ailf-score-history -->';\n            const HISTORY_END = '<!-- /ailf-score-history -->';\n            const MAX_HISTORY = 3; // keep at most 3 prior runs\n\n            // --- Read new report ---\n            let newReport;\n            try {\n              newReport = fs.readFileSync('/tmp/ailf-report.md', 'utf-8');\n            } catch {\n              newReport = `## \u26A0\uFE0F AI Literacy Evaluation\\n\\nNo report generated. Check the [workflow logs](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}).`;\n            }\n\n            const prNumber = context.issue?.number || context.payload?.pull_request?.number;\n            if (!prNumber) {\n              console.log('No PR number found, skipping comment');\n              return;\n            }\n\n            // --- Find existing comment ---\n            const { data: comments } = await github.rest.issues.listComments({\n              owner: context.repo.owner, repo: context.repo.repo,\n              issue_number: prNumber,\n            });\n            const existing = comments.find(c => c.body?.includes(MARKER));\n\n            // --- Build history from previous comment ---\n            let historyEntries = [];\n            if (existing) {\n              const oldBody = existing.body || '';\n\n              // Collect existing collapsed history entries\n              const histStart = oldBody.indexOf(HISTORY_START);\n              const histEnd = oldBody.indexOf(HISTORY_END);\n              if (histStart !== -1 && histEnd !== -1) {\n                const historyContent = oldBody.slice(histStart + HISTORY_START.length, histEnd).trim();\n                // Split on </details> boundaries to get individual entries\n                if (historyContent) {\n                  historyEntries = historyContent\n                    .split(/<\\/details>\\s*/)\n                    .map(s => s.trim())\n                    .filter(s => s.startsWith('<details>'))\n                    .map(s => s + '\\n</details>');\n                }\n              }\n\n              // Extract the current report (will become the newest history entry)\n              let previousReport = '';\n              if (histStart !== -1) {\n                // Report is between MARKER and the \"Previous runs\" heading (or history section)\n                const markerIdx = oldBody.indexOf(MARKER);\n                // Find the --- separator before history\n                const separatorIdx = oldBody.lastIndexOf('---', histStart);\n                const endIdx = separatorIdx > markerIdx ? separatorIdx : histStart;\n                previousReport = oldBody.slice(markerIdx + MARKER.length, endIdx).trim();\n              } else {\n                // No history yet \u2014 everything after MARKER is the report\n                const markerIdx = oldBody.indexOf(MARKER);\n                if (markerIdx !== -1) {\n                  previousReport = oldBody.slice(markerIdx + MARKER.length).trim();\n                }\n              }\n\n              // Collapse the previous report into a <details> entry\n              if (previousReport) {\n                const scoreMatch = previousReport.match(/Overall:\\s*(\\d+)\\/100/);\n                const score = scoreMatch ? scoreMatch[1] : '?';\n                const dateMatch = previousReport.match(/Generated by.*?\u00B7\\s*([^\u00B7<\\n*]+)/);\n                const date = dateMatch\n                  ? dateMatch[1].trim()\n                  : new Date().toISOString().slice(0, 16).replace('T', ' ') + ' UTC';\n                const entry = `<details>\\n<summary>\uD83D\uDCDC ${date} \u2014 ${score}/100</summary>\\n\\n${previousReport}\\n\\n</details>`;\n                historyEntries.unshift(entry); // newest first\n              }\n\n              // Enforce max history limit\n              historyEntries = historyEntries.slice(0, MAX_HISTORY);\n            }\n\n            // --- Assemble final comment ---\n            const historySection = historyEntries.length > 0\n              ? `\\n\\n---\\n\\n### \uD83D\uDCDC Previous runs\\n\\n${HISTORY_START}\\n${historyEntries.join('\\n\\n')}\\n${HISTORY_END}`\n              : '';\n            const finalBody = `${MARKER}\\n${newReport}${historySection}`;\n\n            if (existing) {\n              await github.rest.issues.updateComment({\n                owner: context.repo.owner, repo: context.repo.repo,\n                comment_id: existing.id, body: finalBody,\n              });\n              console.log(`Updated comment (${historyEntries.length} history entries)`);\n            } else {\n              await github.rest.issues.createComment({\n                owner: context.repo.owner, repo: context.repo.repo,\n                issue_number: prNumber, body: finalBody,\n              });\n              console.log('Created new PR comment');\n            }\n\n      - name: Summary\n        if: always()\n        run: |\n          if [ -f /tmp/ailf-report.md ]; then\n            cat /tmp/ailf-report.md >> \"$GITHUB_STEP_SUMMARY\"\n          else\n            echo \"## \u26A0\uFE0F AI Literacy Evaluation\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"No report generated. Check the workflow logs.\" >> \"$GITHUB_STEP_SUMMARY\"\n          fi\n";
+export declare const workflowYaml = "# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n# AI Literacy Evaluation \u2014 GitHub Actions workflow\n# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n#\n# Evaluates your documentation quality on every pull request.\n# The AILF CLI reads your .ailf/tasks/ definitions, submits them\n# to the AILF API for evaluation, and writes a score report.\n#\n# Prerequisites:\n#   Add one secret to your repository (Settings \u2192 Secrets \u2192 Actions):\n#     AILF_API_KEY \u2014 your API key (starts with ailf_live_sk_)\n#\n#   @sanity/ailf is published with public npm access, so no npm token is\n#   needed to install the CLI.\n#\n# Customization:\n#   - Narrow the trigger paths to reduce cost (see comment below)\n#   - Check debug_mode for faster iteration (fewer tests)\n#   - See: https://github.com/sanity-labs/ai-literacy-framework\n# \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nname: AI Literacy Eval\n\non:\n  pull_request:\n    branches: [main]\n    # Runs on every PR to main by default. To reduce cost:\n    #   paths: [\".ailf/**\", \"docs/**\"]\n\n  workflow_dispatch:\n    inputs:\n      debug_mode:\n        description: \"Run in debug mode (fewer tests, faster iteration)\"\n        type: boolean\n        default: false\n\nconcurrency:\n  group: ailf-eval-${{ github.event.pull_request.number || github.ref }}\n  cancel-in-progress: true\n\njobs:\n  evaluate:\n    name: AI Literacy Evaluation\n    runs-on: ubuntu-latest\n    permissions:\n      contents: read\n      pull-requests: write\n    steps:\n      - uses: actions/checkout@v4\n\n      - name: Run evaluation\n        id: eval\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          # \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n          # D0037 run provenance envelope \u2014 REPLACE THE OWNER TEAM SLUG\n          # below. Unedited templates produce runs tagged with the literal\n          # placeholder so you can spot them in Studio / BigQuery and fix.\n          #\n          # AILF_CLASSIFICATION values: official | adhoc | experimental |\n          # test | external. External teams should use `adhoc` by default;\n          # `official` is reserved for the core-docs scheduled series.\n          # \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n          AILF_CLASSIFICATION: adhoc\n          AILF_OWNER_TEAM: \"<REPLACE-WITH-YOUR-TEAM-SLUG>\"\n          AILF_OWNER_INDIVIDUAL: ${{ github.actor }}\n        run: |\n          npx @sanity/ailf@latest run --remote \\\n            --output /tmp/ailf-report.md \\\n            ${{ inputs.debug_mode && '--debug' || '' }}\n\n      - name: Post PR comment\n        if: always() && github.event_name == 'pull_request'\n        uses: actions/github-script@v7\n        with:\n          script: |\n            const fs = require('fs');\n\n            // --- Constants ---\n            const MARKER = '<!-- ailf-score-report -->';\n            const HISTORY_START = '<!-- ailf-score-history -->';\n            const HISTORY_END = '<!-- /ailf-score-history -->';\n            const MAX_HISTORY = 3; // keep at most 3 prior runs\n\n            // --- Read new report ---\n            let newReport;\n            try {\n              newReport = fs.readFileSync('/tmp/ailf-report.md', 'utf-8');\n            } catch {\n              newReport = `## \u26A0\uFE0F AI Literacy Evaluation\\n\\nNo report generated. Check the [workflow logs](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}).`;\n            }\n\n            const prNumber = context.issue?.number || context.payload?.pull_request?.number;\n            if (!prNumber) {\n              console.log('No PR number found, skipping comment');\n              return;\n            }\n\n            // --- Find existing comment ---\n            const { data: comments } = await github.rest.issues.listComments({\n              owner: context.repo.owner, repo: context.repo.repo,\n              issue_number: prNumber,\n            });\n            const existing = comments.find(c => c.body?.includes(MARKER));\n\n            // --- Build history from previous comment ---\n            let historyEntries = [];\n            if (existing) {\n              const oldBody = existing.body || '';\n\n              // Collect existing collapsed history entries\n              const histStart = oldBody.indexOf(HISTORY_START);\n              const histEnd = oldBody.indexOf(HISTORY_END);\n              if (histStart !== -1 && histEnd !== -1) {\n                const historyContent = oldBody.slice(histStart + HISTORY_START.length, histEnd).trim();\n                // Split on </details> boundaries to get individual entries\n                if (historyContent) {\n                  historyEntries = historyContent\n                    .split(/<\\/details>\\s*/)\n                    .map(s => s.trim())\n                    .filter(s => s.startsWith('<details>'))\n                    .map(s => s + '\\n</details>');\n                }\n              }\n\n              // Extract the current report (will become the newest history entry)\n              let previousReport = '';\n              if (histStart !== -1) {\n                // Report is between MARKER and the \"Previous runs\" heading (or history section)\n                const markerIdx = oldBody.indexOf(MARKER);\n                // Find the --- separator before history\n                const separatorIdx = oldBody.lastIndexOf('---', histStart);\n                const endIdx = separatorIdx > markerIdx ? separatorIdx : histStart;\n                previousReport = oldBody.slice(markerIdx + MARKER.length, endIdx).trim();\n              } else {\n                // No history yet \u2014 everything after MARKER is the report\n                const markerIdx = oldBody.indexOf(MARKER);\n                if (markerIdx !== -1) {\n                  previousReport = oldBody.slice(markerIdx + MARKER.length).trim();\n                }\n              }\n\n              // Collapse the previous report into a <details> entry\n              if (previousReport) {\n                const scoreMatch = previousReport.match(/Overall:\\s*(\\d+)\\/100/);\n                const score = scoreMatch ? scoreMatch[1] : '?';\n                const dateMatch = previousReport.match(/Generated by.*?\u00B7\\s*([^\u00B7<\\n*]+)/);\n                const date = dateMatch\n                  ? dateMatch[1].trim()\n                  : new Date().toISOString().slice(0, 16).replace('T', ' ') + ' UTC';\n                const entry = `<details>\\n<summary>\uD83D\uDCDC ${date} \u2014 ${score}/100</summary>\\n\\n${previousReport}\\n\\n</details>`;\n                historyEntries.unshift(entry); // newest first\n              }\n\n              // Enforce max history limit\n              historyEntries = historyEntries.slice(0, MAX_HISTORY);\n            }\n\n            // --- Assemble final comment ---\n            const historySection = historyEntries.length > 0\n              ? `\\n\\n---\\n\\n### \uD83D\uDCDC Previous runs\\n\\n${HISTORY_START}\\n${historyEntries.join('\\n\\n')}\\n${HISTORY_END}`\n              : '';\n            const finalBody = `${MARKER}\\n${newReport}${historySection}`;\n\n            if (existing) {\n              await github.rest.issues.updateComment({\n                owner: context.repo.owner, repo: context.repo.repo,\n                comment_id: existing.id, body: finalBody,\n              });\n              console.log(`Updated comment (${historyEntries.length} history entries)`);\n            } else {\n              await github.rest.issues.createComment({\n                owner: context.repo.owner, repo: context.repo.repo,\n                issue_number: prNumber, body: finalBody,\n              });\n              console.log('Created new PR comment');\n            }\n\n      - name: Summary\n        if: always()\n        run: |\n          if [ -f /tmp/ailf-report.md ]; then\n            cat /tmp/ailf-report.md >> \"$GITHUB_STEP_SUMMARY\"\n          else\n            echo \"## \u26A0\uFE0F AI Literacy Evaluation\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"No report generated. Check the workflow logs.\" >> \"$GITHUB_STEP_SUMMARY\"\n          fi\n";
 /** TypeScript project configuration template (ailf.config.ts) */
 export declare const ailfConfigTs = "/**\n * .ailf/ailf.config.ts \u2014 AI Literacy Framework project configuration.\n *\n * This file configures how the AILF evaluation pipeline runs in this\n * repository. Place it at .ailf/ailf.config.ts in your project root.\n *\n * Evaluations are submitted to the AILF API (ailf-api.sanity.build).\n * The API handles LLM calls, doc fetching, grading, and report\n * publishing. Your repo only needs one secret: AILF_API_KEY.\n *\n * Docs: https://github.com/sanity-labs/ai-literacy-framework\n */\n\nexport default {\n  /**\n   * Documentation source \u2014 which docs are being evaluated.\n   *\n   * This tells the pipeline which Sanity project and dataset contain\n   * the documentation under test. For most users, this is Sanity's own\n   * docs project.\n   */\n  source: {\n    /** Sanity project ID (find yours at sanity.io/manage) */\n    projectId: \"3do82whm\",\n    /** The dataset to query (e.g., \"production\", \"next\") */\n    dataset: \"next\",\n    /**\n     * The public URL of your documentation site.\n     * Used by agentic mode to test agent discoverability.\n     */\n    baseUrl: \"https://www.sanity.io/docs\",\n  },\n\n  /**\n   * Trigger configuration \u2014 when evaluations run automatically.\n   *\n   * Each key is a trigger context. The pipeline checks which trigger\n   * matches the current execution context (PR, merge, schedule, etc.)\n   * and applies its settings.\n   *\n   * Mode options:\n   *   \"validate-only\" \u2014 check that task files parse correctly (fast, no LLM calls)\n   *   \"eval\"          \u2014 run the full evaluation pipeline\n   */\n  triggers: {\n    /** On pull requests: just validate task files parse correctly. */\n    pr: {\n      mode: \"validate-only\",\n    },\n\n    /** When .ailf/ files change in a PR: run a real evaluation. */\n    \"pr-task-change\": {\n      mode: \"eval\",\n      paths: [\".ailf/**\"],\n    },\n\n    /** On merge to main: run evaluation (non-blocking). */\n    main: {\n      mode: \"eval\",\n      blocking: false,\n      notify: true,\n    },\n  },\n}\n";

package/dist/_vendor/ailf-core/examples/index.js

@@ -113,7 +113,7 @@ export const thresholdData = {
     }
 };
 /** Raw YAML string for threshold example (preserves comments) */
-export const thresholdYaml = "# Example quality threshold configuration.\n#\n# Thresholds define the minimum scores for readiness gates.\n# The pipeline's --readiness flag evaluates scores against these\n# thresholds and produces a go/no-go checklist.\n#\n# Global thresholds apply to all areas unless overridden per-area.\n\nglobal:\n  composite: 60\n  dimensions:\n    task_completion: 55\n    code_correctness: 50\n    doc_coverage: 50\n  ceiling: 70\n  docLift: 10\n\nareas:\n  groq:\n    composite: 65\n    ceiling: 75\n";
+export const thresholdYaml = "# Example quality threshold configuration.\n#\n# Thresholds define the minimum scores for readiness gates.\n# The `ailf report readiness` command evaluates scores against these\n# thresholds and produces a go/no-go checklist.\n#\n# Global thresholds apply to all areas unless overridden per-area.\n\nglobal:\n  composite: 60\n  dimensions:\n    task_completion: 55\n    code_correctness: 50\n    doc_coverage: 50\n  ceiling: 70\n  docLift: 10\n\nareas:\n  groq:\n    composite: 65\n    ceiling: 75\n";
 // ---------------------------------------------------------------------------
 // Project configuration for .ailf/config.yaml
 // ---------------------------------------------------------------------------
@@ -630,7 +630,7 @@ export const EXAMPLES = {
 // Raw file exports (non-data files, exported as raw strings)
 // ---------------------------------------------------------------------------
 /** GitHub Actions workflow template for AI Literacy evaluation */
-export const workflowYaml = "# ──────────────────────────────────────────────────────────────────────\n# AI Literacy Evaluation — GitHub Actions workflow\n# ──────────────────────────────────────────────────────────────────────\n#\n# Evaluates your documentation quality on every pull request.\n# The AILF CLI reads your .ailf/tasks/ definitions, submits them\n# to the AILF API for evaluation, and writes a score report.\n#\n# Prerequisites:\n#   Add one secret to your repository (Settings → Secrets → Actions):\n#     AILF_API_KEY — your API key (starts with ailf_live_sk_)\n#\n#   @sanity/ailf is published with public npm access, so no npm token is\n#   needed to install the CLI.\n#\n# Customization:\n#   - Narrow the trigger paths to reduce cost (see comment below)\n#   - Check debug_mode for faster iteration (fewer tests)\n#   - See: https://github.com/sanity-labs/ai-literacy-framework\n# ──────────────────────────────────────────────────────────────────────\n\nname: AI Literacy Eval\n\non:\n  pull_request:\n    branches: [main]\n    # Runs on every PR to main by default. To reduce cost:\n    #   paths: [\".ailf/**\", \"docs/**\"]\n\n  workflow_dispatch:\n    inputs:\n      debug_mode:\n        description: \"Run in debug mode (fewer tests, faster iteration)\"\n        type: boolean\n        default: false\n\nconcurrency:\n  group: ailf-eval-${{ github.event.pull_request.number || github.ref }}\n  cancel-in-progress: true\n\njobs:\n  evaluate:\n    name: AI Literacy Evaluation\n    runs-on: ubuntu-latest\n    permissions:\n      contents: read\n      pull-requests: write\n    steps:\n      - uses: actions/checkout@v4\n\n      - name: Run evaluation\n        id: eval\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          # ────────────────────────────────────────────────────────────\n          # D0037 run provenance envelope — REPLACE THE OWNER TEAM SLUG\n          # below. Unedited templates produce runs tagged with the literal\n          # placeholder so you can spot them in Studio / BigQuery and fix.\n          #\n          # AILF_CLASSIFICATION values: official | ad-hoc | experimental |\n          # test | external. External teams should use `ad-hoc` by default;\n          # `official` is reserved for the core-docs scheduled series.\n          # ────────────────────────────────────────────────────────────\n          AILF_CLASSIFICATION: ad-hoc\n          AILF_OWNER_TEAM: \"<REPLACE-WITH-YOUR-TEAM-SLUG>\"\n          AILF_OWNER_INDIVIDUAL: ${{ github.actor }}\n        run: |\n          npx @sanity/ailf@latest pipeline --remote \\\n            --output /tmp/ailf-report.md \\\n            ${{ inputs.debug_mode && '--debug' || '' }}\n\n      - name: Post PR comment\n        if: always() && github.event_name == 'pull_request'\n        uses: actions/github-script@v7\n        with:\n          script: |\n            const fs = require('fs');\n\n            // --- Constants ---\n            const MARKER = '<!-- ailf-score-report -->';\n            const HISTORY_START = '<!-- ailf-score-history -->';\n            const HISTORY_END = '<!-- /ailf-score-history -->';\n            const MAX_HISTORY = 3; // keep at most 3 prior runs\n\n            // --- Read new report ---\n            let newReport;\n            try {\n              newReport = fs.readFileSync('/tmp/ailf-report.md', 'utf-8');\n            } catch {\n              newReport = `## ⚠️ AI Literacy Evaluation\\n\\nNo report generated. Check the [workflow logs](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}).`;\n            }\n\n            const prNumber = context.issue?.number || context.payload?.pull_request?.number;\n            if (!prNumber) {\n              console.log('No PR number found, skipping comment');\n              return;\n            }\n\n            // --- Find existing comment ---\n            const { data: comments } = await github.rest.issues.listComments({\n              owner: context.repo.owner, repo: context.repo.repo,\n              issue_number: prNumber,\n            });\n            const existing = comments.find(c => c.body?.includes(MARKER));\n\n            // --- Build history from previous comment ---\n            let historyEntries = [];\n            if (existing) {\n              const oldBody = existing.body || '';\n\n              // Collect existing collapsed history entries\n              const histStart = oldBody.indexOf(HISTORY_START);\n              const histEnd = oldBody.indexOf(HISTORY_END);\n              if (histStart !== -1 && histEnd !== -1) {\n                const historyContent = oldBody.slice(histStart + HISTORY_START.length, histEnd).trim();\n                // Split on </details> boundaries to get individual entries\n                if (historyContent) {\n                  historyEntries = historyContent\n                    .split(/<\\/details>\\s*/)\n                    .map(s => s.trim())\n                    .filter(s => s.startsWith('<details>'))\n                    .map(s => s + '\\n</details>');\n                }\n              }\n\n              // Extract the current report (will become the newest history entry)\n              let previousReport = '';\n              if (histStart !== -1) {\n                // Report is between MARKER and the \"Previous runs\" heading (or history section)\n                const markerIdx = oldBody.indexOf(MARKER);\n                // Find the --- separator before history\n                const separatorIdx = oldBody.lastIndexOf('---', histStart);\n                const endIdx = separatorIdx > markerIdx ? separatorIdx : histStart;\n                previousReport = oldBody.slice(markerIdx + MARKER.length, endIdx).trim();\n              } else {\n                // No history yet — everything after MARKER is the report\n                const markerIdx = oldBody.indexOf(MARKER);\n                if (markerIdx !== -1) {\n                  previousReport = oldBody.slice(markerIdx + MARKER.length).trim();\n                }\n              }\n\n              // Collapse the previous report into a <details> entry\n              if (previousReport) {\n                const scoreMatch = previousReport.match(/Overall:\\s*(\\d+)\\/100/);\n                const score = scoreMatch ? scoreMatch[1] : '?';\n                const dateMatch = previousReport.match(/Generated by.*?·\\s*([^·<\\n*]+)/);\n                const date = dateMatch\n                  ? dateMatch[1].trim()\n                  : new Date().toISOString().slice(0, 16).replace('T', ' ') + ' UTC';\n                const entry = `<details>\\n<summary>📜 ${date} — ${score}/100</summary>\\n\\n${previousReport}\\n\\n</details>`;\n                historyEntries.unshift(entry); // newest first\n              }\n\n              // Enforce max history limit\n              historyEntries = historyEntries.slice(0, MAX_HISTORY);\n            }\n\n            // --- Assemble final comment ---\n            const historySection = historyEntries.length > 0\n              ? `\\n\\n---\\n\\n### 📜 Previous runs\\n\\n${HISTORY_START}\\n${historyEntries.join('\\n\\n')}\\n${HISTORY_END}`\n              : '';\n            const finalBody = `${MARKER}\\n${newReport}${historySection}`;\n\n            if (existing) {\n              await github.rest.issues.updateComment({\n                owner: context.repo.owner, repo: context.repo.repo,\n                comment_id: existing.id, body: finalBody,\n              });\n              console.log(`Updated comment (${historyEntries.length} history entries)`);\n            } else {\n              await github.rest.issues.createComment({\n                owner: context.repo.owner, repo: context.repo.repo,\n                issue_number: prNumber, body: finalBody,\n              });\n              console.log('Created new PR comment');\n            }\n\n      - name: Summary\n        if: always()\n        run: |\n          if [ -f /tmp/ailf-report.md ]; then\n            cat /tmp/ailf-report.md >> \"$GITHUB_STEP_SUMMARY\"\n          else\n            echo \"## ⚠️ AI Literacy Evaluation\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"No report generated. Check the workflow logs.\" >> \"$GITHUB_STEP_SUMMARY\"\n          fi\n";
+export const workflowYaml = "# ──────────────────────────────────────────────────────────────────────\n# AI Literacy Evaluation — GitHub Actions workflow\n# ──────────────────────────────────────────────────────────────────────\n#\n# Evaluates your documentation quality on every pull request.\n# The AILF CLI reads your .ailf/tasks/ definitions, submits them\n# to the AILF API for evaluation, and writes a score report.\n#\n# Prerequisites:\n#   Add one secret to your repository (Settings → Secrets → Actions):\n#     AILF_API_KEY — your API key (starts with ailf_live_sk_)\n#\n#   @sanity/ailf is published with public npm access, so no npm token is\n#   needed to install the CLI.\n#\n# Customization:\n#   - Narrow the trigger paths to reduce cost (see comment below)\n#   - Check debug_mode for faster iteration (fewer tests)\n#   - See: https://github.com/sanity-labs/ai-literacy-framework\n# ──────────────────────────────────────────────────────────────────────\n\nname: AI Literacy Eval\n\non:\n  pull_request:\n    branches: [main]\n    # Runs on every PR to main by default. To reduce cost:\n    #   paths: [\".ailf/**\", \"docs/**\"]\n\n  workflow_dispatch:\n    inputs:\n      debug_mode:\n        description: \"Run in debug mode (fewer tests, faster iteration)\"\n        type: boolean\n        default: false\n\nconcurrency:\n  group: ailf-eval-${{ github.event.pull_request.number || github.ref }}\n  cancel-in-progress: true\n\njobs:\n  evaluate:\n    name: AI Literacy Evaluation\n    runs-on: ubuntu-latest\n    permissions:\n      contents: read\n      pull-requests: write\n    steps:\n      - uses: actions/checkout@v4\n\n      - name: Run evaluation\n        id: eval\n        env:\n          AILF_API_KEY: ${{ secrets.AILF_API_KEY }}\n          # ────────────────────────────────────────────────────────────\n          # D0037 run provenance envelope — REPLACE THE OWNER TEAM SLUG\n          # below. Unedited templates produce runs tagged with the literal\n          # placeholder so you can spot them in Studio / BigQuery and fix.\n          #\n          # AILF_CLASSIFICATION values: official | adhoc | experimental |\n          # test | external. External teams should use `adhoc` by default;\n          # `official` is reserved for the core-docs scheduled series.\n          # ────────────────────────────────────────────────────────────\n          AILF_CLASSIFICATION: adhoc\n          AILF_OWNER_TEAM: \"<REPLACE-WITH-YOUR-TEAM-SLUG>\"\n          AILF_OWNER_INDIVIDUAL: ${{ github.actor }}\n        run: |\n          npx @sanity/ailf@latest run --remote \\\n            --output /tmp/ailf-report.md \\\n            ${{ inputs.debug_mode && '--debug' || '' }}\n\n      - name: Post PR comment\n        if: always() && github.event_name == 'pull_request'\n        uses: actions/github-script@v7\n        with:\n          script: |\n            const fs = require('fs');\n\n            // --- Constants ---\n            const MARKER = '<!-- ailf-score-report -->';\n            const HISTORY_START = '<!-- ailf-score-history -->';\n            const HISTORY_END = '<!-- /ailf-score-history -->';\n            const MAX_HISTORY = 3; // keep at most 3 prior runs\n\n            // --- Read new report ---\n            let newReport;\n            try {\n              newReport = fs.readFileSync('/tmp/ailf-report.md', 'utf-8');\n            } catch {\n              newReport = `## ⚠️ AI Literacy Evaluation\\n\\nNo report generated. Check the [workflow logs](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}).`;\n            }\n\n            const prNumber = context.issue?.number || context.payload?.pull_request?.number;\n            if (!prNumber) {\n              console.log('No PR number found, skipping comment');\n              return;\n            }\n\n            // --- Find existing comment ---\n            const { data: comments } = await github.rest.issues.listComments({\n              owner: context.repo.owner, repo: context.repo.repo,\n              issue_number: prNumber,\n            });\n            const existing = comments.find(c => c.body?.includes(MARKER));\n\n            // --- Build history from previous comment ---\n            let historyEntries = [];\n            if (existing) {\n              const oldBody = existing.body || '';\n\n              // Collect existing collapsed history entries\n              const histStart = oldBody.indexOf(HISTORY_START);\n              const histEnd = oldBody.indexOf(HISTORY_END);\n              if (histStart !== -1 && histEnd !== -1) {\n                const historyContent = oldBody.slice(histStart + HISTORY_START.length, histEnd).trim();\n                // Split on </details> boundaries to get individual entries\n                if (historyContent) {\n                  historyEntries = historyContent\n                    .split(/<\\/details>\\s*/)\n                    .map(s => s.trim())\n                    .filter(s => s.startsWith('<details>'))\n                    .map(s => s + '\\n</details>');\n                }\n              }\n\n              // Extract the current report (will become the newest history entry)\n              let previousReport = '';\n              if (histStart !== -1) {\n                // Report is between MARKER and the \"Previous runs\" heading (or history section)\n                const markerIdx = oldBody.indexOf(MARKER);\n                // Find the --- separator before history\n                const separatorIdx = oldBody.lastIndexOf('---', histStart);\n                const endIdx = separatorIdx > markerIdx ? separatorIdx : histStart;\n                previousReport = oldBody.slice(markerIdx + MARKER.length, endIdx).trim();\n              } else {\n                // No history yet — everything after MARKER is the report\n                const markerIdx = oldBody.indexOf(MARKER);\n                if (markerIdx !== -1) {\n                  previousReport = oldBody.slice(markerIdx + MARKER.length).trim();\n                }\n              }\n\n              // Collapse the previous report into a <details> entry\n              if (previousReport) {\n                const scoreMatch = previousReport.match(/Overall:\\s*(\\d+)\\/100/);\n                const score = scoreMatch ? scoreMatch[1] : '?';\n                const dateMatch = previousReport.match(/Generated by.*?·\\s*([^·<\\n*]+)/);\n                const date = dateMatch\n                  ? dateMatch[1].trim()\n                  : new Date().toISOString().slice(0, 16).replace('T', ' ') + ' UTC';\n                const entry = `<details>\\n<summary>📜 ${date} — ${score}/100</summary>\\n\\n${previousReport}\\n\\n</details>`;\n                historyEntries.unshift(entry); // newest first\n              }\n\n              // Enforce max history limit\n              historyEntries = historyEntries.slice(0, MAX_HISTORY);\n            }\n\n            // --- Assemble final comment ---\n            const historySection = historyEntries.length > 0\n              ? `\\n\\n---\\n\\n### 📜 Previous runs\\n\\n${HISTORY_START}\\n${historyEntries.join('\\n\\n')}\\n${HISTORY_END}`\n              : '';\n            const finalBody = `${MARKER}\\n${newReport}${historySection}`;\n\n            if (existing) {\n              await github.rest.issues.updateComment({\n                owner: context.repo.owner, repo: context.repo.repo,\n                comment_id: existing.id, body: finalBody,\n              });\n              console.log(`Updated comment (${historyEntries.length} history entries)`);\n            } else {\n              await github.rest.issues.createComment({\n                owner: context.repo.owner, repo: context.repo.repo,\n                issue_number: prNumber, body: finalBody,\n              });\n              console.log('Created new PR comment');\n            }\n\n      - name: Summary\n        if: always()\n        run: |\n          if [ -f /tmp/ailf-report.md ]; then\n            cat /tmp/ailf-report.md >> \"$GITHUB_STEP_SUMMARY\"\n          else\n            echo \"## ⚠️ AI Literacy Evaluation\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"\" >> \"$GITHUB_STEP_SUMMARY\"\n            echo \"No report generated. Check the workflow logs.\" >> \"$GITHUB_STEP_SUMMARY\"\n          fi\n";
 // ---------------------------------------------------------------------------
 // TypeScript template exports (for ailf init --output-format ts)
 // ---------------------------------------------------------------------------

package/dist/_vendor/ailf-core/ports/context.d.ts

@@ -68,10 +68,6 @@ export interface ResolvedConfig {
     compareBaseline?: string;
     /** Whether gap analysis is enabled */
     gapAnalysisEnabled: boolean;
-    /** Whether readiness report is enabled */
-    readinessEnabled: boolean;
-    /** Whether discovery report is enabled */
-    discoveryReportEnabled: boolean;
     /** Whether publishing is enabled */
     publishEnabled: boolean;
     /** Publish tag */

package/dist/_vendor/ailf-core/schemas/eval-config.d.ts

@@ -11,42 +11,68 @@
  */
 import { z } from "zod";
 export declare const EvalConfigSchema: z.ZodObject<{
-    allowedOrigins: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    agentic: z.ZodOptional<z.ZodObject<{
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        allowedOrigins: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    }, z.core.$strip>>;
+    artifacts: z.ZodOptional<z.ZodObject<{
+        enabled: z.ZodOptional<z.ZodBoolean>;
+        dir: z.ZodOptional<z.ZodString>;
+        exclude: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    }, z.core.$strip>>;
+    taskSource: z.ZodOptional<z.ZodObject<{
+        type: z.ZodOptional<z.ZodEnum<{
+            "content-lake": "content-lake";
+            repo: "repo";
+        }>>;
+        repoTasksPath: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
     areas: z.ZodOptional<z.ZodArray<z.ZodString>>;
     changedDocs: z.ZodOptional<z.ZodArray<z.ZodString>>;
     compare: z.ZodOptional<z.ZodBoolean>;
     compareBaseline: z.ZodOptional<z.ZodString>;
     compareThreshold: z.ZodOptional<z.ZodNumber>;
-    concurrency: z.ZodOptional<z.ZodNumber>;
     debug: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodObject<{
         enabled: z.ZodOptional<z.ZodBoolean>;
         firstN: z.ZodOptional<z.ZodNumber>;
         pattern: z.ZodOptional<z.ZodString>;
         sample: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>]>>;
-    discoveryReport: z.ZodOptional<z.ZodBoolean>;
-    gapAnalysis: z.ZodOptional<z.ZodBoolean>;
-    graderReplications: z.ZodOptional<z.ZodNumber>;
-    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    execution: z.ZodOptional<z.ZodObject<{
+        concurrency: z.ZodOptional<z.ZodNumber>;
+        graderReplications: z.ZodOptional<z.ZodNumber>;
+        gapAnalysis: z.ZodOptional<z.ZodBoolean>;
+        apiUrl: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
+    output: z.ZodOptional<z.ZodObject<{
+        dir: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
     mode: z.ZodOptional<z.ZodEnum<{
         custom: "custom";
+        agentic: "agentic";
         literacy: "literacy";
         "mcp-server": "mcp-server";
         "agent-harness": "agent-harness";
         "knowledge-probe": "knowledge-probe";
         baseline: "baseline";
-        agentic: "agentic";
         observed: "observed";
         full: "full";
     }>>;
     noAutoScope: z.ZodOptional<z.ZodBoolean>;
     noCache: z.ZodOptional<z.ZodBoolean>;
     noRemoteCache: z.ZodOptional<z.ZodBoolean>;
-    publish: z.ZodOptional<z.ZodBoolean>;
-    publishTag: z.ZodOptional<z.ZodString>;
-    readiness: z.ZodOptional<z.ZodBoolean>;
-    reportDataset: z.ZodOptional<z.ZodString>;
-    reportProjectId: z.ZodOptional<z.ZodString>;
+    publish: z.ZodOptional<z.ZodObject<{
+        auto: z.ZodOptional<z.ZodEnum<{
+            never: "never";
+            always: "always";
+            "full-runs": "full-runs";
+        }>>;
+        tag: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
+    reportStore: z.ZodOptional<z.ZodObject<{
+        projectId: z.ZodOptional<z.ZodString>;
+        dataset: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
     searchMode: z.ZodOptional<z.ZodEnum<{
         off: "off";
         open: "open";

package/dist/_vendor/ailf-core/schemas/eval-config.js

@@ -13,8 +13,51 @@ import { z } from "zod";
 import { RAW_EVAL_MODES } from "../../ailf-shared/index.js";
 export const EvalConfigSchema = z
     .object({
-    /** Allowed origins for agentic mode */
-    allowedOrigins: z.array(z.string()).optional(),
+    /**
+     * Agentic-mode configuration (W0077 Phase 6f). Replaces the top-level
+     * `headers` and `allowedOrigins` fields. Mirrors `RepoConfigSchema`'s
+     * `agentic` block for the auto-loaded `.ailf/config.yaml` path.
+     *
+     * - `headers`         — custom HTTP headers for doc fetching (key/value object)
+     * - `allowedOrigins`  — origin globs for agentic-mode sandbox
+     */
+    agentic: z
+        .object({
+        headers: z.record(z.string(), z.string()).optional(),
+        allowedOrigins: z.array(z.string()).optional(),
+    })
+        .optional(),
+    /**
+     * Artifact-writer configuration (W0077 Phase 6g). Replaces the retired
+     * `--no-artifacts`, `--artifacts-dir`, and `--artifacts-exclude` CLI
+     * flags. Mirrors `RepoConfigSchema.artifacts`.
+     *
+     * - `enabled`  — false to disable all writers (legacy --no-artifacts)
+     * - `dir`      — root for local writer (default .ailf/results/captures/)
+     * - `exclude`  — list of artifact-type names to skip
+     */
+    artifacts: z
+        .object({
+        enabled: z.boolean().optional(),
+        dir: z.string().min(1).optional(),
+        exclude: z.array(z.string().min(1)).optional(),
+    })
+        .optional(),
+    /**
+     * Task-source configuration (W0077 Phase 6h). Replaces the retired
+     * `--task-source` and `--repo-tasks-path` CLI flags. Mirrors
+     * `RepoConfigSchema.taskSource`.
+     *
+     * - `type`           — `content-lake` (default) or `repo`
+     * - `repoTasksPath`  — optional path; default `<cwd>/.ailf/tasks/` when
+     *                      type is `repo`
+     */
+    taskSource: z
+        .object({
+        type: z.enum(["content-lake", "repo"]).optional(),
+        repoTasksPath: z.string().min(1).optional(),
+    })
+        .optional(),
     /** Feature area filter (comma-separated or array) */
     areas: z.array(z.string()).optional(),
     /** Changed doc slugs for impact scoping */
@@ -25,8 +68,6 @@ export const EvalConfigSchema = z
     compareBaseline: z.string().optional(),
     /** Comparison noise threshold */
     compareThreshold: z.number().min(0).optional(),
-    /** Max parallel API calls */
-    concurrency: z.number().int().positive().optional(),
     /** Debug mode */
     debug: z
         .union([
@@ -39,14 +80,34 @@ export const EvalConfigSchema = z
         }),
     ])
         .optional(),
-    /** Enable discovery report */
-    discoveryReport: z.boolean().optional(),
-    /** Enable gap analysis */
-    gapAnalysis: z.boolean().optional(),
-    /** Grader consistency replications */
-    graderReplications: z.number().int().positive().optional(),
-    /** Custom headers for doc fetching */
-    headers: z.record(z.string(), z.string()).optional(),
+    /**
+     * Execution-tier configuration (W0077 Phase 6b). Replaces the top-level
+     * `concurrency`, `gapAnalysis`, and `graderReplications` fields and adds
+     * `apiUrl` to the same group.
+     *
+     * - `concurrency`         — max parallel API calls
+     * - `graderReplications`  — grader consistency replications
+     * - `gapAnalysis`         — enable failure-mode + impact analysis (default true)
+     * - `apiUrl`              — AILF API base URL (default https://ailf-api.sanity.build)
+     */
+    execution: z
+        .object({
+        concurrency: z.number().int().positive().optional(),
+        graderReplications: z.number().int().positive().optional(),
+        gapAnalysis: z.boolean().optional(),
+        apiUrl: z.string().url().optional(),
+    })
+        .optional(),
+    /**
+     * Output configuration (W0077 Phase 6c). Replaces the retired
+     * `--output-dir` CLI flag. Path is resolved relative to the caller's
+     * cwd. When unset, defaults to `<cwd>/.ailf/results/latest/`.
+     */
+    output: z
+        .object({
+        dir: z.string().min(1).optional(),
+    })
+        .optional(),
     /**
      * Evaluation mode — accepts both canonical and legacy names.
      * Legacy names ("baseline", "agentic", "observed", "full") must pass
@@ -59,16 +120,35 @@ export const EvalConfigSchema = z
     noCache: z.boolean().optional(),
     /** Disable remote cache */
     noRemoteCache: z.boolean().optional(),
-    /** Enable publishing */
-    publish: z.boolean().optional(),
-    /** Publish tag */
-    publishTag: z.string().optional(),
-    /** Enable readiness report */
-    readiness: z.boolean().optional(),
-    /** Report store dataset override */
-    reportDataset: z.string().optional(),
-    /** Report store project ID override */
-    reportProjectId: z.string().optional(),
+    /**
+     * Publish policy. The CLI `--publish` and `--no-publish` flags override
+     * the policy at runtime; this field controls behavior when no explicit
+     * flag is passed.
+     *
+     * - `auto: "always"`     — publish whenever a report store is configured
+     * - `auto: "full-runs"`  — publish non-debug runs (default; preserves
+     *                          the historical smart default)
+     * - `auto: "never"`      — never auto-publish (must opt in via --publish)
+     *
+     * `tag` is a default value for `--publish-tag` when not passed at the CLI.
+     */
+    publish: z
+        .object({
+        auto: z.enum(["always", "full-runs", "never"]).optional(),
+        tag: z.string().optional(),
+    })
+        .optional(),
+    /**
+     * Report store configuration (W0077 Phase 6e). Replaces the top-level
+     * `reportDataset` and `reportProjectId` fields. Mirrors `RepoConfigSchema`'s
+     * `reportStore` block for the auto-loaded `.ailf/config.yaml` path.
+     */
+    reportStore: z
+        .object({
+        projectId: z.string().optional(),
+        dataset: z.string().optional(),
+    })
+        .optional(),
     /** Search mode for agentic mode */
     searchMode: z.enum(["off", "open", "origin-only"]).optional(),
     /** Skip eval step */

package/dist/_vendor/ailf-core/schemas/pipeline-request.d.ts

@@ -42,7 +42,6 @@ export declare const PipelineRequestSchema: z.ZodObject<{
         pattern: z.ZodOptional<z.ZodString>;
         sample: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>]>>;
-    discoveryReport: z.ZodOptional<z.ZodBoolean>;
     gapAnalysis: z.ZodOptional<z.ZodBoolean>;
     graderReplications: z.ZodOptional<z.ZodNumber>;
     headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
@@ -50,12 +49,12 @@ export declare const PipelineRequestSchema: z.ZodObject<{
     jobId: z.ZodOptional<z.ZodString>;
     mode: z.ZodOptional<z.ZodEnum<{
         custom: "custom";
+        agentic: "agentic";
         literacy: "literacy";
         "mcp-server": "mcp-server";
         "agent-harness": "agent-harness";
         "knowledge-probe": "knowledge-probe";
         baseline: "baseline";
-        agentic: "agentic";
         observed: "observed";
         full: "full";
     }>>;
@@ -66,7 +65,6 @@ export declare const PipelineRequestSchema: z.ZodObject<{
     projectId: z.ZodOptional<z.ZodString>;
     publish: z.ZodOptional<z.ZodBoolean>;
     publishTag: z.ZodOptional<z.ZodString>;
-    readiness: z.ZodOptional<z.ZodBoolean>;
     searchMode: z.ZodOptional<z.ZodEnum<{
         off: "off";
         open: "open";
@@ -75,14 +73,14 @@ export declare const PipelineRequestSchema: z.ZodObject<{
     source: z.ZodOptional<z.ZodString>;
     sourceReportId: z.ZodOptional<z.ZodString>;
     taskMode: z.ZodOptional<z.ZodEnum<{
-        inline: "inline";
         "content-lake": "content-lake";
+        inline: "inline";
     }>>;
     tasks: z.ZodOptional<z.ZodArray<z.ZodString>>;
     urls: z.ZodOptional<z.ZodArray<z.ZodString>>;
     variant: z.ZodOptional<z.ZodEnum<{
-        baseline: "baseline";
         agentic: "agentic";
+        baseline: "baseline";
         observed: "observed";
         full: "full";
     }>>;
@@ -90,7 +88,7 @@ export declare const PipelineRequestSchema: z.ZodObject<{
     classification: z.ZodOptional<z.ZodEnum<{
         external: "external";
         official: "official";
-        "ad-hoc": "ad-hoc";
+        adhoc: "adhoc";
         experimental: "experimental";
         test: "test";
     }>>;

package/dist/_vendor/ailf-core/schemas/pipeline-request.js

@@ -105,7 +105,6 @@ export const PipelineRequestSchema = z.object({
     concurrency: z.number().int().positive().optional(),
     dataset: z.string().optional(),
     debug: z.union([z.boolean(), DebugOptionsSchema]).optional(),
-    discoveryReport: z.boolean().optional(),
     gapAnalysis: z.boolean().optional(),
     graderReplications: z.number().int().positive().optional(),
     headers: z.record(z.string(), z.string()).optional(),
@@ -123,7 +122,6 @@ export const PipelineRequestSchema = z.object({
     projectId: z.string().optional(),
     publish: z.boolean().optional(),
     publishTag: z.string().optional(),
-    readiness: z.boolean().optional(),
     searchMode: z.enum(["off", "open", "origin-only"]).optional(),
     source: z.string().optional(),
     sourceReportId: z.string().optional(),
@@ -150,7 +148,7 @@ export const PipelineRequestSchema = z.object({
     /**
      * How this run should be treated for reporting and trend tracking.
      * Orthogonal to `trigger.type` (captured server-side). When omitted,
-     * the server defaults to `"ad-hoc"`.
+     * the server defaults to `"adhoc"`.
      */
     classification: z.enum(RUN_CLASSIFICATIONS).optional(),
     /** Team and (optionally) individual this run is attributable to. */

package/dist/_vendor/ailf-core/schemas/schedules.d.ts

@@ -19,12 +19,12 @@ export declare const ScheduleEntrySchema: z.ZodObject<{
     enabled: z.ZodDefault<z.ZodBoolean>;
     mode: z.ZodDefault<z.ZodEnum<{
         custom: "custom";
+        agentic: "agentic";
         literacy: "literacy";
         "mcp-server": "mcp-server";
         "agent-harness": "agent-harness";
         "knowledge-probe": "knowledge-probe";
         baseline: "baseline";
-        agentic: "agentic";
         observed: "observed";
         full: "full";
     }>>;
@@ -59,12 +59,12 @@ export declare const SchedulesFileSchema: z.ZodObject<{
         enabled: z.ZodDefault<z.ZodBoolean>;
         mode: z.ZodDefault<z.ZodEnum<{
             custom: "custom";
+            agentic: "agentic";
             literacy: "literacy";
             "mcp-server": "mcp-server";
             "agent-harness": "agent-harness";
             "knowledge-probe": "knowledge-probe";
             baseline: "baseline";
-            agentic: "agentic";
             observed: "observed";
             full: "full";
         }>>;

package/dist/_vendor/ailf-shared/run-classification.d.ts

@@ -13,10 +13,10 @@
 /**
  * How a run should be treated for reporting and trend tracking.
  *
- * Orthogonal to `RunTrigger` (mechanism). Defaults to `"ad-hoc"` when
+ * Orthogonal to `RunTrigger` (mechanism). Defaults to `"adhoc"` when
  * unannotated so pre-taxonomy runs never leak into the canonical series.
  */
-export type RunClassification = "official" | "ad-hoc" | "experimental" | "test" | "external";
+export type RunClassification = "official" | "adhoc" | "experimental" | "test" | "external";
 export declare const RUN_CLASSIFICATIONS: readonly RunClassification[];
 export declare function isRunClassification(value: unknown): value is RunClassification;
 /**

package/dist/_vendor/ailf-shared/run-classification.js

@@ -12,7 +12,7 @@
  */
 export const RUN_CLASSIFICATIONS = [
     "official",
-    "ad-hoc",
+    "adhoc",
     "experimental",
     "test",
     "external",

package/dist/_vendor/ailf-shared/run-context.d.ts

@@ -22,7 +22,7 @@ export interface RunContext {
     areas: string[];
     /**
      * How this run should be treated for reporting and trend tracking.
-     * Orthogonal to `trigger` (mechanism). Defaults to `"ad-hoc"` when
+     * Orthogonal to `trigger` (mechanism). Defaults to `"adhoc"` when
      * unannotated — only the scheduled workflow mints `"official"`.
      *
      * @see docs/decisions/D0037-run-classification-and-ownership-taxonomy.md

package/dist/adapters/api-client/build-request.d.ts

@@ -59,8 +59,6 @@ export interface RemoteConfigSlice {
     perspectiveOverride?: string;
     graderReplications?: number;
     gapAnalysisEnabled?: boolean;
-    readinessEnabled?: boolean;
-    discoveryReportEnabled?: boolean;
     noRemoteCache?: boolean;
     /**
      * D0037 / W0069 — CLI-flag overrides for the caller envelope. These

package/dist/adapters/api-client/build-request.js

@@ -129,14 +129,10 @@ export async function buildRemoteRequest(options) {
     }
     if (config.gapAnalysisEnabled)
         raw.gapAnalysis = true;
-    if (config.readinessEnabled)
-        raw.readiness = true;
-    if (config.discoveryReportEnabled)
-        raw.discoveryReport = true;
     if (config.noRemoteCache)
         raw.noRemoteCache = true;
     // Caller git metadata — auto-detect from CI environment variables.
-    // When running via `ailf pipeline --remote` in a GitHub Actions workflow,
+    // When running via `ailf run --remote` in a GitHub Actions workflow,
     // the GITHUB_* env vars identify the *calling* repo (not the AILF core
     // repo). This ensures report provenance attributes to the right repo.
     const callerGit = detectCallerGit();
@@ -391,7 +387,7 @@ export function buildCallerEnvelope(config) {
 /**
  * Auto-detect caller git metadata from GitHub Actions environment variables.
  *
- * When the CLI runs in a calling repo's CI (via `npx @sanity/ailf pipeline
+ * When the CLI runs in a calling repo's CI (via `npx @sanity/ailf run
  * --remote`), the GITHUB_* env vars reflect that repo — not the AILF core
  * repo. We capture them here so the API can carry them through to report
  * provenance.

package/dist/adapters/config-sources/cli-config-adapter.d.ts

@@ -7,7 +7,7 @@
  * @see packages/eval/src/commands/pipeline-action.ts — underlying implementation
  */
 import type { ConfigSource, ResolvedConfig } from "../../_vendor/ailf-core/index.d.ts";
-import type { PipelineCliOptions } from "../../commands/pipeline.js";
+import type { PipelineCliOptions } from "../../commands/run.js";
 export declare class CliConfigAdapter implements ConfigSource {
     private readonly cliOpts;
     private readonly rootDir;

package/dist/adapters/config-sources/file-config-adapter.d.ts

@@ -1,7 +1,7 @@
 /**
  * FileConfigAdapter — resolves pipeline config from a local config file.
  *
- * Enables `ailf pipeline --config <path>` to load all pipeline options
+ * Enables `ailf run --config <path>` to load all pipeline options
  * from a file instead of CLI flags. Supports multiple formats in
  * priority order:
  *