@sanity/ailf 0.1.0 → 0.1.2

package/dist/sinks/slack-sink.d.ts

@@ -1,27 +0,0 @@
-/**
- * sinks/slack-sink.ts
- *
- * Slack notification sink — posts formatted score change messages to
- * configured Slack channels via incoming webhooks.
- *
- * By default, only posts when regressions are detected (avoids notification
- * fatigue). Set `alwaysPost: true` to receive all reports.
- *
- * @see docs/design-docs/report-store/sink-architecture.md
- * @see docs/design-docs/report-store/notifications.md
- */
-import type { Report, SinkHealthStatus, SinkResult } from "../pipeline/types.js";
-import type { ReportSink } from "./types.js";
-export interface SlackSinkOptions {
-    /** Post all reports, not just regressions (default: false — only regressions) */
-    alwaysPost?: boolean;
-}
-export declare class SlackSink implements ReportSink {
-    private readonly webhookUrl;
-    private readonly channel?;
-    private readonly options;
-    readonly name = "slack";
-    constructor(webhookUrl: string, channel?: string | undefined, options?: SlackSinkOptions);
-    healthCheck(): Promise<SinkHealthStatus>;
-    publish(report: Report): Promise<SinkResult>;
-}

package/dist/sinks/slack-sink.js

@@ -1,78 +0,0 @@
-/**
- * sinks/slack-sink.ts
- *
- * Slack notification sink — posts formatted score change messages to
- * configured Slack channels via incoming webhooks.
- *
- * By default, only posts when regressions are detected (avoids notification
- * fatigue). Set `alwaysPost: true` to receive all reports.
- *
- * @see docs/design-docs/report-store/sink-architecture.md
- * @see docs/design-docs/report-store/notifications.md
- */
-import { formatRegressionAlert, formatScoreSummary, } from "./format-slack.js";
-export class SlackSink {
-    webhookUrl;
-    channel;
-    options;
-    name = "slack";
-    constructor(webhookUrl, channel, options = {}) {
-        this.webhookUrl = webhookUrl;
-        this.channel = channel;
-        this.options = options;
-    }
-    healthCheck() {
-        try {
-            const url = new URL(this.webhookUrl);
-            if (url.protocol !== "https:") {
-                return Promise.resolve({
-                    healthy: false,
-                    reason: `Webhook URL must use HTTPS, got ${url.protocol}`,
-                });
-            }
-            if (!this.webhookUrl.startsWith("https://hooks.slack.com/")) {
-                // Non-standard URL — warn but don't fail (could be a proxy)
-                return Promise.resolve({ healthy: true });
-            }
-            return Promise.resolve({ healthy: true });
-        }
-        catch {
-            return Promise.resolve({
-                healthy: false,
-                reason: `Invalid webhook URL: ${this.webhookUrl}`,
-            });
-        }
-    }
-    async publish(report) {
-        const hasRegressions = report.comparison !== undefined && report.comparison.regressed.length > 0;
-        let message;
-        if (hasRegressions) {
-            message = formatRegressionAlert(report);
-        }
-        else if (this.options.alwaysPost) {
-            message = formatScoreSummary(report);
-        }
-        else {
-            return { reason: "No regressions detected", status: "skipped" };
-        }
-        const body = { ...message };
-        if (this.channel) {
-            body.channel = this.channel;
-        }
-        const response = await fetch(this.webhookUrl, {
-            body: JSON.stringify(body),
-            headers: { "Content-Type": "application/json" },
-            method: "POST",
-        });
-        if (!response.ok) {
-            return {
-                error: `Slack webhook returned HTTP ${response.status}`,
-                status: "failed",
-            };
-        }
-        return {
-            detail: hasRegressions ? "regression alert" : "score summary",
-            status: "success",
-        };
-    }
-}

package/dist/sinks/webhook-sink.d.ts

@@ -1,19 +0,0 @@
-/**
- * sinks/webhook-sink.ts
- *
- * Generic HTTP webhook sink — POSTs the full report JSON to any endpoint.
- * This is the universal adapter for integrations that don't have a
- * dedicated sink (Airbyte, Zapier, custom services, etc.).
- *
- * @see docs/design-docs/report-store/sink-architecture.md
- */
-import type { Report, SinkHealthStatus, SinkResult } from "../pipeline/types.js";
-import type { ReportSink } from "./types.js";
-export declare class WebhookSink implements ReportSink {
-    private readonly url;
-    private readonly headers;
-    readonly name: string;
-    constructor(url: string, headers?: Record<string, string>);
-    healthCheck(): Promise<SinkHealthStatus>;
-    publish(report: Report): Promise<SinkResult>;
-}

package/dist/sinks/webhook-sink.js

@@ -1,50 +0,0 @@
-/**
- * sinks/webhook-sink.ts
- *
- * Generic HTTP webhook sink — POSTs the full report JSON to any endpoint.
- * This is the universal adapter for integrations that don't have a
- * dedicated sink (Airbyte, Zapier, custom services, etc.).
- *
- * @see docs/design-docs/report-store/sink-architecture.md
- */
-export class WebhookSink {
-    url;
-    headers;
-    name;
-    constructor(url, headers = {}) {
-        this.url = url;
-        this.headers = headers;
-        try {
-            this.name = `webhook:${new URL(url).hostname}`;
-        }
-        catch {
-            this.name = "webhook:invalid-url";
-        }
-    }
-    healthCheck() {
-        try {
-            new URL(this.url);
-            return Promise.resolve({ healthy: true });
-        }
-        catch {
-            return Promise.resolve({
-                healthy: false,
-                reason: `Invalid URL: ${this.url}`,
-            });
-        }
-    }
-    async publish(report) {
-        const response = await fetch(this.url, {
-            body: JSON.stringify(report),
-            headers: { "Content-Type": "application/json", ...this.headers },
-            method: "POST",
-        });
-        if (!response.ok) {
-            return {
-                error: `HTTP ${response.status}: ${response.statusText}`,
-                status: "failed",
-            };
-        }
-        return { detail: `HTTP ${response.status}`, status: "success" };
-    }
-}

package/tasks/.expanded.agentic.yaml

@@ -1,51 +0,0 @@
-# .expanded.agentic.yaml
-#
-# AUTO-GENERATED — do not edit directly.
-# Gold entries only (no baseline) for agentic evaluation mode.
-# Source: tasks/*.yaml (single-definition format)
-# Run: pnpm generate-configs
-
-- assert:
-    - type: llm-rubric
-      value: |-
-        Score task completion from 0 to 100:
-        - 0: Couldn't attempt — missing critical information
-        - 20: Attempted but fundamentally wrong approach
-        - 50: Partial implementation — major functional gaps
-        - 80: Mostly complete — minor issues or missing edge cases
-        - 100: Fully functional code — works as expected
-
-        Must demonstrate:
-        - Configures a GROQ-powered webhook
-        - Webhook triggers on content changes
-        - Includes agent integration concepts
-
-        Return ONLY a JSON object: {"score": <number>, "reason": "<explanation>"}
-      metadata:
-        dimension: task-completion
-        maxScore: 100
-    - type: contains-any
-      value:
-        - webhook
-        - GROQ
-      weight: 1
-    - type: llm-rubric
-      value: |-
-        Score documentation coverage from 0 to 100:
-        - 0: Had to hallucinate/guess most implementation details
-        - 30: Significant gaps — filled with assumptions
-        - 50: Some gaps — inferred from partial information
-        - 80: Minor gaps — almost everything was documented
-        - 100: Complete coverage — all necessary info was in docs
-
-        Return ONLY a JSON object: {"score": <number>, "reason": "<explanation>"}
-      metadata:
-        dimension: doc-coverage
-        maxScore: 100
-  description: Test - Perspective ref expansion (gold)
-  vars:
-    docs: file://contexts/canonical/perspective-ref-test.md
-    task: |
-      Build a webhook handler that integrates with an AI agent pipeline.
-      Configure a GROQ-powered webhook that triggers when blog posts are
-      published and sends a payload to an agent endpoint.

package/tasks/.expanded.yaml

@@ -1,66 +0,0 @@
-# .expanded.yaml
-#
-# AUTO-GENERATED — do not edit directly.
-# Source: tasks/*.yaml (single-definition format)
-# Run: pnpm generate-configs
-
-- assert:
-    - type: llm-rubric
-      value: |-
-        Score task completion from 0 to 100:
-        - 0: Couldn't attempt — missing critical information
-        - 20: Attempted but fundamentally wrong approach
-        - 50: Partial implementation — major functional gaps
-        - 80: Mostly complete — minor issues or missing edge cases
-        - 100: Fully functional code — works as expected
-
-        Must demonstrate:
-        - Configures a GROQ-powered webhook
-        - Webhook triggers on content changes
-        - Includes agent integration concepts
-
-        Return ONLY a JSON object: {"score": <number>, "reason": "<explanation>"}
-      metadata:
-        dimension: task-completion
-        maxScore: 100
-    - type: contains-any
-      value:
-        - webhook
-        - GROQ
-      weight: 1
-    - type: llm-rubric
-      value: |-
-        Score documentation coverage from 0 to 100:
-        - 0: Had to hallucinate/guess most implementation details
-        - 30: Significant gaps — filled with assumptions
-        - 50: Some gaps — inferred from partial information
-        - 80: Minor gaps — almost everything was documented
-        - 100: Complete coverage — all necessary info was in docs
-
-        Return ONLY a JSON object: {"score": <number>, "reason": "<explanation>"}
-      metadata:
-        dimension: doc-coverage
-        maxScore: 100
-  description: Test - Perspective ref expansion (gold)
-  prompts:
-    - with-docs
-  vars:
-    docs: file://contexts/canonical/perspective-ref-test.md
-    task: |
-      Build a webhook handler that integrates with an AI agent pipeline.
-      Configure a GROQ-powered webhook that triggers when blog posts are
-      published and sends a payload to an agent endpoint.
-- description: Test - Perspective ref expansion (baseline)
-  prompts:
-    - without-docs
-  vars:
-    docs: ''
-    task: |
-      Build a webhook handler that integrates with an AI agent pipeline.
-      Configure a GROQ-powered webhook that triggers when blog posts are
-      published and sends a payload to an agent endpoint.
-  assert:
-    - type: llm-rubric
-      value: |-
-        Score task completion from 0 to 100 (same criteria as above).
-        Return ONLY a JSON object: {"score": <number>, "reason": "<explanation>"}