@sanity/ailf-studio 0.1.7 → 0.1.9

package/dist/index.d.ts

@@ -193,6 +193,15 @@ declare const GLOSSARY: {
     readonly failureMode: "The type of documentation problem: missing-docs (functionality not covered), incorrect-docs (factual errors), outdated-docs (stale API/patterns), or poor-structure (hard to find/understand).";
     readonly estimatedLift: "Estimated composite score improvement if this gap is fully fixed. Based on raising bottleneck dimensions to the median of non-bottlenecked dimensions.";
     readonly confidence: "How confident the classifier is in this diagnosis. High = strong keyword + structural signal agreement. Medium = partial agreement. Low = weak signals only.";
+    readonly agentBehaviorOverview: "How AI agents interacted with your documentation during evaluation: what they searched for, which pages they visited, and how much time they spent on network requests.";
+    readonly searchQueries: "The exact search queries agents used to find documentation. Helps you understand how agents discover your content and whether your docs appear for relevant queries.";
+    readonly docSlugsVisited: "Documentation page slugs that agents actually visited during evaluation. Compare against canonical docs to see if agents found the right pages.";
+    readonly externalDomains: "Non-Sanity domains that agents contacted during evaluation. High external domain counts may indicate agents couldn't find what they needed in your docs.";
+    readonly avgDocPagesVisited: "Average number of documentation pages visited per test. Higher counts can mean agents need to consult many pages (complex task) or can't find the right one quickly.";
+    readonly avgSearchesPerformed: "Average number of web searches performed per test. High search counts can indicate docs are hard to discover through search engines.";
+    readonly avgNetworkTimeMs: "Average time spent on network requests per test. Includes page fetches, search queries, and API calls.";
+    readonly totalRequests: "Total number of HTTP requests the agent made during the test, including searches, page visits, and API calls.";
+    readonly totalBytesDownloaded: "Total bytes downloaded by the agent. Large downloads may indicate the agent is fetching many pages or very large documents.";
     readonly dimTaskCompletion: "Change in task completion between runs. Positive means implementations are more complete.";
     readonly dimCodeCorrectness: "Change in code correctness between runs. Positive means better code quality.";
     readonly dimDocCoverage: "Change in doc coverage between runs. Positive means the docs are providing more useful information.";
@@ -656,8 +665,30 @@ interface JudgmentData {
     score: number;
     taskId: string;
 }
+/** Per-feature agent behavior data — how agents interacted with docs */
+interface FeatureAgentBehaviorData {
+    avgDocPagesVisited: number;
+    avgNetworkTimeMs: number;
+    avgSearchesPerformed: number;
+    docSlugsVisited: string[];
+    externalDomains: string[];
+    feature: string;
+    searchQueries: string[];
+    tasksWithBehaviorData: number;
+}
+/** Overall agent behavior stats (aggregated across all features) */
+interface OverallAgentBehaviorData {
+    avgDocPagesVisited: number;
+    avgNetworkTimeMs: number;
+    avgSearchesPerformed: number;
+    testsWithBehaviorData: number;
+    totalUniqueDocSlugs: number;
+    totalUniqueSearchQueries: number;
+}
 /** Summary data as stored in Sanity */
 interface SummaryData {
+    /** Per-feature agent behavior data (only present when agentic mode ran) */
+    agentBehavior?: FeatureAgentBehaviorData[] | null;
     belowCritical: string[];
     /** All Sanity documents used across the entire evaluation */
     documentManifest?: DocumentRef[];
@@ -665,6 +696,8 @@ interface SummaryData {
     lowestArea: string;
     lowestScore: number;
     overall: {
+        /** Aggregate agent behavior stats (only present when agentic mode ran) */
+        agentBehavior?: OverallAgentBehaviorData;
         avgDocLift: number;
         avgScore: number;
         avgCeilingScore?: number;