@sanity/ailf-studio 1.7.1 → 1.7.2

package/dist/index.js

@@ -6064,7 +6064,7 @@ import {
 import {
   useCallback as useCallback32,
   useEffect as useEffect10,
-  useMemo as useMemo13,
+  useMemo as useMemo15,
   useState as useState22
 } from "react";
 import { useClient as useClient10 } from "sanity";
@@ -6095,8 +6095,21 @@ function findManifestEntry(ref, key) {
   return ref.entries.find((e) => e.key === key);
 }
 
+// src/lib/use-test-outputs-artifact.ts
+import { useMemo as useMemo7 } from "react";
+
+// src/lib/test-outputs-entry-key.ts
+var VARIANT_SUFFIX_PATTERN = /\s*\((gold|baseline)\)\s*$/i;
+function testOutputsEntryKey(taskId, modelId) {
+  const match = VARIANT_SUFFIX_PATTERN.exec(taskId);
+  if (!match) return null;
+  const mode = match[1].toLowerCase();
+  const task = taskId.slice(0, match.index).trim();
+  return `${mode}--${task}--${modelId}`;
+}
+
 // src/lib/useArtifactCache.ts
-import { useCallback as useCallback15, useRef as useRef5, useState as useState11 } from "react";
+import { useCallback as useCallback15, useMemo as useMemo6, useRef as useRef5, useState as useState11 } from "react";
 function useArtifactCache(opts) {
   const { runId, artifactRef, type } = opts;
   const cacheRef = useRef5(/* @__PURE__ */ new Map());
@@ -6104,7 +6117,10 @@ function useArtifactCache(opts) {
   const [error, setError] = useState11(null);
   const inFlight2 = useRef5(/* @__PURE__ */ new Set());
   const BULK_KEY = "__bulk__";
-  const availableEntries = artifactRef?.entries?.map((e) => e.key) ?? [];
+  const availableEntries = useMemo6(
+    () => artifactRef?.entries?.map((e) => e.key) ?? [],
+    [artifactRef]
+  );
   const fetchEntry = useCallback15(
     async (key) => {
       if (!artifactRef || !runId) return;
@@ -6159,14 +6175,17 @@ function useArtifactCache(opts) {
     (key) => cacheRef.current.get(key) ?? null,
     []
   );
-  return {
-    status,
-    error,
-    availableEntries,
-    getEntry,
-    fetchEntry,
-    fetchAll
-  };
+  return useMemo6(
+    () => ({
+      status,
+      error,
+      availableEntries,
+      getEntry,
+      fetchEntry,
+      fetchAll
+    }),
+    [status, error, availableEntries, getEntry, fetchEntry, fetchAll]
+  );
 }
 async function signAndFetch(signingUrl) {
   const signingRes = await fetch(signingUrl, {
@@ -6201,24 +6220,27 @@ function useTestOutputsArtifact(runId, artifactRef) {
     artifactRef,
     type: "testOutputs"
   });
-  return {
-    status: cache.status,
-    error: cache.error,
-    getOutput: (taskId, modelId) => cache.getEntry(`${taskId}::${modelId}`),
-    fetchOutput: async (taskId, modelId) => {
-      if (!artifactRef) return;
-      if (!artifactRef.layout || artifactRef.layout === "bulk") {
-        await cache.fetchAll();
-        return;
+  return useMemo7(() => {
+    const entryKey = (taskId, modelId) => testOutputsEntryKey(taskId, modelId) ?? `${taskId}::${modelId}`;
+    return {
+      status: cache.status,
+      error: cache.error,
+      getOutput: (taskId, modelId) => cache.getEntry(entryKey(taskId, modelId)),
+      fetchOutput: async (taskId, modelId) => {
+        if (!artifactRef) return;
+        if (!artifactRef.layout || artifactRef.layout === "bulk") {
+          await cache.fetchAll();
+          return;
+        }
+        await cache.fetchEntry(entryKey(taskId, modelId));
+      },
+      hasOutput: (taskId, modelId) => {
+        if (!artifactRef) return false;
+        if (!artifactRef.layout || artifactRef.layout === "bulk") return true;
+        return cache.availableEntries.includes(entryKey(taskId, modelId));
       }
-      await cache.fetchEntry(`${taskId}::${modelId}`);
-    },
-    hasOutput: (taskId, modelId) => {
-      if (!artifactRef) return false;
-      if (!artifactRef.layout || artifactRef.layout === "bulk") return true;
-      return cache.availableEntries.includes(`${taskId}::${modelId}`);
-    }
-  };
+    };
+  }, [cache, artifactRef]);
 }
 
 // src/lib/thresholds.ts
@@ -6262,7 +6284,7 @@ function negativeDocLiftSentiment(count) {
 }
 
 // src/components/report-detail/AgentBehaviorCard.tsx
-import { useMemo as useMemo6, useState as useState12 } from "react";
+import { useMemo as useMemo8, useState as useState12 } from "react";
 import { HelpCircleIcon as HelpCircleIcon6, SearchIcon as SearchIcon4 } from "@sanity/icons";
 import {
   Badge as Badge5,
@@ -6473,7 +6495,7 @@ function SearchQueryList({
   truncated
 }) {
   const [filter, setFilter] = useState12("");
-  const filtered = useMemo6(() => {
+  const filtered = useMemo8(() => {
     if (!filter) return queries;
     const lower = filter.toLowerCase();
     return queries.filter((q) => q.toLowerCase().includes(lower));
@@ -7146,7 +7168,7 @@ function Pill({
 import { Box as Box16, Flex as Flex15, Stack as Stack19, Text as Text24 } from "@sanity/ui";
 
 // src/lib/useArtifactListRow.ts
-import { useCallback as useCallback18, useMemo as useMemo8 } from "react";
+import { useCallback as useCallback18, useMemo as useMemo10 } from "react";
 
 // src/lib/useArtifactDetail.ts
 import { useCallback as useCallback16, useEffect as useEffect7, useState as useState13 } from "react";
@@ -7375,7 +7397,7 @@ function useArtifactEntry(type, key) {
 }
 
 // src/lib/useArtifactPrefetch.ts
-import { useCallback as useCallback17, useMemo as useMemo7 } from "react";
+import { useCallback as useCallback17, useMemo as useMemo9 } from "react";
 var NDJSON_TYPES2 = /* @__PURE__ */ new Set([
   "traces"
 ]);
@@ -7479,7 +7501,7 @@ function useArtifactPrefetch(type) {
     },
     [runId, ref, type]
   );
-  return useMemo7(
+  return useMemo9(
     () => ({ prefetch, onHover, prefetchWindow, warmAll }),
     [prefetch, onHover, prefetchWindow, warmAll]
   );
@@ -7512,7 +7534,7 @@ function useArtifactListRow(type, key, listKeys) {
   const entry = useArtifactEntry(type, key);
   const [full, status, request] = useArtifactDetail(type, key);
   const { onHover, prefetchWindow } = useArtifactPrefetch(type);
-  const onMouseEnter = useMemo8(() => onHover(key), [onHover, key]);
+  const onMouseEnter = useMemo10(() => onHover(key), [onHover, key]);
   const onFocus = useCallback18(() => {
     const idx = listKeys.indexOf(key);
     if (idx < 0) return;
@@ -7786,7 +7808,7 @@ function formatShortDate(iso) {
 }
 
 // src/components/report-detail/JudgmentList.tsx
-import React2, { useCallback as useCallback21, useEffect as useEffect9, useMemo as useMemo9, useRef as useRef6, useState as useState15 } from "react";
+import React2, { useCallback as useCallback21, useEffect as useEffect9, useMemo as useMemo11, useRef as useRef6, useState as useState15 } from "react";
 import {
   ChevronDownIcon,
   ChevronRightIcon,
@@ -8136,11 +8158,7 @@ function testResultKey(taskId, dimension, modelId) {
   return `${taskId}::${dimension}::${modelId}`;
 }
 function testOutputsKeyFor(j) {
-  const match = /\s*\((gold|baseline)\)\s*$/i.exec(j.taskId);
-  if (!match) return null;
-  const mode = match[1].toLowerCase();
-  const task = j.taskId.slice(0, match.index).trim();
-  return `${mode}--${task}--${j.modelId}`;
+  return testOutputsEntryKey(j.taskId, j.modelId);
 }
 function JudgmentList({
   artifactCache,
@@ -8155,7 +8173,7 @@ function JudgmentList({
   );
   const [scoreBand, setScoreBand] = useState15(null);
   const [sortOrder, setSortOrder] = useState15("score-desc");
-  const testResultMap = useMemo9(() => {
+  const testResultMap = useMemo11(() => {
     const map = /* @__PURE__ */ new Map();
     if (!testResults) return map;
     for (const tr of testResults) {
@@ -8165,15 +8183,15 @@ function JudgmentList({
     }
     return map;
   }, [testResults]);
-  const pruned = useMemo9(() => pruneNoise(judgments), [judgments]);
-  const dimensionOptions = useMemo9(() => {
+  const pruned = useMemo11(() => pruneNoise(judgments), [judgments]);
+  const dimensionOptions = useMemo11(() => {
     const counts = /* @__PURE__ */ new Map();
     for (const j of pruned) {
       counts.set(j.dimension, (counts.get(j.dimension) ?? 0) + 1);
     }
     return [...counts.entries()].sort(([a], [b]) => a.localeCompare(b)).map(([key, count]) => ({ key, label: dimensionLabel2(key), count }));
   }, [pruned]);
-  const filtered = useMemo9(() => {
+  const filtered = useMemo11(() => {
     return pruned.filter((j) => {
       if (selectedDimensions.size > 0 && !selectedDimensions.has(j.dimension))
         return false;
@@ -8182,17 +8200,17 @@ function JudgmentList({
       return true;
     });
   }, [pruned, selectedDimensions, scoreBand, query]);
-  const grouped = useMemo9(
+  const grouped = useMemo11(
     () => groupByArea(filtered, sortOrder),
     [filtered, sortOrder]
   );
-  const groupedWithStats = useMemo9(
+  const groupedWithStats = useMemo11(
     () => grouped.map(
       ([area, list]) => [area, list, computeGroupStats(list)]
     ),
     [grouped]
   );
-  const focusedJudgment = useMemo9(() => {
+  const focusedJudgment = useMemo11(() => {
     if (!focus) return null;
     return pruned.find((j) => judgmentSlug(j) === focus) ?? null;
   }, [pruned, focus]);
@@ -8238,13 +8256,13 @@ function JudgmentList({
     });
   }, [focusedJudgment]);
   const [activeRowSlug, setActiveRowSlug] = useState15(null);
-  const flatSlugs = useMemo9(
+  const flatSlugs = useMemo11(
     () => grouped.flatMap(
       ([, areaJudgments]) => areaJudgments.map((j) => judgmentSlug(j))
     ),
     [grouped]
   );
-  const flatKeys = useMemo9(
+  const flatKeys = useMemo11(
     () => grouped.flatMap(
       ([, areaJudgments]) => areaJudgments.map((j) => j.id ?? "")
     ),
@@ -8583,7 +8601,7 @@ function JudgmentCard({
     },
     [handleClick]
   );
-  const onHoverTestOutputs = useMemo9(
+  const onHoverTestOutputs = useMemo11(
     () => testOutputsKey ? testOutputsPrefetch.onHover(testOutputsKey) : null,
     [testOutputsPrefetch, testOutputsKey]
   );
@@ -9504,14 +9522,14 @@ function ReportHeader({
 }
 
 // src/components/report-detail/StrengthsList.tsx
-import { useMemo as useMemo12 } from "react";
+import { useMemo as useMemo14 } from "react";
 import { CheckmarkCircleIcon as CheckmarkCircleIcon2, SearchIcon as SearchIcon7 } from "@sanity/icons";
 import { Box as Box21, Flex as Flex25, Stack as Stack26, Text as Text34 } from "@sanity/ui";
 
 // src/components/report-detail/AreaScoresGrid.tsx
 import React3, {
   useCallback as useCallback29,
-  useMemo as useMemo10,
+  useMemo as useMemo12,
   useState as useState20
 } from "react";
 import { WarningOutlineIcon as WarningOutlineIcon2 } from "@sanity/icons";
@@ -9556,12 +9574,12 @@ function AreaScoresGrid({
 }) {
   const { ref: containerRef, width } = useContainerWidth();
   const tier = tableTier(width);
-  const hasActual = useMemo10(
+  const hasActual = useMemo12(
     () => scores.some((s) => s.actualScore != null),
     [scores]
   );
   const showLift = isLiteracyMode(mode);
-  const dimKeys = useMemo10(() => collectDimensionKeys(scores), [scores]);
+  const dimKeys = useMemo12(() => collectDimensionKeys(scores), [scores]);
   const [sortField, setSortField] = useState20("score");
   const [sortDir, setSortDir] = useState20("desc");
   const handleSort = useCallback29(
@@ -9575,7 +9593,7 @@ function AreaScoresGrid({
     },
     [sortField]
   );
-  const sorted = useMemo10(() => {
+  const sorted = useMemo12(() => {
     const dir = sortDir === "asc" ? 1 : -1;
     return [...scores].sort((a, b) => {
       switch (sortField) {
@@ -9590,7 +9608,7 @@ function AreaScoresGrid({
       }
     });
   }, [scores, sortField, sortDir]);
-  const modelScoresByFeature = useMemo10(() => {
+  const modelScoresByFeature = useMemo12(() => {
     if (!perModel) return null;
     const map = /* @__PURE__ */ new Map();
     for (const model of perModel) {
@@ -10202,7 +10220,7 @@ function Pill2({
 }
 
 // src/components/report-detail/useModelSelection.ts
-import { useCallback as useCallback31, useMemo as useMemo11, useState as useState21 } from "react";
+import { useCallback as useCallback31, useMemo as useMemo13, useState as useState21 } from "react";
 function useModelSelection({
   scores,
   perModel
@@ -10213,7 +10231,7 @@ function useModelSelection({
   }, []);
   const isExpanded = selection === "expanded";
   const hasModels = perModel != null && perModel.length > 1;
-  const resolvedScores = useMemo11(() => {
+  const resolvedScores = useMemo13(() => {
     if (isExpanded || selection === null || !perModel) return scores;
     const model = perModel.find((m) => m.modelId === selection);
     return model?.scores ?? scores;
@@ -10244,7 +10262,7 @@ function StrengthsList({
     hasModels,
     expandedPerModel
   } = useModelSelection({ scores, perModel });
-  const displayedScores = useMemo12(
+  const displayedScores = useMemo14(
     () => resolvedScores.filter((s) => s.totalScore >= SCORE_CAUTION),
     [resolvedScores]
   );
@@ -10742,17 +10760,17 @@ function ReportDetail({
   const hasAgentActivity = Boolean(
     summary?.agentBehavior && summary.agentBehavior.length > 0
   );
-  const tabs = useMemo13(
+  const tabs = useMemo15(
     () => [OVERVIEW_TAB, DIAGNOSTICS_TAB, ACTIVITY_TAB],
     []
   );
-  const disabledTabs = useMemo13(() => {
+  const disabledTabs = useMemo15(() => {
     const set2 = /* @__PURE__ */ new Set();
     if (!hasDiagnostics) set2.add("diagnostics");
     if (!hasAgentActivity) set2.add("activity");
     return set2;
   }, [hasDiagnostics, hasAgentActivity]);
-  const currentTab = useMemo13(() => {
+  const currentTab = useMemo15(() => {
     const parsed = parseTab(activeTab);
     if (disabledTabs.has(parsed)) return "overview";
     return tabs.some((t) => t.id === parsed) ? parsed : "overview";
@@ -11233,11 +11251,12 @@ var SECTION_LABEL_STYLE = {
   textTransform: "uppercase"
 };
 var COPYABLE_BLOCK_STYLE = {
-  paddingRight: 40
+  position: "relative"
 };
 var COPY_BUTTON_SLOT_STYLE = {
   float: "right",
   marginLeft: 8,
+  marginBottom: 4,
   position: "sticky",
   top: 0,
   zIndex: 1
@@ -11310,6 +11329,10 @@ function JudgmentDetailDrawer({
   useEffect12(() => {
     setTab("reasoning");
   }, [judgment.taskId, judgment.dimension, judgment.modelId]);
+  const [fetchDispatched, setFetchDispatched] = useState24(false);
+  useEffect12(() => {
+    setFetchDispatched(false);
+  }, [judgment.taskId, judgment.dimension, judgment.modelId]);
   const inlineOutput = testResult?.responseOutput;
   const artifactEntry = artifactCache?.getOutput(
     judgment.taskId,
@@ -11317,19 +11340,21 @@ function JudgmentDetailDrawer({
   );
   const resolvedOutput = inlineOutput ?? artifactEntry?.responseOutput ?? null;
   const resolvedTruncated = testResult?.responseOutputTruncated ?? artifactEntry?.responseOutputTruncated ?? false;
-  const entryKnownToManifest = artifactCache?.hasOutput(judgment.taskId, judgment.modelId) ?? false;
-  const canFetchArtifact = !inlineOutput && !artifactEntry && artifactCache != null && entryKnownToManifest;
-  const entryUnavailable = !inlineOutput && !artifactEntry && artifactCache != null && !entryKnownToManifest;
-  const hasOutputTab = resolvedOutput != null || canFetchArtifact || entryUnavailable;
+  const canAttemptFetch = !inlineOutput && !artifactEntry && artifactCache != null;
+  const fetchInFlight = canAttemptFetch && artifactCache?.status === "loading";
+  const fetchFailed = canAttemptFetch && artifactCache?.status === "error";
+  const entryUnavailable = canAttemptFetch && fetchDispatched && !fetchInFlight && !fetchFailed;
+  const hasOutputTab = resolvedOutput != null || canAttemptFetch;
   useEffect12(() => {
-    if (tab === "output" && !resolvedOutput && artifactCache && entryKnownToManifest) {
-      artifactCache.fetchOutput(judgment.taskId, judgment.modelId);
+    if (tab === "output" && canAttemptFetch && !fetchDispatched) {
+      setFetchDispatched(true);
+      void artifactCache.fetchOutput(judgment.taskId, judgment.modelId);
     }
   }, [
     tab,
-    resolvedOutput,
+    canAttemptFetch,
+    fetchDispatched,
     artifactCache,
-    entryKnownToManifest,
     judgment.taskId,
     judgment.modelId
   ]);
@@ -11553,12 +11578,12 @@ function JudgmentDetailDrawer({
               hidden: tab !== "output",
               id: "judgment-panel-output",
               children: [
-                !resolvedOutput && entryUnavailable && /* @__PURE__ */ jsx59(Text44, { muted: true, size: 1, children: "Model output not available for this entry." }),
-                !resolvedOutput && !entryUnavailable && artifactCache?.status === "loading" && /* @__PURE__ */ jsx59(Text44, { muted: true, size: 1, children: "Fetching model output\u2026" }),
-                !resolvedOutput && !entryUnavailable && artifactCache?.status === "error" && /* @__PURE__ */ jsxs42(Text44, { muted: true, size: 1, style: { color: "#f87171" }, children: [
+                !resolvedOutput && fetchInFlight && /* @__PURE__ */ jsx59(Text44, { muted: true, size: 1, children: "Fetching model output\u2026" }),
+                !resolvedOutput && fetchFailed && /* @__PURE__ */ jsxs42(Text44, { muted: true, size: 1, style: { color: "#f87171" }, children: [
                   "Failed to load model output",
-                  artifactCache.error ? `: ${artifactCache.error}` : ""
+                  artifactCache?.error ? `: ${artifactCache.error}` : ""
                 ] }),
+                !resolvedOutput && entryUnavailable && /* @__PURE__ */ jsx59(Text44, { muted: true, size: 1, children: "Model output not available for this entry." }),
                 resolvedOutput && /* @__PURE__ */ jsxs42(Box28, { style: COPYABLE_BLOCK_STYLE, children: [
                   /* @__PURE__ */ jsx59(Box28, { style: COPY_BUTTON_SLOT_STYLE, children: /* @__PURE__ */ jsx59(
                     CopyButton,
@@ -11733,7 +11758,7 @@ function JudgmentDetailDrawerOutlet({
 
 // src/components/ScoreTimeline.tsx
 import { Card as Card21, Flex as Flex33, Select as Select2, Stack as Stack35, Text as Text45 } from "@sanity/ui";
-import { useCallback as useCallback35, useEffect as useEffect14, useMemo as useMemo14, useState as useState26 } from "react";
+import { useCallback as useCallback35, useEffect as useEffect14, useMemo as useMemo16, useState as useState26 } from "react";
 import { useClient as useClient11 } from "sanity";
 import { jsx as jsx61, jsxs as jsxs44 } from "react/jsx-runtime";
 var CHART_HEIGHT = 220;
@@ -11774,7 +11799,7 @@ function ScoreTimeline({ mode = null, source = null }) {
   const [loading, setLoading] = useState26(true);
   const [rangeDays, setRangeDays] = useState26(30);
   const [selectedArea, setSelectedArea] = useState26(null);
-  const areaNames = useMemo14(() => {
+  const areaNames = useMemo16(() => {
     const names = /* @__PURE__ */ new Set();
     for (const dp of dataPoints) {
       for (const s of dp.scores) {
@@ -11801,7 +11826,7 @@ function ScoreTimeline({ mode = null, source = null }) {
   useEffect14(() => {
     void fetchData();
   }, [fetchData]);
-  const chartPoints = useMemo14(() => {
+  const chartPoints = useMemo16(() => {
     const pts = [];
     const scored = dataPoints.map((dp) => ({
       date: dp.completedAt,
@@ -11815,7 +11840,7 @@ function ScoreTimeline({ mode = null, source = null }) {
     });
     return pts;
   }, [dataPoints, selectedArea]);
-  const avgScore = useMemo14(() => {
+  const avgScore = useMemo16(() => {
     if (chartPoints.length === 0) return 0;
     return chartPoints.reduce((sum, p) => sum + p.score, 0) / chartPoints.length;
   }, [chartPoints]);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf-studio",
-  "version": "1.7.1",
+  "version": "1.7.2",
   "description": "AI Literacy Framework — Sanity Studio dashboard plugin",
   "type": "module",
   "license": "MIT",