inspect-ai 0.3.91__py3-none-any.whl → 0.3.93__py3-none-any.whl

inspect_ai/_view/www/log-schema.json

@@ -4848,9 +4848,10 @@
             "permission",
             "file_not_found",
             "is_a_directory",
-            "output_limit",
+            "limit",
             "approval",
-            "unknown"
+            "unknown",
+            "output_limit"
           ],
           "title": "Type",
           "type": "string"
@@ -5392,4 +5393,4 @@
   ],
   "title": "EvalLog",
   "type": "object"
-}
+}

inspect_ai/_view/www/package.json

@@ -86,7 +86,7 @@
     "prismjs": "^1.30.0",
     "react": "^19.0.0",
     "react-dom": "^19.0.0",
-    "react-router-dom": "^7.5.0",
+    "react-router-dom": "^7.5.2",
     "react-virtuoso": "^4.12.6",
     "zustand": "^5.0.3"
   }

inspect_ai/_view/www/src/@types/log.d.ts

@@ -263,9 +263,10 @@ export type Type9 =
   | "permission"
   | "file_not_found"
   | "is_a_directory"
-  | "output_limit"
+  | "limit"
   | "approval"
-  | "unknown";
+  | "unknown"
+  | "output_limit";
 export type Message1 = string;
 export type Choices = string[] | null;
 export type Target = string | string[];

inspect_ai/_view/www/src/app/content/MetaDataGrid.tsx

@@ -41,13 +41,13 @@ export const MetaDataGrid: FC<MetadataGridProps> = ({
             styles.cell,
             "text-style-label",
             "text-style-secondary",
-            "text-size-small",
+            "text-size-smaller",
           )}
         >
           {entry.name}
         </div>
         <div
-          className={clsx(styles.value, `${baseId}-value`, "text-size-small")}
+          className={clsx(styles.value, `${baseId}-value`, "text-size-smaller")}
         >
           <RenderedContent id={id} entry={entry} />
         </div>

inspect_ai/_view/www/src/app/content/MetaDataView.module.css

@@ -9,7 +9,7 @@
 }
 
 .cell {
-  padding: 0em 0.5em 0.3em 0em !important;
+  padding: 0em 0.7em 0.3em 0em !important;
 }
 
 .compact .cell {

inspect_ai/_view/www/src/app/content/MetadataGrid.module.css

@@ -1,7 +1,7 @@
 .grid {
   display: grid;
   grid-template-columns: max-content auto;
-  column-gap: 1em;
+  column-gap: 0.5em;
   row-gap: 0.2em;
 }
 

inspect_ai/_view/www/src/app/content/RenderedContent.tsx

@@ -54,7 +54,7 @@ export const RenderedContent: FC<RenderedContentProps> = ({
       if (typeof entry.value === "object") {
         return JSON.stringify(entry.value);
       }
-      return String(entry.value);
+      return String(entry.value).trim();
     } catch (e) {
       return "[Unable to display value]";
     }

inspect_ai/_view/www/src/app/log-view/LogView.tsx

@@ -17,7 +17,9 @@ import { useLogNavigation } from "../routing/navigationHooks";
 import styles from "./LogView.module.css";
 import { useInfoTabConfig } from "./tabs/InfoTab";
 import { useJsonTabConfig } from "./tabs/JsonTab";
+import { useModelsTab } from "./tabs/ModelsTab";
 import { useSamplesTabConfig } from "./tabs/SamplesTab";
+import { useTaskTabConfig } from "./tabs/TaskTab";
 import { TabDescriptor } from "./types";
 
 export const LogView: FC = () => {
@@ -45,7 +47,14 @@ export const LogView: FC = () => {
     selectedLogSummary?.plan,
     selectedLogSummary?.error,
     selectedLogSummary?.results,
+  );
+
+  const taskTabConfig = useTaskTabConfig(evalSpec, selectedLogSummary?.stats);
+
+  const modelsTabConfig = useModelsTab(
+    evalSpec,
     selectedLogSummary?.stats,
+    selectedLogSummary?.status,
   );
 
   const jsonTabConfig = useJsonTabConfig(
@@ -60,6 +69,8 @@ export const LogView: FC = () => {
 
   const tabs: Record<string, TabDescriptor<any>> = {
     ...(samplesTabConfig ? { samples: samplesTabConfig } : {}),
+    task: taskTabConfig,
+    model: modelsTabConfig,
     config: configTabConfig,
     json: jsonTabConfig,
   };

inspect_ai/_view/www/src/app/log-view/tabs/InfoTab.tsx

@@ -6,14 +6,12 @@ import {
   EvalSpec,
   EvalStats,
 } from "../../../@types/log";
-import { UsageCard } from "../../usage/UsageCard";
-import { TaskErrorCard } from "../error/TaskErrorPanel";
 import { SampleSummary } from "../../../client/api/types";
 import { MessageBand } from "../../../components/MessageBand";
-import { ModelCard } from "../../plan/ModelCard";
 import { kLogViewInfoTabId } from "../../../constants";
 import { useTotalSampleCount } from "../../../state/hooks";
 import { PlanCard } from "../../plan/PlanCard";
+import { TaskErrorCard } from "../error/TaskErrorPanel";
 
 // Individual hook for Info tab
 export const useInfoTabConfig = (
@@ -21,7 +19,6 @@ export const useInfoTabConfig = (
   evalPlan: EvalPlan | undefined,
   evalError: EvalError | undefined | null,
   evalResults: EvalResults | undefined | null,
-  evalStats: EvalStats | undefined,
 ) => {
   const totalSampleCount = useTotalSampleCount();
   return useMemo(() => {
@@ -35,11 +32,10 @@ export const useInfoTabConfig = (
         evalPlan,
         evalError,
         evalResults,
-        evalStats,
         sampleCount: totalSampleCount,
       },
     };
-  }, [evalSpec, evalPlan, evalError, evalResults, evalStats, totalSampleCount]);
+  }, [evalSpec, evalPlan, evalError, evalResults, totalSampleCount]);
 };
 
 interface PlanTabProps {
@@ -57,7 +53,6 @@ export const InfoTab: FC<PlanTabProps> = ({
   evalSpec,
   evalPlan,
   evalResults,
-  evalStats,
   evalStatus,
   evalError,
   sampleCount,
@@ -85,8 +80,6 @@ export const InfoTab: FC<PlanTabProps> = ({
           evalPlan={evalPlan}
           scores={evalResults?.scores}
         />
-        {evalSpec ? <ModelCard evalSpec={evalSpec} /> : undefined}
-        {evalStatus !== "started" ? <UsageCard stats={evalStats} /> : undefined}
         {evalStatus === "error" && evalError ? (
           <TaskErrorCard error={evalError} />
         ) : undefined}

inspect_ai/_view/www/src/app/log-view/tabs/ModelsTab.tsx

@@ -0,0 +1,51 @@
+import { FC, useMemo } from "react";
+import { EvalSpec, EvalStats, Status } from "../../../@types/log";
+import { kLogViewModelsTabId } from "../../../constants";
+import { ModelCard } from "../../plan/ModelCard";
+import { UsageCard } from "../../usage/UsageCard";
+
+// Individual hook for Info tab
+export const useModelsTab = (
+  evalSpec: EvalSpec | undefined,
+  evalStats: EvalStats | undefined,
+  evalStatus?: Status,
+) => {
+  return useMemo(() => {
+    return {
+      id: kLogViewModelsTabId,
+      label: "Models",
+      scrollable: true,
+      component: ModelTab,
+      componentProps: {
+        evalSpec,
+        evalStats,
+        evalStatus,
+      },
+    };
+  }, [evalSpec, evalStats]);
+};
+
+interface ModelTabProps {
+  evalSpec?: EvalSpec;
+  evalStats?: EvalStats;
+  evalStatus?: Status;
+}
+
+export const ModelTab: FC<ModelTabProps> = ({
+  evalSpec,
+  evalStats,
+  evalStatus,
+}) => {
+  return (
+    <div style={{ width: "100%" }}>
+      <div style={{ padding: "0.5em 1em 0 1em", width: "100%" }}>
+        {evalSpec ? <ModelCard evalSpec={evalSpec} /> : undefined}
+        {evalStatus !== "started" &&
+          evalStats?.model_usage &&
+          Object.keys(evalStats.model_usage).length > 0 && (
+            <UsageCard stats={evalStats} />
+          )}
+      </div>
+    </div>
+  );
+};

inspect_ai/_view/www/src/app/log-view/tabs/TaskTab.module.css

@@ -0,0 +1,6 @@
+.grid {
+  display: grid;
+  grid-template-columns: fit-content(50%) fit-content(50%);
+  column-gap: 3em;
+  align-items: flex-start;
+}

inspect_ai/_view/www/src/app/log-view/tabs/TaskTab.tsx

@@ -0,0 +1,143 @@
+import clsx from "clsx";
+import { FC, useMemo } from "react";
+import { EvalSpec, EvalStats } from "../../../@types/log";
+import { Card, CardBody, CardHeader } from "../../../components/Card";
+import { kLogViewTaskTabId } from "../../../constants";
+import { formatDuration, toTitleCase } from "../../../utils/format";
+import { ghCommitUrl } from "../../../utils/git";
+import { MetaDataView } from "../../content/MetaDataView";
+
+import styles from "./TaskTab.module.css";
+
+// Individual hook for Info tab
+export const useTaskTabConfig = (
+  evalSpec: EvalSpec | undefined,
+  evalStats?: EvalStats,
+) => {
+  return useMemo(() => {
+    return {
+      id: kLogViewTaskTabId,
+      label: "Task",
+      scrollable: true,
+      component: TaskTab,
+      componentProps: {
+        evalSpec,
+        evalStats,
+      },
+    };
+  }, [evalSpec, evalStats]);
+};
+
+interface TaskTabProps {
+  evalSpec?: EvalSpec;
+  evalStats?: EvalStats;
+}
+
+export const TaskTab: FC<TaskTabProps> = ({ evalSpec, evalStats }) => {
+  const config: Record<string, unknown> = {};
+  Object.entries(evalSpec?.config || {}).forEach((entry) => {
+    const key = entry[0];
+    const value = entry[1];
+    config[key] = value;
+  });
+
+  const revision = evalSpec?.revision;
+  const packages = evalSpec?.packages;
+
+  const taskInformation: Record<string, unknown> = {
+    ["Task ID"]: evalSpec?.task_id,
+    ["Run ID"]: evalSpec?.run_id,
+  };
+
+  if (revision) {
+    taskInformation[
+      `${revision.type ? `${toTitleCase(revision.type)} ` : ""}Revision`
+    ] = {
+      _html: (
+        <a href={ghCommitUrl(revision.origin, revision.commit)}>
+          {revision.commit}
+        </a>
+      ),
+    };
+  }
+  if (packages) {
+    const names = Object.keys(packages).map((key) => {
+      return `${key} ${packages[key]}`;
+    });
+
+    if (names.length === 1) {
+      taskInformation["Inspect"] = names[0];
+    } else {
+      taskInformation["Inspect"] = names;
+    }
+  }
+  if (evalSpec?.tags) {
+    taskInformation["tags"] = evalSpec?.tags.join(", ");
+  }
+
+  if (evalSpec?.sandbox) {
+    if (Array.isArray(evalSpec?.sandbox)) {
+      taskInformation["sandbox"] = evalSpec.sandbox[0];
+      if (evalSpec.sandbox[1]) {
+        taskInformation["sandbox_config"] = evalSpec.sandbox[1];
+      }
+    } else {
+      taskInformation["sandbox"] = evalSpec?.sandbox.type;
+      taskInformation["sandbox_config"] = evalSpec?.sandbox.config;
+    }
+  }
+
+  const totalDuration = formatDuration(
+    new Date(evalStats?.started_at || 0),
+    new Date(evalStats?.completed_at || 0),
+  );
+
+  const task_args = evalSpec?.task_args || {};
+
+  return (
+    <div style={{ width: "100%" }}>
+      <div style={{ padding: "0.5em 1em 0 1em", width: "100%" }}>
+        <Card>
+          <CardHeader label="Task Info" />
+          <CardBody id={"task-card-config"}>
+            <div className={clsx(styles.grid)}>
+              <MetaDataView
+                key={`plan-md-task`}
+                className={"text-size-small"}
+                entries={taskInformation}
+                tableOptions="sm"
+              />
+
+              <MetaDataView
+                entries={{
+                  ["Start"]: new Date(
+                    evalStats?.started_at || 0,
+                  ).toLocaleString(),
+                  ["End"]: new Date(
+                    evalStats?.completed_at || 0,
+                  ).toLocaleString(),
+                  ["Duration"]: totalDuration,
+                }}
+                tableOptions="sm"
+              />
+            </div>
+          </CardBody>
+        </Card>
+
+        {Object.keys(task_args).length > 0 && (
+          <Card>
+            <CardHeader label="Task Args" />
+            <CardBody id={"task-card-config"}>
+              <MetaDataView
+                key={`plan-md-task-args`}
+                className={"text-size-small"}
+                entries={task_args as Record<string, unknown>}
+                tableOptions="sm"
+              />
+            </CardBody>
+          </Card>
+        )}
+      </div>
+    </div>
+  );
+};

inspect_ai/_view/www/src/app/plan/ModelCard.tsx

@@ -3,7 +3,6 @@ import { FC } from "react";
 import clsx from "clsx";
 import { EvalModelConfig, EvalSpec } from "../../@types/log";
 import { Card, CardBody, CardHeader } from "../../components/Card";
-import { ApplicationIcons } from "../appearance/icons";
 import { MetaDataGrid } from "../content/MetaDataGrid";
 import styles from "./ModelCard.module.css";
 
@@ -33,7 +32,7 @@ export const ModelCard: FC<ModelCardProps> = ({ evalSpec }) => {
 
   return (
     <Card>
-      <CardHeader icon={ApplicationIcons.model} label="Models" />
+      <CardHeader label="Models" />
       <CardBody id={"task-model-card-body"}>
         <div className={styles.container}>
           {Object.keys(modelsInfo || {}).map((modelKey) => {

inspect_ai/_view/www/src/app/plan/PlanCard.tsx

@@ -1,7 +1,7 @@
 import { FC } from "react";
 import { EvalPlan, EvalScore, EvalSpec } from "../../@types/log";
 import { Card, CardBody, CardHeader } from "../../components/Card";
-import { ApplicationIcons } from "../appearance/icons";
+import { MetaDataView } from "../content/MetaDataView";
 import { PlanDetailView } from "./PlanDetailView";
 
 interface PlanCardProps {
@@ -14,12 +14,34 @@ interface PlanCardProps {
  * Renders the plan card
  */
 export const PlanCard: FC<PlanCardProps> = ({ evalSpec, evalPlan, scores }) => {
+  const metadata = evalSpec?.metadata || {};
+
   return (
-    <Card>
-      <CardHeader icon={ApplicationIcons.config} label="Config" />
-      <CardBody id={"task-plan-card-body"}>
-        <PlanDetailView evaluation={evalSpec} plan={evalPlan} scores={scores} />
-      </CardBody>
-    </Card>
+    <>
+      <Card>
+        <CardHeader label="Summary" />
+        <CardBody id={"task-plan-card-body"}>
+          <PlanDetailView
+            evaluation={evalSpec}
+            plan={evalPlan}
+            scores={scores}
+          />
+        </CardBody>
+      </Card>
+
+      {Object.keys(metadata).length > 0 && (
+        <Card>
+          <CardHeader label="Metadata" />
+          <CardBody id={"task-metadata`"}>
+            <MetaDataView
+              key={`plan-md-metadata`}
+              className={"text-size-small"}
+              entries={metadata}
+              tableOptions="sm"
+            />
+          </CardBody>
+        </Card>
+      )}
+    </>
   );
 };

inspect_ai/_view/www/src/app/plan/PlanDetailView.module.css

@@ -22,7 +22,7 @@
 }
 
 .planCol {
-  margin-top: em;
+  margin-top: 0;
 }
 
 .container {