inspect-ai 0.3.63__py3-none-any.whl → 0.3.64__py3-none-any.whl

inspect_ai/_view/www/src/samples/chat/tools/tool.ts

@@ -7,7 +7,7 @@ import { Arguments } from "../../../types/log";
 export interface ToolCallResult {
   functionCall: string;
   input?: string;
-  inputType?: string;
+  highlightLanguage?: string;
 }
 
 /**
@@ -19,24 +19,18 @@ export const resolveToolInput = (
 ): ToolCallResult => {
   const toolName = fn;
 
-  const [inputKey, inputType] = extractInputMetadata(toolName);
-  if (inputKey) {
-    const { input, args } = extractInput(
-      inputKey,
-      toolArgs as Record<string, unknown>,
-    );
-    const functionCall =
-      args.length > 0 ? `${toolName}(${args.join(",")})` : toolName;
-    return {
-      functionCall,
-      input,
-      inputType,
-    };
-  } else {
-    return {
-      functionCall: toolName,
-    };
-  }
+  const [inputKey, highlightLanguage] = extractInputMetadata(toolName);
+  const { input, args } = extractInput(
+    toolArgs as Record<string, unknown>,
+    inputKey,
+  );
+  const functionCall =
+    args.length > 0 ? `${toolName}(${args.join(", ")})` : toolName;
+  return {
+    functionCall,
+    input,
+    highlightLanguage,
+  };
 };
 
 const extractInputMetadata = (
@@ -54,29 +48,20 @@ const extractInputMetadata = (
 };
 
 const extractInput = (
-  inputKey: string,
   args: Record<string, unknown>,
+  inputKey?: string,
 ): { input?: string; args: string[] } => {
   const formatArg = (key: string, value: unknown) => {
-    const quotedValue = typeof value === "string" ? `"${value}"` : value;
+    const quotedValue =
+      typeof value === "string"
+        ? `"${value}"`
+        : typeof value === "object" || Array.isArray(value)
+          ? JSON.stringify(value, undefined, 2)
+          : String(value);
     return `${key}: ${quotedValue}`;
   };
   if (args) {
-    if (Object.keys(args).length === 1) {
-      const inputRaw = args[Object.keys(args)[0]];
-
-      let input;
-      if (Array.isArray(inputRaw) || typeof inputRaw === "object") {
-        input = JSON.stringify(inputRaw, undefined, 2);
-      } else {
-        input = String(inputRaw);
-      }
-
-      return {
-        input: input,
-        args: [],
-      };
-    } else if (args[inputKey]) {
+    if (inputKey && args[inputKey]) {
       const input = args[inputKey];
       const filteredArgs = Object.keys(args)
         .filter((key) => {

inspect_ai/_view/www/src/samples/descriptor/samplesDescriptor.tsx

@@ -158,8 +158,10 @@ export const createEvalDescriptor = (
   ): ReactNode => {
     const descriptor = scoreDescriptor(scoreLabel);
     const score = scoreValue(sample, scoreLabel);
-    if (score === null || score === "undefined") {
+    if (score === null) {
       return "null";
+    } else if (score === undefined) {
+      return "";
     } else if (score && descriptor && descriptor.render) {
       return descriptor.render(score);
     } else {

inspect_ai/_view/www/src/samples/sample-tools/SelectScorer.tsx

@@ -56,28 +56,6 @@ export const SelectScorer: React.FC<SelectScorerProps> = ({
       return score && sc.scorer === score.scorer;
     });
 
-    const selectors = [
-      <ScorerSelector
-        scorers={scorers}
-        selectedIndex={scorerIndex(scorers, score)}
-        setSelectedIndex={(index: number) => {
-          setScore(scorers[index]);
-        }}
-      />,
-    ];
-    if (scorerScores.length > 1) {
-      selectors.push(
-        <ScoreSelector
-          className={clsx(styles.secondSel)}
-          scores={scorerScores}
-          selectedIndex={scoreIndex(scorerScores, score)}
-          setSelectedIndex={(index: number) => {
-            setScore(scorerScores[index]);
-          }}
-        />,
-      );
-    }
-
     // There are multiple scorers, so show a scorer selector and a r
     return (
       <div className={styles.flex}>
@@ -93,7 +71,23 @@ export const SelectScorer: React.FC<SelectScorerProps> = ({
         >
           Scorer:
         </span>
-        {selectors}
+        <ScorerSelector
+          scorers={scorers}
+          selectedIndex={scorerIndex(scorers, score)}
+          setSelectedIndex={(index: number) => {
+            setScore(scorers[index]);
+          }}
+        />
+        {scorerScores.length > 1 ? (
+          <ScoreSelector
+            className={clsx(styles.secondSel)}
+            scores={scorerScores}
+            selectedIndex={scoreIndex(scorerScores, score)}
+            setSelectedIndex={(index: number) => {
+              setScore(scorerScores[index]);
+            }}
+          />
+        ) : undefined}
       </div>
     );
   }
@@ -128,7 +122,11 @@ const ScoreSelector: React.FC<ScoreSelectorProps> = ({
       }}
     >
       {scores.map((score) => {
-        return <option value={score.name}>{score.name}</option>;
+        return (
+          <option key={score.name} value={score.name}>
+            {score.name}
+          </option>
+        );
       })}
     </select>
   );
@@ -156,7 +154,11 @@ const ScorerSelector: React.FC<ScorerSelectorProps> = ({
       }}
     >
       {scorers.map((scorer) => {
-        return <option value={scorer.scorer}>{scorer.scorer}</option>;
+        return (
+          <option key={scorer.scorer} value={scorer.scorer}>
+            {scorer.scorer}
+          </option>
+        );
       })}
     </select>
   );

inspect_ai/_view/www/src/samples/sample-tools/SortFilter.tsx

@@ -68,7 +68,11 @@ export const SortFilter: React.FC<SortFilterProps> = ({
         }}
       >
         {options.map((option) => {
-          return <option value={option.val}>{option.label}</option>;
+          return (
+            <option key={option.val} value={option.val}>
+              {option.label}
+            </option>
+          );
         })}
       </select>
     </div>

inspect_ai/_view/www/src/samples/transcript/InfoEventView.tsx

@@ -35,7 +35,7 @@ export const InfoEventView: React.FC<InfoEventViewProps> = ({
   return (
     <EventPanel
       id={id}
-      title="Info"
+      title={"Info" + (event.source ? ": " + event.source : "")}
       className={className}
       subTitle={formatDateTime(new Date(event.timestamp))}
       icon={ApplicationIcons.info}

inspect_ai/_view/www/src/samples/transcript/ModelEventView.tsx

@@ -208,9 +208,9 @@ interface ToolConfigProps {
 }
 
 const ToolsConfig: React.FC<ToolConfigProps> = ({ tools }) => {
-  const toolEls = tools.map((tool) => {
+  const toolEls = tools.map((tool, idx) => {
     return (
-      <Fragment>
+      <Fragment key={`${tool.name}-${idx}`}>
         <div className={clsx("text-style-label", "text-style-secondary")}>
           {tool.name}
         </div>

inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.tsx

@@ -35,9 +35,13 @@ export const SampleInitEventView: React.FC<SampleInitEventViewProps> = ({
 
   if (event.sample.files && Object.keys(event.sample.files).length > 0) {
     sections.push(
-      <EventSection title="Files">
+      <EventSection title="Files" key={`sample-${id}-init-files`}>
         {Object.keys(event.sample.files).map((file) => {
-          return <pre className={styles.noMargin}>{file}</pre>;
+          return (
+            <pre key={`sample-init-file-${file}`} className={styles.noMargin}>
+              {file}
+            </pre>
+          );
         })}
       </EventSection>,
     );
@@ -45,7 +49,7 @@ export const SampleInitEventView: React.FC<SampleInitEventViewProps> = ({
 
   if (event.sample.setup) {
     sections.push(
-      <EventSection title="Setup">
+      <EventSection title="Setup" key={`sample-${id}-init-setup`}>
         <pre className={styles.code}>
           <code className="sourceCode">{event.sample.setup}</code>
         </pre>
@@ -75,7 +79,7 @@ export const SampleInitEventView: React.FC<SampleInitEventViewProps> = ({
           {event.sample.choices
             ? event.sample.choices.map((choice, index) => {
                 return (
-                  <div>
+                  <div key={`$choice-{choice}`}>
                     {String.fromCharCode(65 + index)}) {choice}
                   </div>
                 );
@@ -88,7 +92,7 @@ export const SampleInitEventView: React.FC<SampleInitEventViewProps> = ({
           )}
           <EventSection title="Target">
             {toArray(event.sample.target).map((target) => {
-              return <div>{target}</div>;
+              return <div key={target}>{target}</div>;
             })}
           </EventSection>
         </div>

inspect_ai/_view/www/src/samples/transcript/ScoreEventView.tsx

@@ -37,7 +37,7 @@ export const ScoreEventView: React.FC<ScoreEventViewProps> = ({
   return (
     <EventPanel
       id={id}
-      title="Score"
+      title={(event.intermediate ? "Intermediate " : "") + "Score"}
       className={clsx(className, "text-size-small")}
       subTitle={formatDateTime(new Date(event.timestamp))}
       icon={ApplicationIcons.scorer}

inspect_ai/_view/www/src/samples/transcript/ToolEventView.tsx

@@ -8,6 +8,7 @@ import { EventPanel } from "./event/EventPanel";
 import { TranscriptView } from "./TranscriptView";
 import { TranscriptEventState } from "./types";
 
+import { useMemo } from "react";
 import styles from "./ToolEventView.module.css";
 
 interface ToolEventViewProps {
@@ -31,9 +32,9 @@ export const ToolEventView: React.FC<ToolEventViewProps> = ({
   className,
 }) => {
   // Extract tool input
-  const { input, functionCall, inputType } = resolveToolInput(
-    event.function,
-    event.arguments,
+  const { input, functionCall, highlightLanguage } = useMemo(
+    () => resolveToolInput(event.function, event.arguments),
+    [event.function, event.arguments],
   );
 
   // Find an approval if there is one
@@ -62,7 +63,7 @@ export const ToolEventView: React.FC<ToolEventViewProps> = ({
         <ToolCallView
           functionCall={functionCall}
           input={input}
-          inputType={inputType}
+          highlightLanguage={highlightLanguage}
           output={event.error?.message || event.result}
           mode="compact"
           view={event.view ? event.view : undefined}

inspect_ai/_view/www/src/samples/transcript/event/EventNavs.tsx

@@ -26,6 +26,7 @@ export const EventNavs: React.FC<EventNavsProps> = ({
       {navs.map((nav) => {
         return (
           <EventNav
+            key={nav.title}
             target={nav.target}
             title={nav.title}
             selectedNav={selectedNav}

inspect_ai/_view/www/src/samples/transcript/event/EventPanel.tsx

@@ -176,6 +176,7 @@ export const EventPanel: React.FC<EventPanelProps> = ({
 
           return (
             <div
+              key={`children-${id}-${index}`}
               id={id}
               className={clsx("tab-pane", "show", isSelected ? "active" : "")}
             >

inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.tsx

@@ -1,5 +1,5 @@
 import clsx from "clsx";
-import { Fragment, ReactNode } from "react";
+import { Fragment, JSX, ReactNode } from "react";
 import {
   HumanBaselineView,
   SessionLog,
@@ -18,7 +18,10 @@ interface Signature {
 interface ChangeType {
   type: string;
   signature: Signature;
-  render: (changes: JsonChange[], state: Record<string, unknown>) => ReactNode;
+  render: (
+    changes: JsonChange[],
+    state: Record<string, unknown>,
+  ) => JSX.Element;
 }
 
 const system_msg_added_sig: ChangeType = {
@@ -33,6 +36,7 @@ const system_msg_added_sig: ChangeType = {
     const message = messages[0];
     return (
       <ChatView
+        key="system_msg_event_preview"
         id="system_msg_event_preview"
         messages={[message] as Messages}
       />
@@ -123,6 +127,7 @@ const human_baseline_session: ChangeType = {
 
     return (
       <HumanBaselineView
+        key="human_baseline_view"
         started={startedDate}
         running={running}
         completed={completed}
@@ -185,10 +190,10 @@ const renderTools = (
   }
 
   return (
-    <div className={clsx(styles.tools)}>
+    <div key={"state-diff-tools"} className={clsx(styles.tools)}>
       {Object.keys(toolsInfo).map((key) => {
         return (
-          <Fragment>
+          <Fragment key={key}>
             <div
               className={clsx(
                 "text-size-smaller",
@@ -242,12 +247,18 @@ interface ToolsProps {
  * Renders a list of tool components based on the provided tool definitions.
  */
 export const Tools: React.FC<ToolsProps> = ({ toolDefinitions }) => {
-  return toolDefinitions.map((toolDefinition) => {
+  return toolDefinitions.map((toolDefinition, idx) => {
     const toolName = toolDefinition.name;
     const toolArgs = toolDefinition.parameters?.properties
       ? Object.keys(toolDefinition.parameters.properties)
       : [];
-    return <Tool toolName={toolName} toolArgs={toolArgs} />;
+    return (
+      <Tool
+        key={`${toolName}-${idx}`}
+        toolName={toolName}
+        toolArgs={toolArgs}
+      />
+    );
   });
 };
 

inspect_ai/_view/www/src/samples/transcript/state/StateEventView.tsx

@@ -44,14 +44,6 @@ export const StateEventView: React.FC<StateEventViewProps> = ({
   // Synthesize objects for comparison
   const [before, after] = synthesizeComparable(event.changes);
 
-  const tabs = [
-    <StateDiffView
-      before={before}
-      after={after}
-      data-name="Diff"
-      className={clsx(styles.diff)}
-    />,
-  ];
   // This clone is important since the state is used by react as potential values that are rendered
   // and as a result may be decorated with additional properties, etc..., resulting in DOM elements
   // appearing attached to state.
@@ -60,14 +52,6 @@ export const StateEventView: React.FC<StateEventViewProps> = ({
     structuredClone(after),
     isStore,
   );
-  if (changePreview) {
-    tabs.unshift(
-      <div data-name="Summary" className={clsx(styles.summary)}>
-        {changePreview}
-      </div>,
-    );
-  }
-
   // Compute the title
   const title = event.event === "state" ? "State Updated" : "Store Updated";
 
@@ -77,7 +61,7 @@ export const StateEventView: React.FC<StateEventViewProps> = ({
       title={title}
       className={className}
       subTitle={formatDateTime(new Date(event.timestamp))}
-      text={tabs.length === 1 ? summary : undefined}
+      text={!changePreview ? summary : undefined}
       collapse={changePreview === undefined ? true : undefined}
       selectedNav={eventState.selectedNav || ""}
       setSelectedNav={(selectedNav) => {
@@ -88,7 +72,17 @@ export const StateEventView: React.FC<StateEventViewProps> = ({
         setEventState({ ...eventState, collapsed });
       }}
     >
-      {tabs}
+      {changePreview ? (
+        <div data-name="Summary" className={clsx(styles.summary)}>
+          {changePreview}
+        </div>
+      ) : undefined}
+      <StateDiffView
+        before={before}
+        after={after}
+        data-name="Diff"
+        className={clsx(styles.diff)}
+      />
     </EventPanel>
   );
 };
@@ -153,7 +147,8 @@ const generatePreview = (
       }
     }
     if (matchingOps === requiredMatchCount) {
-      results.push(changeType.render(changes, resolvedState));
+      const el = changeType.render(changes, resolvedState);
+      results.push(el);
       // Only one renderer can process a change
       // TODO: consider changing this to allow many handlers to render (though then we sort of need
       // to match the renderer to the key (e.g. a rendered for `tool_choice` a renderer for `tools` etc..))