inspect-ai 0.3.62__py3-none-any.whl → 0.3.64__py3-none-any.whl

inspect_ai/_view/www/src/samples/transcript/ScoreEventView.mjs

@@ -1,100 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { MarkdownDiv } from "../../components/MarkdownDiv.mjs";
-import { MetaDataGrid } from "../../components/MetaDataGrid.mjs";
-import { EventPanel } from "./EventPanel.mjs";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { TextStyle } from "../../appearance/Fonts.mjs";
-import { formatDateTime } from "../../utils/Format.mjs";
-
-/**
- * Renders the InfoEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param { string  } props.id - The id of this event.
- * @param {Object} props.style - The style properties passed to the component.
- * @param {import("../../types/log").ScoreEvent} props.event - The event object to display.
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
- * @returns {import("preact").JSX.Element} The component.
- */
-export const ScoreEventView = ({
-  id,
-  event,
-  eventState,
-  setEventState,
-  style,
-}) => {
-  const resolvedTarget = event.target
-    ? Array.isArray(event.target)
-      ? event.target.join("\n")
-      : event.target
-    : undefined;
-
-  return html`
-  <${EventPanel} 
-    id=${id} 
-    title="Score" 
-    subTitle=${formatDateTime(new Date(event.timestamp))} 
-    icon=${ApplicationIcons.scorer} 
-    style=${style}
-    selectedNav=${eventState.selectedNav || ""}
-    onSelectedNav=${(selectedNav) => {
-      setEventState({ ...eventState, selectedNav });
-    }}
-    collapsed=${eventState.collapsed}
-    onCollapsed=${(collapsed) => {
-      setEventState({ ...eventState, collapsed });
-    }}    
-  >
-  
-    <div
-      name="Explanation"
-      style=${{ display: "grid", gridTemplateColumns: "max-content auto", columnGap: "1em", margin: "0.5em 0" }}
-    >
-      ${
-        event.target
-          ? html` <div
-                style=${{
-                  gridColumn: "1 / -1",
-                  borderBottom: "solid 1px var(--bs-light-border-subtle",
-                }}
-              ></div>
-              <div style=${{ ...TextStyle.label }}>Target</div>
-              <div><${MarkdownDiv} markdown=${resolvedTarget} /></div>`
-          : ""
-      }
-      <div style=${{ gridColumn: "1 / -1", borderBottom: "solid 1px var(--bs-light-border-subtle" }}></div>
-      <div style=${{ ...TextStyle.label }}>Answer</div>
-      <div><${MarkdownDiv} markdown=${event.score.answer}/></div>
-      <div style=${{ gridColumn: "1 / -1", borderBottom: "solid 1px var(--bs-light-border-subtle" }}></div>
-      <div style=${{ ...TextStyle.label }}>Explanation</div>
-      <div><${MarkdownDiv} markdown=${event.score.explanation}/></div>
-      <div style=${{ gridColumn: "1 / -1", borderBottom: "solid 1px var(--bs-light-border-subtle" }}></div>
-      <div style=${{ ...TextStyle.label }}>Score</div>  
-      <div>${renderScore(event.score.value)}</div>
-      <div style=${{ gridColumn: "1 / -1", borderBottom: "solid 1px var(--bs-light-border-subtle" }}></div>
-    </div>
-    ${
-      event.score.metadata
-        ? html`<div name="Metadata">
-            <${MetaDataGrid}
-              entries=${event.score.metadata}
-              compact=${true}
-              style=${{ margin: "0.5em 0" }}
-            />
-          </div>`
-        : undefined
-    }
-  </${EventPanel}>`;
-};
-
-const renderScore = (value) => {
-  if (Array.isArray(value)) {
-    return html`<${MetaDataGrid} entries=${value} />`;
-  } else if (typeof value === "object") {
-    return html`<${MetaDataGrid} entries=${value} />`;
-  } else {
-    return value;
-  }
-};

inspect_ai/_view/www/src/samples/transcript/StepEventView.mjs

@@ -1,187 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { useCallback, useState } from "preact/hooks";
-import { EventPanel } from "./EventPanel.mjs";
-import { TranscriptVirtualListComponent } from "./TranscriptView.mjs";
-import { formatDateTime } from "../../utils/Format.mjs";
-
-/**
- * Renders the StepEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param {Object} props.style - The style properties passed to the component.
- * @param {import("../../types/log").StepEvent} props.event - The event object to display.
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
- * @param {import("./Types.mjs").EventNode[]} props.children - The event notes children of this step
- * @param {import("htm/preact").MutableRef<HTMLElement>} props.scrollRef - The scrollable parent element
- * @returns {import("preact").JSX.Element} The component that displays event details.
- */
-export const StepEventView = ({
-  event,
-  eventState,
-  setEventState,
-  children,
-  style,
-  scrollRef,
-}) => {
-  const descriptor = stepDescriptor(event);
-  const title =
-    descriptor.name ||
-    `${event.type ? event.type + ": " : "Step: "}${event.name}`;
-  const text = summarize(children);
-
-  const [transcriptState, setTranscriptState] = useState({});
-  const onTranscriptState = useCallback(
-    (state) => {
-      setTranscriptState({ ...state });
-    },
-    [transcriptState, setTranscriptState],
-  );
-
-  return html`<${EventPanel}
-    id=${`step-${event.name}`}
-    classes="transcript-step"
-    title="${title}"
-    subTitle=${formatDateTime(new Date(event.timestamp))}
-    icon=${descriptor.icon}
-    style=${{ ...descriptor.style, ...style }}
-    titleStyle=${{ ...descriptor.titleStyle }}
-    collapse=${false}
-    text=${text}
-    selectedNav=${eventState.selectedNav || ""}
-    onSelectedNav=${(selectedNav) => {
-      setEventState({ ...eventState, selectedNav });
-    }}
-    collapsed=${eventState.collapsed}
-    onCollapsed=${(collapsed) => {
-      setEventState({ ...eventState, collapsed });
-    }}        
-  >
-    <${TranscriptVirtualListComponent}
-      id=${`step-${event.name}-transcript`}
-      eventNodes=${children}
-      scrollRef=${scrollRef}
-      transcriptState=${transcriptState}
-      setTranscriptState=${onTranscriptState}
-    />
-  </EventPanel>
-  `;
-};
-
-/**
- * Renders the StepEventView component.
- *
- * @param {import("./Types.mjs").EventNode[]} children - The event notes children of this step
- * @returns { string } The summary text
- */
-const summarize = (children) => {
-  if (children.length === 0) {
-    return "(no events)";
-  }
-
-  const formatEvent = (event, count) => {
-    if (count === 1) {
-      return `${count} ${event} event`;
-    } else {
-      return `${count} ${event} events`;
-    }
-  };
-
-  // Count the types
-  const typeCount = {};
-  children.forEach((child) => {
-    const currentCount = typeCount[child.event.event] || 0;
-    typeCount[child.event.event] = currentCount + 1;
-  });
-
-  // Try to summarize event types
-  const numberOfTypes = Object.keys(typeCount).length;
-  if (numberOfTypes < 3) {
-    return Object.keys(typeCount)
-      .map((key) => {
-        return formatEvent(key, typeCount[key]);
-      })
-      .join(", ");
-  }
-
-  // To many types, just return the number of events
-  if (children.length === 1) {
-    return "1 event";
-  } else {
-    return `${children.length} events`;
-  }
-};
-
-/** @type {Record<string, string>} */
-const rootStepStyle = {};
-
-/** @type {Record<string, string>} */
-const rootTitleStyle = {
-  fontWeight: "600",
-};
-
-/**
- * Returns a descriptor object containing icon and style based on the event type and name.
- *
- * @param {import("../../types/log").StepEvent} event - The event object.
- * @returns {{ icon?: string, style: Record<string, string>, endSpace: boolean, titleStyle: Record<string, string>, name?: string }} The descriptor with the icon and style for the event.
- */
-const stepDescriptor = (event) => {
-  const rootStepDescriptor = {
-    style: rootStepStyle,
-    endSpace: true,
-    titleStyle: rootTitleStyle,
-  };
-
-  if (event.type === "solver") {
-    switch (event.name) {
-      case "chain_of_thought":
-        return {
-          ...rootStepDescriptor,
-        };
-      case "generate":
-        return {
-          ...rootStepDescriptor,
-        };
-      case "self_critique":
-        return {
-          ...rootStepDescriptor,
-        };
-      case "system_message":
-        return {
-          ...rootStepDescriptor,
-        };
-      case "use_tools":
-        return {
-          ...rootStepDescriptor,
-        };
-      case "multiple_choice":
-        return {
-          ...rootStepDescriptor,
-        };
-      default:
-        return {
-          ...rootStepDescriptor,
-        };
-    }
-  } else if (event.type === "scorer") {
-    return {
-      ...rootStepDescriptor,
-    };
-  } else {
-    switch (event.name) {
-      case "sample_init":
-        return {
-          ...rootStepDescriptor,
-          name: "Sample Init",
-        };
-      default:
-        return {
-          style: {},
-          endSpace: false,
-          titleStyle: {},
-        };
-    }
-  }
-};

inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.mjs

@@ -1,133 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { TranscriptView } from "./TranscriptView.mjs";
-import { EventPanel } from "./EventPanel.mjs";
-import { MetaDataView } from "../../components/MetaDataView.mjs";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { FontSize, TextStyle } from "../../appearance/Fonts.mjs";
-import { formatDateTime } from "../../utils/Format.mjs";
-
-/**
- * Renders the StateEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param { string  } props.id - The id of this event.
- * @param { Object } props.style - The style of this event.
- * @param {import("../../types/log").SubtaskEvent} props.event - The event object to display.
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
- * @param { Object } props.depth - The depth of this event.
- * @returns {import("preact").JSX.Element} The component.
- */
-export const SubtaskEventView = ({
-  id,
-  event,
-  eventState,
-  setEventState,
-  style,
-  depth,
-}) => {
-  // Render Forks specially
-
-  const transcript =
-    event.events.length > 0
-      ? html`<${TranscriptView}
-          id="${id}-subtask"
-          name="Transcript"
-          events=${event.events}
-          depth=${depth + 1}
-        />`
-      : "";
-
-  const body =
-    event.type === "fork"
-      ? html`
-          <div title="Summary" style=${{ width: "100%", margin: "0.5em 0em" }}>
-            <div style=${{ ...TextStyle.label }}>Inputs</div>
-            <div style=${{ marginBottom: "1em" }}>
-              <${Rendered} values=${event.input} />
-            </div>
-            <div style=${{ ...TextStyle.label }}>Transcript</div>
-            ${transcript}
-          </div>
-        `
-      : html`
-          <${SubtaskSummary}
-            name="Summary"
-            input=${event.input}
-            result=${event.result}
-          />
-          ${transcript}
-        `;
-
-  // Is this a traditional subtask or a fork?
-  const type = event.type === "fork" ? "Fork" : "Subtask";
-  return html`
-    <${EventPanel} 
-      id=${id} 
-      title="${type}: ${event.name}" 
-      subTitle=${formatDateTime(new Date(event.timestamp))} 
-      style=${style} 
-      collapse=${false}
-      selectedNav=${eventState.selectedNav || ""}
-      onSelectedNav=${(selectedNav) => {
-        setEventState({ ...eventState, selectedNav });
-      }}
-      collapsed=${eventState.collapsed}
-      onCollapsed=${(collapsed) => {
-        setEventState({ ...eventState, collapsed });
-      }}              
-    >
-      ${body}
-    </${EventPanel}>`;
-};
-
-/**
- * Renders the StateEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param {import("../../types/log").Input2} props.input - The event object to display.
- * @param {import("../../types/log").Result1} props.result - The event object to display.
- * @returns {import("preact").JSX.Element} The component.
- */
-const SubtaskSummary = ({ input, result }) => {
-  result = typeof result === "object" ? result : { result };
-  return html` <div
-    style=${{
-      display: "grid",
-      gridTemplateColumns: "minmax(0, 1fr) max-content minmax(0, 1fr)",
-      columnGap: "1em",
-      margin: "0.5em 0",
-    }}
-  >
-    <div style=${{ ...TextStyle.label }}>Input</div>
-    <div style=${{ fontSize: FontSize.large, padding: "0 2em" }}></div>
-    <div style=${{ ...TextStyle.label }}>Output</div>
-    <${Rendered} values=${input} />
-    <div style=${{ fontSize: FontSize["title-secondary"], padding: "0 2em" }}>
-      <i class="${ApplicationIcons.arrows.right}" />
-    </div>
-    <div>
-      <${Rendered} values=${result} />
-    </div>
-  </div>`;
-};
-
-/**
- * Recursively renders content based on the type of `values`.
- *
- * @param {Object} props - The component props.
- * @param {Array<unknown>|Object|string|number} props.values - The values to be rendered. Can be an array, object, string, or number.
- * @returns {import("preact").JSX.Element|Array<import("preact").JSX.Element>|string|number} The rendered content, which can be a JSX element, an array of JSX elements, or a primitive value.
- */
-const Rendered = ({ values }) => {
-  if (Array.isArray(values)) {
-    return values.map((val) => {
-      return html`<${Rendered} values=${val} />`;
-    });
-  } else if (values && typeof values === "object") {
-    return html`<${MetaDataView} entries=${values} />`;
-  } else {
-    return values;
-  }
-};

inspect_ai/_view/www/src/samples/transcript/ToolEventView.mjs

@@ -1,88 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { EventPanel } from "./EventPanel.mjs";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { resolveToolInput, ToolCallView } from "../../components/Tools.mjs";
-import { TranscriptView } from "./TranscriptView.mjs";
-import { ApprovalEventView } from "./ApprovalEventView.mjs";
-import { formatDateTime } from "../../utils/Format.mjs";
-
-/**
- * Renders the ToolEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param { string  } props.id - The id of this event.
- * @param {import("../../types/log").ToolEvent} props.event - The event object to display.
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
- * @param { Object } props.style - The style of this event.
- * @param { number } props.depth - The depth of this event.
- * @returns {import("preact").JSX.Element} The component.
- */
-export const ToolEventView = ({
-  id,
-  event,
-  eventState,
-  setEventState,
-  style,
-  depth,
-}) => {
-  // Extract tool input
-  const { input, functionCall, inputType } = resolveToolInput(
-    event.function,
-    event.arguments,
-  );
-
-  // Find an approval if there is one
-  const approvalEvent = event.events.find((e) => {
-    return e.event === "approval";
-  });
-
-  const title = `Tool: ${event.view?.title || event.function}`;
-  return html`
-  <${EventPanel} 
-    id=${id} 
-    title="${title}" 
-    subTitle=${formatDateTime(new Date(event.timestamp))} 
-    icon=${ApplicationIcons.solvers.use_tools} 
-    style=${style}
-    selectedNav=${eventState.selectedNav || ""}
-    onSelectedNav=${(selectedNav) => {
-      setEventState({ ...eventState, selectedNav });
-    }}
-    collapsed=${eventState.collapsed}
-    onCollapsed=${(collapsed) => {
-      setEventState({ ...eventState, collapsed });
-    }}              
-  >  
-  <div name="Summary" style=${{ margin: "0.5em 0", width: "100%" }}>
-    <${ToolCallView}
-      functionCall=${functionCall}
-      input=${input}
-      inputType=${inputType}
-      output=${event.error?.message || event.result}
-      mode="compact"
-      view=${event.view}
-      />
-      ${
-        approvalEvent
-          ? html`<${ApprovalEventView}
-              id="${id}-approval"
-              event=${approvalEvent}
-              style=${{ border: "none", padding: 0, marginBottom: 0 }}
-            />`
-          : ""
-      }
-  </div>
-    ${
-      event.events.length > 0
-        ? html`<${TranscriptView}
-            id="${id}-subtask"
-            name="Transcript"
-            events=${event.events}
-            depth=${depth + 1}
-          />`
-        : ""
-    }
-  </${EventPanel}>`;
-};