inspect-ai 0.3.62__py3-none-any.whl → 0.3.64__py3-none-any.whl

inspect_ai/_view/www/src/samples/transcript/EventRow.mjs

@@ -1,46 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { FontSize, TextStyle } from "../../appearance/Fonts.mjs";
-
-/**
- * Renders the EventRow component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param {string | undefined} props.title - The name of the event
- * @param {string | undefined} props.icon - The name of the event
- * @param {Object} props.style - The style of the event
- * @param {import("preact").ComponentChildren} props.children - The rendered event.
- * @returns {import("preact").JSX.Element} The component.
- */
-export const EventRow = ({ title, icon, style, children }) => {
-  const contentEl = title
-    ? html`<div
-        style=${{
-          marginLeft: "0.5em",
-          display: "grid",
-          gridTemplateColumns: "max-content max-content minmax(0, 1fr)",
-          columnGap: "0.5em",
-          fontSize: FontSize.small,
-        }}
-      >
-        <i class=${icon || ApplicationIcons.metadata} />
-        <div style=${{ ...TextStyle.label }}>${title}</div>
-        <div>${children}</div>
-      </div>`
-    : "";
-
-  const card = html` <div
-    class="card"
-    style=${{
-      padding: "0.4em",
-      marginBottom: "0",
-      border: "solid 1px var(--bs-light-border-subtle)",
-      borderRadius: "var(--bs-border-radius)",
-      ...style,
-    }}
-  >
-    ${contentEl}
-  </div>`;
-  return card;
-};

inspect_ai/_view/www/src/samples/transcript/EventSection.mjs

@@ -1,33 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { FontSize, TextStyle } from "../../appearance/Fonts.mjs";
-
-/**
- * Renders the Event Section component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param {string | undefined} props.title - The name of the event
- * @param {Object | undefined} props.style - The name of the event
- * @param {import("preact").ComponentChildren} props.children - The rendered event.
- * @returns {import("preact").JSX.Element} The component.
- */
-export const EventSection = ({ title, style, children }) => {
-  return html`<div
-    style=${{
-      margin: "1em 0 0 0",
-      ...style,
-    }}
-  >
-    <div
-      style=${{
-        fontSize: FontSize.smaller,
-        ...TextStyle.label,
-        fontWeight: 600,
-        paddingBottom: "0.3em",
-      }}
-    >
-      ${title}
-    </div>
-    ${children}
-  </div>`;
-};

inspect_ai/_view/www/src/samples/transcript/InfoEventView.mjs

@@ -1,59 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { EventPanel } from "./EventPanel.mjs";
-import { JSONPanel } from "../../components/JsonPanel.mjs";
-import { MarkdownDiv } from "../../components/MarkdownDiv.mjs";
-import { formatDateTime } from "../../utils/Format.mjs";
-
-/**
- * Renders the InfoEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param { string  } props.id - The id of this event.
- * @param { Object } props.style - The depth of this event.
- * @param {import("../../types/log").InfoEvent} props.event - The event object to display.
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
- * @returns {import("preact").JSX.Element} The component.
- */
-export const InfoEventView = ({
-  id,
-  event,
-  style,
-  eventState,
-  setEventState,
-}) => {
-  const panels = [];
-  if (typeof event.data === "string") {
-    panels.push(
-      html`<${MarkdownDiv}
-        markdown=${event.data}
-        style=${{ margin: "0.5em 0" }}
-      />`,
-    );
-  } else {
-    panels.push(
-      html`<${JSONPanel} data=${event.data} style=${{ margin: "0.5em 0" }} />`,
-    );
-  }
-
-  return html`
-  <${EventPanel} 
-    id=${id} 
-    title="Info" 
-    subTitle=${formatDateTime(new Date(event.timestamp))} 
-    icon=${ApplicationIcons.info} 
-    style=${style}
-    selectedNav=${eventState.selectedNav || ""}
-    onSelectedNav=${(selectedNav) => {
-      setEventState({ ...eventState, selectedNav });
-    }}
-    collapsed=${eventState.collapsed}
-    onCollapsed=${(collapsed) => {
-      setEventState({ ...eventState, collapsed });
-    }}
-  >
-    ${panels}
-  </${EventPanel}>`;
-};

inspect_ai/_view/www/src/samples/transcript/InputEventView.mjs

@@ -1,44 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { EventPanel } from "./EventPanel.mjs";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { ANSIDisplay } from "../../components/AnsiDisplay.mjs";
-import { formatDateTime } from "../../utils/Format.mjs";
-
-/**
- * Renders the ErrorEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param { string  } props.id - The id of this event.
- * @param {import("../../types/log").InputEvent} props.event - The event object to display.
- * @param { Object } props.style - The style of this event.
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
- * @returns {import("preact").JSX.Element} The component.
- */
-export const InputEventView = ({
-  id,
-  event,
-  style,
-  eventState,
-  setEventState,
-}) => {
-  return html`
-  <${EventPanel} 
-    id=${id} 
-    title="Input" 
-    subTitle=${formatDateTime(new Date(event.timestamp))} 
-    icon=${ApplicationIcons.input} 
-    style=${style}
-    selectedNav=${eventState.selectedNav || ""}
-    onSelectedNav=${(selectedNav) => {
-      setEventState({ ...eventState, selectedNav });
-    }}
-    collapsed=${eventState.collapsed}
-    onCollapsed=${(collapsed) => {
-      setEventState({ ...eventState, collapsed });
-    }}
-    >
-    <${ANSIDisplay} output=${event.input_ansi} style=${{ fontSize: "clamp(0.4rem, 1.15vw, 0.9rem)", ...style }}/>
-  </${EventPanel}>`;
-};

inspect_ai/_view/www/src/samples/transcript/LoggerEventView.mjs

@@ -1,32 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { FontSize, TextStyle } from "../../appearance/Fonts.mjs";
-import { EventRow } from "./EventRow.mjs";
-
-/**
- * Renders the LoggerEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param { string  } props.id - The id of this event.
- * @param {import("../../types/log").LoggerEvent} props.event - The event object to display.
- * @param { Object } props.style - The style of this event.
- * @returns {import("preact").JSX.Element} The component.
- */
-export const LoggerEventView = ({ id, event, style }) => {
-  // Create a Date object from the timestamp
-  return html`
-  <${EventRow} 
-    id=${id}
-    title=${event.message.level} 
-    icon=${ApplicationIcons.logging[event.message.level.toLowerCase()]}  
-    style=${style}
-  >
-  <div
-    style=${{ width: "100%", display: "grid", gridTemplateColumns: "1fr max-content", columnGap: "1em", fontSize: FontSize.base }}
-  >
-    <div style=${{ fontSize: FontSize.smaller }}>${event.message.message}</div>
-    <div style=${{ fontSize: FontSize.smaller, ...TextStyle.secondary }}>${event.message.filename}:${event.message.lineno}</div>
-  </div>
-  </${EventRow}>`;
-};

inspect_ai/_view/www/src/samples/transcript/ModelEventView.mjs

@@ -1,216 +0,0 @@
-// @ts-check
-/// <reference path="../../types/prism.d.ts" />
-import Prism from "prismjs";
-import "prismjs/components/prism-python";
-import "prismjs/components/prism-bash";
-import "prismjs/components/prism-json";
-
-import { html } from "htm/preact";
-import { useEffect, useMemo, useRef } from "preact/hooks";
-import { ChatView } from "../../components/ChatView.mjs";
-import { EventPanel } from "./EventPanel.mjs";
-import { EventSection } from "./EventSection.mjs";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { MetaDataGrid } from "../../components/MetaDataGrid.mjs";
-import { FontSize, TextStyle } from "../../appearance/Fonts.mjs";
-import { ModelUsagePanel } from "../../usage/UsageCard.mjs";
-import {
-  formatDateTime,
-  formatNumber,
-  formatPrettyDecimal,
-} from "../../utils/Format.mjs";
-
-/**
- * Renders the StateEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param { string  } props.id - The id of this event.
- * @param {import("../../types/log").ModelEvent} props.event - The event object to display.
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
- * @param { Object } props.style - The style of this event.
- * @param {string} props.baseId - The baseId of the event.
- * @returns {import("preact").JSX.Element} The component.
- */
-export const ModelEventView = ({
-  id,
-  event,
-  eventState,
-  setEventState,
-  style,
-}) => {
-  const totalUsage = event.output.usage?.total_tokens;
-  const callTime = event.output.time;
-
-  const subItems = [];
-  if (totalUsage) {
-    subItems.push(`${formatNumber(totalUsage)} tokens`);
-  }
-  if (callTime) {
-    subItems.push(`${formatPrettyDecimal(callTime)} sec`);
-  }
-  const subtitle = subItems.length > 0 ? `(${subItems.join(", ")})` : "";
-
-  // Note: despite the type system saying otherwise, this has appeared empircally
-  // to sometimes be undefined
-  const outputMessages = event.output.choices?.map((choice) => {
-    return choice.message;
-  });
-
-  const entries = { ...event.config };
-  entries["tool_choice"] = event.tool_choice;
-  delete entries["max_connections"];
-
-  const tableSectionStyle = {
-    width: "fit-content",
-    alignSelf: "start",
-    justifySelf: "start",
-  };
-
-  // For any user messages which immediately preceded this model call, including a
-  // panel and display those user messages (exclude tool_call messages as they
-  // are already shown in the tool call above)
-  const userMessages = [];
-  for (const msg of event.input.slice().reverse()) {
-    if (msg.role === "user" && !msg.tool_call_id) {
-      userMessages.push(msg);
-    } else {
-      break;
-    }
-  }
-
-  return html`
-  <${EventPanel} 
-    id=${id} 
-    title="Model Call: ${event.model} ${subtitle}"
-    subTitle=${formatDateTime(new Date(event.timestamp))} 
-    icon=${ApplicationIcons.model} 
-    style=${style}
-    selectedNav=${eventState.selectedNav || ""}
-    onSelectedNav=${(selectedNav) => {
-      setEventState({ ...eventState, selectedNav });
-    }}
-    collapsed=${eventState.collapsed}
-    onCollapsed=${(collapsed) => {
-      setEventState({ ...eventState, collapsed });
-    }}
-  >
-  
-    <div name="Summary" style=${{ margin: "0.5em 0" }}>
-    <${ChatView}
-      id="${id}-model-output"
-      messages=${[...userMessages, ...(outputMessages || [])]}
-      style=${{ paddingTop: "1em" }}
-      numbered=${false}
-      toolCallStyle="compact"
-      />
-    </div>
-
-    <div name="All" style=${{ margin: "0.5em 0" }}>
-
-      <div style=${{ display: "grid", gridTemplateColumns: "1fr 1fr", columnGap: "1em" }}>
-      <${EventSection} title="Configuration" style=${tableSectionStyle}>
-        <${MetaDataGrid} entries=${entries} plain=${true}/>
-      </${EventSection}>
-
-      <${EventSection} title="Usage" style=${tableSectionStyle}>
-        <${ModelUsagePanel} usage=${event.output.usage}/>
-      </${EventSection}>
-
-      <${EventSection} title="Tools" style=${{ gridColumn: "-1/1", ...tableSectionStyle }}>
-        <${ToolsConfig} tools=${event.tools}/>
-      </${EventSection}>
-
-      </div>
-
-      <${EventSection} title="Messages">
-        <${ChatView}
-          id="${id}-model-input-full"
-          messages=${[...event.input, ...(outputMessages || [])]}
-          />      
-      </${EventSection}>
-
-    </div>
-
-    ${event.call ? html`<${APIView} name="API" call=${event.call} style=${{ margin: "0.5em 0", width: "100%" }} />` : ""}
-   
-  </${EventPanel}>`;
-};
-
-export const APIView = ({ call, style }) => {
-  if (!call) {
-    return "";
-  }
-
-  return html`<div style=${style}>
-
-    <${EventSection} title="Request">
-      <${APICodeCell} contents=${call.request} />
-    </${EventSection}>
-    <${EventSection} title="Response">
-      <${APICodeCell} contents=${call.response} />
-    </${EventSection}>
-
-    </div>`;
-};
-
-export const APICodeCell = ({ id, contents }) => {
-  if (!contents) {
-    return "";
-  }
-
-  const codeRef = useRef();
-  const sourceCode = useMemo(() => {
-    return JSON.stringify(contents, undefined, 2);
-  }, [contents]);
-
-  useEffect(() => {
-    if (codeRef.current) {
-      // @ts-ignore
-      Prism.highlightElement(codeRef.current);
-    }
-  }, [codeRef.current, contents]);
-
-  return html`<div>
-    <pre
-      style=${{
-        background: "var(--bs-light)",
-        width: "100%",
-        padding: "0.5em",
-        borderRadius: "var(--bs-border-radius)",
-      }}
-    >
-      <code 
-        id=${id} 
-        ref=${codeRef}
-        class="language-json" 
-        style=${{
-      fontSize: FontSize.small,
-      whiteSpace: "pre-wrap",
-      wordWrap: "anywhere",
-    }}>
-        ${sourceCode}
-      </code>
-      </pre>
-  </div>`;
-};
-
-const ToolsConfig = ({ tools }) => {
-  const toolEls = tools.map((tool) => {
-    return html`<div style=${{ ...TextStyle.label, ...TextStyle.secondary }}>
-        ${tool.name}
-      </div>
-      <div>${tool.description}</div>`;
-  });
-
-  return html`<div
-    style=${{
-      display: "grid",
-      gridTemplateColumns: "max-content auto",
-      columnGap: "1em",
-      rowGap: "0.5em",
-    }}
-  >
-    ${toolEls}
-  </div>`;
-};

inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.mjs

@@ -1,107 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { EventPanel } from "./EventPanel.mjs";
-import { MetaDataGrid } from "../../components/MetaDataGrid.mjs";
-import { ChatView } from "../../components/ChatView.mjs";
-import { EventSection } from "./EventSection.mjs";
-import { toArray } from "../../utils/Type.mjs";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { formatDateTime } from "../../utils/Format.mjs";
-
-/**
- * Renders the SampleInitEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param { string  } props.id - The id of this event.
- * @param {import("../../types/log").SampleInitEvent} props.event - The event object to display.
- * @param {Object} props.style - The style for this view
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
- * @returns {import("preact").JSX.Element} The component.
- */
-export const SampleInitEventView = ({
-  id,
-  event,
-  style,
-  eventState,
-  setEventState,
-}) => {
-  /**
-   * @type {Record<string, unknown>}
-   */
-  //@ts-ignore
-  const stateObj = event.state;
-
-  const sections = [];
-
-  if (event.sample.files && Object.keys(event.sample.files).length > 0) {
-    sections.push(html`<${EventSection} title="Files">
-      ${Object.keys(event.sample.files).map((file) => {
-        return html`<pre style=${{ marginBottom: "0" }}>${file}</pre>`;
-      })}
-      </${EventSection}>
-  `);
-  }
-
-  if (event.sample.setup) {
-    sections.push(html`<${EventSection} title="Setup">
-      <pre style=${{ background: "var(--bs-light)", borderRadius: "var(--bs-border-radius)" }}><code class="sourceCode" >${event.sample.setup}</code></pre>
-      </${EventSection}>
-  `);
-  }
-
-  return html`
-  <${EventPanel} 
-    id=${id} 
-    style=${style} 
-    title="Sample" 
-    icon=${ApplicationIcons.sample} 
-    subTitle=${formatDateTime(new Date(event.timestamp))}
-    selectedNav=${eventState.selectedNav || ""}
-    onSelectedNav=${(selectedNav) => {
-      setEventState({ ...eventState, selectedNav });
-    }}
-    collapsed=${eventState.collapsed}
-    onCollapsed=${(collapsed) => {
-      setEventState({ ...eventState, collapsed });
-    }}
-  >
-    <div name="Sample" style=${{ margin: "1em 0em" }}>
-      <${ChatView} messages=${stateObj["messages"]}/>
-      <div>
-        ${
-          event.sample.choices
-            ? event.sample.choices.map((choice, index) => {
-                return html`<div>
-                  ${String.fromCharCode(65 + index)}) ${choice}
-                </div>`;
-              })
-            : ""
-        }
-        ${
-          sections.length > 0
-            ? html`
-                <div
-                  style=${{
-                    display: "flex",
-                    flexWrap: "wrap",
-                    gap: "1em",
-                    overflowWrap: "break-word",
-                  }}
-                >
-                  ${sections}
-                </div>
-              `
-            : ""
-        }
-        <${EventSection} title="Target">
-          ${toArray(event.sample.target).map((target) => {
-            return html`<div>${target}</div>`;
-          })}
-        </${EventSection}>
-      </div>
-    </div>
-    ${event.sample.metadata && Object.keys(event.sample.metadata).length > 0 ? html`<${MetaDataGrid} name="Metadata" style=${{ margin: "0.5em 0" }} entries=${event.sample.metadata} />` : ""}
-
-  </${EventPanel}>`;
-};

inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.mjs

@@ -1,74 +0,0 @@
-// @ts-check
-import { html } from "htm/preact";
-import { ApplicationIcons } from "../../appearance/Icons.mjs";
-import { EventPanel } from "./EventPanel.mjs";
-
-/**
- * Renders the InfoEventView component.
- *
- * @param {Object} props - The properties passed to the component.
- * @param { string  } props.id - The id of this event.
- * @param { Object } props.style - The style of this event.
- * @param {import("../../types/log").SampleLimitEvent} props.event - The event object to display.
- * @param {import("./Types.mjs").TranscriptEventState} props.eventState - The state for this event
- * @param {(state: import("./Types.mjs").TranscriptEventState) => void} props.setEventState - Update the state for this event
- * @returns {import("preact").JSX.Element} The component.
- */
-export const SampleLimitEventView = ({
-  id,
-  event,
-  eventState,
-  setEventState,
-  style,
-}) => {
-  const resolve_title = (type) => {
-    switch (type) {
-      case "context":
-        return "Context Limit Exceeded";
-      case "time":
-        return "Time Limit Execeeded";
-      case "message":
-        return "Message Limit Exceeded";
-      case "token":
-        return "Token Limit Exceeded";
-      case "operator":
-        return "Operator Canceled";
-    }
-  };
-
-  const resolve_icon = (type) => {
-    switch (type) {
-      case "context":
-        return ApplicationIcons.limits.context;
-      case "time":
-        return ApplicationIcons.limits.time;
-      case "message":
-        return ApplicationIcons.limits.messages;
-      case "token":
-        return ApplicationIcons.limits.tokens;
-      case "operator":
-        return ApplicationIcons.limits.operator;
-    }
-  };
-
-  const title = resolve_title(event.type);
-  const icon = resolve_icon(event.type);
-
-  return html`
-  <${EventPanel} 
-    id=${id} 
-    title=${title} 
-    icon=${icon} 
-    style=${style}
-    selectedNav=${eventState.selectedNav || ""}
-    onSelectedNav=${(selectedNav) => {
-      setEventState({ ...eventState, selectedNav });
-    }}
-    collapsed=${eventState.collapsed}
-    onCollapsed=${(collapsed) => {
-      setEventState({ ...eventState, collapsed });
-    }}
-  >
-    ${event.message}
-  </${EventPanel}>`;
-};