inspect-ai 0.3.62__py3-none-any.whl → 0.3.64__py3-none-any.whl

inspect_ai/_view/www/src/AppErrorBoundary.tsx

@@ -0,0 +1,47 @@
+import { Component, ErrorInfo, ReactNode } from "react";
+import { ErrorPanel } from "./components/ErrorPanel";
+
+interface Props {
+  children: ReactNode;
+}
+
+interface State {
+  hasError: boolean;
+  error?: Error;
+}
+
+export class AppErrorBoundary extends Component<Props, State> {
+  constructor(props: Props) {
+    super(props);
+    this.state = { hasError: false };
+  }
+
+  static getDerivedStateFromError(error: Error): State {
+    // Update state so the next render will show the fallback UI.
+    return { hasError: true, error: error };
+  }
+
+  componentDidCatch(error: Error, errorInfo: ErrorInfo): void {
+    // You can also log the error to an error reporting service
+    console.log({ error, errorInfo });
+  }
+
+  render(): ReactNode {
+    if (this.state.hasError) {
+      console.error({ e: this.state.error });
+      if (this.state.error) {
+        return (
+          <ErrorPanel
+            title="An unexpected error occurred."
+            error={this.state.error}
+          />
+        );
+      } else {
+        return (
+          <div>An unknown error with no additional information occured.</div>
+        );
+      }
+    }
+    return this.props.children;
+  }
+}

inspect_ai/_view/www/src/api/api-browser.ts

@@ -1,7 +1,7 @@
-import { Capabilities } from "../Types.mjs";
+import { Capabilities } from "../types";
 import { asyncJsonParse } from "../utils/json-worker";
 import { download_file } from "./api-shared";
-import { LogContents, LogViewAPI } from "./Types";
+import { LogContents, LogViewAPI } from "./types";
 
 const loaded_time = Date.now();
 let last_eval_time = 0;

inspect_ai/_view/www/src/api/api-http.ts

@@ -1,15 +1,14 @@
-//@ts-check
+import { fetchRange, fetchSize } from "../logfile/remoteZipFile";
+import { EvalLog } from "../types/log";
 import { asyncJsonParse } from "../utils/json-worker";
 import { download_file, encodePathParts } from "./api-shared";
-import { fetchRange, fetchSize } from "../utils/remoteZipFile.mjs";
 import {
   Capabilities,
   LogContents,
   LogFiles,
   LogFilesFetchResponse,
   LogViewAPI,
-} from "./Types";
-import { EvalLog } from "../types/log";
+} from "./types";
 
 interface LogInfo {
   log_dir?: string;
@@ -38,7 +37,6 @@ export default function simpleHttpApi(
  * Fetches a file from the specified URL and parses its content.
  */
 function simpleHttpAPI(logInfo: LogInfo): LogViewAPI {
-  const log_file = logInfo.log_file;
   const log_dir = logInfo.log_dir;
 
   async function open_log_file() {

inspect_ai/_view/www/src/api/api-vscode.ts

@@ -1,16 +1,16 @@
-import { asyncJsonParse } from "../utils/json-worker";
 import JSON5 from "json5";
+import { asyncJsonParse } from "../utils/json-worker";
 
+import { getVscodeApi } from "../utils/vscode";
 import {
-  webViewJsonRpcClient,
   kMethodEvalLog,
-  kMethodEvalLogs,
-  kMethodEvalLogSize,
   kMethodEvalLogBytes,
   kMethodEvalLogHeaders,
+  kMethodEvalLogs,
+  kMethodEvalLogSize,
+  webViewJsonRpcClient,
 } from "./jsonrpc";
-import { getVscodeApi } from "../utils/vscode";
-import { Capabilities, LogContents, LogViewAPI } from "./Types";
+import { Capabilities, LogContents, LogViewAPI } from "./types";
 
 const vscodeClient = webViewJsonRpcClient(getVscodeApi());
 

inspect_ai/_view/www/src/api/client-api.ts

@@ -1,14 +1,14 @@
-import { openRemoteLogFile, RemoteLogFile } from "../log/remoteLogFile";
+import { openRemoteLogFile, RemoteLogFile } from "../logfile/remoteLogFile";
+import { FileSizeLimitError } from "../logfile/remoteZipFile";
 import { EvalLog, EvalSample } from "../types/log";
-import { FileSizeLimitError } from "../utils/remoteZipFile.mjs";
 import { encodePathParts } from "./api-shared";
 import {
   ClientAPI,
   EvalSummary,
   LogContents,
-  LogViewAPI,
   LogFiles,
-} from "./Types";
+  LogViewAPI,
+} from "./types";
 
 const isEvalFile = (file: string) => {
   return file.endsWith(".eval");

inspect_ai/_view/www/src/api/index.ts

@@ -1,10 +1,10 @@
+import { dirname } from "../utils/path";
+import { getVscodeApi } from "../utils/vscode";
 import browserApi from "./api-browser";
-import vscodeApi from "./api-vscode";
 import simpleHttpApi from "./api-http";
-import { dirname } from "../utils/Path.mjs";
-import { getVscodeApi } from "../utils/vscode";
+import vscodeApi from "./api-vscode";
 import { clientApi } from "./client-api";
-import { ClientAPI } from "./Types";
+import { ClientAPI } from "./types";
 
 //
 /**

inspect_ai/_view/www/src/api/{Types.ts → types.ts}

@@ -1,17 +1,17 @@
 import {
-  Version,
-  Status,
-  EvalSpec,
+  EvalError,
+  EvalLog,
   EvalPlan,
   EvalResults,
+  EvalSample,
+  EvalSpec,
   EvalStats,
-  EvalError,
   Input,
-  Target,
   Scores1,
+  Status,
+  Target,
   Type11,
-  EvalLog,
-  EvalSample,
+  Version,
 } from "../types/log";
 
 export interface EvalSummary {
@@ -118,8 +118,8 @@ export interface LogFiles {
 
 export interface LogFile {
   name: string;
-  task: string;
-  task_id: string;
+  task?: string;
+  task_id?: string;
 }
 
 export interface LogContents {
@@ -131,3 +131,19 @@ export interface LogFilesFetchResponse {
   raw: string;
   parsed: Record<string, EvalHeader>;
 }
+
+export interface UpdateStateMessage {
+  data: {
+    type: "updateState";
+    url: string;
+  };
+}
+
+export interface BackgroundUpdateMessage {
+  data: {
+    type: "backgroundUpdate";
+    url: string;
+    log_dir: string;
+  };
+}
+export type HostMessage = UpdateStateMessage | BackgroundUpdateMessage;

inspect_ai/_view/www/src/appearance/colors.ts

@@ -0,0 +1,9 @@
+export const ApplicationColors = {
+  logging: {
+    debug: "var(--bs-secondary)",
+    info: "var(--bs-blue)",
+    warning: "var(--bs-warning)",
+    error: "var(--bs-danger)",
+    critical: "var(--bs-danger)",
+  },
+};

inspect_ai/_view/www/src/appearance/fonts.ts

@@ -0,0 +1,39 @@
+/**
+ * The base font size in rem units.
+ */
+const kBaseFontSize: number = 0.9;
+
+/**
+ * Scales the base font size by the provided scale factor.
+ */
+const ScaleBaseFont = (scale: number): string => {
+  return `${kBaseFontSize + scale}rem`;
+};
+
+/**
+ * An object representing font sizes for different text elements.
+ */
+export const FontSize = {
+  title: ScaleBaseFont(0.6),
+  "title-secondary": ScaleBaseFont(0.4),
+  larger: ScaleBaseFont(0.2),
+  large: ScaleBaseFont(0.1),
+  base: ScaleBaseFont(0),
+  small: ScaleBaseFont(-0.1),
+  smaller: ScaleBaseFont(-0.1),
+};
+
+/**
+ * An object representing text styles for different elements.
+ */
+export const TextStyle = {
+  label: {
+    textTransform: "uppercase",
+  },
+  secondary: {
+    color: "var(--bs-secondary)",
+  },
+  tertiary: {
+    color: "var(--bs-tertiary-color)",
+  },
+};

inspect_ai/_view/www/src/appearance/icons.ts

@@ -0,0 +1,100 @@
+const loggingIcons: Record<string, string> = {
+  notset: "bi bi-card-text",
+  debug: "bi bi-bug",
+  http: "bi bi-download",
+  info: "bi bi-info-square",
+  warning: "bi bi-exclamation-triangle",
+  error: "bi bi-x-circle",
+  critical: "bi bi-fire",
+};
+
+export const ApplicationIcons = {
+  approve: "bi bi-shield",
+  approvals: {
+    approve: "bi bi-shield-check",
+    reject: "bi bi-shield-x",
+    terminate: "bi bi-shield-exclamation",
+    escalate: "bi bi-box-arrow-up",
+    modify: "bi bi-pencil-square",
+  },
+  arrows: {
+    right: "bi bi-arrow-right",
+    down: "bi bi-arrow-down",
+    up: "bi bi-arrow-up",
+  },
+  caret: {
+    right: "bi bi-caret-right",
+    down: "bi bi-caret-down",
+  },
+  changes: {
+    add: "bi bi-plus",
+    remove: "bi bi-dash",
+    replace: "bi bi-plus-slash-minus",
+  },
+  chevron: {
+    right: "bi bi-chevron-right",
+    down: "bi bi-chevron-down",
+  },
+  collapse: {
+    all: "bi bi-arrows-collapse",
+    up: "bi bi-chevron-up",
+  },
+  close: "bi bi-x",
+  config: "bi bi-gear",
+  confirm: "bi bi-check",
+  copy: "bi bi-copy",
+  epoch: (epoch: string) => {
+    return `bi bi-${epoch}-circle`;
+  },
+  error: "bi bi-exclamation-circle",
+  "expand-all": "bi bi-arrows-expand",
+  "expand-down": "bi bi-chevron-down",
+  fork: "bi bi-signpost-split",
+  info: "bi bi-info-circle",
+  input: "bi bi-terminal",
+  inspect: "bi bi-gear",
+  json: "bi bi-filetype-json",
+  limits: {
+    messages: "bi bi-chat-right-text",
+    custom: "bi bi-person-workspace",
+    operator: "bi bi-person-workspace",
+    tokens: "bi bi-list",
+    time: "bi bi-stopwatch",
+  },
+  logging: loggingIcons,
+  menu: "bi bi-list",
+  messages: "bi bi-chat-right-text",
+  metadata: "bi bi-table",
+  model: "bi bi-grid-3x3-gap",
+  "toggle-right": "bi bi-chevron-right",
+  more: "bi bi-zoom-in",
+  "multiple-choice": "bi bi-card-list",
+  next: "bi bi-chevron-right",
+  play: "bi bi-play-fill",
+  previous: "bi bi-chevron-left",
+  refresh: "bi bi-arrow-clockwise",
+  role: {
+    user: "bi bi-person",
+    system: "bi bi-cpu",
+    assistant: "bi bi-robot",
+    tool: "bi bi-tools",
+    unknown: "bi bi-patch-question",
+  },
+  running: "bi bi-stars",
+  sample: "bi bi-database",
+  samples: "bi bi-file-spreadsheet",
+  scorer: "bi bi-calculator",
+  search: "bi bi-search",
+  solvers: {
+    default: "bi bi-arrow-return-right",
+    generate: "bi bi-share",
+    chain_of_thought: "bi bi-link",
+    self_critique: "bi bi-arrow-left-right",
+    system_message: "bi bi-cpu",
+    use_tools: "bi bi-tools",
+  },
+  step: "bi bi-fast-forward-btn",
+  subtask: "bi bi-subtract",
+  transcript: "bi bi-list-columns-reverse",
+  usage: "bi bi-stopwatch",
+};

inspect_ai/_view/www/src/appearance/{Styles.mjs → styles.ts}

@@ -1,35 +1,5 @@
-// @ts-check
-/**
- * @typedef {Record<string, string>} Style
- */
+import { FontSize, TextStyle } from "./fonts";
 
-import { FontSize, TextStyle } from "./Fonts.mjs";
-
-/**
- * Generates line clamp style.
- * @param {number} len - The number of lines to clamp.
- * @returns {Style} The style object for line clamping.
- */
-
-/**
- * Provides centralized repository of score fill styles.
- * @typedef {Object} ScoreFills
- * @property {Style} green
- * @property {Style} red
- * @property {Style} orange
- */
-
-/**
- * Provides centralized repository of shared styles.
- * @typedef {Object} SharedStyles
- * @property {Style} moreButton
- * @property {Style} threeLineClamp
- * @property {(len: number) => Style} lineClamp
- * @property {() => Object} wrapText
- * @property {ScoreFills} scoreFills
- */
-
-/** @type {SharedStyles} */
 export const ApplicationStyles = {
   moreButton: {
     maxHeight: "1.8em",
@@ -43,7 +13,7 @@ export const ApplicationStyles = {
     "-webkit-box-orient": "vertical",
     overflow: "hidden",
   },
-  lineClamp: (len) => {
+  lineClamp: (len: number) => {
     return {
       display: "-webkit-box",
       "-webkit-line-clamp": `${len}`,

inspect_ai/_view/www/src/components/AnsiDisplay.tsx

@@ -0,0 +1,198 @@
+import { ANSIColor, ANSIOutput, ANSIOutputRun, ANSIStyle } from "ansi-output";
+import clsx from "clsx";
+import "./AnsiDisplay.css";
+
+interface ANSIDisplayProps {
+  output: string;
+  style?: React.CSSProperties;
+  className?: string[] | string;
+}
+
+export const ANSIDisplay: React.FC<ANSIDisplayProps> = ({
+  output,
+  style,
+  className,
+}) => {
+  const ansiOutput = new ANSIOutput();
+  ansiOutput.processOutput(output);
+
+  let firstOutput = false;
+  return (
+    <div className={clsx("ansi-display", className)} style={{ ...style }}>
+      {ansiOutput.outputLines.map((line) => {
+        firstOutput = firstOutput || !!line.outputRuns.length;
+        return (
+          <div className={"ansi-display-line"}>
+            {!line.outputRuns.length ? (
+              firstOutput ? (
+                <br />
+              ) : null
+            ) : (
+              line.outputRuns.map((outputRun) => (
+                <OutputRun key={outputRun.id} run={outputRun} />
+              ))
+            )}
+          </div>
+        );
+      })}
+    </div>
+  );
+};
+
+const kForeground = 0;
+const kBackground = 1;
+
+interface OutputRunProps {
+  run: ANSIOutputRun;
+}
+
+const OutputRun: React.FC<OutputRunProps> = ({ run }) => {
+  // Render.
+  return <span style={computeCSSProperties(run)}>{run.text}</span>;
+};
+
+const computeCSSProperties = (outputRun: ANSIOutputRun) => {
+  return !outputRun.format
+    ? {}
+    : {
+        ...computeStyles(outputRun.format.styles || []),
+        ...computeForegroundBackgroundColor(
+          kForeground,
+          outputRun.format.foregroundColor,
+        ),
+        ...computeForegroundBackgroundColor(
+          kBackground,
+          outputRun.format.backgroundColor,
+        ),
+      };
+};
+
+const computeStyles = (styles: ANSIStyle[]) => {
+  let cssProperties = {};
+  if (styles) {
+    styles.forEach((style) => {
+      switch (style) {
+        // Bold.
+        case ANSIStyle.Bold:
+          cssProperties = { ...cssProperties, ...{ fontWeight: "bold" } };
+          break;
+
+        // Dim.
+        case ANSIStyle.Dim:
+          cssProperties = { ...cssProperties, ...{ fontWeight: "lighter" } };
+          break;
+
+        // Italic.
+        case ANSIStyle.Italic:
+          cssProperties = { ...cssProperties, ...{ fontStyle: "italic" } };
+          break;
+
+        // Underlined.
+        case ANSIStyle.Underlined:
+          cssProperties = {
+            ...cssProperties,
+            ...{
+              textDecorationLine: "underline",
+              textDecorationStyle: "solid",
+            },
+          };
+          break;
+
+        // Slow blink.
+        case ANSIStyle.SlowBlink:
+          cssProperties = {
+            ...cssProperties,
+            ...{ animation: "ansi-display-run-blink 1s linear infinite" },
+          };
+          break;
+
+        // Rapid blink.
+        case ANSIStyle.RapidBlink:
+          cssProperties = {
+            ...cssProperties,
+            ...{ animation: "ansi-display-run-blink 0.5s linear infinite" },
+          };
+          break;
+
+        // Hidden.
+        case ANSIStyle.Hidden:
+          cssProperties = { ...cssProperties, ...{ visibility: "hidden" } };
+          break;
+
+        // CrossedOut.
+        case ANSIStyle.CrossedOut:
+          cssProperties = {
+            ...cssProperties,
+            ...{
+              textDecorationLine: "line-through",
+              textDecorationStyle: "solid",
+            },
+          };
+          break;
+
+        // TODO Fraktur
+
+        // DoubleUnderlined.
+        case ANSIStyle.DoubleUnderlined:
+          cssProperties = {
+            ...cssProperties,
+            ...{
+              textDecorationLine: "underline",
+              textDecorationStyle: "double",
+            },
+          };
+          break;
+
+        // TODO Framed
+        // TODO Encircled
+        // TODO Overlined
+        // TODO Superscript
+        // TODO Subscript
+      }
+    });
+  }
+
+  return cssProperties;
+};
+
+const computeForegroundBackgroundColor = (
+  colorType: number,
+  color?: string,
+) => {
+  switch (color) {
+    // Undefined.
+    case undefined:
+      return {};
+
+    // One of the standard colors.
+    case ANSIColor.Black:
+    case ANSIColor.Red:
+    case ANSIColor.Green:
+    case ANSIColor.Yellow:
+    case ANSIColor.Blue:
+    case ANSIColor.Magenta:
+    case ANSIColor.Cyan:
+    case ANSIColor.White:
+    case ANSIColor.BrightBlack:
+    case ANSIColor.BrightRed:
+    case ANSIColor.BrightGreen:
+    case ANSIColor.BrightYellow:
+    case ANSIColor.BrightBlue:
+    case ANSIColor.BrightMagenta:
+    case ANSIColor.BrightCyan:
+    case ANSIColor.BrightWhite:
+      if (colorType === kForeground) {
+        return { color: `var(--${color})` };
+      } else {
+        return { background: `var(--${color})` };
+      }
+
+    // TODO@softwarenerd - This isn't hooked up.
+    default:
+      if (colorType === kForeground) {
+        return { color: color };
+      } else {
+        return { background: color };
+      }
+  }
+};

inspect_ai/_view/www/src/components/AsciinemaPlayer.tsx

@@ -0,0 +1,86 @@
+import * as AsciicinemaPlayerJS from "asciinema-player";
+import "asciinema-player/dist/bundle/asciinema-player.css";
+import React, { useEffect, useRef } from "react";
+
+interface AsciinemaPlayerProps {
+  id?: string;
+  inputUrl: string;
+  outputUrl: string;
+  timingUrl: string;
+  rows?: number;
+  cols?: number;
+  fit?: string;
+  style?: React.CSSProperties;
+  speed?: number;
+  autoPlay?: boolean;
+  loop?: boolean;
+  theme?: string;
+  idleTimeLimit?: number;
+  className?: string;
+}
+
+export const AsciinemaPlayer: React.FC<AsciinemaPlayerProps> = ({
+  id,
+  rows,
+  cols,
+  inputUrl,
+  outputUrl,
+  timingUrl,
+  fit,
+  speed,
+  autoPlay,
+  loop,
+  theme,
+  idleTimeLimit = 2,
+  style,
+}) => {
+  const playerContainerRef = useRef<HTMLDivElement>(null);
+
+  useEffect(() => {
+    if (!playerContainerRef.current) return;
+
+    const player = AsciicinemaPlayerJS.create(
+      {
+        url: [timingUrl, outputUrl, inputUrl],
+        parser: "typescript",
+      },
+      playerContainerRef.current,
+      {
+        rows,
+        cols,
+        autoPlay,
+        loop,
+        theme,
+        speed,
+        idleTimeLimit,
+        fit,
+      },
+    );
+
+    player.play();
+
+    return () => {
+      player.dispose();
+    };
+  }, [
+    timingUrl,
+    outputUrl,
+    inputUrl,
+    rows,
+    cols,
+    autoPlay,
+    loop,
+    theme,
+    speed,
+    idleTimeLimit,
+    fit,
+  ]);
+
+  return (
+    <div
+      id={`asciinema-player-${id || "default"}`}
+      ref={playerContainerRef}
+      style={{ ...style }}
+    />
+  );
+};