inspect-ai 0.3.82__py3-none-any.whl → 0.3.83__py3-none-any.whl

inspect_ai/_view/www/log-schema.json

@@ -257,6 +257,17 @@
           "default": null,
           "title": "Source"
         },
+        "internal": {
+          "anyOf": [
+            {
+              "$ref": "#/$defs/JsonValue"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null
+        },
         "role": {
           "const": "assistant",
           "default": "assistant",
@@ -277,14 +288,28 @@
           ],
           "default": null,
           "title": "Tool Calls"
+        },
+        "model": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Model"
         }
       },
       "required": [
         "id",
         "content",
         "source",
+        "internal",
         "role",
-        "tool_calls"
+        "tool_calls",
+        "model"
       ],
       "title": "ChatMessageAssistant",
       "type": "object",
@@ -351,6 +376,17 @@
           "default": null,
           "title": "Source"
         },
+        "internal": {
+          "anyOf": [
+            {
+              "$ref": "#/$defs/JsonValue"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null
+        },
         "role": {
           "const": "system",
           "default": "system",
@@ -362,6 +398,7 @@
         "id",
         "content",
         "source",
+        "internal",
         "role"
       ],
       "title": "ChatMessageSystem",
@@ -429,6 +466,17 @@
           "default": null,
           "title": "Source"
         },
+        "internal": {
+          "anyOf": [
+            {
+              "$ref": "#/$defs/JsonValue"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null
+        },
         "role": {
           "const": "tool",
           "default": "tool",
@@ -459,18 +507,6 @@
           "default": null,
           "title": "Function"
         },
-        "internal_name": {
-          "anyOf": [
-            {
-              "type": "string"
-            },
-            {
-              "type": "null"
-            }
-          ],
-          "default": null,
-          "title": "Internal Name"
-        },
         "error": {
           "anyOf": [
             {
@@ -487,10 +523,10 @@
         "id",
         "content",
         "source",
+        "internal",
         "role",
         "tool_call_id",
         "function",
-        "internal_name",
         "error"
       ],
       "title": "ChatMessageTool",
@@ -558,6 +594,17 @@
           "default": null,
           "title": "Source"
         },
+        "internal": {
+          "anyOf": [
+            {
+              "$ref": "#/$defs/JsonValue"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null
+        },
         "role": {
           "const": "user",
           "default": "user",
@@ -584,6 +631,7 @@
         "id",
         "content",
         "source",
+        "internal",
         "role",
         "tool_call_id"
       ],
@@ -708,11 +756,24 @@
         "text": {
           "title": "Text",
           "type": "string"
+        },
+        "refusal": {
+          "anyOf": [
+            {
+              "type": "boolean"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Refusal"
         }
       },
       "required": [
         "type",
-        "text"
+        "text",
+        "refusal"
       ],
       "title": "ContentText",
       "type": "object",
@@ -2112,6 +2173,18 @@
           "default": null,
           "title": "Task File"
         },
+        "task_registry_name": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Task Registry Name"
+        },
         "task_attribs": {
           "title": "Task Attribs",
           "type": "object"
@@ -2273,6 +2346,7 @@
         "task_id",
         "task_version",
         "task_file",
+        "task_registry_name",
         "task_attribs",
         "task_args",
         "solver",
@@ -4488,21 +4562,16 @@
           "title": "Arguments",
           "type": "object"
         },
-        "type": {
-          "title": "Type",
-          "type": "string"
-        },
-        "internal_name": {
+        "internal": {
           "anyOf": [
             {
-              "type": "string"
+              "$ref": "#/$defs/JsonValue"
             },
             {
               "type": "null"
             }
           ],
-          "default": null,
-          "title": "Internal Name"
+          "default": null
         },
         "parse_error": {
           "anyOf": [
@@ -4532,8 +4601,7 @@
         "id",
         "function",
         "arguments",
-        "type",
-        "internal_name",
+        "internal",
         "parse_error",
         "view"
       ],
@@ -4693,17 +4761,16 @@
           "title": "Arguments",
           "type": "object"
         },
-        "internal_name": {
+        "internal": {
           "anyOf": [
             {
-              "type": "string"
+              "$ref": "#/$defs/JsonValue"
             },
             {
               "type": "null"
             }
           ],
-          "default": null,
-          "title": "Internal Name"
+          "default": null
         },
         "view": {
           "anyOf": [
@@ -4880,6 +4947,30 @@
           ],
           "default": null,
           "title": "Working Time"
+        },
+        "agent": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Agent"
+        },
+        "failed": {
+          "anyOf": [
+            {
+              "type": "boolean"
+            },
+            {
+              "type": "null"
+            }
+          ],
+          "default": null,
+          "title": "Failed"
         }
       },
       "required": [
@@ -4891,14 +4982,16 @@
         "id",
         "function",
         "arguments",
-        "internal_name",
+        "internal",
         "view",
         "result",
         "truncated",
         "error",
         "events",
         "completed",
-        "working_time"
+        "working_time",
+        "agent",
+        "failed"
       ],
       "title": "ToolEvent",
       "type": "object",

inspect_ai/_view/www/package.json

@@ -37,6 +37,7 @@
     "eslint": "9.x",
     "eslint-plugin-react-hooks": "^5.1.0",
     "globals": "^15.6.0",
+    "json-schema-to-typescript": "^15.0.4",
     "prettier": "^3.3.3",
     "typescript": "^5.7.3",
     "typescript-eslint": "^8.25.0",
@@ -64,7 +65,9 @@
     "json": "^11.0.0",
     "json5": "^2.2.3",
     "jsondiffpatch": "^0.6.0",
+    "katex": "^0.16.21",
     "markdown-it": "^14.1.0",
+    "markdown-it-katex": "^2.0.3",
     "murmurhash": "^2.0.1",
     "postcss-url": "^10.1.3",
     "prismjs": "^1.30.0",

inspect_ai/_view/www/src/App.tsx

@@ -72,6 +72,7 @@ export const App: FC<AppProps> = ({ api }) => {
   );
   const resetFiltering = useStore((state) => state.logActions.resetFiltering);
   const loadLog = useStore((state) => state.logActions.loadLog);
+  const pollLog = useStore((state) => state.logActions.pollLog);
   const refreshLog = useStore((state) => state.logActions.refreshLog);
   const selectSample = useStore((state) => state.logActions.selectSample);
 
@@ -102,6 +103,17 @@ export const App: FC<AppProps> = ({ api }) => {
     loadSpecificLog();
   }, [selectedLogFile, loadedLogFile, loadLog, setAppStatus]);
 
+  useEffect(() => {
+    // If the component re-mounts and there is a running load loaded
+    // start up polling
+    const doPoll = async () => {
+      await pollLog();
+    };
+    if (selectedLogSummary?.status === "started") {
+      doPoll();
+    }
+  }, []);
+
   useEffect(() => {
     if (logs.log_dir && logs.files.length === 0) {
       setAppStatus({

inspect_ai/_view/www/src/appearance/icons.ts

@@ -66,6 +66,7 @@ export const ApplicationIcons = {
   menu: "bi bi-list",
   messages: "bi bi-chat-right-text",
   metadata: "bi bi-table",
+  metrics: "bi bi-clipboard-data",
   model: "bi bi-grid-3x3-gap",
   "toggle-right": "bi bi-chevron-right",
   more: "bi bi-zoom-in",

inspect_ai/_view/www/src/components/Card.tsx

@@ -14,11 +14,13 @@ interface CardHeaderProps {
 interface CardBodyProps {
   id?: string;
   children?: ReactNode;
+  className?: string | string[];
 }
 
 interface CardProps {
   id?: string;
   children?: ReactNode;
+  className?: string | string[];
 }
 
 interface CardCollapsingHeaderProps {
@@ -51,17 +53,17 @@ export const CardHeader: FC<CardHeaderProps> = ({
   );
 };
 
-export const CardBody: FC<CardBodyProps> = ({ id, children }) => {
+export const CardBody: FC<CardBodyProps> = ({ id, children, className }) => {
   return (
-    <div className={"card-body"} id={id || ""}>
+    <div className={clsx("card-body", className)} id={id || ""}>
       {children}
     </div>
   );
 };
 
-export const Card: FC<CardProps> = ({ id, children }) => {
+export const Card: FC<CardProps> = ({ id, children, className }) => {
   return (
-    <div className={"card"} id={id}>
+    <div className={clsx("card", className)} id={id}>
       {children}
     </div>
   );

inspect_ai/_view/www/src/components/LinkButton.module.css

@@ -0,0 +1,16 @@
+.button {
+  display: flex;
+  border: none;
+  flex-direction: row;
+  background-color: unset;
+  color: var(--bs-link-color);
+}
+
+.button:hover {
+  color: var(--bs-link-hover-color);
+  cursor: pointer;
+}
+
+.label {
+  margin-left: 0.4em;
+}

inspect_ai/_view/www/src/components/LinkButton.tsx

@@ -0,0 +1,33 @@
+import clsx from "clsx";
+import { FC } from "react";
+import styles from "./LinkButton.module.css";
+
+interface LinkButtonProps {
+  id?: string;
+  text?: string;
+  icon?: string;
+  onClick: () => void;
+  className?: string | string[];
+}
+
+/**
+ * LightboxCarousel component provides a carousel with lightbox functionality.
+ */
+export const LinkButton: FC<LinkButtonProps> = ({
+  id,
+  text,
+  icon,
+  className,
+  onClick,
+}) => {
+  return (
+    <button
+      id={id}
+      onClick={onClick}
+      className={clsx(className, styles.button, "text-size-smaller")}
+    >
+      {icon ? <i className={clsx(icon)}></i> : undefined}
+      {text ? <div className={clsx(styles.label)}>{text}</div> : undefined}
+    </button>
+  );
+};

inspect_ai/_view/www/src/components/LiveVirtualList.tsx

@@ -63,7 +63,7 @@ export const LiveVirtualList = <T,>({
   );
   const isAutoScrollingRef = useRef(false);
 
-  // Only we first load set the defaul value for following
+  // Only we first load set the default value for following
   // based upon whether or not the transcript is 'live'
   useEffect(() => {
     if (followOutput === null) {

inspect_ai/_view/www/src/components/MarkdownDiv.tsx

@@ -1,5 +1,7 @@
 import clsx from "clsx";
+import "katex/dist/katex.min.css";
 import markdownit from "markdown-it";
+import markdownitKatex from "markdown-it-katex";
 import { CSSProperties, forwardRef } from "react";
 import "./MarkdownDiv.css";
 
@@ -11,21 +13,34 @@ interface MarkdownDivProps {
 
 export const MarkdownDiv = forwardRef<HTMLDivElement, MarkdownDivProps>(
   ({ markdown, style, className }, ref) => {
+    // Protect backslashes in LaTeX expressions
+    const protectedContent = protectBackslashesInLatex(markdown);
+
     // Escape all tags
-    const escaped = markdown ? escape(markdown) : "";
+    const escaped = escapeHtmlCharacters(protectedContent);
 
     // Pre-render any text that isn't handled by markdown
     const preRendered = preRenderText(escaped);
 
     const protectedText = protectMarkdown(preRendered);
 
-    let renderedHtml = protectedText;
+    // Restore backslashes for LaTeX processing
+    const preparedForMarkdown = restoreBackslashesForLatex(protectedText);
+
+    let renderedHtml = preparedForMarkdown;
     try {
       const md = markdownit({
         breaks: true,
         html: true,
       });
-      renderedHtml = md.render(protectedText);
+
+      // Add KaTeX support
+      md.use(markdownitKatex, {
+        throwOnError: false,
+        errorColor: "#cc0000",
+      });
+
+      renderedHtml = md.render(preparedForMarkdown);
     } catch (ex) {
       console.log("Unable to markdown render content");
       console.error(ex);
@@ -53,7 +68,95 @@ export const MarkdownDiv = forwardRef<HTMLDivElement, MarkdownDivProps>(
 const kLetterListPattern = /^([a-zA-Z][).]\s.*?)$/gm;
 const kCommonmarkReferenceLinkPattern = /\[([^\]]*)\]: (?!http)(.*)/g;
 
+const protectBackslashesInLatex = (content: string): string => {
+  if (!content) return content;
+
+  try {
+    // Match inline math: $...$
+    const inlineRegex = /\$(.*?)\$/g;
+
+    // Match block math: $$...$$
+    const blockRegex = /\$\$([\s\S]*?)\$\$/g;
+
+    // Replace backslashes in LaTeX blocks with a placeholder
+    let result = content.replace(inlineRegex, (_match, latex) => {
+      const protectedTex = latex.replace(/\\/g, "___LATEX_BACKSLASH___");
+      return `$${protectedTex}$`;
+    });
+
+    result = result.replace(blockRegex, (_match, latex) => {
+      const protectedTex = latex.replace(/\\/g, "___LATEX_BACKSLASH___");
+      return `$$${protectedTex}$$`;
+    });
+
+    return result;
+  } catch (error) {
+    console.error("Error protecting LaTeX backslashes:", error);
+    return content;
+  }
+};
+
+const restoreBackslashesForLatex = (content: string): string => {
+  if (!content) return content;
+
+  try {
+    // First restore backslashes
+    let result = content.replace(/___LATEX_BACKSLASH___/g, "\\");
+
+    // Then fix dots notation for better KaTeX compatibility
+    // This replaces \dots with \ldots which has better support
+    result = fixDotsNotation(result);
+
+    return result;
+  } catch (error) {
+    console.error("Error restoring LaTeX backslashes:", error);
+    return content; // Return input content if something goes wrong
+  }
+};
+
+// Fixes dots notation in LaTeX by replacing \dots with \ldots for better compatibility
+const fixDotsNotation = (content: string): string => {
+  if (!content) return content;
+
+  try {
+    // Handle both inline and block math
+    // First, fix inline math expressions ($...$)
+    let result = content.replace(/(\$[^$]*?)\\dots([^$]*?\$)/g, "$1\\ldots$2");
+
+    // Then, fix block math expressions ($...$)
+    result = result.replace(/(\$\$[^$]*?)\\dots([^$]*?\$\$)/g, "$1\\ldots$2");
+
+    return result;
+  } catch (error) {
+    console.error("Error fixing dots notation:", error);
+    return content;
+  }
+};
+
+const escapeHtmlCharacters = (content: string): string => {
+  if (!content) return content;
+
+  return content.replace(/[<>&'"]/g, (c: string): string => {
+    switch (c) {
+      case "<":
+        return "&lt;";
+      case ">":
+        return "&gt;";
+      case "&":
+        return "&amp;";
+      case "'":
+        return "&apos;";
+      case '"':
+        return "&quot;";
+      default:
+        throw new Error("Matched a value that isn't replaceable");
+    }
+  });
+};
+
 const preRenderText = (txt: string): string => {
+  if (!txt) return txt;
+
   // eslint-disable-next-line no-misleading-character-class
   txt = txt.replace(/^[\u200B\u200C\u200D\u200E\u200F\uFEFF]/, "");
 
@@ -66,6 +169,8 @@ const preRenderText = (txt: string): string => {
 };
 
 const protectMarkdown = (txt: string): string => {
+  if (!txt) return txt;
+
   // Special handling for commonmark like reference links which might
   // look like:
   // [alias]: http://www.google.com
@@ -74,36 +179,21 @@ const protectMarkdown = (txt: string): string => {
   // Also fools this
   return txt.replaceAll(
     kCommonmarkReferenceLinkPattern,
-    "(open:767A125E)$1(close:767A125E) $2 ",
+    "(open:767A125E)$1(close:767A125E) $2 ",
   );
 };
 
 const unprotectMarkdown = (txt: string): string => {
+  if (!txt) return txt;
+
   txt = txt.replaceAll("(open:767A125E)", "[");
   txt = txt.replaceAll("(close:767A125E)", "]");
   return txt;
 };
 
-const escape = (content: string): string => {
-  return content.replace(/[<>&'"]/g, (c: string): string => {
-    switch (c) {
-      case "<":
-        return "&lt;";
-      case ">":
-        return "&gt;";
-      case "&":
-        return "&amp;";
-      case "'":
-        return "&apos;";
-      case '"':
-        return "&quot;";
-      default:
-        throw new Error("Matched a value that isn't replaceable");
-    }
-  });
-};
-
 function unescapeCodeHtmlEntities(str: string): string {
+  if (!str) return str;
+
   const htmlEntities: Record<string, string> = {
     "&lt;": "<",
     "&gt;": ">",

inspect_ai/_view/www/src/components/Modal.module.css

@@ -0,0 +1,38 @@
+.modal {
+  margin-left: auto;
+  margin-right: auto;
+  display: flex;
+  flex: 1 1 auto;
+  justify-content: center;
+  max-width: 90vw;
+  margin-top: 3rem;
+  border-radius: var(--bs-border-radius);
+  position: relative;
+  z-index: 1050;
+}
+
+.header {
+  height: 2em;
+}
+
+.modalTitle {
+  font-weight: 600;
+}
+
+.btnClose {
+  height: 0.8em;
+  width: 0.8em;
+}
+
+/* Backdrop styling for the glass effect */
+.backdrop {
+  position: fixed;
+  top: 0;
+  left: 0;
+  width: 100%;
+  height: 100%;
+  background-color: var(--inspect-glass-color);
+  opacity: var(--inspect-glass-opacity);
+
+  z-index: 1040;
+}