inspect-ai 0.3.90__py3-none-any.whl → 0.3.92__py3-none-any.whl

{inspect_ai-0.3.90.dist-info → inspect_ai-0.3.92.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (79.0.0)
+Generator: setuptools (79.0.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

inspect_ai/_view/www/src/App.tsx

@@ -1,316 +0,0 @@
-import "bootstrap-icons/font/bootstrap-icons.css";
-import "bootstrap/dist/css/bootstrap.css";
-import JSON5 from "json5";
-
-import "prismjs";
-import "prismjs/components/prism-bash";
-import "prismjs/components/prism-clike";
-import "prismjs/components/prism-javascript";
-import "prismjs/components/prism-json";
-import "prismjs/components/prism-python";
-import "prismjs/themes/prism.css";
-
-import "../App.css";
-
-import { ErrorPanel } from "./components/ErrorPanel";
-import { ProgressBar } from "./components/ProgressBar";
-
-import { FindBand } from "./components/FindBand";
-import { Sidebar } from "./workspace/sidebar/Sidebar.tsx";
-import { WorkSpace } from "./workspace/WorkSpace";
-
-import ClipboardJS from "clipboard";
-import clsx from "clsx";
-import { FC, KeyboardEvent, useCallback, useEffect, useRef } from "react";
-import { ClientAPI, HostMessage } from "./api/types.ts";
-import { useSetSelectedLogIndex } from "./state/hooks.ts";
-import { useStore } from "./state/store.ts";
-
-interface AppProps {
-  api: ClientAPI;
-}
-
-/**
- * Renders the Main Application
- */
-export const App: FC<AppProps> = ({ api }) => {
-  // App layout and state
-  const appStatus = useStore((state) => state.app.status);
-  const setAppStatus = useStore((state) => state.appActions.setStatus);
-  const offCanvas = useStore((state) => state.app.offcanvas);
-  const setOffCanvas = useStore((state) => state.appActions.setOffcanvas);
-  const clearWorkspaceTab = useStore(
-    (state) => state.appActions.clearWorkspaceTab,
-  );
-  const clearSampleTab = useStore((state) => state.appActions.clearSampleTab);
-
-  // Find
-  const nativeFind = useStore((state) => state.capabilities.nativeFind);
-  const showFind = useStore((state) => state.app.showFind);
-  const setShowFind = useStore((state) => state.appActions.setShowFind);
-  const hideFind = useStore((state) => state.appActions.hideFind);
-
-  // Logs Data
-  const logs = useStore((state) => state.logs.logs);
-  const selectedLogIndex = useStore((state) => state.logs.selectedLogIndex);
-  const logHeaders = useStore((state) => state.logs.logHeaders);
-  const headersLoading = useStore((state) => state.logs.headersLoading);
-  const setLogs = useStore((state) => state.logsActions.setLogs);
-  const selectedLogFile = useStore((state) =>
-    state.logsActions.getSelectedLogFile(),
-  );
-  const setSelectedLogIndex = useSetSelectedLogIndex();
-
-  const refreshLogs = useStore((state) => state.logsActions.refreshLogs);
-  const selectLogFile = useStore((state) => state.logsActions.selectLogFile);
-
-  // Log Data
-  const selectedLogSummary = useStore((state) => state.log.selectedLogSummary);
-  const loadedLogFile = useStore((state) => state.log.loadedLog);
-  const runningMetrics = useStore(
-    (state) => state.log.pendingSampleSummaries?.metrics,
-  );
-  const resetFiltering = useStore((state) => state.logActions.resetFiltering);
-  const loadLog = useStore((state) => state.logActions.loadLog);
-  const pollLog = useStore((state) => state.logActions.pollLog);
-  const refreshLog = useStore((state) => state.logActions.refreshLog);
-  const selectSample = useStore((state) => state.logActions.selectSample);
-
-  // The main application reference
-  const mainAppRef = useRef<HTMLDivElement>(null);
-
-  // Load a specific log
-  useEffect(() => {
-    const loadSpecificLog = async () => {
-      if (selectedLogFile && selectedLogFile !== loadedLogFile) {
-        try {
-          // Set loading first and wait for it to update
-          setAppStatus({ loading: true, error: undefined });
-
-          // Then load the log
-          await loadLog(selectedLogFile);
-          selectSample(0);
-
-          // Finally set loading to false
-          setAppStatus({ loading: false, error: undefined });
-        } catch (e) {
-          console.log(e);
-          setAppStatus({ loading: false, error: e as Error });
-        }
-      }
-    };
-
-    loadSpecificLog();
-  }, [selectedLogFile, loadedLogFile, loadLog, setAppStatus]);
-
-  useEffect(() => {
-    // If the component re-mounts and there is a running load loaded
-    // start up polling
-    const doPoll = async () => {
-      await pollLog();
-    };
-    if (selectedLogSummary?.status === "started") {
-      doPoll();
-    }
-  }, []);
-
-  useEffect(() => {
-    if (logs.log_dir && logs.files.length === 0) {
-      setAppStatus({
-        loading: false,
-        error: new Error(
-          `No log files to display in the directory ${logs.log_dir}. Are you sure this is the correct log directory?`,
-        ),
-      });
-    }
-  }, [logs.log_dir, logs.files.length]);
-
-  const appRefreshLog = useCallback(() => {
-    try {
-      setAppStatus({ loading: true, error: undefined });
-
-      refreshLog();
-      resetFiltering();
-
-      setAppStatus({ loading: false, error: undefined });
-    } catch (e) {
-      // Show an error
-      console.log(e);
-      setAppStatus({ loading: false, error: e as Error });
-    }
-  }, [refreshLog, resetFiltering, setAppStatus]);
-
-  const onMessage = useCallback(
-    async (e: HostMessage) => {
-      switch (e.data.type) {
-        case "updateState": {
-          if (e.data.url) {
-            const decodedUrl = decodeURIComponent(e.data.url);
-            selectLogFile(decodedUrl);
-          }
-          break;
-        }
-        case "backgroundUpdate": {
-          const decodedUrl = decodeURIComponent(e.data.url);
-          const log_dir = e.data.log_dir;
-          const isFocused = document.hasFocus();
-          if (!isFocused) {
-            if (log_dir === logs.log_dir) {
-              selectLogFile(decodedUrl);
-            } else {
-              api.open_log_file(e.data.url, e.data.log_dir);
-            }
-          } else {
-            refreshLogs();
-          }
-          break;
-        }
-      }
-    },
-    [logs, selectLogFile, refreshLogs],
-  );
-
-  // listen for updateState messages from vscode
-  useEffect(() => {
-    window.addEventListener("message", onMessage);
-    return () => {
-      window.removeEventListener("message", onMessage);
-    };
-  }, [onMessage]);
-
-  useEffect(() => {
-    const loadLogsAndState = async () => {
-      // First see if there is embedded state and if so, use that
-      const embeddedState = document.getElementById("logview-state");
-      if (embeddedState) {
-        const state = JSON5.parse(embeddedState.textContent || "");
-        onMessage({ data: state });
-      } else {
-        // See whether a specific task_file has been passed.
-        const urlParams = new URLSearchParams(window.location.search);
-
-        // If the URL provides a task file, load that
-        const logPath = urlParams.get("task_file");
-
-        // Replace spaces with a '+' sign:
-        const resolvedLogPath = logPath ? logPath.replace(" ", "+") : logPath;
-
-        if (resolvedLogPath) {
-          // Load only this file
-          setLogs({
-            log_dir: "",
-            files: [{ name: resolvedLogPath }],
-          });
-        } else {
-          // If a log file was passed, select it
-          const log_file = urlParams.get("log_file");
-          if (log_file) {
-            await selectLogFile(log_file);
-          } else {
-            // Load all logs
-            await refreshLogs();
-          }
-        }
-      }
-
-      new ClipboardJS(".clipboard-button,.copy-button");
-    };
-
-    loadLogsAndState();
-  }, [setLogs, selectLogFile, refreshLogs]);
-
-  // Configure an app envelope specific to the current state
-  // if there are no log files, then don't show sidebar
-  const fullScreen = logs.files.length === 1 && !logs.log_dir;
-
-  const showToggle = logs.files.length > 1 || !!logs.log_dir || false;
-
-  const handleSelectedIndexChanged = useCallback(
-    (index: number) => {
-      setSelectedLogIndex(index);
-      setOffCanvas(false);
-      resetFiltering();
-      clearSampleTab();
-      clearWorkspaceTab();
-      selectSample(0);
-    },
-    [
-      setSelectedLogIndex,
-      setOffCanvas,
-      resetFiltering,
-      clearSampleTab,
-      clearWorkspaceTab,
-      selectSample,
-    ],
-  );
-
-  const handleKeyboard = useCallback(
-    (e: KeyboardEvent) => {
-      // Add keyboard shortcuts for find, if needed
-      if (nativeFind || !setShowFind) {
-        return;
-      }
-
-      if ((e.ctrlKey || e.metaKey) && e.key === "f") {
-        setShowFind(true);
-      } else if (e.key === "Escape") {
-        hideFind();
-      }
-    },
-    [nativeFind, setShowFind, hideFind],
-  );
-
-  return (
-    <>
-      {!fullScreen && selectedLogSummary ? (
-        <Sidebar
-          logs={logs}
-          logHeaders={logHeaders}
-          loading={headersLoading}
-          selectedIndex={selectedLogIndex}
-          onSelectedIndexChanged={handleSelectedIndexChanged}
-        />
-      ) : undefined}
-      <div
-        ref={mainAppRef}
-        className={clsx(
-          "app-main-grid",
-          fullScreen ? "full-screen" : undefined,
-          offCanvas ? "off-canvas" : undefined,
-        )}
-        tabIndex={0}
-        onKeyDown={handleKeyboard}
-      >
-        {!nativeFind && showFind ? <FindBand /> : ""}
-        <ProgressBar animating={appStatus.loading} />
-        {appStatus.error ? (
-          <ErrorPanel
-            title="An error occurred while loading this task."
-            error={appStatus.error}
-          />
-        ) : (
-          <WorkSpace
-            task_id={selectedLogSummary?.eval?.task_id}
-            evalStatus={selectedLogSummary?.status}
-            evalError={filterNull(selectedLogSummary?.error)}
-            evalVersion={selectedLogSummary?.version}
-            evalSpec={selectedLogSummary?.eval}
-            evalPlan={selectedLogSummary?.plan}
-            evalStats={selectedLogSummary?.stats}
-            evalResults={filterNull(selectedLogSummary?.results)}
-            runningMetrics={runningMetrics}
-            showToggle={showToggle}
-            refreshLog={appRefreshLog}
-          />
-        )}
-      </div>
-    </>
-  );
-};
-
-const filterNull = <T,>(obj: T | null): T | undefined => {
-  if (obj === null) {
-    return undefined;
-  }
-  return obj;
-};

inspect_ai/_view/www/src/samples/chat/MessageContent.module.css

@@ -1,4 +0,0 @@
-.contentImage {
-  max-width: 800px;
-  border: solid var(--bs-border-color) 1px;
-}

inspect_ai/_view/www/src/samples/chat/MessageContents.module.css

@@ -1,3 +0,0 @@
-.content {
-  margin-bottom: 1em;
-}

inspect_ai/_view/www/src/samples/chat/tools/ToolCallView.module.css

@@ -1,3 +0,0 @@
-.output {
-  padding-top: 1em;
-}

inspect_ai/_view/www/src/samples/chat/tools/ToolInput.module.css

@@ -1,14 +0,0 @@
-.outputPre {
-  padding: 0.5em;
-  margin-top: 0.25em;
-  margin-bottom: 1rem;
-}
-
-.outputCode {
-  overflow-wrap: anywhere !important;
-  white-space: pre-wrap !important;
-}
-
-.bottomPadding {
-  padding-bottom: 1em;
-}

inspect_ai/_view/www/src/workspace/WorkSpace.tsx

@@ -1,292 +0,0 @@
-import { ApplicationIcons } from "../appearance/icons";
-import { ToolButton } from "../components/ToolButton";
-import { SampleTools, ScoreFilterTools } from "../samples/SamplesTools";
-import { JsonTab } from "./tabs/JsonTab";
-import { SamplesTab } from "./tabs/SamplesTab";
-
-import clsx from "clsx";
-import { FC, MouseEvent, useEffect, useMemo, useRef } from "react";
-import { RunningMetric } from "../api/types.ts";
-import {
-  kEvalWorkspaceTabId,
-  kInfoWorkspaceTabId,
-  kJsonWorkspaceTabId,
-} from "../constants";
-import {
-  useFilteredSamples,
-  useSampleDescriptor,
-  useTotalSampleCount,
-} from "../state/hooks.ts";
-import { useStore } from "../state/store.ts";
-import { CurrentLog } from "../types.ts";
-import {
-  EvalError,
-  EvalPlan,
-  EvalResults,
-  EvalSpec,
-  EvalStats,
-  Status,
-} from "../types/log";
-import { InfoTab } from "./tabs/InfoTab.tsx";
-import { WorkSpaceView } from "./WorkSpaceView.tsx";
-
-interface WorkSpaceProps {
-  task_id?: string;
-  evalError?: EvalError;
-  evalStatus?: Status;
-  evalVersion?: number;
-  evalSpec?: EvalSpec;
-  evalPlan?: EvalPlan;
-  evalStats?: EvalStats;
-  evalResults?: EvalResults;
-  runningMetrics?: RunningMetric[];
-  log?: CurrentLog;
-  showToggle: boolean;
-  refreshLog: () => void;
-}
-
-/**
- * Renders the Main Application
- */
-export const WorkSpace: FC<WorkSpaceProps> = (props) => {
-  const {
-    task_id,
-    evalStatus,
-    evalSpec,
-    evalPlan,
-    evalStats,
-    evalResults,
-    runningMetrics,
-    showToggle,
-  } = props;
-
-  const divRef = useRef<HTMLDivElement>(null);
-
-  // Display the log
-  useEffect(() => {
-    if (divRef.current) {
-      divRef.current.scrollTop = 0;
-    }
-  }, [task_id]);
-
-  const resolvedTabs = useResolvedTabs(props);
-
-  if (!evalSpec) {
-    return undefined;
-  }
-
-  return (
-    <WorkSpaceView
-      divRef={divRef}
-      evalSpec={evalSpec}
-      evalPlan={evalPlan}
-      evalResults={evalResults}
-      runningMetrics={runningMetrics}
-      evalStats={evalStats}
-      status={evalStatus}
-      tabs={resolvedTabs}
-      showToggle={showToggle}
-    />
-  );
-};
-
-// Helper function for copy feedback
-const copyFeedback = (e: MouseEvent<HTMLElement>) => {
-  const textEl = e.currentTarget.querySelector(".task-btn-copy-content");
-  const iconEl = e.currentTarget.querySelector("i.bi");
-  if (textEl) {
-    const htmlEl = textEl as HTMLElement;
-    const htmlIconEl = iconEl as HTMLElement;
-    const oldText = htmlEl.innerText;
-    const oldIconClz = htmlIconEl.className;
-    htmlEl.innerText = "Copied!";
-    htmlIconEl.className = `${ApplicationIcons.confirm}`;
-    setTimeout(() => {
-      window.getSelection()?.removeAllRanges();
-    }, 50);
-    setTimeout(() => {
-      htmlEl.innerText = oldText;
-      htmlIconEl.className = oldIconClz;
-    }, 1250);
-  }
-};
-
-// Individual hook for Samples tab
-export const useSamplesTabConfig = (
-  evalStatus: Status | undefined,
-  refreshLog: () => void,
-) => {
-  const totalSampleCount = useTotalSampleCount();
-  const samplesDescriptor = useSampleDescriptor();
-  const sampleSummaries = useFilteredSamples();
-  const streamSamples = useStore((state) => state.capabilities.streamSamples);
-
-  return useMemo(() => {
-    return {
-      id: kEvalWorkspaceTabId,
-      scrollable: false,
-      label: totalSampleCount > 1 ? "Samples" : "Sample",
-      component: SamplesTab,
-      componentProps: {
-        running: evalStatus === "started",
-      },
-      tools: () =>
-        !samplesDescriptor
-          ? undefined
-          : totalSampleCount === 1
-            ? [<ScoreFilterTools />]
-            : [
-                <SampleTools
-                  samples={sampleSummaries || []}
-                  key="sample-tools"
-                />,
-                evalStatus === "started" && !streamSamples && (
-                  <ToolButton
-                    key="refresh"
-                    label="Refresh"
-                    icon={ApplicationIcons.refresh}
-                    onClick={refreshLog}
-                  />
-                ),
-              ],
-    };
-  }, [
-    evalStatus,
-    refreshLog,
-    sampleSummaries,
-    samplesDescriptor,
-    totalSampleCount,
-  ]);
-};
-
-// Individual hook for Info tab
-export const useInfoTabConfig = (
-  evalSpec: EvalSpec | undefined,
-  evalPlan: EvalPlan | undefined,
-  evalError: EvalError | undefined,
-  evalResults: EvalResults | undefined,
-  evalStats: EvalStats | undefined,
-) => {
-  const totalSampleCount = useTotalSampleCount();
-  return useMemo(() => {
-    return {
-      id: kInfoWorkspaceTabId,
-      label: "Info",
-      scrollable: true,
-      component: InfoTab,
-      componentProps: {
-        evalSpec,
-        evalPlan,
-        evalError,
-        evalResults,
-        evalStats,
-        sampleCount: totalSampleCount,
-      },
-    };
-  }, [evalSpec, evalPlan, evalError, evalResults, evalStats, totalSampleCount]);
-};
-
-// Individual hook for JSON tab
-export const useJsonTabConfig = (
-  evalVersion: number | undefined,
-  evalStatus: Status | undefined,
-  evalSpec: EvalSpec | undefined,
-  evalPlan: EvalPlan | undefined,
-  evalError: EvalError | undefined,
-  evalResults: EvalResults | undefined,
-  evalStats: EvalStats | undefined,
-) => {
-  const selectedLogFile = useStore((state) =>
-    state.logsActions.getSelectedLogFile(),
-  );
-  const selectedTab = useStore((state) => state.app.tabs.workspace);
-
-  return useMemo(() => {
-    const evalHeader = {
-      version: evalVersion,
-      status: evalStatus,
-      eval: evalSpec,
-      plan: evalPlan,
-      error: evalError,
-      results: evalResults,
-      stats: evalStats,
-    };
-
-    return {
-      id: kJsonWorkspaceTabId,
-      label: "JSON",
-      scrollable: true,
-      component: JsonTab,
-      componentProps: {
-        logFile: selectedLogFile,
-        json: JSON.stringify(evalHeader, null, 2),
-        selected: selectedTab === kJsonWorkspaceTabId,
-      },
-      tools: () => [
-        <ToolButton
-          key="copy-json"
-          label="Copy JSON"
-          icon={ApplicationIcons.copy}
-          className={clsx("task-btn-json-copy", "clipboard-button")}
-          data-clipboard-target="#task-json-contents"
-          onClick={copyFeedback}
-        />,
-      ],
-    };
-  }, [
-    selectedLogFile,
-    evalVersion,
-    evalStatus,
-    evalSpec,
-    evalPlan,
-    evalError,
-    evalResults,
-    evalStats,
-    selectedTab,
-  ]);
-};
-
-// Main hook combining all tab configs
-export const useResolvedTabs = (props: WorkSpaceProps) => {
-  const {
-    evalVersion,
-    evalStatus,
-    evalSpec,
-    evalPlan,
-    evalResults,
-    evalStats,
-    evalError,
-    refreshLog,
-  } = props;
-
-  // Use individual tab config hooks
-  const samplesTabConfig = useSamplesTabConfig(evalStatus, refreshLog);
-
-  const configTabConfig = useInfoTabConfig(
-    evalSpec,
-    evalPlan,
-    evalError,
-    evalResults,
-    evalStats,
-  );
-
-  const jsonTabConfig = useJsonTabConfig(
-    evalVersion,
-    evalStatus,
-    evalSpec,
-    evalPlan,
-    evalError,
-    evalResults,
-    evalStats,
-  );
-
-  // Combine all tab configs
-  return useMemo(
-    () => ({
-      ...(samplesTabConfig ? { samples: samplesTabConfig } : {}),
-      config: configTabConfig,
-      json: jsonTabConfig,
-    }),
-    [samplesTabConfig, configTabConfig, jsonTabConfig],
-  );
-};

inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.module.css

@@ -1,5 +0,0 @@
-.dirname {
-  overflow: hidden;
-  white-space: nowrap;
-  text-overflow: ellipsis;
-}

inspect_ai/_view/www/src/workspace/sidebar/LogDirectoryTitleView.tsx

@@ -1,57 +0,0 @@
-import clsx from "clsx";
-import { FC } from "react";
-import { useStore } from "../../state/store";
-import styles from "./LogDirectoryTitleView.module.css";
-
-interface LogDirectoryTitleViewProps {
-  log_dir?: string;
-}
-
-export const LogDirectoryTitleView: FC<LogDirectoryTitleViewProps> = ({
-  log_dir,
-}) => {
-  const offCanvas = useStore((state) => state.app.offcanvas);
-  if (log_dir) {
-    const displayDir = prettyDir(log_dir);
-    return (
-      <div style={{ display: "flex", flexDirection: "column" }}>
-        <span
-          className={clsx(
-            "text-style-secondary",
-            "text-style-label",
-            "text-size-small",
-          )}
-        >
-          Log Directory
-        </span>
-        <span
-          title={displayDir}
-          className={clsx("text-size-base", styles.dirname)}
-        >
-          {offCanvas ? displayDir : ""}
-        </span>
-      </div>
-    );
-  } else {
-    return (
-      <span className={clsx("text-size-title")}>
-        {offCanvas ? "Log History" : ""}
-      </span>
-    );
-  }
-};
-
-const prettyDir = (path: string): string => {
-  try {
-    // Try to create a new URL object
-    let url = new URL(path);
-
-    if (url.protocol === "file:") {
-      return url.pathname;
-    } else {
-      return path;
-    }
-  } catch {
-    return path;
-  }
-};