inspect-ai 0.3.90__py3-none-any.whl → 0.3.91__py3-none-any.whl

inspect_ai/_view/www/src/state/logsSlice.ts

@@ -1,11 +1,16 @@
-import { EvalLogHeader, LogFiles } from "../api/types";
-import { LogsState } from "../types";
+import { LogsState } from "../app/types";
+import { EvalLogHeader, LogFiles } from "../client/api/types";
 import { createLogger } from "../utils/logger";
 import { createLogsPolling } from "./logsPolling";
 import { StoreState } from "./store";
 
 const log = createLogger("Log Slice");
 
+const kEmptyLogs: LogFiles = {
+  log_dir: "",
+  files: [],
+};
+
 export interface LogsSlice {
   logs: LogsState;
   logsActions: {
@@ -28,7 +33,7 @@ export interface LogsSlice {
 }
 
 const initialState: LogsState = {
-  logs: { log_dir: "", files: [] },
+  logs: kEmptyLogs,
   logHeaders: {},
   headersLoading: false,
   selectedLogIndex: -1,
@@ -83,7 +88,7 @@ export const createLogsSlice = (
 
       setSelectedLogFile: (logUrl: string) => {
         const state = get();
-        const index = state.logs.logs.files.findIndex((val) =>
+        const index = state.logs.logs.files.findIndex((val: { name: string }) =>
           logUrl.endsWith(val.name),
         );
 
@@ -97,7 +102,7 @@ export const createLogsSlice = (
         const api = get().api;
         if (!api) {
           console.error("API not initialized in LogsStore");
-          return { log_dir: "", files: [] };
+          return kEmptyLogs;
         }
 
         try {
@@ -106,7 +111,7 @@ export const createLogsSlice = (
         } catch (e) {
           console.log(e);
           get().appActions.setStatus({ loading: false, error: e as Error });
-          return { log_dir: "", files: [] };
+          return kEmptyLogs;
         }
       },
       refreshLogs: async () => {
@@ -114,15 +119,15 @@ export const createLogsSlice = (
         const state = get();
         const refreshedLogs = await state.logsActions.loadLogs();
 
-        // Set the logs first
-        state.logsActions.setLogs(refreshedLogs || { log_dir: "", files: [] });
-
         // Preserve the selected log even if new logs appear
         const currentLog =
-          refreshedLogs.files[
+          state.logs.logs.files[
             state.logs.selectedLogIndex > -1 ? state.logs.selectedLogIndex : 0
           ];
 
+        // Set the logs first
+        state.logsActions.setLogs(refreshedLogs || kEmptyLogs);
+
         if (currentLog) {
           const newIndex = refreshedLogs?.files.findIndex((file) =>
             currentLog.name.endsWith(file.name),
@@ -136,7 +141,7 @@ export const createLogsSlice = (
       // Select a specific log file
       selectLogFile: async (logUrl: string) => {
         const state = get();
-        const index = state.logs.logs.files.findIndex((val) =>
+        const index = state.logs.logs.files.findIndex((val: { name: string }) =>
           val.name.endsWith(logUrl),
         );
 
@@ -147,10 +152,10 @@ export const createLogsSlice = (
           // It isn't yet loaded, so refresh the logs and try to load it from there
           const result = await state.logsActions.loadLogs();
           const idx = result?.files.findIndex((file) =>
-            logUrl.endsWith(file.name),
+            file.name.endsWith(logUrl),
           );
 
-          state.logsActions.setLogs(result || { log_dir: "", files: [] });
+          state.logsActions.setLogs(result || kEmptyLogs);
           state.logsActions.setSelectedLogIndex(
             idx !== undefined && idx > -1 ? idx : 0,
           );

inspect_ai/_view/www/src/state/samplePolling.ts

@@ -1,10 +1,10 @@
+import { Event } from "../app/types";
 import {
   AttachmentData,
   EventData,
   SampleData,
   SampleSummary,
-} from "../api/types";
-import { Event } from "../types";
+} from "../client/api/types";
 import { resolveAttachments } from "../utils/attachments";
 import { createLogger } from "../utils/logger";
 import { createPolling } from "../utils/polling";
@@ -98,6 +98,7 @@ export function createSamplePolling(
       }
 
       // Fetch sample data
+      state.sampleActions.setSampleStatus("streaming");
       const eventId = pollingState.eventId;
       const attachmentId = pollingState.attachmentId;
       const sampleDataResponse = await api.get_log_sample_data(
@@ -123,10 +124,7 @@ export function createSamplePolling(
 
         // Also fetch a fresh sample and clear the runnning Events
         // (if there were ever running events)
-        if (
-          state.sample.runningEvents.length > 0 ||
-          state.sample.sampleStatus === "streaming"
-        ) {
+        if (state.sample.runningEvents.length > 0) {
           try {
             log.debug(
               `LOADING COMPLETED SAMPLE AFTER FLUSH: ${summary.id}-${summary.epoch}`,
@@ -143,12 +141,12 @@ export function createSamplePolling(
               // Update the store with the completed sample
               set((state) => {
                 state.sample.selectedSample = migratedSample;
-                state.sample.sampleStatus = "ok";
+                state.sampleActions.setSampleStatus("ok");
                 state.sample.runningEvents = [];
               });
             } else {
               set((state) => {
-                state.sample.sampleStatus = "error";
+                state.sampleActions.setSampleStatus("error");
                 state.sample.sampleError = new Error(
                   "Unable to load sample - an unknown error occurred",
                 );
@@ -158,12 +156,14 @@ export function createSamplePolling(
           } catch (e) {
             set((state) => {
               state.sample.sampleError = e as Error;
-              state.sample.sampleStatus = "error";
+              state.sampleActions.setSampleStatus("error");
               state.sample.runningEvents = [];
             });
           }
+        } else {
+          state.sampleActions.setSampleStatus("ok");
+          state.sample.runningEvents = [];
         }
-
         return false;
       }
 
@@ -251,8 +251,8 @@ export function createSamplePolling(
 }
 
 const resetPollingState = (state: PollingState) => {
-  state.eventId = -1;
-  state.attachmentId = -1;
+  state.eventId = kNoId;
+  state.attachmentId = kNoId;
   state.eventMapping = {};
   state.attachments = {};
   state.events = [];

inspect_ai/_view/www/src/state/sampleSlice.ts

@@ -1,7 +1,7 @@
-import { SampleSummary } from "../api/types";
+import { EvalSample } from "../@types/log";
+import { SampleState, SampleStatus } from "../app/types";
+import { SampleSummary } from "../client/api/types";
 import { kSampleMessagesTabId } from "../constants";
-import { SampleState, SampleStatus } from "../types";
-import { EvalSample } from "../types/log";
 import { createLogger } from "../utils/logger";
 import { createSamplePolling } from "./samplePolling";
 import { resolveSample } from "./sampleUtils"; // Import the shared utility
@@ -78,7 +78,6 @@ export const createSampleSlice = (
         const state = get();
         if (state.log.loadedLog && state.sample.selectedSample) {
           samplePolling.startPolling(logFile, sampleSummary);
-          state.sampleActions.setSampleStatus("streaming");
         }
       },
       loadSample: async (logFile: string, sampleSummary: SampleSummary) => {
@@ -113,7 +112,6 @@ export const createSampleSlice = (
 
             // Poll running sample
             samplePolling.startPolling(logFile, sampleSummary);
-            sampleActions.setSampleStatus("streaming");
           }
         } catch (e) {
           sampleActions.setSampleError(e as Error);

inspect_ai/_view/www/src/state/sampleUtils.ts

@@ -1,4 +1,4 @@
-import { EvalSample } from "../types/log";
+import { EvalSample } from "../@types/log";
 import { resolveAttachments } from "../utils/attachments";
 
 /**

inspect_ai/_view/www/src/{scoring/utils.ts → state/scoring.ts}

@@ -1,5 +1,5 @@
-import { EvalSummary, SampleSummary } from "../api/types";
-import { EvalResults } from "../types/log";
+import { EvalResults } from "../@types/log";
+import { EvalSummary, SampleSummary } from "../client/api/types";
 
 export interface ScorerInfo {
   name: string;

inspect_ai/_view/www/src/state/store.ts

@@ -1,8 +1,9 @@
 import { create, StoreApi, UseBoundStore } from "zustand";
 import { devtools, persist } from "zustand/middleware";
 import { immer } from "zustand/middleware/immer";
-import { Capabilities, ClientAPI, ClientStorage } from "../api/types";
+import { Capabilities, ClientAPI, ClientStorage } from "../client/api/types";
 import { createLogger } from "../utils/logger";
+import { debounce } from "../utils/sync";
 import { AppSlice, createAppSlice, initializeAppSlice } from "./appSlice";
 import { createLogSlice, initalializeLogSlice, LogSlice } from "./logSlice";
 import { createLogsSlice, initializeLogsSlice, LogsSlice } from "./logsSlice";
@@ -24,6 +25,9 @@ export interface StoreState extends AppSlice, LogsSlice, LogSlice, SampleSlice {
   cleanup: () => void;
 }
 
+export let storeImplementation: UseBoundStore<StoreApi<StoreState>> | null =
+  null;
+
 // The data that will actually be persisted
 export type PersistedState = {
   app: AppSlice["app"];
@@ -32,9 +36,6 @@ export type PersistedState = {
   sample: SampleSlice["sample"];
 };
 
-// The store implementation (this will be set when the store is initialized)
-let storeImplementation: UseBoundStore<StoreApi<StoreState>> | null = null;
-
 // Create a proxy store that forwards calls to the real store once initialized
 export const useStore = ((selector?: any) => {
   if (!storeImplementation) {
@@ -56,11 +57,11 @@ export const initializeStore = (
     getItem: <T>(name: string): T | null => {
       return storage ? (storage.getItem(name) as T) : null;
     },
-    setItem: <T>(name: string, value: T): void => {
+    setItem: debounce(<T>(name: string, value: T): void => {
       if (storage) {
         storage.setItem(name, value);
       }
-    },
+    }, 1000),
     removeItem: (name: string): void => {
       if (storage) {
         storage.removeItem(name);
@@ -139,11 +140,12 @@ export const initializeStore = (
           storage: storageImplementation,
           partialize: (state) => {
             const persisted: PersistedState = filterState({
-              app: state.app,
+              app: { ...state.app, rehydrated: true },
               log: state.log,
               logs: state.logs,
               sample: state.sample,
             });
+            log.debug("PARTIALIZED STATE", persisted);
             return persisted as unknown as StoreState;
           },
           version: 1,

inspect_ai/_view/www/src/state/utils.ts

@@ -1,4 +1,4 @@
-import { SampleSummary } from "../api/types";
+import { SampleSummary } from "../client/api/types";
 
 // Function to merge log samples with pending samples
 export const mergeSampleSummaries = (

inspect_ai/_view/www/src/tests/README.md

@@ -0,0 +1,49 @@
+# Testing Structure
+
+This directory contains the test files for the application. The test framework is built using Jest and TypeScript.
+
+## Directory Structure
+
+- `tests/`: Root directory for all tests
+  - `__mocks__/`: Mock files for CSS modules and other assets
+  - `setupTests.mjs`: Setup file for Jest tests
+
+## Running Tests
+
+To run the tests, use the following commands:
+
+```bash
+# Run all tests
+yarn test
+
+# Run tests in watch mode
+yarn test:watch
+
+# Run tests with coverage report
+yarn test:coverage
+```
+
+## Test Philosophy
+
+Tests are designed to verify functionality rather than implementation details. This means:
+
+- Tests should not break due to minor changes in HTML structure
+- Tests focus on the behavior of functions and components
+- Tests should be fast and reliable
+
+## Adding Tests
+
+When adding new tests:
+
+1. Create a new test file with the `.test.ts` or `.test.tsx` extension
+2. Import the functions or components you want to test
+3. Write tests that verify behavior without making assumptions about implementation
+4. Use descriptive test names to make it clear what's being tested
+
+## Mocking
+
+For mocking external services or components:
+
+1. Create mock files in the `__mocks__` directory
+2. Mock only what's necessary for the test
+3. Use Jest's mocking capabilities to replace dependencies

inspect_ai/_view/www/src/tests/__mocks__/fileMock.js

@@ -0,0 +1 @@
+module.exports = "test-file-stub";

inspect_ai/_view/www/src/tests/__mocks__/styleMock.js

@@ -0,0 +1 @@
+module.exports = {};

inspect_ai/_view/www/src/tests/setupTests.mjs

@@ -0,0 +1 @@
+import "@testing-library/jest-dom";

inspect_ai/_view/www/src/tests/utils/base64.test.ts

@@ -0,0 +1,23 @@
+import { isBase64 } from "../../utils/base64";
+
+describe("isBase64", () => {
+  test("identifies valid base64 strings", () => {
+    expect(isBase64("SGVsbG8gV29ybGQ=")).toBe(true); // "Hello World" in base64
+    expect(isBase64("dGVzdA==")).toBe(true); // "test" in base64
+    expect(isBase64("YWJjMTIzIT8kKiYoKSctPUB+")).toBe(true); // "abc123!?$*&()'-=@+" in base64
+  });
+
+  test("identifies invalid base64 strings", () => {
+    expect(isBase64("not-base64")).toBe(false);
+    expect(isBase64("SGVs bG8=")).toBe(false); // Contains space
+    expect(isBase64("Hello World")).toBe(false);
+    expect(isBase64("123")).toBe(false); // Too short for valid base64
+  });
+
+  test("handles edge cases", () => {
+    expect(isBase64("")).toBe(true); // Empty string is technically valid base64
+    expect(isBase64("YQ==")).toBe(true); // Single character 'a'
+    expect(isBase64("YWI=")).toBe(true); // Two characters 'ab'
+    expect(isBase64("YWJj")).toBe(true); // Three characters 'abc'
+  });
+});

inspect_ai/_view/www/src/tests/utils/format.test.ts

@@ -0,0 +1,127 @@
+import {
+  arrayToString,
+  formatTime,
+  formatPrettyDecimal,
+  formatDecimalNoTrailingZeroes,
+  toTitleCase,
+  formatNoDecimal,
+  formatDuration,
+} from "../../utils/format";
+
+describe("arrayToString", () => {
+  test("converts array to comma-separated string", () => {
+    expect(arrayToString(["one", "two", "three"])).toBe("one, two, three");
+  });
+
+  test("handles single string input", () => {
+    expect(arrayToString("single")).toBe("single");
+  });
+
+  test("handles empty array", () => {
+    expect(arrayToString([])).toBe("");
+  });
+});
+
+describe("formatTime", () => {
+  test("formats seconds when less than a minute", () => {
+    expect(formatTime(45)).toBe("45.0 sec");
+  });
+
+  test("formats minutes and seconds", () => {
+    expect(formatTime(125)).toBe("2 min 5 sec");
+  });
+
+  test("formats hours, minutes, and seconds", () => {
+    expect(formatTime(3665)).toBe("1 hr 1 min 5 sec");
+  });
+
+  test("formats days, hours, minutes, and seconds", () => {
+    expect(formatTime(90061)).toBe("1 days 1 hr 1 min 1 sec");
+  });
+});
+
+describe("formatPrettyDecimal", () => {
+  test("adds one decimal place to whole numbers", () => {
+    expect(formatPrettyDecimal(5)).toBe("5.0");
+  });
+
+  test("keeps decimal places if less than maxDecimals", () => {
+    expect(formatPrettyDecimal(5.12, 3)).toBe("5.12");
+  });
+
+  test("truncates decimal places if more than maxDecimals", () => {
+    expect(formatPrettyDecimal(5.12345, 2)).toBe("5.12");
+  });
+
+  test("uses default maxDecimals if not provided", () => {
+    expect(formatPrettyDecimal(5.12345)).toBe("5.123");
+  });
+});
+
+describe("formatDecimalNoTrailingZeroes", () => {
+  test("removes trailing zeroes from decimal", () => {
+    expect(formatDecimalNoTrailingZeroes(5.1)).toBe("5.1");
+  });
+
+  test("keeps whole numbers as is", () => {
+    expect(formatDecimalNoTrailingZeroes(5)).toBe("5");
+  });
+
+  test("handles non-numbers (should be fixed later)", () => {
+    const nonNumber = "test" as unknown as number;
+    expect(formatDecimalNoTrailingZeroes(nonNumber)).toBe(nonNumber);
+  });
+});
+
+describe("toTitleCase", () => {
+  test("converts string to title case", () => {
+    expect(toTitleCase("hello world")).toBe("Hello World");
+  });
+
+  test("handles uppercase strings", () => {
+    expect(toTitleCase("HELLO WORLD")).toBe("Hello World");
+  });
+
+  test("handles mixed case strings", () => {
+    expect(toTitleCase("hElLo WoRlD")).toBe("Hello World");
+  });
+
+  test("handles empty string", () => {
+    expect(toTitleCase("")).toBe("");
+  });
+});
+
+describe("formatNoDecimal", () => {
+  test("rounds number to whole number", () => {
+    expect(formatNoDecimal(5.6)).toBe("6");
+  });
+
+  test("handles integer values", () => {
+    expect(formatNoDecimal(5)).toBe("5");
+  });
+
+  test("handles non-numbers (should be fixed later)", () => {
+    const nonNumber = "test" as unknown as number;
+    expect(formatNoDecimal(nonNumber)).toBe(nonNumber);
+  });
+});
+
+describe("formatDuration", () => {
+  test("formats duration between two dates", () => {
+    const start = new Date("2023-01-01T00:00:00Z");
+    const end = new Date("2023-01-01T00:01:30Z");
+    expect(formatDuration(start, end)).toBe("1 min 30 sec");
+  });
+
+  test("handles short durations", () => {
+    const start = new Date("2023-01-01T00:00:00Z");
+    const end = new Date("2023-01-01T00:00:10Z");
+    expect(formatDuration(start, end)).toBe("10.0 sec");
+  });
+
+  test("handles long durations", () => {
+    const start = new Date("2023-01-01T00:00:00Z");
+    const end = new Date("2023-01-02T01:01:01Z");
+    expect(formatDuration(start, end)).toBe("1 days 1 hr 1 min 1 sec");
+  });
+});

inspect_ai/_view/www/src/tests/utils/path.test.ts

@@ -0,0 +1,54 @@
+import { filename, dirname } from "../../utils/path";
+
+describe("filename", () => {
+  test("extracts filename without extension from a path", () => {
+    expect(filename("/path/to/file.txt")).toBe("file");
+    expect(filename("file.txt")).toBe("file");
+    expect(filename("/path/to/document.pdf")).toBe("document");
+  });
+
+  test("handles paths without extensions", () => {
+    expect(filename("/path/to/file")).toBe("/path/to/file");
+    expect(filename("file")).toBe("file");
+  });
+
+  test("handles paths with multiple dots", () => {
+    expect(filename("/path/to/file.name.txt")).toBe("file.name");
+    expect(filename("archive.tar.gz")).toBe("archive.tar");
+  });
+
+  test("handles edge cases", () => {
+    expect(filename("")).toBe("");
+    expect(filename(".")).toBe(".");
+    // Special case for .hidden files - there's no extension to remove
+    expect(filename(".hidden")).toBe(".hidden");
+    // Dot files with extensions should have the extension removed
+    expect(filename(".hidden.txt")).toBe(".hidden");
+  });
+});
+
+describe("dirname", () => {
+  test("extracts directory name from a path", () => {
+    expect(dirname("/path/to/file.txt")).toBe("/path/to");
+    expect(dirname("/path/to/directory/")).toBe("/path/to/directory");
+    expect(dirname("/path/to/file")).toBe("/path/to");
+  });
+
+  test("handles paths without directories", () => {
+    expect(dirname("file.txt")).toBe("");
+    expect(dirname("file")).toBe("");
+  });
+
+  test("handles root directory", () => {
+    expect(dirname("/file.txt")).toBe("");
+    expect(dirname("/file")).toBe("");
+  });
+
+  test("handles empty input", () => {
+    expect(dirname("")).toBe("");
+  });
+
+  test("handles paths with trailing slash", () => {
+    expect(dirname("/path/to/directory/")).toBe("/path/to/directory");
+  });
+});

inspect_ai/_view/www/src/utils/format.ts

@@ -3,7 +3,7 @@ import {
   ChatMessageSystem,
   ChatMessageTool,
   ChatMessageUser,
-} from "../types/log";
+} from "../@types/log";
 
 /**
  * Converts an array or a single value to a comma-separated string.
@@ -137,9 +137,15 @@ export function formatDecimalNoTrailingZeroes(num: number): string {
  * Converts a string to title case.
  */
 export function toTitleCase(str: string): string {
+  if (!str) {
+    return str;
+  }
+
   return str
     .split(" ")
-    .map((w) => w[0].toUpperCase() + w.substr(1).toLowerCase())
+    .map((w) =>
+      w.length > 0 ? w[0].toUpperCase() + w.substr(1).toLowerCase() : w,
+    )
     .join(" ");
 }
 

inspect_ai/_view/www/src/utils/path.ts

@@ -2,8 +2,18 @@
  * Extracts the filename without extension from a given path.
  */
 export const filename = (path: string): string => {
+  if (!path) {
+    return "";
+  }
+
   const pathparts = path.split("/");
   const basename = pathparts.slice(-1)[0];
+
+  // Special case for .hidden files
+  if (basename.startsWith(".") && !basename.substring(1).includes(".")) {
+    return basename;
+  }
+
   const match = basename.match(/(.*)\.\S+$/);
   if (match) {
     return match[1];
@@ -21,8 +31,10 @@ export const dirname = (path: string): string => {
   // If the path ends with a filename (or no slashes), remove the last part (filename)
   if (pathparts.length > 1) {
     pathparts.pop();
+    // Join the remaining parts to form the directory path
+    return pathparts.join("/");
   }
 
-  // Join the remaining parts to form the directory path
-  return pathparts.join("/");
+  // If no slashes, return empty string (no directory)
+  return "";
 };

inspect_ai/_view/www/src/utils/polling.ts

@@ -1,4 +1,3 @@
-import { Timeout } from "../types/log";
 import { createLogger } from "./logger";
 
 export interface PollingOptions {
@@ -20,7 +19,7 @@ export const createPolling = (
   const log = createLogger(`Polling ${name}`);
 
   const { maxRetries, interval } = options;
-  let timeoutId: Timeout = null;
+  let timeoutId: ReturnType<typeof setTimeout> | null = null;
   let retryCount = 0;
   // Are we currently polling
   let isPolling = false;

inspect_ai/_view/www/src/utils/uri.ts

@@ -0,0 +1,32 @@
+export const directoryRelativeUrl = (file: string, dir?: string): string => {
+  if (!dir) {
+    return encodeURIComponent(file);
+  }
+
+  // Normalize paths to ensure consistent directory separators
+  const normalizedFile = file.replace(/\\/g, "/");
+  const normalizedLogDir = dir.replace(/\\/g, "/");
+
+  // Ensure log_dir ends with a trailing slash
+  const dirWithSlash = normalizedLogDir.endsWith("/")
+    ? normalizedLogDir
+    : normalizedLogDir + "/";
+
+  // Check if file is within the log directory
+  if (normalizedFile.startsWith(dirWithSlash)) {
+    // Get the relative path
+    const relativePath = normalizedFile.substring(dirWithSlash.length);
+
+    // Split the path into segments and encode each segment
+    const segments = relativePath.split("/");
+    const encodedSegments = segments.map((segment) =>
+      encodeURIComponent(segment),
+    );
+
+    // Join the encoded segments back together
+    return encodedSegments.join("/");
+  }
+
+  // If path can't be made relative, return undefined
+  return encodeURIComponent(file);
+};