inspect-ai 0.3.62__py3-none-any.whl → 0.3.63__py3-none-any.whl

inspect_ai/_view/www/src/workspace/tabs/grouping.ts

@@ -0,0 +1,195 @@
+import { SampleSummary } from "../../api/types";
+import { SamplesDescriptor } from "../../samples/descriptor/samplesDescriptor";
+import { ListItem, SampleListItem, SeparatorListItem } from "./types";
+
+export const getSampleProcessor = (
+  samples: SampleSummary[],
+  groupBy: "sample" | "epoch" | "none",
+  groupByOrder: "asc" | "desc",
+  sampleDescriptor: SamplesDescriptor,
+): ((
+  sample: SampleSummary,
+  index: number,
+  previousSample?: SampleSummary,
+) => ListItem[]) => {
+  // Perform grouping if there are epochs
+  if (groupBy == "epoch") {
+    return groupByEpoch(samples, sampleDescriptor, groupByOrder);
+  } else if (groupBy === "sample") {
+    return groupBySample(samples, sampleDescriptor, groupByOrder);
+  } else {
+    return noGrouping(samples, groupByOrder);
+  }
+};
+
+/**
+ * Performs no grouping
+ */
+const noGrouping = (
+  samples: SampleSummary[],
+  order: "asc" | "desc",
+): ((sample: SampleSummary, index: number) => ListItem[]) => {
+  const counter = getCounter(samples.length, 1, order);
+  return (sample: SampleSummary, index: number) => {
+    counter.incrementItem();
+    const itemCount = counter.item();
+    return [
+      {
+        label: `Sample ${itemCount}`,
+        number: itemCount,
+        index: index,
+        data: sample,
+        type: "sample",
+      },
+    ];
+  };
+};
+
+/**
+ * Groups by sample (showing separators for Epochs)
+ */
+const groupBySample = (
+  samples: SampleSummary[],
+  sampleDescriptor: SamplesDescriptor,
+  order: "asc" | "desc",
+): ((
+  sample: SampleSummary,
+  index: number,
+  previousSample?: SampleSummary,
+) => ListItem[]) => {
+  // ensure that we are sorted by id
+  samples = samples.sort((a, b) => {
+    if (typeof a.id === "string") {
+      if (order === "asc") {
+        return String(a.id).localeCompare(String(b.id));
+      } else {
+        return String(b.id).localeCompare(String(a.id));
+      }
+    } else {
+      if (order === "asc") {
+        return Number(a.id) - Number(b.id);
+      } else {
+        return Number(b.id) - Number(b.id);
+      }
+    }
+  });
+  const groupCount = samples.length / sampleDescriptor.evalDescriptor.epochs;
+  const itemCount = samples.length / groupCount;
+  const counter = getCounter(itemCount, groupCount, order);
+  return (
+    sample: SampleSummary,
+    index: number,
+    previousSample?: SampleSummary,
+  ): ListItem[] => {
+    const results = [];
+    // Add a separator when the id changes
+    const lastId = previousSample ? previousSample.id : undefined;
+    if (sample.id !== lastId) {
+      counter.incrementGroup();
+      results.push({
+        label: `Sample ${itemCount}`,
+        number: counter.group(),
+        index: index,
+        data: `Sample ${counter.group()}`,
+        type: "separator",
+      } as SeparatorListItem);
+      counter.resetItem();
+    }
+
+    counter.incrementItem();
+    results.push({
+      label: `Sample ${counter.group()} (Epoch ${counter.item()})`,
+      number: counter.item(),
+      index: index,
+      data: sample,
+      type: "sample",
+    } as SampleListItem);
+
+    return results;
+  };
+};
+
+/**
+ * Groups by epoch (showing a separator for each sample)
+ */
+const groupByEpoch = (
+  samples: SampleSummary[],
+  sampleDescriptor: SamplesDescriptor,
+  order: "asc" | "desc",
+): ((
+  sample: SampleSummary,
+  index: number,
+  previousSample?: SampleSummary,
+) => ListItem[]) => {
+  const groupCount = sampleDescriptor.evalDescriptor.epochs;
+  const itemCount = samples.length / groupCount;
+  const counter = getCounter(itemCount, groupCount, order);
+
+  return (
+    sample: SampleSummary,
+    index: number,
+    previousSample?: SampleSummary,
+  ) => {
+    const results = [];
+    const lastEpoch = previousSample ? previousSample.epoch : -1;
+    if (lastEpoch !== sample.epoch) {
+      counter.incrementGroup();
+      // Add a separator
+      results.push({
+        label: `Epoch ${counter.group()}`,
+        number: counter.group(),
+        index: index,
+        data: `Epoch ${counter.group()}`,
+        type: "separator",
+      } as SeparatorListItem);
+      counter.resetItem();
+    }
+
+    // Compute the index within the epoch
+    counter.incrementItem();
+    results.push({
+      label: `Sample ${counter.item()} (Epoch ${counter.group()})`,
+      number: counter.item(),
+      index: index,
+      data: sample,
+      type: "sample",
+    } as SampleListItem);
+
+    return results;
+  };
+};
+
+// An order aware counter that hides increment/decrement behavior
+const getCounter = (
+  itemCount: number,
+  groupCount: number,
+  order: "asc" | "desc",
+) => {
+  let itemIndex = order !== "desc" ? 0 : itemCount + 1;
+  let groupIndex = order !== "desc" ? 0 : groupCount + 1;
+  return {
+    resetItem: () => {
+      itemIndex = order !== "desc" ? 0 : itemCount + 1;
+    },
+    incrementItem: () => {
+      if (order !== "desc") {
+        itemIndex++;
+      } else {
+        itemIndex--;
+      }
+    },
+    incrementGroup: () => {
+      if (order !== "desc") {
+        groupIndex++;
+      } else {
+        groupIndex--;
+      }
+    },
+    item: () => {
+      return itemIndex;
+    },
+    group: () => {
+      return groupIndex;
+    },
+  };
+};

inspect_ai/_view/www/src/workspace/tabs/types.ts

@@ -0,0 +1,19 @@
+import { SampleSummary } from "../../api/types";
+
+export interface SampleListItem {
+  label: string;
+  index: number;
+  number: number;
+  data: SampleSummary;
+  type: "sample";
+}
+
+export interface SeparatorListItem {
+  label: string;
+  index: number;
+  number: number;
+  data: string;
+  type: "separator";
+}
+
+export type ListItem = SampleListItem | SeparatorListItem;

inspect_ai/_view/www/src/workspace/types.ts

@@ -0,0 +1,10 @@
+import { ReactNode, RefObject } from "react";
+
+export interface TabDescriptor {
+  id: string;
+  scrollable: boolean;
+  scrollRef?: RefObject<HTMLDivElement | null>;
+  label: string;
+  content: () => ReactNode;
+  tools?: () => ReactNode[] | undefined;
+}

inspect_ai/_view/www/tsconfig.json

@@ -1,10 +1,24 @@
 {
-    "compilerOptions": {
-      "checkJs": true,
-      "target": "es5", // or a different target that suits your needs
-      "downlevelIteration": true,
-      "lib": ["es2019", "dom"], // Add "es2017" or later
-      "esModuleInterop": true
-    },
-    "exclude": ["**/*.mjs"]
-}
+  "compilerOptions": {
+    "target": "ESNext",
+    "lib": ["DOM", "DOM.Iterable", "ESNext"],
+    "module": "ESNext",
+    "moduleResolution": "bundler",
+    "allowImportingTsExtensions": true,
+    "resolveJsonModule": true,
+    "isolatedModules": true,
+    "noEmit": true,
+    "jsx": "react-jsx",
+    "strict": true,
+    "noUnusedLocals": true,
+    "noUnusedParameters": true,
+    "noFallthroughCasesInSwitch": true,
+    "allowJs": true,
+    "checkJs": true,
+    "esModuleInterop": true,
+    "forceConsistentCasingInFileNames": true,
+    "skipLibCheck": true
+  },
+  "include": ["src"],
+  "exclude": ["node_modules"]
+}

inspect_ai/_view/www/vite.config.js

@@ -1,18 +1,13 @@
+import react from "@vitejs/plugin-react";
 import { defineConfig } from "vite";
-import prism from "vite-plugin-prismjs";
 
 export default defineConfig({
-  base: "", // Set base to an empty string for relative paths
+  mode: "development",
+  base: "",
   build: {
-    // It's important we don't minify, as we check the bundled code into git so
-    // that users don't need to bundle themselves. If we minify, that balloons
-    // the size of the github repo because even minor changes will result in
-    // enormous diffs.
     minify: false,
     rollupOptions: {
       output: {
-        // This configuration ensures a consistent name of output files each
-        // build, which is important given we check them in.
         entryFileNames: `assets/index.js`,
         chunkFileNames: `assets/[name].js`,
         assetFileNames: `assets/[name].[ext]`,
@@ -21,16 +16,12 @@ export default defineConfig({
     sourcemap: true,
   },
   plugins: [
-    prism({
-      languages: ["javascript", "css", "clike", "bash", "python", "python"],
-      css: true,
+    react({
+      jsxRuntime: "automatic",
+      fastRefresh: true,
     }),
   ],
   resolve: {
-    alias: {
-      'react': 'preact/compat',
-      'react-dom': 'preact/compat',
-      'react-dom/test-utils': 'preact/test-utils'
-    }
-  }  
+    dedupe: ["react", "react-dom"],
+  },
 });