promptfoo 0.18.4 → 0.19.0

package/src/web/client/package.json

@@ -1,39 +0,0 @@
-{
-  "name": "promptfoo-client",
-  "private": true,
-  "version": "0.0.0",
-  "type": "module",
-  "scripts": {
-    "dev": "vite",
-    "build": "tsc && vite build",
-    "lint": "eslint src --ext ts,tsx --report-unused-disable-directives --max-warnings 0",
-    "preview": "vite preview"
-  },
-  "dependencies": {
-    "@emotion/react": "^11.11.0",
-    "@emotion/styled": "^11.11.0",
-    "@mui/icons-material": "^5.11.16",
-    "@mui/material": "^5.13.0",
-    "@tanstack/react-table": "^8.9.1",
-    "js-yaml": "^4.1.0",
-    "react": "^18.2.0",
-    "react-dnd": "^16.0.1",
-    "react-dnd-html5-backend": "^16.0.1",
-    "react-dom": "^18.2.0",
-    "socket.io-client": "^4.6.1",
-    "tiny-invariant": "^1.3.1",
-    "zustand": "^4.3.8"
-  },
-  "devDependencies": {
-    "@types/react": "^18.0.28",
-    "@types/react-dom": "^18.0.11",
-    "@typescript-eslint/eslint-plugin": "^5.57.1",
-    "@typescript-eslint/parser": "^5.57.1",
-    "@vitejs/plugin-react-swc": "^3.0.0",
-    "eslint": "^8.38.0",
-    "eslint-plugin-react-hooks": "^4.6.0",
-    "eslint-plugin-react-refresh": "^0.3.4",
-    "typescript": "^5.0.2",
-    "vite": "^4.3.2"
-  }
-}

package/src/web/client/src/App.css

@@ -1,4 +0,0 @@
-body {
-  background-color: var(--background-color);
-  color: var(--text-color);
-}

package/src/web/client/src/App.tsx

@@ -1,120 +0,0 @@
-import * as React from 'react';
-
-import useMediaQuery from '@mui/material/useMediaQuery';
-import { ThemeProvider, createTheme } from '@mui/material/styles';
-import { io as SocketIOClient } from 'socket.io-client';
-
-import ResultsView from './ResultsView.js';
-import NavBar from './NavBar.js';
-import { useStore } from './store.js';
-
-import './App.css';
-
-function App() {
-  const { table, setTable, setConfig } = useStore();
-  const [loaded, setLoaded] = React.useState<boolean>(false);
-  const loadedFromApi = React.useRef(false);
-  const [recentFiles, setRecentFiles] = React.useState<string[]>([]);
-
-  const prefersDarkMode = useMediaQuery('(prefers-color-scheme: dark)');
-  const [darkMode, setDarkMode] = React.useState(prefersDarkMode);
-
-  const theme = React.useMemo(
-    () =>
-      createTheme({
-        palette: {
-          mode: darkMode ? 'dark' : 'light',
-        },
-      }),
-    [darkMode],
-  );
-
-  const toggleDarkMode = () => {
-    setDarkMode(!darkMode);
-    if (!darkMode) {
-      document.documentElement.setAttribute('data-theme', 'dark');
-    } else {
-      document.documentElement.removeAttribute('data-theme');
-    }
-  };
-
-  React.useEffect(() => {
-    if (prefersDarkMode) {
-      document.documentElement.setAttribute('data-theme', 'dark');
-    }
-  }, [prefersDarkMode]);
-
-  const fetchRecentFiles = async () => {
-    if (!window.location.href.includes('localhost')) {
-      return;
-    }
-    const resp = await fetch(`http://localhost:15500/results`);
-    const body = await resp.json();
-    setRecentFiles(body.data);
-  };
-
-  const handleRecentFileSelection = async (file: string) => {
-    const resp = await fetch(`http://localhost:15500/results/${file}`);
-    const body = await resp.json();
-    setTable(body.data.results.table);
-    setConfig(body.data.config);
-  };
-
-  React.useEffect(() => {
-    const fetchEvalData = async (id: string) => {
-      if (loadedFromApi.current) {
-        return;
-      }
-      loadedFromApi.current = true;
-      const response = await fetch(`https://api.promptfoo.dev/eval/${id}`);
-      const body = await response.json();
-      setTable(
-        body.data.results?.table ||
-          // Backwards compatibility with <= 0.12.0
-          body.data.table,
-      );
-      setConfig(body.data.config);
-      setLoaded(true);
-    };
-
-    const socket = SocketIOClient(`http://localhost:15500`);
-
-    const pathMatch = window.location.pathname.match(/\/eval\/([\w:-]+)/);
-    if (pathMatch) {
-      const id = pathMatch[1];
-      fetchEvalData(id);
-    } else {
-      socket.on('init', (data) => {
-        console.log('Initialized socket connection', data);
-        setLoaded(true);
-        setTable(data.results.table);
-        setConfig(data.config);
-        fetchRecentFiles();
-      });
-
-      socket.on('update', (data) => {
-        console.log('Received data update', data);
-        setTable(data.results.table);
-        setConfig(data.config);
-        fetchRecentFiles();
-      });
-    }
-
-    return () => {
-      socket.disconnect();
-    };
-  }, [setTable, setConfig]);
-
-  return (
-    <ThemeProvider theme={theme}>
-      <NavBar darkMode={darkMode} onToggleDarkMode={toggleDarkMode} />
-      {loaded && table ? (
-        <ResultsView recentFiles={recentFiles} onRecentFileSelected={handleRecentFileSelection} />
-      ) : (
-        <div>Loading...</div>
-      )}
-    </ThemeProvider>
-  );
-}
-
-export default App;

package/src/web/client/src/Logo.css

@@ -1,18 +0,0 @@
-.logo {
-  display: flex;
-  align-items: center;
-  gap: 4px;
-}
-
-.logo img {
-  width: 30px;
-}
-
-.logo span {
-  margin-bottom: 6px;
-  color: var(--text-color);
-}
-
-[data-theme='dark'] .logo img {
-  filter: invert(1);
-}

package/src/web/client/src/main.tsx

@@ -1,10 +0,0 @@
-import React from 'react';
-import ReactDOM from 'react-dom/client';
-import App from './App.tsx';
-import './index.css';
-
-ReactDOM.createRoot(document.getElementById('root') as HTMLElement).render(
-  <React.StrictMode>
-    <App />
-  </React.StrictMode>,
-);

package/src/web/client/src/types.ts

@@ -1,36 +0,0 @@
-import { EvaluateResult, TokenUsage } from '../../../types';
-
-type Prompt = {
-  display: string;
-  raw: string;
-};
-
-export type EvalHead = {
-  prompts: Prompt[];
-  vars: string[];
-};
-
-// TODO(ian): Remove this and replace with EvaluateResult
-export type EvalRowOutput = {
-  pass: boolean;
-  score: number;
-  text: string | object;
-  prompt: string;
-  latencyMs: number;
-  tokenUsage?: Partial<TokenUsage>;
-  gradingResult: EvaluateResult['gradingResult'];
-};
-
-export type EvalRow = {
-  outputs: EvalRowOutput[];
-  vars: string[]; // model outputs
-};
-
-export type EvalTable = {
-  head: EvalHead;
-  body: EvalRow[];
-};
-
-export type FilterMode = 'all' | 'failures' | 'different';
-
-export type { UnifiedConfig } from '../../../types';

package/src/web/client/src/vite-env.d.ts

@@ -1 +0,0 @@
-/// <reference types="vite/client" />

package/src/web/client/tsconfig.json

@@ -1,24 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "ESNext",
-    "lib": ["DOM", "DOM.Iterable", "ESNext"],
-    "module": "ESNext",
-    "skipLibCheck": true,
-
-    /* Bundler mode */
-    "moduleResolution": "bundler",
-    "allowImportingTsExtensions": true,
-    "resolveJsonModule": true,
-    "isolatedModules": true,
-    "noEmit": true,
-    "jsx": "react-jsx",
-
-    /* Linting */
-    "strict": true,
-    "noUnusedLocals": true,
-    "noUnusedParameters": true,
-    "noFallthroughCasesInSwitch": true
-  },
-  "include": ["src"],
-  "references": [{ "path": "./tsconfig.node.json" }]
-}

package/src/web/client/tsconfig.node.json

@@ -1,10 +0,0 @@
-{
-  "compilerOptions": {
-    "composite": true,
-    "skipLibCheck": true,
-    "module": "ESNext",
-    "moduleResolution": "bundler",
-    "allowSyntheticDefaultImports": true
-  },
-  "include": ["vite.config.ts"]
-}

package/src/web/client/vite.config.ts

@@ -1,7 +0,0 @@
-import { defineConfig } from 'vite';
-import react from '@vitejs/plugin-react-swc';
-
-// https://vitejs.dev/config/
-export default defineConfig({
-  plugins: [react()],
-});