llmtester 1.0.0

package/dist/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":";;;;;;AAAA,wDAA0B;AAC1B,gDAAwB;AACxB,kDAA0B;AAa1B,MAAa,MAAM;IACT,OAAO,CAAS;IAExB,YAAY,OAAe;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,kBAAE,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAED,QAAQ,CAAC,OAAmB,EAAE,MAAe;QAC3C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,SAAS,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YACjD,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,QAAQ,CAAC,CAAC;YAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/D,kBAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,MAAM,eAAe,QAAQ,QAAQ,CAAC,CAAC,CAAC;QACpF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;CACF;AAnBD,wBAmBC"}

package/dist/paths.d.ts

@@ -0,0 +1,6 @@
+export declare function getAppDataDir(): string;
+export declare function getConfigDir(): string;
+export declare function getDetailedLogsDir(): string;
+export declare function getResultsDir(): string;
+export declare function getProgressDir(): string;
+//# sourceMappingURL=paths.d.ts.map

package/dist/paths.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../src/paths.ts"],"names":[],"mappings":"AAKA,wBAAgB,aAAa,IAAI,MAAM,CAetC;AAED,wBAAgB,YAAY,IAAI,MAAM,CAerC;AAED,wBAAgB,kBAAkB,IAAI,MAAM,CAE3C;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC;AAED,wBAAgB,cAAc,IAAI,MAAM,CAEvC"}

package/dist/paths.js

@@ -0,0 +1,49 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getAppDataDir = getAppDataDir;
+exports.getConfigDir = getConfigDir;
+exports.getDetailedLogsDir = getDetailedLogsDir;
+exports.getResultsDir = getResultsDir;
+exports.getProgressDir = getProgressDir;
+const path_1 = __importDefault(require("path"));
+const os_1 = __importDefault(require("os"));
+const APP_NAME = 'llmtester';
+function getAppDataDir() {
+    const homeDir = os_1.default.homedir();
+    // macOS: ~/Library/Application Support/llmbenchmark/
+    if (process.platform === 'darwin') {
+        return path_1.default.join(homeDir, 'Library', 'Application Support', APP_NAME);
+    }
+    // Linux: ~/.local/share/llmbenchmark/
+    if (process.platform === 'linux') {
+        return path_1.default.join(homeDir, '.local', 'share', APP_NAME);
+    }
+    // Windows: %APPDATA%/llmbenchmark/
+    return path_1.default.join(process.env.APPDATA || homeDir, APP_NAME);
+}
+function getConfigDir() {
+    const homeDir = os_1.default.homedir();
+    // Linux: ~/.config/llmbenchmark/
+    if (process.platform === 'linux') {
+        return path_1.default.join(homeDir, '.config', APP_NAME);
+    }
+    // macOS: ~/Library/Application Support/llmbenchmark/
+    if (process.platform === 'darwin') {
+        return path_1.default.join(homeDir, 'Library', 'Application Support', APP_NAME);
+    }
+    // Windows: %APPDATA%/llmbenchmark/
+    return path_1.default.join(process.env.APPDATA || homeDir, APP_NAME);
+}
+function getDetailedLogsDir() {
+    return path_1.default.join(getAppDataDir(), 'detailed_logs');
+}
+function getResultsDir() {
+    return path_1.default.join(getAppDataDir(), 'results');
+}
+function getProgressDir() {
+    return path_1.default.join(getAppDataDir(), 'eval_progress');
+}
+//# sourceMappingURL=paths.js.map

package/dist/paths.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"paths.js","sourceRoot":"","sources":["../src/paths.ts"],"names":[],"mappings":";;;;;AAKA,sCAeC;AAED,oCAeC;AAED,gDAEC;AAED,sCAEC;AAED,wCAEC;AAjDD,gDAAwB;AACxB,4CAAoB;AAEpB,MAAM,QAAQ,GAAG,WAAW,CAAC;AAE7B,SAAgB,aAAa;IAC3B,MAAM,OAAO,GAAG,YAAE,CAAC,OAAO,EAAE,CAAC;IAE7B,qDAAqD;IACrD,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,qBAAqB,EAAE,QAAQ,CAAC,CAAC;IACxE,CAAC;IAED,sCAAsC;IACtC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IACzD,CAAC;IAED,mCAAmC;IACnC,OAAO,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,EAAE,QAAQ,CAAC,CAAC;AAC7D,CAAC;AAED,SAAgB,YAAY;IAC1B,MAAM,OAAO,GAAG,YAAE,CAAC,OAAO,EAAE,CAAC;IAE7B,iCAAiC;IACjC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,qDAAqD;IACrD,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,qBAAqB,EAAE,QAAQ,CAAC,CAAC;IACxE,CAAC;IAED,mCAAmC;IACnC,OAAO,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,EAAE,QAAQ,CAAC,CAAC;AAC7D,CAAC;AAED,SAAgB,kBAAkB;IAChC,OAAO,cAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,eAAe,CAAC,CAAC;AACrD,CAAC;AAED,SAAgB,aAAa;IAC3B,OAAO,cAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,SAAS,CAAC,CAAC;AAC/C,CAAC;AAED,SAAgB,cAAc;IAC5B,OAAO,cAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,eAAe,CAAC,CAAC;AACrD,CAAC"}

package/dist/progress.d.ts

@@ -0,0 +1,13 @@
+export interface ProgressData {
+    completed: number;
+    total: number;
+    seed?: number;
+}
+export declare class ProgressTracker {
+    private progressDir;
+    constructor(progressDir: string);
+    save(filename: string, data: ProgressData): void;
+    load(filename: string): ProgressData | null;
+    clear(filename: string): void;
+}
+//# sourceMappingURL=progress.d.ts.map

package/dist/progress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.d.ts","sourceRoot":"","sources":["../src/progress.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,WAAW,CAAS;gBAEhB,WAAW,EAAE,MAAM;IAI/B,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,GAAG,IAAI;IAQhD,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IAY3C,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;CAU9B"}

package/dist/progress.js

@@ -0,0 +1,47 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProgressTracker = void 0;
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+class ProgressTracker {
+    progressDir;
+    constructor(progressDir) {
+        this.progressDir = progressDir;
+    }
+    save(filename, data) {
+        try {
+            fs_extra_1.default.writeJsonSync(path_1.default.join(this.progressDir, filename), data, { spaces: 2 });
+        }
+        catch (error) {
+            console.error(`Failed to save progress: ${error}`);
+        }
+    }
+    load(filename) {
+        try {
+            const filePath = path_1.default.join(this.progressDir, filename);
+            if (fs_extra_1.default.existsSync(filePath)) {
+                return fs_extra_1.default.readJsonSync(filePath);
+            }
+        }
+        catch (error) {
+            console.error(`Failed to load progress: ${error}`);
+        }
+        return null;
+    }
+    clear(filename) {
+        try {
+            const filePath = path_1.default.join(this.progressDir, filename);
+            if (fs_extra_1.default.existsSync(filePath)) {
+                fs_extra_1.default.removeSync(filePath);
+            }
+        }
+        catch (error) {
+            console.error(`Failed to clear progress: ${error}`);
+        }
+    }
+}
+exports.ProgressTracker = ProgressTracker;
+//# sourceMappingURL=progress.js.map

package/dist/progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.js","sourceRoot":"","sources":["../src/progress.ts"],"names":[],"mappings":";;;;;;AAAA,wDAA0B;AAC1B,gDAAwB;AAQxB,MAAa,eAAe;IAClB,WAAW,CAAS;IAE5B,YAAY,WAAmB;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED,IAAI,CAAC,QAAgB,EAAE,IAAkB;QACvC,IAAI,CAAC;YACH,kBAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAgB;QACnB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YACvD,IAAI,kBAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC5B,OAAO,kBAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,QAAgB;QACpB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YACvD,IAAI,kBAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC5B,kBAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;CACF;AArCD,0CAqCC"}

package/dist/tui.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export declare function launchTUI(): Promise<void>;
+//# sourceMappingURL=tui.d.ts.map

package/dist/tui.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tui.d.ts","sourceRoot":"","sources":["../src/tui.ts"],"names":[],"mappings":";AAgVA,wBAAsB,SAAS,kBAG9B"}

package/dist/tui.js

@@ -0,0 +1,326 @@
+#!/usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.launchTUI = launchTUI;
+const blessed_1 = __importDefault(require("blessed"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+const paths_js_1 = require("./paths.js");
+const resultsDir = (0, paths_js_1.getAppDataDir)();
+const detailedLogsDir = (0, paths_js_1.getDetailedLogsDir)();
+const evalResultsDir = (0, paths_js_1.getResultsDir)();
+const configDir = (0, paths_js_1.getConfigDir)();
+const configPath = path_1.default.join(configDir, 'tui_config.json');
+let runs = [];
+let allEntries = [];
+let currentRun = 0;
+let currentEntry = 0;
+let state = 'runs';
+let showThinking = true;
+let showFailedOnly = false;
+function loadConfig() {
+    try {
+        const config = fs_extra_1.default.readJsonSync(configPath);
+        showFailedOnly = config.showFailedOnly ?? false;
+        showThinking = config.showThinking ?? true;
+    }
+    catch (e) { }
+}
+function saveConfig() {
+    try {
+        fs_extra_1.default.ensureDirSync(configDir);
+        fs_extra_1.default.writeJsonSync(configPath, { showFailedOnly, showThinking }, { spaces: 2 });
+    }
+    catch (e) { }
+}
+let screen = null;
+let runsList = null;
+let entriesList = null;
+let detailBox = null;
+let header = null;
+let footer = null;
+function formatDate(timestamp) {
+    const d = new Date(timestamp);
+    return d.toLocaleDateString() + ' ' + d.toLocaleTimeString([], { hour: '2-digit', minute: '2-digit' });
+}
+function getResponseText(r) {
+    const text = typeof r === 'object' ? (r.content || JSON.stringify(r)) : r;
+    let str = text.toString();
+    if (!showThinking) {
+        str = str.replace(/<think>[\s\S]*?<\/think>/gi, '');
+        str = str.replace(/<think>[\s\S]*?<\/thinking>/gi, '');
+    }
+    else {
+        str = str.replace(/<think>/g, '{gray-fg}<think>{/gray-fg}');
+        str = str.replace(/<\/think>/g, '{/gray-fg}</think>{/gray-fg}');
+        str = str.replace(/<\/thinking>/g, '{/gray-fg}</thinking>{/gray-fg}');
+    }
+    str = str.replace(/```(\w*)\n?([\s\S]*?)```/g, (match, lang, code) => {
+        return '{gray-fg}```{/gray-fg}' + lang + '\n{cyan-fg}' + code + '{/cyan-fg}{gray-fg}```{/gray-fg}';
+    });
+    return str;
+}
+async function loadData() {
+    let resultFiles = [];
+    try {
+        const files = await fs_extra_1.default.readdir(evalResultsDir);
+        resultFiles = files.filter(f => f.startsWith('eval_results_') && f.endsWith('.json')).sort().reverse();
+    }
+    catch (e) {
+        return false;
+    }
+    if (resultFiles.length === 0)
+        return false;
+    runs = [];
+    for (const file of resultFiles) {
+        try {
+            const data = await fs_extra_1.default.readJson(path_1.default.join(evalResultsDir, file));
+            runs.push({ file, timestamp: data.timestamp, results: data.results || [] });
+        }
+        catch (e) { }
+    }
+    return runs.length > 0;
+}
+async function loadAllEntries() {
+    const run = runs[currentRun];
+    const runBenchmarks = run.results.map((r) => r.benchmark.toLowerCase());
+    let logFiles = [];
+    try {
+        logFiles = await fs_extra_1.default.readdir(detailedLogsDir);
+    }
+    catch (e) { }
+    const matchingLogs = logFiles.filter(f => runBenchmarks.some((b) => f.toLowerCase().startsWith(b)));
+    if (matchingLogs.length === 0)
+        return [];
+    try {
+        const allEntries = [];
+        for (const logFile of matchingLogs) {
+            const content = await fs_extra_1.default.readFile(path_1.default.join(detailedLogsDir, logFile), 'utf-8');
+            const entries = content.trim().split('\n').map((line) => JSON.parse(line));
+            allEntries.push(...entries.map((e, i) => ({
+                benchName: e.benchmark,
+                index: i,
+                question: e.question,
+                response: e.response,
+                isCorrect: e.isCorrect,
+                judgeResponse: e.judgeResponse
+            })));
+        }
+        return allEntries;
+    }
+    catch (e) {
+        return [];
+    }
+}
+function showRuns() {
+    state = 'runs';
+    runsList.show();
+    entriesList.hide();
+    if (detailBox)
+        detailBox.hide();
+    header.setContent('{center}{bold}{cyan-fg}LLM Benchmark Explorer{/cyan-fg}{/bold}{/center}');
+    footer.setContent('{center}Enter: Select | Q: Quit{/center}');
+    runsList.focus();
+    render();
+}
+async function showEntries() {
+    state = 'entries';
+    allEntries = await loadAllEntries();
+    runsList.hide();
+    if (detailBox)
+        detailBox.hide();
+    if (allEntries.length === 0) {
+        header.setContent('{center}{yellow-fg}No Detailed Entries{/yellow-fg}{/center}');
+        entriesList.setItems(['No detailed entries for this run']);
+        entriesList.show();
+        footer.setContent('{center}Esc: Back | Q: Quit{/center}');
+        render();
+        return;
+    }
+    currentEntry = 0;
+    renderEntries();
+}
+function renderEntries() {
+    const run = runs[currentRun];
+    const filteredEntries = showFailedOnly ? allEntries.filter(e => !e.isCorrect) : allEntries;
+    const correct = allEntries.filter(e => e.isCorrect).length;
+    const pct = ((correct / allEntries.length) * 100).toFixed(1);
+    const filterLabel = showFailedOnly ? ' (failed only)' : '';
+    header.setContent('{center}' + run.results.map(r => r.benchmark).join(', ') + filterLabel + ' | ' + pct + '% (' + correct + ' of ' + allEntries.length + '){/center}');
+    const items = filteredEntries.map((e, i) => {
+        const snippet = getQuestionSnippet(e.question);
+        const status = e.isCorrect ? '{green-fg}[OK]{/green-fg}' : '{red-fg}[X]{/red-fg}';
+        return status + ' [' + e.benchName + '] ' + snippet;
+    });
+    entriesList.setItems(items);
+    entriesList.show();
+    footer.setContent('{center}F: ' + (showFailedOnly ? 'Show All' : 'Show Failed') + ' | Enter: View Detail | Esc: Back | Q: Quit{/center}');
+    entriesList.focus();
+    render();
+}
+function showDetail() {
+    state = 'detail';
+    const entry = allEntries[currentEntry];
+    if (!entry)
+        return;
+    entriesList.hide();
+    const responseText = getResponseText(entry.response);
+    const status = entry.isCorrect ? '{green-fg}[CORRECT]{/green-fg}' : '{red-fg}[INCORRECT]{/red-fg}';
+    const thinkStatus = showThinking ? '{yellow-fg}[Thinking: ON]{/yellow-fg}' : '{gray-fg}[Thinking: OFF]{/gray-fg}';
+    let content = '{center}{bold}Entry ' + (currentEntry + 1) + '/' + allEntries.length + ' | ' + entry.benchName.toUpperCase() + '{/bold}{/center}\n\n';
+    content += '{center}' + status + '{/center}\n\n';
+    content += '{bold}Question:{/bold}\n';
+    content += getQuestionText(entry.question) + '\n\n';
+    content += '{bold}Model Response ' + thinkStatus + ':{/bold}\n';
+    content += responseText + '\n';
+    if (entry.judgeResponse) {
+        const judgeColor = entry.judgeResponse.toUpperCase().includes('YES') ? 'green-fg' : 'red-fg';
+        content += '\n{bold}Judge Feedback:{/bold}\n';
+        content += '{' + judgeColor + '}' + entry.judgeResponse + '{/' + judgeColor + '}';
+    }
+    if (detailBox) {
+        detailBox.setContent(content);
+        detailBox.show();
+        detailBox.focus();
+    }
+    footer.setContent('{center}Up/Down: Scroll | T: Toggle Thinking | Esc: Back | Q: Quit{/center}');
+    render();
+}
+function getQuestionSnippet(q) {
+    const text = typeof q === 'object' ? (q.question || q.target || '') : q;
+    return text.toString().replace(/\n/g, ' ').trim().substring(0, 200);
+}
+function getQuestionText(q) {
+    const text = typeof q === 'object' ? (q.question || q.target || JSON.stringify(q)) : q;
+    return text.toString();
+}
+function render() {
+    if (screen)
+        screen.render();
+}
+function cleanup() {
+    if (screen) {
+        screen.destroy();
+        screen = null;
+    }
+}
+async function main() {
+    const hasData = await loadData();
+    if (!hasData) {
+        console.log('No results found.');
+        process.exit(0);
+    }
+    screen = blessed_1.default.screen({ smartCSR: true, fullUnicode: true });
+    screen.title = 'LLM Benchmark Explorer';
+    const container = blessed_1.default.box({
+        parent: screen,
+        width: '100%', height: '100%',
+        style: { fg: 'white', bg: 'black' }
+    });
+    header = blessed_1.default.text({
+        parent: container,
+        top: 0, left: 0, width: '100%', height: 1,
+        align: 'center', valign: 'middle',
+        tags: true,
+        style: { fg: 'white', bg: 'black', bold: true, tags: true }
+    });
+    runsList = blessed_1.default.list({
+        parent: container,
+        top: 2, left: 0, right: 0, bottom: 1,
+        border: { type: 'line', fg: 'cyan' },
+        style: { fg: 'white', border: { fg: 'cyan' }, selected: { bg: 'cyan', fg: 'black' } },
+        items: runs.map(r => {
+            const summary = r.results.map((x) => x.benchmark + ' - ' + x.correct + ' of ' + x.total + ' (' + x.accuracy.toFixed(0) + '%)').join(' | ');
+            return formatDate(r.timestamp) + ' | ' + summary;
+        }),
+        keys: true, vi: true, mouse: true
+    });
+    entriesList = blessed_1.default.list({
+        parent: container,
+        top: 2, left: 0, right: 0, bottom: 1,
+        border: { type: 'line', fg: 'yellow' },
+        style: { fg: 'white', border: { fg: 'yellow' }, selected: { bg: 'yellow', fg: 'black' } },
+        tags: true,
+        keys: true, vi: true, mouse: true,
+        hidden: true
+    });
+    detailBox = blessed_1.default.scrollabletext({
+        parent: container,
+        top: 2, left: 0, right: 0, bottom: 1,
+        border: { type: 'line', fg: 'magenta' },
+        style: { fg: 'white', border: { fg: 'magenta' }, tags: true },
+        tags: true,
+        scrollable: true, alwaysScroll: true,
+        mouse: true, keys: true, vi: true,
+        scrollbar: { ch: '|', track: { bg: 'gray' }, style: { fg: 'cyan' } },
+        wrap: true, hidden: true
+    });
+    footer = blessed_1.default.text({
+        parent: container,
+        bottom: 0, left: 0, width: '100%', height: 1,
+        align: 'center', tags: true,
+        style: { fg: 'gray' }
+    });
+    runsList.on('select', (_, i) => {
+        currentRun = i;
+        currentEntry = 0;
+        showEntries();
+    });
+    entriesList.on('select', (_, i) => {
+        currentEntry = i;
+        showDetail();
+    });
+    screen.key(['b', 'B'], () => {
+        if (state === 'detail')
+            showEntries();
+        else if (state === 'entries')
+            showRuns();
+    });
+    screen.key(['escape'], () => {
+        if (state === 'detail')
+            showEntries();
+        else if (state === 'entries')
+            showRuns();
+        else {
+            cleanup();
+            process.exit(0);
+        }
+    });
+    screen.key(['q', 'Q', 'C-c'], () => {
+        cleanup();
+        process.exit(0);
+    });
+    screen.key(['t', 'T'], () => {
+        showThinking = !showThinking;
+        saveConfig();
+        if (state === 'detail')
+            showDetail();
+    });
+    screen.key(['f', 'F'], () => {
+        if (state === 'entries') {
+            showFailedOnly = !showFailedOnly;
+            saveConfig();
+            currentEntry = 0;
+            renderEntries();
+        }
+    });
+    loadConfig();
+    showRuns();
+}
+async function launchTUI() {
+    try {
+        await main();
+    }
+    catch (e) {
+        console.error('Error:', e);
+        cleanup();
+        process.exit(1);
+    }
+}
+if (require.main === module) {
+    main().catch(e => { console.error('Error:', e); cleanup(); process.exit(1); });
+}
+//# sourceMappingURL=tui.js.map

package/dist/tui.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tui.js","sourceRoot":"","sources":["../src/tui.ts"],"names":[],"mappings":";;;;;;AAgVA,8BAGC;AAlVD,sDAA8B;AAC9B,wDAA0B;AAC1B,gDAAwB;AACxB,yCAA4F;AAO5F,MAAM,UAAU,GAAG,IAAA,wBAAa,GAAE,CAAC;AACnC,MAAM,eAAe,GAAG,IAAA,6BAAkB,GAAE,CAAC;AAC7C,MAAM,cAAc,GAAG,IAAA,wBAAa,GAAE,CAAC;AACvC,MAAM,SAAS,GAAG,IAAA,uBAAY,GAAE,CAAC;AACjC,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;AAE3D,IAAI,IAAI,GAAU,EAAE,CAAC;AACrB,IAAI,UAAU,GAAY,EAAE,CAAC;AAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;AACnB,IAAI,YAAY,GAAG,CAAC,CAAC;AACrB,IAAI,KAAK,GAAgB,MAAM,CAAC;AAChC,IAAI,YAAY,GAAG,IAAI,CAAC;AACxB,IAAI,cAAc,GAAG,KAAK,CAAC;AAE3B,SAAS,UAAU;IACjB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,kBAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAC3C,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,KAAK,CAAC;QAChD,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC;IAC7C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CAAC;AAChB,CAAC;AAED,SAAS,UAAU;IACjB,IAAI,CAAC;QACH,kBAAE,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC5B,kBAAE,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CAAC;AAChB,CAAC;AAED,IAAI,MAAM,GAAQ,IAAI,CAAC;AACvB,IAAI,QAAQ,GAAQ,IAAI,CAAC;AACzB,IAAI,WAAW,GAAQ,IAAI,CAAC;AAC5B,IAAI,SAAS,GAAQ,IAAI,CAAC;AAC1B,IAAI,MAAM,GAAQ,IAAI,CAAC;AACvB,IAAI,MAAM,GAAQ,IAAI,CAAC;AAEvB,SAAS,UAAU,CAAC,SAAiB;IACnC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9B,OAAO,CAAC,CAAC,kBAAkB,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC,kBAAkB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;AACzG,CAAC;AAED,SAAS,eAAe,CAAC,CAAM;IAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1E,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;IAE1B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC;QACpD,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,4BAA4B,CAAC,CAAC;QAC5D,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,8BAA8B,CAAC,CAAC;QAChE,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,iCAAiC,CAAC,CAAC;IACxE,CAAC;IAED,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,KAAa,EAAE,IAAY,EAAE,IAAY,EAAE,EAAE;QAC3F,OAAO,wBAAwB,GAAG,IAAI,GAAG,aAAa,GAAG,IAAI,GAAG,kCAAkC,CAAC;IACrG,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,QAAQ;IACrB,IAAI,WAAW,GAAa,EAAE,CAAC;IAC/B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC/C,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IACzG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;IAC7B,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAE3C,IAAI,GAAG,EAAE,CAAC;IACV,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,cAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CAAC;IAChB,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IAC7B,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IAE7E,IAAI,QAAQ,GAAa,EAAE,CAAC;IAC5B,IAAI,CAAC;QAAC,QAAQ,GAAG,MAAM,kBAAE,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAAC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CAAC;IAElE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACvC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CACjE,CAAC;IACF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEzC,IAAI,CAAC;QACH,MAAM,UAAU,GAAY,EAAE,CAAC;QAC/B,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACnC,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,cAAI,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;YAChF,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACnF,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;gBACrD,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,KAAK,EAAE,CAAC;gBACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,aAAa,EAAE,CAAC,CAAC,aAAa;aAC/B,CAAC,CAAC,CAAC,CAAC;QACP,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QAAC,OAAO,EAAE,CAAC;IAAC,CAAC;AAC5B,CAAC;AAED,SAAS,QAAQ;IACf,KAAK,GAAG,MAAM,CAAC;IACf,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,IAAI,SAAS;QAAE,SAAS,CAAC,IAAI,EAAE,CAAC;IAChC,MAAM,CAAC,UAAU,CAAC,yEAAyE,CAAC,CAAC;IAC7F,MAAM,CAAC,UAAU,CAAC,0CAA0C,CAAC,CAAC;IAC9D,QAAQ,CAAC,KAAK,EAAE,CAAC;IACjB,MAAM,EAAE,CAAC;AACX,CAAC;AAED,KAAK,UAAU,WAAW;IACxB,KAAK,GAAG,SAAS,CAAC;IAClB,UAAU,GAAG,MAAM,cAAc,EAAE,CAAC;IAEpC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,IAAI,SAAS;QAAE,SAAS,CAAC,IAAI,EAAE,CAAC;IAEhC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,UAAU,CAAC,6DAA6D,CAAC,CAAC;QACjF,WAAW,CAAC,QAAQ,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC;QAC3D,WAAW,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,CAAC,UAAU,CAAC,sCAAsC,CAAC,CAAC;QAC1D,MAAM,EAAE,CAAC;QACT,OAAO;IACT,CAAC;IAED,YAAY,GAAG,CAAC,CAAC;IACjB,aAAa,EAAE,CAAC;AAClB,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IAC7B,MAAM,eAAe,GAAG,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IAC3F,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;IAC3D,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,CAAC,UAAU,CAAC,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,WAAW,GAAG,KAAK,GAAG,GAAG,GAAG,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;IAEvK,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,OAAO,GAAG,kBAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,sBAAsB,CAAC;QAClF,OAAO,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,GAAG,IAAI,GAAG,OAAO,CAAC;IACtD,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5B,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,CAAC,UAAU,CAAC,aAAa,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,sDAAsD,CAAC,CAAC;IAC1I,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,MAAM,EAAE,CAAC;AACX,CAAC;AAED,SAAS,UAAU;IACjB,KAAK,GAAG,QAAQ,CAAC;IACjB,MAAM,KAAK,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO;IAEnB,WAAW,CAAC,IAAI,EAAE,CAAC;IAEnB,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,8BAA8B,CAAC;IACnG,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,uCAAuC,CAAC,CAAC,CAAC,oCAAoC,CAAC;IAElH,IAAI,OAAO,GAAG,sBAAsB,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,UAAU,CAAC,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,GAAG,sBAAsB,CAAC;IACrJ,OAAO,IAAI,UAAU,GAAG,MAAM,GAAG,eAAe,CAAC;IACjD,OAAO,IAAI,0BAA0B,CAAC;IACtC,OAAO,IAAI,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;IACpD,OAAO,IAAI,uBAAuB,GAAG,WAAW,GAAG,YAAY,CAAC;IAChE,OAAO,IAAI,YAAY,GAAG,IAAI,CAAC;IAC/B,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC7F,OAAO,IAAI,kCAAkC,CAAC;QAC9C,OAAO,IAAI,GAAG,GAAG,UAAU,GAAG,GAAG,GAAG,KAAK,CAAC,aAAa,GAAG,IAAI,GAAG,UAAU,GAAG,GAAG,CAAC;IACpF,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC9B,SAAS,CAAC,IAAI,EAAE,CAAC;QACjB,SAAS,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IACD,MAAM,CAAC,UAAU,CAAC,6EAA6E,CAAC,CAAC;IACjG,MAAM,EAAE,CAAC;AACX,CAAC;AAED,SAAS,kBAAkB,CAAC,CAAM;IAChC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,eAAe,CAAC,CAAM;IAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvF,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,MAAM;IACb,IAAI,MAAM;QAAE,MAAM,CAAC,MAAM,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,OAAO;IACd,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,EAAE,CAAC;IAEjC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,iBAAO,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,MAAM,CAAC,KAAK,GAAG,wBAAwB,CAAC;IAExC,MAAM,SAAS,GAAG,iBAAO,CAAC,GAAG,CAAC;QAC5B,MAAM,EAAE,MAAM;QACd,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;QAC7B,KAAK,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE;KACpC,CAAC,CAAC;IAEH,MAAM,GAAG,iBAAO,CAAC,IAAI,CAAC;QACpB,MAAM,EAAE,SAAS;QACjB,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QACzC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ;QACjC,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;KAC5D,CAAC,CAAC;IAEH,QAAQ,GAAG,iBAAO,CAAC,IAAI,CAAC;QACtB,MAAM,EAAE,SAAS;QACjB,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;QACpC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAa,EAAE,EAAE,EAAE,MAAa,EAAE;QAClD,KAAK,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE;QACrF,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAClB,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,GAAG,CAAC,CAAC,OAAO,GAAG,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChJ,OAAO,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,KAAK,GAAG,OAAO,CAAC;QACnD,CAAC,CAAC;QACF,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;KAClC,CAAC,CAAC;IAEH,WAAW,GAAG,iBAAO,CAAC,IAAI,CAAC;QACzB,MAAM,EAAE,SAAS;QACjB,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;QACpC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAa,EAAE,EAAE,EAAE,QAAe,EAAE;QACpD,KAAK,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE;QACzF,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;QACjC,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IAEH,SAAS,GAAG,iBAAO,CAAC,cAAc,CAAC;QACjC,MAAM,EAAE,SAAS;QACjB,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;QACpC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAa,EAAE,EAAE,EAAE,SAAgB,EAAE;QACrD,KAAK,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;QAC7D,IAAI,EAAE,IAAI;QACV,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI;QACpC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI;QACjC,SAAS,EAAE,EAAE,EAAE,EAAE,GAAU,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE;QAC3E,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI;KACzB,CAAC,CAAC;IAEH,MAAM,GAAG,iBAAO,CAAC,IAAI,CAAC;QACpB,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC5C,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI;QAC3B,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE;KACtB,CAAC,CAAC;IAEH,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE;QAC1C,UAAU,GAAG,CAAC,CAAC;QACf,YAAY,GAAG,CAAC,CAAC;QACjB,WAAW,EAAE,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE;QAC7C,YAAY,GAAG,CAAC,CAAC;QACjB,UAAU,EAAE,CAAC;IACf,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE;QAC1B,IAAI,KAAK,KAAK,QAAQ;YAAE,WAAW,EAAE,CAAC;aACjC,IAAI,KAAK,KAAK,SAAS;YAAE,QAAQ,EAAE,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE;QAC1B,IAAI,KAAK,KAAK,QAAQ;YAAE,WAAW,EAAE,CAAC;aACjC,IAAI,KAAK,KAAK,SAAS;YAAE,QAAQ,EAAE,CAAC;aACpC,CAAC;YAAC,OAAO,EAAE,CAAC;YAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,GAAG,EAAE;QACjC,OAAO,EAAE,CAAC;QACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE;QAC1B,YAAY,GAAG,CAAC,YAAY,CAAC;QAC7B,UAAU,EAAE,CAAC;QACb,IAAI,KAAK,KAAK,QAAQ;YAAE,UAAU,EAAE,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE;QAC1B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,cAAc,GAAG,CAAC,cAAc,CAAC;YACjC,UAAU,EAAE,CAAC;YACb,YAAY,GAAG,CAAC,CAAC;YACjB,aAAa,EAAE,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,UAAU,EAAE,CAAC;IACb,QAAQ,EAAE,CAAC;AACb,CAAC;AAEM,KAAK,UAAU,SAAS;IAC7B,IAAI,CAAC;QAAC,MAAM,IAAI,EAAE,CAAC;IAAC,CAAC;IACrB,OAAO,CAAC,EAAE,CAAC;QAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAAC,OAAO,EAAE,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAAC,CAAC;AACvE,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjF,CAAC"}

package/package.json

@@ -0,0 +1,45 @@
+{
+  "name": "llmtester",
+  "version": "1.0.0",
+  "description": "Interactive LLM Evaluation Runner for benchmarking LLMs across multiple benchmarks",
+  "repository": "https://github.com/officiallymarky/llmtester",
+  "main": "dist/index.js",
+  "bin": {
+    "llmtester": "./bin/cli.js"
+  },
+  "files": [
+    "dist/",
+    "bin/"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "start": "node bin/cli.js",
+    "dev": "tsc && node bin/cli.js"
+  },
+  "keywords": [
+    "llm",
+    "benchmark",
+    "evaluation",
+    "openai",
+    "ai"
+  ],
+  "author": "Marky",
+  "license": "MIT",
+  "dependencies": {
+    "@dsnp/parquetjs": "^1.8.7",
+    "axios": "^1.7.9",
+    "blessed": "^0.1.81",
+    "chalk": "^4.1.2",
+    "dotenv": "^16.4.5",
+    "fs-extra": "^11.2.0"
+  },
+  "devDependencies": {
+    "@types/blessed": "^0.1.27",
+    "@types/fs-extra": "^11.0.4",
+    "@types/node": "^22.10.0",
+    "typescript": "^5.7.0"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}