@ls-stack/agent-eval 0.2.0

package/dist/index.mjs

@@ -0,0 +1,3 @@
+import { $ as jsonCellSchema, A as scoreTraceSchema, B as traceAttributeDisplayFormatSchema, C as caseDetailSchema, D as evalStatItemSchema, E as evalStatAggregateSchema, F as evalChartConfigSchema, G as traceDisplayInputConfigSchema, H as traceAttributeDisplayPlacementSchema, I as evalChartMetricSchema, J as cellValueSchema, K as traceSpanKindSchema, L as evalChartTooltipExtraSchema, M as evalChartAxisSchema, N as evalChartBuiltinMetricSchema, O as evalStatsConfigSchema, P as evalChartColorSchema, Q as fileRefSchema, R as evalChartTypeSchema, S as assertionFailureSchema, T as evalFreshnessStatusSchema, U as traceAttributeDisplaySchema, V as traceAttributeDisplayInputSchema, W as traceDisplayConfigSchema, X as columnFormatSchema, Y as columnDefSchema, Z as columnKindSchema, _ as cacheModeSchema, _t as getEvalRegistry, a as sseEnvelopeSchema, at as evalTracer, b as serializedCacheSpanSchema, c as deriveScopedSummaryFromCases, ct as evalAssert, d as runManifestSchema, dt as isInEvalScope, et as numberDisplayOptionsSchema, f as runSummarySchema, ft as runInEvalScope, g as cacheListItemSchema, gt as defineEval, h as cacheEntrySchema, ht as repoFile, i as updateManualScoreRequestSchema, it as evalSpan, j as evalChartAggregateSchema, k as evalSummarySchema, l as deriveStatusFromCaseRows, lt as getCurrentScope, m as trialSelectionModeSchema, mt as setScopeCacheContext, n as createRunner, nt as runArtifactRefSchema, o as getEvalTitle, ot as hashCacheKey, p as agentEvalsConfigSchema, pt as setEvalOutput, q as traceSpanSchema, r as createRunRequestSchema, rt as buildTraceTree, s as getEvalDisplayStatus, st as EvalAssertionError, t as runCli, tt as repoFileRefSchema, u as deriveStatusFromChildStatuses, ut as incrementEvalOutput, v as cacheRecordingOpSchema, w as caseRowSchema, x as spanCacheOptionsSchema, y as cacheRecordingSchema, z as evalChartsConfigSchema } from "./cli-CwEFLP0w.mjs";
+import "./src-BDRmaWFu.mjs";
+export { EvalAssertionError, agentEvalsConfigSchema, assertionFailureSchema, buildTraceTree, cacheEntrySchema, cacheListItemSchema, cacheModeSchema, cacheRecordingOpSchema, cacheRecordingSchema, caseDetailSchema, caseRowSchema, cellValueSchema, columnDefSchema, columnFormatSchema, columnKindSchema, createRunRequestSchema, createRunner, defineEval, deriveScopedSummaryFromCases, deriveStatusFromCaseRows, deriveStatusFromChildStatuses, evalAssert, evalChartAggregateSchema, evalChartAxisSchema, evalChartBuiltinMetricSchema, evalChartColorSchema, evalChartConfigSchema, evalChartMetricSchema, evalChartTooltipExtraSchema, evalChartTypeSchema, evalChartsConfigSchema, evalFreshnessStatusSchema, evalSpan, evalStatAggregateSchema, evalStatItemSchema, evalStatsConfigSchema, evalSummarySchema, evalTracer, fileRefSchema, getCurrentScope, getEvalDisplayStatus, getEvalRegistry, getEvalTitle, hashCacheKey, incrementEvalOutput, isInEvalScope, jsonCellSchema, numberDisplayOptionsSchema, repoFile, repoFileRefSchema, runArtifactRefSchema, runCli, runInEvalScope, runManifestSchema, runSummarySchema, scoreTraceSchema, serializedCacheSpanSchema, setEvalOutput, setScopeCacheContext, spanCacheOptionsSchema, sseEnvelopeSchema, traceAttributeDisplayFormatSchema, traceAttributeDisplayInputSchema, traceAttributeDisplayPlacementSchema, traceAttributeDisplaySchema, traceDisplayConfigSchema, traceDisplayInputConfigSchema, traceSpanKindSchema, traceSpanSchema, trialSelectionModeSchema, updateManualScoreRequestSchema };

package/dist/runner-CD5aDJ0C.mjs

@@ -0,0 +1,15 @@
+import { n as createRunner } from "./cli-CwEFLP0w.mjs";
+import "./src-BDRmaWFu.mjs";
+//#region ../../apps/server/src/runner.ts
+let runnerInstance = null;
+function getRunnerInstance() {
+	if (!runnerInstance) runnerInstance = createRunner();
+	return runnerInstance;
+}
+async function initRunner() {
+	const runner = getRunnerInstance();
+	await runner.init();
+	return runner;
+}
+//#endregion
+export { initRunner as n, getRunnerInstance as t };

package/dist/runner-Ck4X0H3p.mjs

@@ -0,0 +1,2 @@
+import { n as initRunner, t as getRunnerInstance } from "./runner-CD5aDJ0C.mjs";
+export { getRunnerInstance, initRunner };

package/dist/src-BDRmaWFu.mjs

@@ -0,0 +1,2 @@
+import "./cli-CwEFLP0w.mjs";
+export {};

package/package.json

@@ -0,0 +1,71 @@
+{
+  "name": "@ls-stack/agent-eval",
+  "version": "0.2.0",
+  "type": "module",
+  "bin": {
+    "agent-evals": "./dist/bin.mjs"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.mts",
+      "import": "./dist/index.mjs",
+      "default": "./dist/index.mjs"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "tsdown": {
+    "clean": true,
+    "copy": [
+      {
+        "from": "../../apps/web/dist/**/*",
+        "to": "dist/web",
+        "flatten": false
+      }
+    ],
+    "deps": {
+      "alwaysBundle": [
+        "@agent-evals/runner",
+        "@agent-evals/sdk",
+        "@agent-evals/shared"
+      ]
+    },
+    "dts": {
+      "eager": true
+    },
+    "entry": [
+      "src/index.ts",
+      "src/bin.ts"
+    ],
+    "format": "esm",
+    "platform": "node"
+  },
+  "dependencies": {
+    "@hono/zod-validator": "^0.7.3",
+    "@hono/node-server": "^1.14.3",
+    "@ls-stack/utils": "^3.58.0",
+    "chokidar": "^4.0.3",
+    "glob": "^11.0.2",
+    "hono": "^4.9.9",
+    "launch-editor": "^2.13.2",
+    "t-result": "^0.6.1",
+    "vitest": "^3.2.4",
+    "zod": "^4.1.11"
+  },
+  "devDependencies": {
+    "@types/node": "^24.7.2",
+    "typescript": "^5.9.2",
+    "@agent-evals/runner": "0.0.1",
+    "@agent-evals/shared": "0.0.1",
+    "@agent-evals/sdk": "0.0.1"
+  },
+  "scripts": {
+    "build": "pnpm --filter @agent-evals/web build && tsdown",
+    "test": "vitest run",
+    "tsc": "tsgo --noEmit",
+    "lint": "tsgo --noEmit && eslint .",
+    "eslint": "eslint ."
+  },
+  "types": "./dist/index.d.mts"
+}