eqho-eval 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +552 -0
- package/dist/cli/auth-store.d.ts +5 -0
- package/dist/cli/auth-store.d.ts.map +1 -0
- package/dist/cli/auth-store.js +39 -0
- package/dist/cli/auth-store.js.map +1 -0
- package/dist/cli/banner.d.ts +3 -0
- package/dist/cli/banner.d.ts.map +1 -0
- package/dist/cli/banner.js +38 -0
- package/dist/cli/banner.js.map +1 -0
- package/dist/cli/commands/action-eval.d.ts +3 -0
- package/dist/cli/commands/action-eval.d.ts.map +1 -0
- package/dist/cli/commands/action-eval.js +133 -0
- package/dist/cli/commands/action-eval.js.map +1 -0
- package/dist/cli/commands/auth.d.ts +3 -0
- package/dist/cli/commands/auth.d.ts.map +1 -0
- package/dist/cli/commands/auth.js +156 -0
- package/dist/cli/commands/auth.js.map +1 -0
- package/dist/cli/commands/cache.d.ts +3 -0
- package/dist/cli/commands/cache.d.ts.map +1 -0
- package/dist/cli/commands/cache.js +43 -0
- package/dist/cli/commands/cache.js.map +1 -0
- package/dist/cli/commands/ci.d.ts +3 -0
- package/dist/cli/commands/ci.d.ts.map +1 -0
- package/dist/cli/commands/ci.js +124 -0
- package/dist/cli/commands/ci.js.map +1 -0
- package/dist/cli/commands/conversations.d.ts +3 -0
- package/dist/cli/commands/conversations.d.ts.map +1 -0
- package/dist/cli/commands/conversations.js +89 -0
- package/dist/cli/commands/conversations.js.map +1 -0
- package/dist/cli/commands/diff.d.ts +3 -0
- package/dist/cli/commands/diff.d.ts.map +1 -0
- package/dist/cli/commands/diff.js +122 -0
- package/dist/cli/commands/diff.js.map +1 -0
- package/dist/cli/commands/doctor.d.ts +11 -0
- package/dist/cli/commands/doctor.d.ts.map +1 -0
- package/dist/cli/commands/doctor.js +308 -0
- package/dist/cli/commands/doctor.js.map +1 -0
- package/dist/cli/commands/eval.d.ts +3 -0
- package/dist/cli/commands/eval.d.ts.map +1 -0
- package/dist/cli/commands/eval.js +101 -0
- package/dist/cli/commands/eval.js.map +1 -0
- package/dist/cli/commands/init.d.ts +3 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +182 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/list.d.ts +3 -0
- package/dist/cli/commands/list.d.ts.map +1 -0
- package/dist/cli/commands/list.js +80 -0
- package/dist/cli/commands/list.js.map +1 -0
- package/dist/cli/commands/mentions.d.ts +3 -0
- package/dist/cli/commands/mentions.d.ts.map +1 -0
- package/dist/cli/commands/mentions.js +125 -0
- package/dist/cli/commands/mentions.js.map +1 -0
- package/dist/cli/commands/org.d.ts +3 -0
- package/dist/cli/commands/org.d.ts.map +1 -0
- package/dist/cli/commands/org.js +196 -0
- package/dist/cli/commands/org.js.map +1 -0
- package/dist/cli/commands/postcall-eval.d.ts +3 -0
- package/dist/cli/commands/postcall-eval.d.ts.map +1 -0
- package/dist/cli/commands/postcall-eval.js +188 -0
- package/dist/cli/commands/postcall-eval.js.map +1 -0
- package/dist/cli/commands/render.d.ts +3 -0
- package/dist/cli/commands/render.d.ts.map +1 -0
- package/dist/cli/commands/render.js +223 -0
- package/dist/cli/commands/render.js.map +1 -0
- package/dist/cli/commands/results.d.ts +3 -0
- package/dist/cli/commands/results.d.ts.map +1 -0
- package/dist/cli/commands/results.js +128 -0
- package/dist/cli/commands/results.js.map +1 -0
- package/dist/cli/commands/scenarios.d.ts +3 -0
- package/dist/cli/commands/scenarios.d.ts.map +1 -0
- package/dist/cli/commands/scenarios.js +57 -0
- package/dist/cli/commands/scenarios.js.map +1 -0
- package/dist/cli/commands/start.d.ts +3 -0
- package/dist/cli/commands/start.d.ts.map +1 -0
- package/dist/cli/commands/start.js +260 -0
- package/dist/cli/commands/start.js.map +1 -0
- package/dist/cli/commands/status.d.ts +3 -0
- package/dist/cli/commands/status.d.ts.map +1 -0
- package/dist/cli/commands/status.js +133 -0
- package/dist/cli/commands/status.js.map +1 -0
- package/dist/cli/commands/sync.d.ts +3 -0
- package/dist/cli/commands/sync.d.ts.map +1 -0
- package/dist/cli/commands/sync.js +80 -0
- package/dist/cli/commands/sync.js.map +1 -0
- package/dist/cli/commands/view.d.ts +3 -0
- package/dist/cli/commands/view.d.ts.map +1 -0
- package/dist/cli/commands/view.js +29 -0
- package/dist/cli/commands/view.js.map +1 -0
- package/dist/cli/error-handler.d.ts +8 -0
- package/dist/cli/error-handler.d.ts.map +1 -0
- package/dist/cli/error-handler.js +133 -0
- package/dist/cli/error-handler.js.map +1 -0
- package/dist/cli/gateway.d.ts +14 -0
- package/dist/cli/gateway.d.ts.map +1 -0
- package/dist/cli/gateway.js +222 -0
- package/dist/cli/gateway.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +194 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/core/action-eval-builder.d.ts +20 -0
- package/dist/core/action-eval-builder.d.ts.map +1 -0
- package/dist/core/action-eval-builder.js +276 -0
- package/dist/core/action-eval-builder.js.map +1 -0
- package/dist/core/agent-fetcher.d.ts +35 -0
- package/dist/core/agent-fetcher.d.ts.map +1 -0
- package/dist/core/agent-fetcher.js +81 -0
- package/dist/core/agent-fetcher.js.map +1 -0
- package/dist/core/api-cache.d.ts +11 -0
- package/dist/core/api-cache.d.ts.map +1 -0
- package/dist/core/api-cache.js +89 -0
- package/dist/core/api-cache.js.map +1 -0
- package/dist/core/config-generator.d.ts +26 -0
- package/dist/core/config-generator.d.ts.map +1 -0
- package/dist/core/config-generator.js +457 -0
- package/dist/core/config-generator.js.map +1 -0
- package/dist/core/conversation-loader.d.ts +21 -0
- package/dist/core/conversation-loader.d.ts.map +1 -0
- package/dist/core/conversation-loader.js +74 -0
- package/dist/core/conversation-loader.js.map +1 -0
- package/dist/core/dataset-loader.d.ts +26 -0
- package/dist/core/dataset-loader.d.ts.map +1 -0
- package/dist/core/dataset-loader.js +121 -0
- package/dist/core/dataset-loader.js.map +1 -0
- package/dist/core/disposition-builder.d.ts +38 -0
- package/dist/core/disposition-builder.d.ts.map +1 -0
- package/dist/core/disposition-builder.js +270 -0
- package/dist/core/disposition-builder.js.map +1 -0
- package/dist/core/eqho-client.d.ts +45 -0
- package/dist/core/eqho-client.d.ts.map +1 -0
- package/dist/core/eqho-client.js +154 -0
- package/dist/core/eqho-client.js.map +1 -0
- package/dist/core/greeting-builder.d.ts +18 -0
- package/dist/core/greeting-builder.d.ts.map +1 -0
- package/dist/core/greeting-builder.js +83 -0
- package/dist/core/greeting-builder.js.map +1 -0
- package/dist/core/postcall-simulator.d.ts +20 -0
- package/dist/core/postcall-simulator.d.ts.map +1 -0
- package/dist/core/postcall-simulator.js +212 -0
- package/dist/core/postcall-simulator.js.map +1 -0
- package/dist/core/prompt-assembler.d.ts +25 -0
- package/dist/core/prompt-assembler.d.ts.map +1 -0
- package/dist/core/prompt-assembler.js +185 -0
- package/dist/core/prompt-assembler.js.map +1 -0
- package/dist/core/promptfoo-runner.d.ts +13 -0
- package/dist/core/promptfoo-runner.d.ts.map +1 -0
- package/dist/core/promptfoo-runner.js +49 -0
- package/dist/core/promptfoo-runner.js.map +1 -0
- package/dist/core/provider-mapper.d.ts +39 -0
- package/dist/core/provider-mapper.d.ts.map +1 -0
- package/dist/core/provider-mapper.js +120 -0
- package/dist/core/provider-mapper.js.map +1 -0
- package/dist/core/template-engine.d.ts +10 -0
- package/dist/core/template-engine.d.ts.map +1 -0
- package/dist/core/template-engine.js +78 -0
- package/dist/core/template-engine.js.map +1 -0
- package/dist/core/tools-builder.d.ts +14 -0
- package/dist/core/tools-builder.d.ts.map +1 -0
- package/dist/core/tools-builder.js +208 -0
- package/dist/core/tools-builder.js.map +1 -0
- package/dist/index.d.ts +18 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +16 -0
- package/dist/index.js.map +1 -0
- package/dist/types/config.d.ts +100 -0
- package/dist/types/config.d.ts.map +1 -0
- package/dist/types/config.js +2 -0
- package/dist/types/config.js.map +1 -0
- package/dist/types/eqho.d.ts +221 -0
- package/dist/types/eqho.d.ts.map +1 -0
- package/dist/types/eqho.js +2 -0
- package/dist/types/eqho.js.map +1 -0
- package/dist/types/helpers.d.ts +9 -0
- package/dist/types/helpers.d.ts.map +1 -0
- package/dist/types/helpers.js +8 -0
- package/dist/types/helpers.js.map +1 -0
- package/package.json +77 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"view.js","sourceRoot":"","sources":["../../../src/cli/commands/view.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAEpF,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC;KAC3C,WAAW,CAAC,kDAAkD,CAAC;KAC/D,MAAM,CAAC,mBAAmB,EAAE,qBAAqB,CAAC;KAClD,MAAM,CAAC,OAAO,EAAE,2BAA2B,CAAC;KAC5C,kBAAkB,CAAC,IAAI,CAAC;KACxB,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;IAC1B,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,IAAI,IAAI,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,IAAI,CAAC,GAAG;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEjC,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IACjC,IAAI,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IAExB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;IACtD,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export declare function formatError(err: unknown): string;
|
|
2
|
+
export declare function formatErrorJson(err: unknown): string;
|
|
3
|
+
export declare function setErrorOutputMode(opts: {
|
|
4
|
+
json?: boolean;
|
|
5
|
+
verbose?: boolean;
|
|
6
|
+
}): void;
|
|
7
|
+
export declare function handleError(err: unknown): never;
|
|
8
|
+
//# sourceMappingURL=error-handler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"error-handler.d.ts","sourceRoot":"","sources":["../../src/cli/error-handler.ts"],"names":[],"mappings":"AAqGA,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAehD;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAQpD;AAKD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE;IAAE,IAAI,CAAC,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CAGpF;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK,CAU/C"}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
import chalk from "chalk";
|
|
2
|
+
import { EqhoApiError } from "../core/eqho-client.js";
|
|
3
|
+
function classifyError(err) {
|
|
4
|
+
if (err instanceof EqhoApiError) {
|
|
5
|
+
switch (err.status) {
|
|
6
|
+
case 401:
|
|
7
|
+
return {
|
|
8
|
+
message: "Eqho API returned 401 Unauthorized",
|
|
9
|
+
detail: "Your API key may be invalid or expired.",
|
|
10
|
+
steps: [
|
|
11
|
+
"eqho-eval auth --key <new-key>",
|
|
12
|
+
"eqho-eval doctor",
|
|
13
|
+
],
|
|
14
|
+
};
|
|
15
|
+
case 403:
|
|
16
|
+
return {
|
|
17
|
+
message: "Eqho API returned 403 Forbidden",
|
|
18
|
+
detail: "Your API key doesn't have access to this resource.",
|
|
19
|
+
steps: [
|
|
20
|
+
"Check that your API key has the correct permissions",
|
|
21
|
+
"eqho-eval auth --key <new-key>",
|
|
22
|
+
],
|
|
23
|
+
};
|
|
24
|
+
case 404:
|
|
25
|
+
return {
|
|
26
|
+
message: `Resource not found: ${err.endpoint ?? "unknown"}`,
|
|
27
|
+
detail: "The campaign, agent, or resource ID may be incorrect.",
|
|
28
|
+
steps: [
|
|
29
|
+
"eqho-eval list campaigns",
|
|
30
|
+
"eqho-eval list agents",
|
|
31
|
+
],
|
|
32
|
+
};
|
|
33
|
+
case 429:
|
|
34
|
+
return {
|
|
35
|
+
message: "Eqho API rate limit exceeded",
|
|
36
|
+
detail: "Too many requests. Wait a moment and try again.",
|
|
37
|
+
steps: ["Wait 30 seconds, then retry your command"],
|
|
38
|
+
};
|
|
39
|
+
default:
|
|
40
|
+
if (err.status && err.status >= 500) {
|
|
41
|
+
return {
|
|
42
|
+
message: `Eqho API server error (${err.status})`,
|
|
43
|
+
detail: "The Eqho API is experiencing issues.",
|
|
44
|
+
steps: [
|
|
45
|
+
"Wait a minute and retry",
|
|
46
|
+
"Check https://status.eqho.ai for outages",
|
|
47
|
+
],
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
return {
|
|
51
|
+
message: err.message,
|
|
52
|
+
steps: ["eqho-eval doctor"],
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
if (err instanceof Error) {
|
|
57
|
+
if (err.message.includes("ECONNREFUSED") || err.message.includes("ENOTFOUND")) {
|
|
58
|
+
return {
|
|
59
|
+
message: "Cannot connect to Eqho API",
|
|
60
|
+
detail: "Network error — check your internet connection.",
|
|
61
|
+
steps: [
|
|
62
|
+
"Verify your network connection",
|
|
63
|
+
"eqho-eval doctor",
|
|
64
|
+
],
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
if (err.message.includes("ENOENT") && err.message.includes("config.json")) {
|
|
68
|
+
return {
|
|
69
|
+
message: "No eqho-eval configuration found",
|
|
70
|
+
detail: "You need to authenticate first.",
|
|
71
|
+
steps: ["eqho-eval auth --key <your-api-key>"],
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
if (err.message.includes("promptfoo")) {
|
|
75
|
+
return {
|
|
76
|
+
message: "promptfoo error",
|
|
77
|
+
detail: err.message,
|
|
78
|
+
steps: [
|
|
79
|
+
"npm install promptfoo",
|
|
80
|
+
"eqho-eval doctor",
|
|
81
|
+
],
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
return {
|
|
86
|
+
message: err instanceof Error ? err.message : String(err),
|
|
87
|
+
steps: ["eqho-eval doctor"],
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
export function formatError(err) {
|
|
91
|
+
const recovery = classifyError(err);
|
|
92
|
+
const lines = [];
|
|
93
|
+
lines.push(chalk.red(`\n✗ ${recovery.message}`));
|
|
94
|
+
if (recovery.detail) {
|
|
95
|
+
lines.push(chalk.dim(`\n ${recovery.detail}`));
|
|
96
|
+
}
|
|
97
|
+
lines.push(chalk.dim("\n To fix:"));
|
|
98
|
+
for (const step of recovery.steps) {
|
|
99
|
+
lines.push(chalk.cyan(` ${step}`));
|
|
100
|
+
}
|
|
101
|
+
lines.push("");
|
|
102
|
+
return lines.join("\n");
|
|
103
|
+
}
|
|
104
|
+
export function formatErrorJson(err) {
|
|
105
|
+
const recovery = classifyError(err);
|
|
106
|
+
return JSON.stringify({
|
|
107
|
+
error: recovery.message,
|
|
108
|
+
detail: recovery.detail ?? null,
|
|
109
|
+
fix: recovery.steps,
|
|
110
|
+
...(err instanceof Error && process.env.EQHO_DEBUG ? { stack: err.stack } : {}),
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
let _jsonMode = false;
|
|
114
|
+
let _verbose = false;
|
|
115
|
+
export function setErrorOutputMode(opts) {
|
|
116
|
+
if (opts.json)
|
|
117
|
+
_jsonMode = true;
|
|
118
|
+
if (opts.verbose)
|
|
119
|
+
_verbose = true;
|
|
120
|
+
}
|
|
121
|
+
export function handleError(err) {
|
|
122
|
+
if (_jsonMode) {
|
|
123
|
+
process.stderr.write(formatErrorJson(err) + "\n");
|
|
124
|
+
}
|
|
125
|
+
else {
|
|
126
|
+
process.stderr.write(formatError(err));
|
|
127
|
+
if (_verbose && err instanceof Error && err.stack) {
|
|
128
|
+
process.stderr.write(chalk.dim("\n" + err.stack + "\n"));
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
process.exit(1);
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=error-handler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"error-handler.js","sourceRoot":"","sources":["../../src/cli/error-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAQtD,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,GAAG,YAAY,YAAY,EAAE,CAAC;QAChC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC;YACnB,KAAK,GAAG;gBACN,OAAO;oBACL,OAAO,EAAE,oCAAoC;oBAC7C,MAAM,EAAE,yCAAyC;oBACjD,KAAK,EAAE;wBACL,gCAAgC;wBAChC,kBAAkB;qBACnB;iBACF,CAAC;YACJ,KAAK,GAAG;gBACN,OAAO;oBACL,OAAO,EAAE,iCAAiC;oBAC1C,MAAM,EAAE,oDAAoD;oBAC5D,KAAK,EAAE;wBACL,qDAAqD;wBACrD,gCAAgC;qBACjC;iBACF,CAAC;YACJ,KAAK,GAAG;gBACN,OAAO;oBACL,OAAO,EAAE,uBAAuB,GAAG,CAAC,QAAQ,IAAI,SAAS,EAAE;oBAC3D,MAAM,EAAE,uDAAuD;oBAC/D,KAAK,EAAE;wBACL,0BAA0B;wBAC1B,uBAAuB;qBACxB;iBACF,CAAC;YACJ,KAAK,GAAG;gBACN,OAAO;oBACL,OAAO,EAAE,8BAA8B;oBACvC,MAAM,EAAE,iDAAiD;oBACzD,KAAK,EAAE,CAAC,0CAA0C,CAAC;iBACpD,CAAC;YACJ;gBACE,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBACpC,OAAO;wBACL,OAAO,EAAE,0BAA0B,GAAG,CAAC,MAAM,GAAG;wBAChD,MAAM,EAAE,sCAAsC;wBAC9C,KAAK,EAAE;4BACL,yBAAyB;4BACzB,0CAA0C;yBAC3C;qBACF,CAAC;gBACJ,CAAC;gBACD,OAAO;oBACL,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,KAAK,EAAE,CAAC,kBAAkB,CAAC;iBAC5B,CAAC;QACN,CAAC;IACH,CAAC;IAED,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;QACzB,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9E,OAAO;gBACL,OAAO,EAAE,4BAA4B;gBACrC,MAAM,EAAE,iDAAiD;gBACzD,KAAK,EAAE;oBACL,gCAAgC;oBAChC,kBAAkB;iBACnB;aACF,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAC1E,OAAO;gBACL,OAAO,EAAE,kCAAkC;gBAC3C,MAAM,EAAE,iCAAiC;gBACzC,KAAK,EAAE,CAAC,qCAAqC,CAAC;aAC/C,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,OAAO,EAAE,iBAAiB;gBAC1B,MAAM,EAAE,GAAG,CAAC,OAAO;gBACnB,KAAK,EAAE;oBACL,uBAAuB;oBACvB,kBAAkB;iBACnB;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;QACzD,KAAK,EAAE,CAAC,kBAAkB,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAY;IACtC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAY;IAC1C,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACpC,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,KAAK,EAAE,QAAQ,CAAC,OAAO;QACvB,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI;QAC/B,GAAG,EAAE,QAAQ,CAAC,KAAK;QACnB,GAAG,CAAC,GAAG,YAAY,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChF,CAAC,CAAC;AACL,CAAC;AAED,IAAI,SAAS,GAAG,KAAK,CAAC;AACtB,IAAI,QAAQ,GAAG,KAAK,CAAC;AAErB,MAAM,UAAU,kBAAkB,CAAC,IAA2C;IAC5E,IAAI,IAAI,CAAC,IAAI;QAAE,SAAS,GAAG,IAAI,CAAC;IAChC,IAAI,IAAI,CAAC,OAAO;QAAE,QAAQ,GAAG,IAAI,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAY;IACtC,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACpD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,QAAQ,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAClD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Renders the Claude Code-style bordered gateway screen.
|
|
3
|
+
*
|
|
4
|
+
* Box geometry (all rows are exactly `W` visible chars wide):
|
|
5
|
+
* W = outer width including border chars
|
|
6
|
+
* inner = W - 2 (space between ╭╮ / ╰╯)
|
|
7
|
+
*
|
|
8
|
+
* Top: ╭─ title ───────╮ = 1 + inner + 1 = W
|
|
9
|
+
* Row: │ left │ right │ = 1 + 1 + L + 1 + 1 + R + 1 = L + R + 5
|
|
10
|
+
* for Row = W: L + R = W - 5 = inner - 3
|
|
11
|
+
* Bottom: ╰───────────────╯ = 1 + inner + 1 = W
|
|
12
|
+
*/
|
|
13
|
+
export declare function renderGateway(version: string): string;
|
|
14
|
+
//# sourceMappingURL=gateway.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../../src/cli/gateway.ts"],"names":[],"mappings":"AA+FA;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAuDrD"}
|
|
@@ -0,0 +1,222 @@
|
|
|
1
|
+
import chalk from "chalk";
|
|
2
|
+
import fs from "node:fs";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { loadAuth } from "./auth-store.js";
|
|
5
|
+
const TEAL = chalk.hex("#14B8A6");
|
|
6
|
+
const CYAN = chalk.hex("#22D3EE");
|
|
7
|
+
const INDIGO = chalk.hex("#6366F1");
|
|
8
|
+
const BORDER = chalk.dim;
|
|
9
|
+
function visLen(str) {
|
|
10
|
+
// eslint-disable-next-line no-control-regex
|
|
11
|
+
return str.replace(/\x1b\[[0-9;]*m/g, "").length;
|
|
12
|
+
}
|
|
13
|
+
function pad(str, width) {
|
|
14
|
+
const vis = visLen(str);
|
|
15
|
+
if (vis >= width)
|
|
16
|
+
return str;
|
|
17
|
+
return str + " ".repeat(width - vis);
|
|
18
|
+
}
|
|
19
|
+
function gatherContext(version) {
|
|
20
|
+
const cwd = process.cwd();
|
|
21
|
+
const auth = loadAuth();
|
|
22
|
+
const ctx = { version, cwd, hasProject: false };
|
|
23
|
+
if (auth) {
|
|
24
|
+
ctx.userName = auth.userName;
|
|
25
|
+
ctx.orgName = auth.orgName;
|
|
26
|
+
}
|
|
27
|
+
const eqhoConfig = path.join(cwd, "eqho.config.json");
|
|
28
|
+
if (fs.existsSync(eqhoConfig)) {
|
|
29
|
+
ctx.hasProject = true;
|
|
30
|
+
try {
|
|
31
|
+
const config = JSON.parse(fs.readFileSync(eqhoConfig, "utf-8"));
|
|
32
|
+
ctx.campaignName = config.campaignName;
|
|
33
|
+
}
|
|
34
|
+
catch { /* ignore */ }
|
|
35
|
+
}
|
|
36
|
+
const resultsPath = path.join(cwd, "output", "eval-results.json");
|
|
37
|
+
if (fs.existsSync(resultsPath)) {
|
|
38
|
+
try {
|
|
39
|
+
const stat = fs.statSync(resultsPath);
|
|
40
|
+
const results = JSON.parse(fs.readFileSync(resultsPath, "utf-8"));
|
|
41
|
+
const stats = results.results?.stats || results.stats;
|
|
42
|
+
if (stats) {
|
|
43
|
+
ctx.lastEval = {
|
|
44
|
+
passCount: stats.successes ?? 0,
|
|
45
|
+
failCount: stats.failures ?? 0,
|
|
46
|
+
total: (stats.successes ?? 0) + (stats.failures ?? 0) + (stats.errors ?? 0),
|
|
47
|
+
timestamp: stat.mtime.toISOString(),
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
catch { /* ignore */ }
|
|
52
|
+
}
|
|
53
|
+
return ctx;
|
|
54
|
+
}
|
|
55
|
+
function timeAgo(iso) {
|
|
56
|
+
const diff = Date.now() - new Date(iso).getTime();
|
|
57
|
+
const mins = Math.floor(diff / 60_000);
|
|
58
|
+
if (mins < 1)
|
|
59
|
+
return "just now";
|
|
60
|
+
if (mins < 60)
|
|
61
|
+
return `${mins}m ago`;
|
|
62
|
+
const hours = Math.floor(mins / 60);
|
|
63
|
+
if (hours < 24)
|
|
64
|
+
return `${hours}h ago`;
|
|
65
|
+
const days = Math.floor(hours / 24);
|
|
66
|
+
return `${days}d ago`;
|
|
67
|
+
}
|
|
68
|
+
function shortenPath(p, maxLen) {
|
|
69
|
+
const home = process.env.HOME || process.env.USERPROFILE || "";
|
|
70
|
+
let short = p;
|
|
71
|
+
if (home && short.startsWith(home))
|
|
72
|
+
short = "~" + short.slice(home.length);
|
|
73
|
+
if (short.length <= maxLen)
|
|
74
|
+
return short;
|
|
75
|
+
const parts = short.split("/");
|
|
76
|
+
while (parts.length > 2 && parts.join("/").length > maxLen) {
|
|
77
|
+
parts.splice(1, 1, "...");
|
|
78
|
+
if (parts.join("/").length <= maxLen)
|
|
79
|
+
break;
|
|
80
|
+
parts.splice(1, 1);
|
|
81
|
+
}
|
|
82
|
+
return parts.join("/").slice(0, maxLen);
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Renders the Claude Code-style bordered gateway screen.
|
|
86
|
+
*
|
|
87
|
+
* Box geometry (all rows are exactly `W` visible chars wide):
|
|
88
|
+
* W = outer width including border chars
|
|
89
|
+
* inner = W - 2 (space between ╭╮ / ╰╯)
|
|
90
|
+
*
|
|
91
|
+
* Top: ╭─ title ───────╮ = 1 + inner + 1 = W
|
|
92
|
+
* Row: │ left │ right │ = 1 + 1 + L + 1 + 1 + R + 1 = L + R + 5
|
|
93
|
+
* for Row = W: L + R = W - 5 = inner - 3
|
|
94
|
+
* Bottom: ╰───────────────╯ = 1 + inner + 1 = W
|
|
95
|
+
*/
|
|
96
|
+
export function renderGateway(version) {
|
|
97
|
+
const ctx = gatherContext(version);
|
|
98
|
+
const termWidth = process.stdout.columns || 80;
|
|
99
|
+
const W = Math.min(termWidth - 2, 76);
|
|
100
|
+
if (W < 50)
|
|
101
|
+
return renderCompact(ctx);
|
|
102
|
+
const inner = W - 2;
|
|
103
|
+
const leftWidth = Math.floor((inner - 3) * 0.56);
|
|
104
|
+
const rightWidth = inner - 3 - leftWidth;
|
|
105
|
+
const leftLines = buildLeftPanel(ctx, leftWidth);
|
|
106
|
+
const rightLines = buildRightPanel(ctx, rightWidth);
|
|
107
|
+
const rowCount = Math.max(leftLines.length, rightLines.length);
|
|
108
|
+
while (leftLines.length < rowCount)
|
|
109
|
+
leftLines.push("");
|
|
110
|
+
while (rightLines.length < rowCount)
|
|
111
|
+
rightLines.push("");
|
|
112
|
+
const title = ` eqho-eval v${version} `;
|
|
113
|
+
const titleLen = title.length;
|
|
114
|
+
const dashCount = inner - titleLen;
|
|
115
|
+
const dashLeft = 2;
|
|
116
|
+
const dashRight = Math.max(0, dashCount - dashLeft);
|
|
117
|
+
const lines = [""];
|
|
118
|
+
lines.push(BORDER("╭" + "─".repeat(dashLeft) + title + "─".repeat(dashRight) + "╮"));
|
|
119
|
+
for (let i = 0; i < rowCount; i++) {
|
|
120
|
+
const left = pad(leftLines[i], leftWidth);
|
|
121
|
+
const right = pad(rightLines[i], rightWidth);
|
|
122
|
+
lines.push(BORDER("│") + ` ${left}` + BORDER("│") + ` ${right}` + BORDER("│"));
|
|
123
|
+
}
|
|
124
|
+
lines.push(BORDER("╰" + "─".repeat(inner) + "╯"));
|
|
125
|
+
lines.push("");
|
|
126
|
+
if (!ctx.hasProject) {
|
|
127
|
+
lines.push(` ${chalk.dim("›")} ${chalk.dim("Try")} ${CYAN("eqho-eval start")} ${chalk.dim("to scaffold your first eval project")}`);
|
|
128
|
+
}
|
|
129
|
+
else if (!ctx.lastEval) {
|
|
130
|
+
lines.push(` ${chalk.dim("›")} ${chalk.dim("Run")} ${CYAN("eqho-eval eval")} ${chalk.dim("to run your first evaluation")}`);
|
|
131
|
+
}
|
|
132
|
+
else {
|
|
133
|
+
lines.push(` ${chalk.dim("›")} ${chalk.dim("Run")} ${CYAN("eqho-eval eval")} ${chalk.dim("to re-run, or")} ${CYAN("eqho-eval view")} ${chalk.dim("to see results")}`);
|
|
134
|
+
}
|
|
135
|
+
lines.push("");
|
|
136
|
+
return lines.join("\n");
|
|
137
|
+
}
|
|
138
|
+
function buildLeftPanel(ctx, width) {
|
|
139
|
+
const lines = [];
|
|
140
|
+
const maxText = width - 3;
|
|
141
|
+
lines.push("");
|
|
142
|
+
lines.push(TEAL(" +++++++++++++++++++++++++++"));
|
|
143
|
+
lines.push(TEAL("++++++++++++++++++++++++++++"));
|
|
144
|
+
lines.push(TEAL(" ++++++++++++++++++++++++++ "));
|
|
145
|
+
lines.push("");
|
|
146
|
+
lines.push(CYAN(" +++++++++++++++++++ "));
|
|
147
|
+
lines.push(CYAN(" +++++++++++++++++++++ "));
|
|
148
|
+
lines.push(CYAN(" +++++++++++++++++++ "));
|
|
149
|
+
lines.push("");
|
|
150
|
+
lines.push(INDIGO(" ############## "));
|
|
151
|
+
lines.push(INDIGO(" ################ "));
|
|
152
|
+
lines.push(INDIGO(" ############## "));
|
|
153
|
+
lines.push("");
|
|
154
|
+
const auth = loadAuth();
|
|
155
|
+
if (auth) {
|
|
156
|
+
const name = ctx.userName || "developer";
|
|
157
|
+
lines.push(" " + chalk.bold(`Welcome back, ${name}!`));
|
|
158
|
+
}
|
|
159
|
+
else {
|
|
160
|
+
lines.push(" " + chalk.bold("Welcome to eqho-eval"));
|
|
161
|
+
}
|
|
162
|
+
lines.push("");
|
|
163
|
+
lines.push(" " + chalk.dim("Eqho × promptfoo"));
|
|
164
|
+
if (ctx.orgName) {
|
|
165
|
+
lines.push(" " + chalk.dim(`Org: ${ctx.orgName}`));
|
|
166
|
+
}
|
|
167
|
+
lines.push(" " + chalk.dim(shortenPath(ctx.cwd, maxText)));
|
|
168
|
+
lines.push("");
|
|
169
|
+
return lines;
|
|
170
|
+
}
|
|
171
|
+
function buildRightPanel(ctx, _width) {
|
|
172
|
+
const lines = [];
|
|
173
|
+
lines.push("");
|
|
174
|
+
if (!loadAuth()) {
|
|
175
|
+
lines.push(chalk.bold("Get started"));
|
|
176
|
+
lines.push(chalk.dim("Sign in to connect to Eqho:"));
|
|
177
|
+
lines.push(CYAN("eqho-eval auth --key <key>"));
|
|
178
|
+
lines.push("");
|
|
179
|
+
lines.push(chalk.dim("Then run:"));
|
|
180
|
+
lines.push(CYAN("eqho-eval start"));
|
|
181
|
+
}
|
|
182
|
+
else {
|
|
183
|
+
lines.push(chalk.bold("Quick start"));
|
|
184
|
+
lines.push(CYAN("eqho-eval init -c <id>"));
|
|
185
|
+
lines.push(CYAN("eqho-eval eval"));
|
|
186
|
+
lines.push(CYAN("eqho-eval view"));
|
|
187
|
+
lines.push("");
|
|
188
|
+
lines.push(chalk.bold("Recent activity"));
|
|
189
|
+
if (ctx.lastEval) {
|
|
190
|
+
const { passCount, failCount, total, timestamp } = ctx.lastEval;
|
|
191
|
+
const passText = chalk.green(`${passCount}/${total} passed`);
|
|
192
|
+
const failText = failCount > 0 ? chalk.red(` ${failCount} failed`) : "";
|
|
193
|
+
lines.push(`${passText}${failText}`);
|
|
194
|
+
lines.push(chalk.dim(timeAgo(timestamp)));
|
|
195
|
+
if (ctx.campaignName) {
|
|
196
|
+
lines.push(chalk.dim(ctx.campaignName));
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
else {
|
|
200
|
+
lines.push(chalk.dim("No recent activity"));
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
lines.push("");
|
|
204
|
+
return lines;
|
|
205
|
+
}
|
|
206
|
+
function renderCompact(ctx) {
|
|
207
|
+
const lines = [""];
|
|
208
|
+
lines.push(TEAL(" ++++++++++++++++++++++++++++") + ` ${chalk.bold("eqho-eval")} ${chalk.dim(`v${ctx.version}`)}`);
|
|
209
|
+
lines.push(CYAN(" +++++++++++++++++++++ ") + ` ${chalk.dim("Eqho × promptfoo")}`);
|
|
210
|
+
lines.push(INDIGO(" ################ "));
|
|
211
|
+
lines.push("");
|
|
212
|
+
if (!loadAuth()) {
|
|
213
|
+
lines.push(chalk.dim(" Sign in: ") + CYAN("eqho-eval auth --key <key>"));
|
|
214
|
+
}
|
|
215
|
+
else {
|
|
216
|
+
const name = ctx.userName || "authenticated";
|
|
217
|
+
lines.push(chalk.dim(` Signed in as ${name}`));
|
|
218
|
+
}
|
|
219
|
+
lines.push("");
|
|
220
|
+
return lines.join("\n");
|
|
221
|
+
}
|
|
222
|
+
//# sourceMappingURL=gateway.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gateway.js","sourceRoot":"","sources":["../../src/cli/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAClC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAClC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACpC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC;AAEzB,SAAS,MAAM,CAAC,GAAW;IACzB,4CAA4C;IAC5C,OAAO,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;AACnD,CAAC;AAED,SAAS,GAAG,CAAC,GAAW,EAAE,KAAa;IACrC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACxB,IAAI,GAAG,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC;IAC7B,OAAO,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC;AACvC,CAAC;AAYD,SAAS,aAAa,CAAC,OAAe;IACpC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;IACxB,MAAM,GAAG,GAAmB,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAEhE,IAAI,IAAI,EAAE,CAAC;QACT,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC7B,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IAC7B,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,CAAC;IACtD,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9B,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;YAChE,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAAC;IAClE,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;YAClE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACV,GAAG,CAAC,QAAQ,GAAG;oBACb,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,CAAC;oBAC/B,SAAS,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;oBAC9B,KAAK,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;oBAC3E,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;IAClD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;IACvC,IAAI,IAAI,GAAG,CAAC;QAAE,OAAO,UAAU,CAAC;IAChC,IAAI,IAAI,GAAG,EAAE;QAAE,OAAO,GAAG,IAAI,OAAO,CAAC;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IACpC,IAAI,KAAK,GAAG,EAAE;QAAE,OAAO,GAAG,KAAK,OAAO,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACpC,OAAO,GAAG,IAAI,OAAO,CAAC;AACxB,CAAC;AAED,SAAS,WAAW,CAAC,CAAS,EAAE,MAAc;IAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;IAC/D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,KAAK,GAAG,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3E,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM;QAAE,OAAO,KAAK,CAAC;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;QAC3D,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1B,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,MAAM;YAAE,MAAM;QAC5C,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,aAAa,CAAC,OAAe;IAC3C,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IAEtC,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;IAEtC,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC;IAEzC,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAEpD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IAC/D,OAAO,SAAS,CAAC,MAAM,GAAG,QAAQ;QAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvD,OAAO,UAAU,CAAC,MAAM,GAAG,QAAQ;QAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEzD,MAAM,KAAK,GAAG,eAAe,OAAO,GAAG,CAAC;IACxC,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;IAC9B,MAAM,SAAS,GAAG,KAAK,GAAG,QAAQ,CAAC;IACnC,MAAM,QAAQ,GAAG,CAAC,CAAC;IACnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC,CAAC;IAEpD,MAAM,KAAK,GAAa,CAAC,EAAE,CAAC,CAAC;IAE7B,KAAK,CAAC,IAAI,CACR,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CACzE,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAE,EAAE,SAAS,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAE,EAAE,UAAU,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,KAAK,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAElD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,qCAAqC,CAAC,EAAE,CACzH,CAAC;IACJ,CAAC;SAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,EAAE,CACjH,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAC3J,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,cAAc,CAAC,GAAmB,EAAE,KAAa;IACxD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC;IAE1B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;IACxB,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,IAAI,WAAW,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAChD,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,GAAmB,EAAE,MAAc;IAC1D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACtC,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAE1C,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,QAAQ,CAAC;YAChE,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,SAAS,IAAI,KAAK,SAAS,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,SAAS,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,GAAG,QAAQ,EAAE,CAAC,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC1C,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;gBACrB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,GAAmB;IACxC,MAAM,KAAK,GAAa,CAAC,EAAE,CAAC,CAAC;IAE7B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACnH,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IACxF,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAC5E,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,IAAI,eAAe,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import { Command } from "commander";
|
|
3
|
+
import chalk from "chalk";
|
|
4
|
+
import { authCommand } from "./commands/auth.js";
|
|
5
|
+
import { initCommand } from "./commands/init.js";
|
|
6
|
+
import { syncCommand } from "./commands/sync.js";
|
|
7
|
+
import { conversationsCommand } from "./commands/conversations.js";
|
|
8
|
+
import { listCommand } from "./commands/list.js";
|
|
9
|
+
import { mentionsCommand } from "./commands/mentions.js";
|
|
10
|
+
import { postcallEvalCommand } from "./commands/postcall-eval.js";
|
|
11
|
+
import { renderCommand } from "./commands/render.js";
|
|
12
|
+
import { scenariosCommand } from "./commands/scenarios.js";
|
|
13
|
+
import { actionEvalCommand } from "./commands/action-eval.js";
|
|
14
|
+
import { diffCommand } from "./commands/diff.js";
|
|
15
|
+
import { ciCommand } from "./commands/ci.js";
|
|
16
|
+
import { startCommand } from "./commands/start.js";
|
|
17
|
+
import { doctorCommand } from "./commands/doctor.js";
|
|
18
|
+
import { statusCommand } from "./commands/status.js";
|
|
19
|
+
import { evalCommand } from "./commands/eval.js";
|
|
20
|
+
import { viewCommand } from "./commands/view.js";
|
|
21
|
+
import { cacheCommand } from "./commands/cache.js";
|
|
22
|
+
import { orgCommand } from "./commands/org.js";
|
|
23
|
+
import { resultsCommand } from "./commands/results.js";
|
|
24
|
+
import { handleError, setErrorOutputMode } from "./error-handler.js";
|
|
25
|
+
import { getBanner } from "./banner.js";
|
|
26
|
+
import { renderGateway } from "./gateway.js";
|
|
27
|
+
const VERSION = "0.5.0";
|
|
28
|
+
if (process.env.NO_COLOR || process.env.FORCE_NO_COLOR) {
|
|
29
|
+
chalk.level = 0;
|
|
30
|
+
}
|
|
31
|
+
const program = new Command();
|
|
32
|
+
program
|
|
33
|
+
.name("eqho-eval")
|
|
34
|
+
.description("CLI bridge between Eqho AI platform and promptfoo evaluations")
|
|
35
|
+
.version(VERSION)
|
|
36
|
+
.option("--json", "Output as JSON (suppresses colors and spinners)")
|
|
37
|
+
.option("--no-cache", "Skip API response cache")
|
|
38
|
+
.option("--verbose", "Show stack traces and debug info on errors");
|
|
39
|
+
program.hook("preAction", () => {
|
|
40
|
+
const opts = program.opts();
|
|
41
|
+
if (opts.json)
|
|
42
|
+
chalk.level = 0;
|
|
43
|
+
setErrorOutputMode({ json: opts.json, verbose: opts.verbose });
|
|
44
|
+
});
|
|
45
|
+
program.configureHelp({
|
|
46
|
+
sortSubcommands: false,
|
|
47
|
+
subcommandTerm: (cmd) => cmd.name(),
|
|
48
|
+
});
|
|
49
|
+
// Getting started
|
|
50
|
+
program.addCommand(startCommand);
|
|
51
|
+
program.addCommand(doctorCommand);
|
|
52
|
+
program.addCommand(statusCommand);
|
|
53
|
+
// Core workflow
|
|
54
|
+
program.addCommand(authCommand);
|
|
55
|
+
program.addCommand(orgCommand);
|
|
56
|
+
program.addCommand(initCommand);
|
|
57
|
+
program.addCommand(syncCommand);
|
|
58
|
+
program.addCommand(evalCommand);
|
|
59
|
+
program.addCommand(viewCommand);
|
|
60
|
+
program.addCommand(resultsCommand);
|
|
61
|
+
// Eval generation
|
|
62
|
+
program.addCommand(postcallEvalCommand);
|
|
63
|
+
program.addCommand(actionEvalCommand);
|
|
64
|
+
program.addCommand(scenariosCommand);
|
|
65
|
+
program.addCommand(renderCommand);
|
|
66
|
+
program.addCommand(diffCommand);
|
|
67
|
+
// Exploration
|
|
68
|
+
program.addCommand(listCommand);
|
|
69
|
+
program.addCommand(mentionsCommand);
|
|
70
|
+
program.addCommand(conversationsCommand);
|
|
71
|
+
// Utilities
|
|
72
|
+
program.addCommand(cacheCommand);
|
|
73
|
+
program.addCommand(ciCommand);
|
|
74
|
+
program.addHelpText("beforeAll", () => {
|
|
75
|
+
if (program.opts().json)
|
|
76
|
+
return "";
|
|
77
|
+
return getBanner(VERSION);
|
|
78
|
+
});
|
|
79
|
+
program.addHelpText("afterAll", () => {
|
|
80
|
+
const groups = [
|
|
81
|
+
{
|
|
82
|
+
title: "Getting started",
|
|
83
|
+
items: [
|
|
84
|
+
["start", "Interactive setup — zero to first eval"],
|
|
85
|
+
["doctor", "Check your environment"],
|
|
86
|
+
["status", "Show current project state"],
|
|
87
|
+
],
|
|
88
|
+
},
|
|
89
|
+
{
|
|
90
|
+
title: "Core workflow",
|
|
91
|
+
items: [
|
|
92
|
+
["init --campaign <id>", "Scaffold eval project"],
|
|
93
|
+
["eval", "Run evaluations"],
|
|
94
|
+
["results", "Show results (markdown/json/table)"],
|
|
95
|
+
["view", "View results in browser"],
|
|
96
|
+
["sync", "Re-sync prompts from Eqho"],
|
|
97
|
+
["org", "Manage org context (superadmin)"],
|
|
98
|
+
],
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
title: "Eval generation",
|
|
102
|
+
items: [
|
|
103
|
+
["postcall-eval", "Generate postcall/disposition eval configs"],
|
|
104
|
+
["action-eval", "Generate live action eval configs"],
|
|
105
|
+
["render", "Preview assembled system prompt"],
|
|
106
|
+
],
|
|
107
|
+
},
|
|
108
|
+
{
|
|
109
|
+
title: "Exploration",
|
|
110
|
+
items: [
|
|
111
|
+
["list <resource>", "List campaigns, agents, or calls"],
|
|
112
|
+
["mentions", "List available template variables"],
|
|
113
|
+
["conversations", "Pull real conversations as test cases"],
|
|
114
|
+
],
|
|
115
|
+
},
|
|
116
|
+
];
|
|
117
|
+
const lines = ["\n"];
|
|
118
|
+
for (const group of groups) {
|
|
119
|
+
lines.push(chalk.bold(`${group.title}:`));
|
|
120
|
+
for (const [cmd, desc] of group.items) {
|
|
121
|
+
const padded = cmd.padEnd(28);
|
|
122
|
+
lines.push(` ${chalk.cyan(`eqho-eval ${padded}`)}${chalk.dim(desc)}`);
|
|
123
|
+
}
|
|
124
|
+
lines.push("");
|
|
125
|
+
}
|
|
126
|
+
lines.push(chalk.bold("More info:"));
|
|
127
|
+
lines.push(` ${chalk.dim("https://github.com/Eqho-Solutions-Engineering/promptfoo-evals")}`);
|
|
128
|
+
lines.push("");
|
|
129
|
+
return lines.join("\n");
|
|
130
|
+
});
|
|
131
|
+
program.action(async () => {
|
|
132
|
+
const opts = program.opts();
|
|
133
|
+
if (opts.json) {
|
|
134
|
+
console.log(JSON.stringify({ status: "ready", version: VERSION }));
|
|
135
|
+
return;
|
|
136
|
+
}
|
|
137
|
+
console.log(renderGateway(VERSION));
|
|
138
|
+
const { loadAuth } = await import("./auth-store.js");
|
|
139
|
+
const auth = loadAuth();
|
|
140
|
+
if (!auth) {
|
|
141
|
+
const { select } = await import("@inquirer/prompts");
|
|
142
|
+
const authMethod = await select({
|
|
143
|
+
message: "Sign in to Eqho to get started",
|
|
144
|
+
choices: [
|
|
145
|
+
{ name: "Browser login (SSO — enables org switching)", value: "login" },
|
|
146
|
+
{ name: "API key", value: "key" },
|
|
147
|
+
{ name: "Exit", value: "exit" },
|
|
148
|
+
],
|
|
149
|
+
});
|
|
150
|
+
if (authMethod === "exit")
|
|
151
|
+
return;
|
|
152
|
+
if (authMethod === "login") {
|
|
153
|
+
await program.parseAsync(["node", "eqho-eval", "auth", "--login"], { from: "user" });
|
|
154
|
+
}
|
|
155
|
+
else {
|
|
156
|
+
await program.parseAsync(["node", "eqho-eval", "auth"], { from: "user" });
|
|
157
|
+
}
|
|
158
|
+
return;
|
|
159
|
+
}
|
|
160
|
+
const fs = await import("node:fs");
|
|
161
|
+
const hasProject = fs.existsSync("eqho.config.json") || fs.existsSync("promptfooconfig.yaml");
|
|
162
|
+
if (!hasProject) {
|
|
163
|
+
const { select } = await import("@inquirer/prompts");
|
|
164
|
+
const action = await select({
|
|
165
|
+
message: "What would you like to do?",
|
|
166
|
+
choices: [
|
|
167
|
+
{ name: "Create a new eval project", value: "start" },
|
|
168
|
+
{ name: "List campaigns", value: "list" },
|
|
169
|
+
{ name: "Check environment", value: "doctor" },
|
|
170
|
+
{ name: "Exit", value: "exit" },
|
|
171
|
+
],
|
|
172
|
+
});
|
|
173
|
+
if (action === "exit")
|
|
174
|
+
return;
|
|
175
|
+
await program.parseAsync(["node", "eqho-eval", action === "list" ? "list" : action, ...(action === "list" ? ["campaigns"] : [])], { from: "user" });
|
|
176
|
+
return;
|
|
177
|
+
}
|
|
178
|
+
const { select } = await import("@inquirer/prompts");
|
|
179
|
+
const action = await select({
|
|
180
|
+
message: "What would you like to do?",
|
|
181
|
+
choices: [
|
|
182
|
+
{ name: "Run evaluations", value: "eval" },
|
|
183
|
+
{ name: "View results", value: "view" },
|
|
184
|
+
{ name: "Re-sync from Eqho", value: "sync" },
|
|
185
|
+
{ name: "Show project status", value: "status" },
|
|
186
|
+
{ name: "Exit", value: "exit" },
|
|
187
|
+
],
|
|
188
|
+
});
|
|
189
|
+
if (action === "exit")
|
|
190
|
+
return;
|
|
191
|
+
await program.parseAsync(["node", "eqho-eval", action], { from: "user" });
|
|
192
|
+
});
|
|
193
|
+
program.parseAsync().catch(handleError);
|
|
194
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,OAAO,GAAG,OAAO,CAAC;AAExB,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;IACvD,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,WAAW,CAAC;KACjB,WAAW,CAAC,+DAA+D,CAAC;KAC5E,OAAO,CAAC,OAAO,CAAC;KAChB,MAAM,CAAC,QAAQ,EAAE,iDAAiD,CAAC;KACnE,MAAM,CAAC,YAAY,EAAE,yBAAyB,CAAC;KAC/C,MAAM,CAAC,WAAW,EAAE,4CAA4C,CAAC,CAAC;AAErE,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE;IAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,IAAI,CAAC,IAAI;QAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;IAC/B,kBAAkB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;AACjE,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,aAAa,CAAC;IACpB,eAAe,EAAE,KAAK;IACtB,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE;CACpC,CAAC,CAAC;AAEH,kBAAkB;AAClB,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;AACjC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;AAClC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;AAElC,gBAAgB;AAChB,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;AAC/B,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;AAEnC,kBAAkB;AAClB,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC;AACxC,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;AACtC,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;AACrC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;AAClC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAEhC,cAAc;AACd,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;AACpC,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC;AAEzC,YAAY;AACZ,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;AACjC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;AAE9B,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,GAAG,EAAE;IACpC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACnC,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,WAAW,CAAC,UAAU,EAAE,GAAG,EAAE;IACnC,MAAM,MAAM,GAAG;QACb;YACE,KAAK,EAAE,iBAAiB;YACxB,KAAK,EAAE;gBACL,CAAC,OAAO,EAAE,wCAAwC,CAAC;gBACnD,CAAC,QAAQ,EAAE,wBAAwB,CAAC;gBACpC,CAAC,QAAQ,EAAE,4BAA4B,CAAC;aACzC;SACF;QACD;YACE,KAAK,EAAE,eAAe;YACtB,KAAK,EAAE;gBACL,CAAC,sBAAsB,EAAE,uBAAuB,CAAC;gBACjD,CAAC,MAAM,EAAE,iBAAiB,CAAC;gBAC3B,CAAC,SAAS,EAAE,oCAAoC,CAAC;gBACjD,CAAC,MAAM,EAAE,yBAAyB,CAAC;gBACnC,CAAC,MAAM,EAAE,2BAA2B,CAAC;gBACrC,CAAC,KAAK,EAAE,iCAAiC,CAAC;aAC3C;SACF;QACD;YACE,KAAK,EAAE,iBAAiB;YACxB,KAAK,EAAE;gBACL,CAAC,eAAe,EAAE,4CAA4C,CAAC;gBAC/D,CAAC,aAAa,EAAE,mCAAmC,CAAC;gBACpD,CAAC,QAAQ,EAAE,iCAAiC,CAAC;aAC9C;SACF;QACD;YACE,KAAK,EAAE,aAAa;YACpB,KAAK,EAAE;gBACL,CAAC,iBAAiB,EAAE,kCAAkC,CAAC;gBACvD,CAAC,UAAU,EAAE,mCAAmC,CAAC;gBACjD,CAAC,eAAe,EAAE,uCAAuC,CAAC;aAC3D;SACF;KACF,CAAC;IAEF,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;IACrB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,+DAA+D,CAAC,EAAE,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;IACxB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACnE,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IAEpC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;IAExB,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC;YAC9B,OAAO,EAAE,gCAAgC;YACzC,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,6CAA6C,EAAE,KAAK,EAAE,OAAO,EAAE;gBACvE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE;gBACjC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;aAChC;SACF,CAAC,CAAC;QACH,IAAI,UAAU,KAAK,MAAM;YAAE,OAAO;QAClC,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;YAC3B,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACvF,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,OAAO;IACT,CAAC;IAED,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC;IAE9F,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;YAC1B,OAAO,EAAE,4BAA4B;YACrC,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,OAAO,EAAE;gBACrD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,EAAE;gBACzC,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,QAAQ,EAAE;gBAC9C,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;aAChC;SACF,CAAC,CAAC;QACH,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO;QAC9B,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACpJ,OAAO;IACT,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;QAC1B,OAAO,EAAE,4BAA4B;QACrC,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,EAAE;YAC1C,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE;YACvC,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,EAAE;YAC5C,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE;YAChD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;SAChC;KACF,CAAC,CAAC;IACH,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO;IAC9B,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;AAC5E,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { EqhoAction, EqhoCall } from "../types/eqho.js";
|
|
2
|
+
import type { AssembledPrompt } from "../types/config.js";
|
|
3
|
+
import type { ProxyConfig } from "./provider-mapper.js";
|
|
4
|
+
export interface ActionEvalFiles {
|
|
5
|
+
"promptfooconfig.yaml": string;
|
|
6
|
+
[key: string]: string;
|
|
7
|
+
}
|
|
8
|
+
/**
|
|
9
|
+
* Generates a promptfoo eval config for testing live (in-call) action usage.
|
|
10
|
+
* Evaluates whether the model selects the correct tool and passes valid arguments
|
|
11
|
+
* given a system prompt and user message/transcript context.
|
|
12
|
+
*/
|
|
13
|
+
export declare function generateActionEvalConfig(opts: {
|
|
14
|
+
assembled: AssembledPrompt;
|
|
15
|
+
actions: EqhoAction[];
|
|
16
|
+
campaignName: string;
|
|
17
|
+
calls?: EqhoCall[];
|
|
18
|
+
proxy?: ProxyConfig | null;
|
|
19
|
+
}): ActionEvalFiles;
|
|
20
|
+
//# sourceMappingURL=action-eval-builder.d.ts.map
|