eqho-eval 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +552 -0
  3. package/dist/cli/auth-store.d.ts +5 -0
  4. package/dist/cli/auth-store.d.ts.map +1 -0
  5. package/dist/cli/auth-store.js +39 -0
  6. package/dist/cli/auth-store.js.map +1 -0
  7. package/dist/cli/banner.d.ts +3 -0
  8. package/dist/cli/banner.d.ts.map +1 -0
  9. package/dist/cli/banner.js +38 -0
  10. package/dist/cli/banner.js.map +1 -0
  11. package/dist/cli/commands/action-eval.d.ts +3 -0
  12. package/dist/cli/commands/action-eval.d.ts.map +1 -0
  13. package/dist/cli/commands/action-eval.js +133 -0
  14. package/dist/cli/commands/action-eval.js.map +1 -0
  15. package/dist/cli/commands/auth.d.ts +3 -0
  16. package/dist/cli/commands/auth.d.ts.map +1 -0
  17. package/dist/cli/commands/auth.js +156 -0
  18. package/dist/cli/commands/auth.js.map +1 -0
  19. package/dist/cli/commands/cache.d.ts +3 -0
  20. package/dist/cli/commands/cache.d.ts.map +1 -0
  21. package/dist/cli/commands/cache.js +43 -0
  22. package/dist/cli/commands/cache.js.map +1 -0
  23. package/dist/cli/commands/ci.d.ts +3 -0
  24. package/dist/cli/commands/ci.d.ts.map +1 -0
  25. package/dist/cli/commands/ci.js +124 -0
  26. package/dist/cli/commands/ci.js.map +1 -0
  27. package/dist/cli/commands/conversations.d.ts +3 -0
  28. package/dist/cli/commands/conversations.d.ts.map +1 -0
  29. package/dist/cli/commands/conversations.js +89 -0
  30. package/dist/cli/commands/conversations.js.map +1 -0
  31. package/dist/cli/commands/diff.d.ts +3 -0
  32. package/dist/cli/commands/diff.d.ts.map +1 -0
  33. package/dist/cli/commands/diff.js +122 -0
  34. package/dist/cli/commands/diff.js.map +1 -0
  35. package/dist/cli/commands/doctor.d.ts +11 -0
  36. package/dist/cli/commands/doctor.d.ts.map +1 -0
  37. package/dist/cli/commands/doctor.js +308 -0
  38. package/dist/cli/commands/doctor.js.map +1 -0
  39. package/dist/cli/commands/eval.d.ts +3 -0
  40. package/dist/cli/commands/eval.d.ts.map +1 -0
  41. package/dist/cli/commands/eval.js +101 -0
  42. package/dist/cli/commands/eval.js.map +1 -0
  43. package/dist/cli/commands/init.d.ts +3 -0
  44. package/dist/cli/commands/init.d.ts.map +1 -0
  45. package/dist/cli/commands/init.js +182 -0
  46. package/dist/cli/commands/init.js.map +1 -0
  47. package/dist/cli/commands/list.d.ts +3 -0
  48. package/dist/cli/commands/list.d.ts.map +1 -0
  49. package/dist/cli/commands/list.js +80 -0
  50. package/dist/cli/commands/list.js.map +1 -0
  51. package/dist/cli/commands/mentions.d.ts +3 -0
  52. package/dist/cli/commands/mentions.d.ts.map +1 -0
  53. package/dist/cli/commands/mentions.js +125 -0
  54. package/dist/cli/commands/mentions.js.map +1 -0
  55. package/dist/cli/commands/org.d.ts +3 -0
  56. package/dist/cli/commands/org.d.ts.map +1 -0
  57. package/dist/cli/commands/org.js +196 -0
  58. package/dist/cli/commands/org.js.map +1 -0
  59. package/dist/cli/commands/postcall-eval.d.ts +3 -0
  60. package/dist/cli/commands/postcall-eval.d.ts.map +1 -0
  61. package/dist/cli/commands/postcall-eval.js +188 -0
  62. package/dist/cli/commands/postcall-eval.js.map +1 -0
  63. package/dist/cli/commands/render.d.ts +3 -0
  64. package/dist/cli/commands/render.d.ts.map +1 -0
  65. package/dist/cli/commands/render.js +223 -0
  66. package/dist/cli/commands/render.js.map +1 -0
  67. package/dist/cli/commands/results.d.ts +3 -0
  68. package/dist/cli/commands/results.d.ts.map +1 -0
  69. package/dist/cli/commands/results.js +128 -0
  70. package/dist/cli/commands/results.js.map +1 -0
  71. package/dist/cli/commands/scenarios.d.ts +3 -0
  72. package/dist/cli/commands/scenarios.d.ts.map +1 -0
  73. package/dist/cli/commands/scenarios.js +57 -0
  74. package/dist/cli/commands/scenarios.js.map +1 -0
  75. package/dist/cli/commands/start.d.ts +3 -0
  76. package/dist/cli/commands/start.d.ts.map +1 -0
  77. package/dist/cli/commands/start.js +260 -0
  78. package/dist/cli/commands/start.js.map +1 -0
  79. package/dist/cli/commands/status.d.ts +3 -0
  80. package/dist/cli/commands/status.d.ts.map +1 -0
  81. package/dist/cli/commands/status.js +133 -0
  82. package/dist/cli/commands/status.js.map +1 -0
  83. package/dist/cli/commands/sync.d.ts +3 -0
  84. package/dist/cli/commands/sync.d.ts.map +1 -0
  85. package/dist/cli/commands/sync.js +80 -0
  86. package/dist/cli/commands/sync.js.map +1 -0
  87. package/dist/cli/commands/view.d.ts +3 -0
  88. package/dist/cli/commands/view.d.ts.map +1 -0
  89. package/dist/cli/commands/view.js +29 -0
  90. package/dist/cli/commands/view.js.map +1 -0
  91. package/dist/cli/error-handler.d.ts +8 -0
  92. package/dist/cli/error-handler.d.ts.map +1 -0
  93. package/dist/cli/error-handler.js +133 -0
  94. package/dist/cli/error-handler.js.map +1 -0
  95. package/dist/cli/gateway.d.ts +14 -0
  96. package/dist/cli/gateway.d.ts.map +1 -0
  97. package/dist/cli/gateway.js +222 -0
  98. package/dist/cli/gateway.js.map +1 -0
  99. package/dist/cli/index.d.ts +3 -0
  100. package/dist/cli/index.d.ts.map +1 -0
  101. package/dist/cli/index.js +194 -0
  102. package/dist/cli/index.js.map +1 -0
  103. package/dist/core/action-eval-builder.d.ts +20 -0
  104. package/dist/core/action-eval-builder.d.ts.map +1 -0
  105. package/dist/core/action-eval-builder.js +276 -0
  106. package/dist/core/action-eval-builder.js.map +1 -0
  107. package/dist/core/agent-fetcher.d.ts +35 -0
  108. package/dist/core/agent-fetcher.d.ts.map +1 -0
  109. package/dist/core/agent-fetcher.js +81 -0
  110. package/dist/core/agent-fetcher.js.map +1 -0
  111. package/dist/core/api-cache.d.ts +11 -0
  112. package/dist/core/api-cache.d.ts.map +1 -0
  113. package/dist/core/api-cache.js +89 -0
  114. package/dist/core/api-cache.js.map +1 -0
  115. package/dist/core/config-generator.d.ts +26 -0
  116. package/dist/core/config-generator.d.ts.map +1 -0
  117. package/dist/core/config-generator.js +457 -0
  118. package/dist/core/config-generator.js.map +1 -0
  119. package/dist/core/conversation-loader.d.ts +21 -0
  120. package/dist/core/conversation-loader.d.ts.map +1 -0
  121. package/dist/core/conversation-loader.js +74 -0
  122. package/dist/core/conversation-loader.js.map +1 -0
  123. package/dist/core/dataset-loader.d.ts +26 -0
  124. package/dist/core/dataset-loader.d.ts.map +1 -0
  125. package/dist/core/dataset-loader.js +121 -0
  126. package/dist/core/dataset-loader.js.map +1 -0
  127. package/dist/core/disposition-builder.d.ts +38 -0
  128. package/dist/core/disposition-builder.d.ts.map +1 -0
  129. package/dist/core/disposition-builder.js +270 -0
  130. package/dist/core/disposition-builder.js.map +1 -0
  131. package/dist/core/eqho-client.d.ts +45 -0
  132. package/dist/core/eqho-client.d.ts.map +1 -0
  133. package/dist/core/eqho-client.js +154 -0
  134. package/dist/core/eqho-client.js.map +1 -0
  135. package/dist/core/greeting-builder.d.ts +18 -0
  136. package/dist/core/greeting-builder.d.ts.map +1 -0
  137. package/dist/core/greeting-builder.js +83 -0
  138. package/dist/core/greeting-builder.js.map +1 -0
  139. package/dist/core/postcall-simulator.d.ts +20 -0
  140. package/dist/core/postcall-simulator.d.ts.map +1 -0
  141. package/dist/core/postcall-simulator.js +212 -0
  142. package/dist/core/postcall-simulator.js.map +1 -0
  143. package/dist/core/prompt-assembler.d.ts +25 -0
  144. package/dist/core/prompt-assembler.d.ts.map +1 -0
  145. package/dist/core/prompt-assembler.js +185 -0
  146. package/dist/core/prompt-assembler.js.map +1 -0
  147. package/dist/core/promptfoo-runner.d.ts +13 -0
  148. package/dist/core/promptfoo-runner.d.ts.map +1 -0
  149. package/dist/core/promptfoo-runner.js +49 -0
  150. package/dist/core/promptfoo-runner.js.map +1 -0
  151. package/dist/core/provider-mapper.d.ts +39 -0
  152. package/dist/core/provider-mapper.d.ts.map +1 -0
  153. package/dist/core/provider-mapper.js +120 -0
  154. package/dist/core/provider-mapper.js.map +1 -0
  155. package/dist/core/template-engine.d.ts +10 -0
  156. package/dist/core/template-engine.d.ts.map +1 -0
  157. package/dist/core/template-engine.js +78 -0
  158. package/dist/core/template-engine.js.map +1 -0
  159. package/dist/core/tools-builder.d.ts +14 -0
  160. package/dist/core/tools-builder.d.ts.map +1 -0
  161. package/dist/core/tools-builder.js +208 -0
  162. package/dist/core/tools-builder.js.map +1 -0
  163. package/dist/index.d.ts +18 -0
  164. package/dist/index.d.ts.map +1 -0
  165. package/dist/index.js +16 -0
  166. package/dist/index.js.map +1 -0
  167. package/dist/types/config.d.ts +100 -0
  168. package/dist/types/config.d.ts.map +1 -0
  169. package/dist/types/config.js +2 -0
  170. package/dist/types/config.js.map +1 -0
  171. package/dist/types/eqho.d.ts +221 -0
  172. package/dist/types/eqho.d.ts.map +1 -0
  173. package/dist/types/eqho.js +2 -0
  174. package/dist/types/eqho.js.map +1 -0
  175. package/dist/types/helpers.d.ts +9 -0
  176. package/dist/types/helpers.d.ts.map +1 -0
  177. package/dist/types/helpers.js +8 -0
  178. package/dist/types/helpers.js.map +1 -0
  179. package/package.json +77 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"view.js","sourceRoot":"","sources":["../../../src/cli/commands/view.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAEpF,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC;KAC3C,WAAW,CAAC,kDAAkD,CAAC;KAC/D,MAAM,CAAC,mBAAmB,EAAE,qBAAqB,CAAC;KAClD,MAAM,CAAC,OAAO,EAAE,2BAA2B,CAAC;KAC5C,kBAAkB,CAAC,IAAI,CAAC;KACxB,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;IAC1B,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,IAAI,IAAI,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,IAAI,CAAC,GAAG;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEjC,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IACjC,IAAI,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IAExB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;IACtD,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC"}
@@ -0,0 +1,8 @@
1
+ export declare function formatError(err: unknown): string;
2
+ export declare function formatErrorJson(err: unknown): string;
3
+ export declare function setErrorOutputMode(opts: {
4
+ json?: boolean;
5
+ verbose?: boolean;
6
+ }): void;
7
+ export declare function handleError(err: unknown): never;
8
+ //# sourceMappingURL=error-handler.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"error-handler.d.ts","sourceRoot":"","sources":["../../src/cli/error-handler.ts"],"names":[],"mappings":"AAqGA,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAehD;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAQpD;AAKD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE;IAAE,IAAI,CAAC,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CAGpF;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK,CAU/C"}
@@ -0,0 +1,133 @@
1
+ import chalk from "chalk";
2
+ import { EqhoApiError } from "../core/eqho-client.js";
3
+ function classifyError(err) {
4
+ if (err instanceof EqhoApiError) {
5
+ switch (err.status) {
6
+ case 401:
7
+ return {
8
+ message: "Eqho API returned 401 Unauthorized",
9
+ detail: "Your API key may be invalid or expired.",
10
+ steps: [
11
+ "eqho-eval auth --key <new-key>",
12
+ "eqho-eval doctor",
13
+ ],
14
+ };
15
+ case 403:
16
+ return {
17
+ message: "Eqho API returned 403 Forbidden",
18
+ detail: "Your API key doesn't have access to this resource.",
19
+ steps: [
20
+ "Check that your API key has the correct permissions",
21
+ "eqho-eval auth --key <new-key>",
22
+ ],
23
+ };
24
+ case 404:
25
+ return {
26
+ message: `Resource not found: ${err.endpoint ?? "unknown"}`,
27
+ detail: "The campaign, agent, or resource ID may be incorrect.",
28
+ steps: [
29
+ "eqho-eval list campaigns",
30
+ "eqho-eval list agents",
31
+ ],
32
+ };
33
+ case 429:
34
+ return {
35
+ message: "Eqho API rate limit exceeded",
36
+ detail: "Too many requests. Wait a moment and try again.",
37
+ steps: ["Wait 30 seconds, then retry your command"],
38
+ };
39
+ default:
40
+ if (err.status && err.status >= 500) {
41
+ return {
42
+ message: `Eqho API server error (${err.status})`,
43
+ detail: "The Eqho API is experiencing issues.",
44
+ steps: [
45
+ "Wait a minute and retry",
46
+ "Check https://status.eqho.ai for outages",
47
+ ],
48
+ };
49
+ }
50
+ return {
51
+ message: err.message,
52
+ steps: ["eqho-eval doctor"],
53
+ };
54
+ }
55
+ }
56
+ if (err instanceof Error) {
57
+ if (err.message.includes("ECONNREFUSED") || err.message.includes("ENOTFOUND")) {
58
+ return {
59
+ message: "Cannot connect to Eqho API",
60
+ detail: "Network error — check your internet connection.",
61
+ steps: [
62
+ "Verify your network connection",
63
+ "eqho-eval doctor",
64
+ ],
65
+ };
66
+ }
67
+ if (err.message.includes("ENOENT") && err.message.includes("config.json")) {
68
+ return {
69
+ message: "No eqho-eval configuration found",
70
+ detail: "You need to authenticate first.",
71
+ steps: ["eqho-eval auth --key <your-api-key>"],
72
+ };
73
+ }
74
+ if (err.message.includes("promptfoo")) {
75
+ return {
76
+ message: "promptfoo error",
77
+ detail: err.message,
78
+ steps: [
79
+ "npm install promptfoo",
80
+ "eqho-eval doctor",
81
+ ],
82
+ };
83
+ }
84
+ }
85
+ return {
86
+ message: err instanceof Error ? err.message : String(err),
87
+ steps: ["eqho-eval doctor"],
88
+ };
89
+ }
90
+ export function formatError(err) {
91
+ const recovery = classifyError(err);
92
+ const lines = [];
93
+ lines.push(chalk.red(`\n✗ ${recovery.message}`));
94
+ if (recovery.detail) {
95
+ lines.push(chalk.dim(`\n ${recovery.detail}`));
96
+ }
97
+ lines.push(chalk.dim("\n To fix:"));
98
+ for (const step of recovery.steps) {
99
+ lines.push(chalk.cyan(` ${step}`));
100
+ }
101
+ lines.push("");
102
+ return lines.join("\n");
103
+ }
104
+ export function formatErrorJson(err) {
105
+ const recovery = classifyError(err);
106
+ return JSON.stringify({
107
+ error: recovery.message,
108
+ detail: recovery.detail ?? null,
109
+ fix: recovery.steps,
110
+ ...(err instanceof Error && process.env.EQHO_DEBUG ? { stack: err.stack } : {}),
111
+ });
112
+ }
113
+ let _jsonMode = false;
114
+ let _verbose = false;
115
+ export function setErrorOutputMode(opts) {
116
+ if (opts.json)
117
+ _jsonMode = true;
118
+ if (opts.verbose)
119
+ _verbose = true;
120
+ }
121
+ export function handleError(err) {
122
+ if (_jsonMode) {
123
+ process.stderr.write(formatErrorJson(err) + "\n");
124
+ }
125
+ else {
126
+ process.stderr.write(formatError(err));
127
+ if (_verbose && err instanceof Error && err.stack) {
128
+ process.stderr.write(chalk.dim("\n" + err.stack + "\n"));
129
+ }
130
+ }
131
+ process.exit(1);
132
+ }
133
+ //# sourceMappingURL=error-handler.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"error-handler.js","sourceRoot":"","sources":["../../src/cli/error-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAQtD,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,GAAG,YAAY,YAAY,EAAE,CAAC;QAChC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC;YACnB,KAAK,GAAG;gBACN,OAAO;oBACL,OAAO,EAAE,oCAAoC;oBAC7C,MAAM,EAAE,yCAAyC;oBACjD,KAAK,EAAE;wBACL,gCAAgC;wBAChC,kBAAkB;qBACnB;iBACF,CAAC;YACJ,KAAK,GAAG;gBACN,OAAO;oBACL,OAAO,EAAE,iCAAiC;oBAC1C,MAAM,EAAE,oDAAoD;oBAC5D,KAAK,EAAE;wBACL,qDAAqD;wBACrD,gCAAgC;qBACjC;iBACF,CAAC;YACJ,KAAK,GAAG;gBACN,OAAO;oBACL,OAAO,EAAE,uBAAuB,GAAG,CAAC,QAAQ,IAAI,SAAS,EAAE;oBAC3D,MAAM,EAAE,uDAAuD;oBAC/D,KAAK,EAAE;wBACL,0BAA0B;wBAC1B,uBAAuB;qBACxB;iBACF,CAAC;YACJ,KAAK,GAAG;gBACN,OAAO;oBACL,OAAO,EAAE,8BAA8B;oBACvC,MAAM,EAAE,iDAAiD;oBACzD,KAAK,EAAE,CAAC,0CAA0C,CAAC;iBACpD,CAAC;YACJ;gBACE,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBACpC,OAAO;wBACL,OAAO,EAAE,0BAA0B,GAAG,CAAC,MAAM,GAAG;wBAChD,MAAM,EAAE,sCAAsC;wBAC9C,KAAK,EAAE;4BACL,yBAAyB;4BACzB,0CAA0C;yBAC3C;qBACF,CAAC;gBACJ,CAAC;gBACD,OAAO;oBACL,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,KAAK,EAAE,CAAC,kBAAkB,CAAC;iBAC5B,CAAC;QACN,CAAC;IACH,CAAC;IAED,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;QACzB,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9E,OAAO;gBACL,OAAO,EAAE,4BAA4B;gBACrC,MAAM,EAAE,iDAAiD;gBACzD,KAAK,EAAE;oBACL,gCAAgC;oBAChC,kBAAkB;iBACnB;aACF,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAC1E,OAAO;gBACL,OAAO,EAAE,kCAAkC;gBAC3C,MAAM,EAAE,iCAAiC;gBACzC,KAAK,EAAE,CAAC,qCAAqC,CAAC;aAC/C,CAAC;QACJ,CAAC;QAED,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,OAAO,EAAE,iBAAiB;gBAC1B,MAAM,EAAE,GAAG,CAAC,OAAO;gBACnB,KAAK,EAAE;oBACL,uBAAuB;oBACvB,kBAAkB;iBACnB;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;QACzD,KAAK,EAAE,CAAC,kBAAkB,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAY;IACtC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACjD,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,GAAY;IAC1C,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACpC,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,KAAK,EAAE,QAAQ,CAAC,OAAO;QACvB,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI;QAC/B,GAAG,EAAE,QAAQ,CAAC,KAAK;QACnB,GAAG,CAAC,GAAG,YAAY,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChF,CAAC,CAAC;AACL,CAAC;AAED,IAAI,SAAS,GAAG,KAAK,CAAC;AACtB,IAAI,QAAQ,GAAG,KAAK,CAAC;AAErB,MAAM,UAAU,kBAAkB,CAAC,IAA2C;IAC5E,IAAI,IAAI,CAAC,IAAI;QAAE,SAAS,GAAG,IAAI,CAAC;IAChC,IAAI,IAAI,CAAC,OAAO;QAAE,QAAQ,GAAG,IAAI,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAY;IACtC,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACpD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,QAAQ,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAClD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC"}
@@ -0,0 +1,14 @@
1
+ /**
2
+ * Renders the Claude Code-style bordered gateway screen.
3
+ *
4
+ * Box geometry (all rows are exactly `W` visible chars wide):
5
+ * W = outer width including border chars
6
+ * inner = W - 2 (space between ╭╮ / ╰╯)
7
+ *
8
+ * Top: ╭─ title ───────╮ = 1 + inner + 1 = W
9
+ * Row: │ left │ right │ = 1 + 1 + L + 1 + 1 + R + 1 = L + R + 5
10
+ * for Row = W: L + R = W - 5 = inner - 3
11
+ * Bottom: ╰───────────────╯ = 1 + inner + 1 = W
12
+ */
13
+ export declare function renderGateway(version: string): string;
14
+ //# sourceMappingURL=gateway.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../../src/cli/gateway.ts"],"names":[],"mappings":"AA+FA;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAuDrD"}
@@ -0,0 +1,222 @@
1
+ import chalk from "chalk";
2
+ import fs from "node:fs";
3
+ import path from "node:path";
4
+ import { loadAuth } from "./auth-store.js";
5
+ const TEAL = chalk.hex("#14B8A6");
6
+ const CYAN = chalk.hex("#22D3EE");
7
+ const INDIGO = chalk.hex("#6366F1");
8
+ const BORDER = chalk.dim;
9
+ function visLen(str) {
10
+ // eslint-disable-next-line no-control-regex
11
+ return str.replace(/\x1b\[[0-9;]*m/g, "").length;
12
+ }
13
+ function pad(str, width) {
14
+ const vis = visLen(str);
15
+ if (vis >= width)
16
+ return str;
17
+ return str + " ".repeat(width - vis);
18
+ }
19
+ function gatherContext(version) {
20
+ const cwd = process.cwd();
21
+ const auth = loadAuth();
22
+ const ctx = { version, cwd, hasProject: false };
23
+ if (auth) {
24
+ ctx.userName = auth.userName;
25
+ ctx.orgName = auth.orgName;
26
+ }
27
+ const eqhoConfig = path.join(cwd, "eqho.config.json");
28
+ if (fs.existsSync(eqhoConfig)) {
29
+ ctx.hasProject = true;
30
+ try {
31
+ const config = JSON.parse(fs.readFileSync(eqhoConfig, "utf-8"));
32
+ ctx.campaignName = config.campaignName;
33
+ }
34
+ catch { /* ignore */ }
35
+ }
36
+ const resultsPath = path.join(cwd, "output", "eval-results.json");
37
+ if (fs.existsSync(resultsPath)) {
38
+ try {
39
+ const stat = fs.statSync(resultsPath);
40
+ const results = JSON.parse(fs.readFileSync(resultsPath, "utf-8"));
41
+ const stats = results.results?.stats || results.stats;
42
+ if (stats) {
43
+ ctx.lastEval = {
44
+ passCount: stats.successes ?? 0,
45
+ failCount: stats.failures ?? 0,
46
+ total: (stats.successes ?? 0) + (stats.failures ?? 0) + (stats.errors ?? 0),
47
+ timestamp: stat.mtime.toISOString(),
48
+ };
49
+ }
50
+ }
51
+ catch { /* ignore */ }
52
+ }
53
+ return ctx;
54
+ }
55
+ function timeAgo(iso) {
56
+ const diff = Date.now() - new Date(iso).getTime();
57
+ const mins = Math.floor(diff / 60_000);
58
+ if (mins < 1)
59
+ return "just now";
60
+ if (mins < 60)
61
+ return `${mins}m ago`;
62
+ const hours = Math.floor(mins / 60);
63
+ if (hours < 24)
64
+ return `${hours}h ago`;
65
+ const days = Math.floor(hours / 24);
66
+ return `${days}d ago`;
67
+ }
68
+ function shortenPath(p, maxLen) {
69
+ const home = process.env.HOME || process.env.USERPROFILE || "";
70
+ let short = p;
71
+ if (home && short.startsWith(home))
72
+ short = "~" + short.slice(home.length);
73
+ if (short.length <= maxLen)
74
+ return short;
75
+ const parts = short.split("/");
76
+ while (parts.length > 2 && parts.join("/").length > maxLen) {
77
+ parts.splice(1, 1, "...");
78
+ if (parts.join("/").length <= maxLen)
79
+ break;
80
+ parts.splice(1, 1);
81
+ }
82
+ return parts.join("/").slice(0, maxLen);
83
+ }
84
+ /**
85
+ * Renders the Claude Code-style bordered gateway screen.
86
+ *
87
+ * Box geometry (all rows are exactly `W` visible chars wide):
88
+ * W = outer width including border chars
89
+ * inner = W - 2 (space between ╭╮ / ╰╯)
90
+ *
91
+ * Top: ╭─ title ───────╮ = 1 + inner + 1 = W
92
+ * Row: │ left │ right │ = 1 + 1 + L + 1 + 1 + R + 1 = L + R + 5
93
+ * for Row = W: L + R = W - 5 = inner - 3
94
+ * Bottom: ╰───────────────╯ = 1 + inner + 1 = W
95
+ */
96
+ export function renderGateway(version) {
97
+ const ctx = gatherContext(version);
98
+ const termWidth = process.stdout.columns || 80;
99
+ const W = Math.min(termWidth - 2, 76);
100
+ if (W < 50)
101
+ return renderCompact(ctx);
102
+ const inner = W - 2;
103
+ const leftWidth = Math.floor((inner - 3) * 0.56);
104
+ const rightWidth = inner - 3 - leftWidth;
105
+ const leftLines = buildLeftPanel(ctx, leftWidth);
106
+ const rightLines = buildRightPanel(ctx, rightWidth);
107
+ const rowCount = Math.max(leftLines.length, rightLines.length);
108
+ while (leftLines.length < rowCount)
109
+ leftLines.push("");
110
+ while (rightLines.length < rowCount)
111
+ rightLines.push("");
112
+ const title = ` eqho-eval v${version} `;
113
+ const titleLen = title.length;
114
+ const dashCount = inner - titleLen;
115
+ const dashLeft = 2;
116
+ const dashRight = Math.max(0, dashCount - dashLeft);
117
+ const lines = [""];
118
+ lines.push(BORDER("╭" + "─".repeat(dashLeft) + title + "─".repeat(dashRight) + "╮"));
119
+ for (let i = 0; i < rowCount; i++) {
120
+ const left = pad(leftLines[i], leftWidth);
121
+ const right = pad(rightLines[i], rightWidth);
122
+ lines.push(BORDER("│") + ` ${left}` + BORDER("│") + ` ${right}` + BORDER("│"));
123
+ }
124
+ lines.push(BORDER("╰" + "─".repeat(inner) + "╯"));
125
+ lines.push("");
126
+ if (!ctx.hasProject) {
127
+ lines.push(` ${chalk.dim("›")} ${chalk.dim("Try")} ${CYAN("eqho-eval start")} ${chalk.dim("to scaffold your first eval project")}`);
128
+ }
129
+ else if (!ctx.lastEval) {
130
+ lines.push(` ${chalk.dim("›")} ${chalk.dim("Run")} ${CYAN("eqho-eval eval")} ${chalk.dim("to run your first evaluation")}`);
131
+ }
132
+ else {
133
+ lines.push(` ${chalk.dim("›")} ${chalk.dim("Run")} ${CYAN("eqho-eval eval")} ${chalk.dim("to re-run, or")} ${CYAN("eqho-eval view")} ${chalk.dim("to see results")}`);
134
+ }
135
+ lines.push("");
136
+ return lines.join("\n");
137
+ }
138
+ function buildLeftPanel(ctx, width) {
139
+ const lines = [];
140
+ const maxText = width - 3;
141
+ lines.push("");
142
+ lines.push(TEAL(" +++++++++++++++++++++++++++"));
143
+ lines.push(TEAL("++++++++++++++++++++++++++++"));
144
+ lines.push(TEAL(" ++++++++++++++++++++++++++ "));
145
+ lines.push("");
146
+ lines.push(CYAN(" +++++++++++++++++++ "));
147
+ lines.push(CYAN(" +++++++++++++++++++++ "));
148
+ lines.push(CYAN(" +++++++++++++++++++ "));
149
+ lines.push("");
150
+ lines.push(INDIGO(" ############## "));
151
+ lines.push(INDIGO(" ################ "));
152
+ lines.push(INDIGO(" ############## "));
153
+ lines.push("");
154
+ const auth = loadAuth();
155
+ if (auth) {
156
+ const name = ctx.userName || "developer";
157
+ lines.push(" " + chalk.bold(`Welcome back, ${name}!`));
158
+ }
159
+ else {
160
+ lines.push(" " + chalk.bold("Welcome to eqho-eval"));
161
+ }
162
+ lines.push("");
163
+ lines.push(" " + chalk.dim("Eqho × promptfoo"));
164
+ if (ctx.orgName) {
165
+ lines.push(" " + chalk.dim(`Org: ${ctx.orgName}`));
166
+ }
167
+ lines.push(" " + chalk.dim(shortenPath(ctx.cwd, maxText)));
168
+ lines.push("");
169
+ return lines;
170
+ }
171
+ function buildRightPanel(ctx, _width) {
172
+ const lines = [];
173
+ lines.push("");
174
+ if (!loadAuth()) {
175
+ lines.push(chalk.bold("Get started"));
176
+ lines.push(chalk.dim("Sign in to connect to Eqho:"));
177
+ lines.push(CYAN("eqho-eval auth --key <key>"));
178
+ lines.push("");
179
+ lines.push(chalk.dim("Then run:"));
180
+ lines.push(CYAN("eqho-eval start"));
181
+ }
182
+ else {
183
+ lines.push(chalk.bold("Quick start"));
184
+ lines.push(CYAN("eqho-eval init -c <id>"));
185
+ lines.push(CYAN("eqho-eval eval"));
186
+ lines.push(CYAN("eqho-eval view"));
187
+ lines.push("");
188
+ lines.push(chalk.bold("Recent activity"));
189
+ if (ctx.lastEval) {
190
+ const { passCount, failCount, total, timestamp } = ctx.lastEval;
191
+ const passText = chalk.green(`${passCount}/${total} passed`);
192
+ const failText = failCount > 0 ? chalk.red(` ${failCount} failed`) : "";
193
+ lines.push(`${passText}${failText}`);
194
+ lines.push(chalk.dim(timeAgo(timestamp)));
195
+ if (ctx.campaignName) {
196
+ lines.push(chalk.dim(ctx.campaignName));
197
+ }
198
+ }
199
+ else {
200
+ lines.push(chalk.dim("No recent activity"));
201
+ }
202
+ }
203
+ lines.push("");
204
+ return lines;
205
+ }
206
+ function renderCompact(ctx) {
207
+ const lines = [""];
208
+ lines.push(TEAL(" ++++++++++++++++++++++++++++") + ` ${chalk.bold("eqho-eval")} ${chalk.dim(`v${ctx.version}`)}`);
209
+ lines.push(CYAN(" +++++++++++++++++++++ ") + ` ${chalk.dim("Eqho × promptfoo")}`);
210
+ lines.push(INDIGO(" ################ "));
211
+ lines.push("");
212
+ if (!loadAuth()) {
213
+ lines.push(chalk.dim(" Sign in: ") + CYAN("eqho-eval auth --key <key>"));
214
+ }
215
+ else {
216
+ const name = ctx.userName || "authenticated";
217
+ lines.push(chalk.dim(` Signed in as ${name}`));
218
+ }
219
+ lines.push("");
220
+ return lines.join("\n");
221
+ }
222
+ //# sourceMappingURL=gateway.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gateway.js","sourceRoot":"","sources":["../../src/cli/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAClC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAClC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACpC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC;AAEzB,SAAS,MAAM,CAAC,GAAW;IACzB,4CAA4C;IAC5C,OAAO,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;AACnD,CAAC;AAED,SAAS,GAAG,CAAC,GAAW,EAAE,KAAa;IACrC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACxB,IAAI,GAAG,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC;IAC7B,OAAO,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC;AACvC,CAAC;AAYD,SAAS,aAAa,CAAC,OAAe;IACpC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;IACxB,MAAM,GAAG,GAAmB,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAEhE,IAAI,IAAI,EAAE,CAAC;QACT,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC7B,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IAC7B,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,CAAC;IACtD,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9B,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;YAChE,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAAC;IAClE,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;YAClE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACV,GAAG,CAAC,QAAQ,GAAG;oBACb,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,CAAC;oBAC/B,SAAS,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;oBAC9B,KAAK,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;oBAC3E,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;iBACpC,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;IAClD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;IACvC,IAAI,IAAI,GAAG,CAAC;QAAE,OAAO,UAAU,CAAC;IAChC,IAAI,IAAI,GAAG,EAAE;QAAE,OAAO,GAAG,IAAI,OAAO,CAAC;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IACpC,IAAI,KAAK,GAAG,EAAE;QAAE,OAAO,GAAG,KAAK,OAAO,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACpC,OAAO,GAAG,IAAI,OAAO,CAAC;AACxB,CAAC;AAED,SAAS,WAAW,CAAC,CAAS,EAAE,MAAc;IAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;IAC/D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,KAAK,GAAG,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3E,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM;QAAE,OAAO,KAAK,CAAC;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;QAC3D,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1B,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,MAAM;YAAE,MAAM;QAC5C,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,aAAa,CAAC,OAAe;IAC3C,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IAEtC,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;IAEtC,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC;IAEzC,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAEpD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IAC/D,OAAO,SAAS,CAAC,MAAM,GAAG,QAAQ;QAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvD,OAAO,UAAU,CAAC,MAAM,GAAG,QAAQ;QAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEzD,MAAM,KAAK,GAAG,eAAe,OAAO,GAAG,CAAC;IACxC,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;IAC9B,MAAM,SAAS,GAAG,KAAK,GAAG,QAAQ,CAAC;IACnC,MAAM,QAAQ,GAAG,CAAC,CAAC;IACnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC,CAAC;IAEpD,MAAM,KAAK,GAAa,CAAC,EAAE,CAAC,CAAC;IAE7B,KAAK,CAAC,IAAI,CACR,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CACzE,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAE,EAAE,SAAS,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAE,EAAE,UAAU,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,KAAK,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAElD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,qCAAqC,CAAC,EAAE,CACzH,CAAC;IACJ,CAAC;SAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,8BAA8B,CAAC,EAAE,CACjH,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAC3J,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,cAAc,CAAC,GAAmB,EAAE,KAAa;IACxD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC;IAE1B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;IACxB,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,IAAI,WAAW,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAChD,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,GAAmB,EAAE,MAAc;IAC1D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACtC,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAE1C,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,QAAQ,CAAC;YAChE,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,SAAS,IAAI,KAAK,SAAS,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,SAAS,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,GAAG,QAAQ,EAAE,CAAC,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC1C,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;gBACrB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,GAAmB;IACxC,MAAM,KAAK,GAAa,CAAC,EAAE,CAAC,CAAC;IAE7B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IACnH,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IACxF,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAC5E,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,IAAI,eAAe,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env node
2
+ export {};
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":""}
@@ -0,0 +1,194 @@
1
+ #!/usr/bin/env node
2
+ import { Command } from "commander";
3
+ import chalk from "chalk";
4
+ import { authCommand } from "./commands/auth.js";
5
+ import { initCommand } from "./commands/init.js";
6
+ import { syncCommand } from "./commands/sync.js";
7
+ import { conversationsCommand } from "./commands/conversations.js";
8
+ import { listCommand } from "./commands/list.js";
9
+ import { mentionsCommand } from "./commands/mentions.js";
10
+ import { postcallEvalCommand } from "./commands/postcall-eval.js";
11
+ import { renderCommand } from "./commands/render.js";
12
+ import { scenariosCommand } from "./commands/scenarios.js";
13
+ import { actionEvalCommand } from "./commands/action-eval.js";
14
+ import { diffCommand } from "./commands/diff.js";
15
+ import { ciCommand } from "./commands/ci.js";
16
+ import { startCommand } from "./commands/start.js";
17
+ import { doctorCommand } from "./commands/doctor.js";
18
+ import { statusCommand } from "./commands/status.js";
19
+ import { evalCommand } from "./commands/eval.js";
20
+ import { viewCommand } from "./commands/view.js";
21
+ import { cacheCommand } from "./commands/cache.js";
22
+ import { orgCommand } from "./commands/org.js";
23
+ import { resultsCommand } from "./commands/results.js";
24
+ import { handleError, setErrorOutputMode } from "./error-handler.js";
25
+ import { getBanner } from "./banner.js";
26
+ import { renderGateway } from "./gateway.js";
27
+ const VERSION = "0.5.0";
28
+ if (process.env.NO_COLOR || process.env.FORCE_NO_COLOR) {
29
+ chalk.level = 0;
30
+ }
31
+ const program = new Command();
32
+ program
33
+ .name("eqho-eval")
34
+ .description("CLI bridge between Eqho AI platform and promptfoo evaluations")
35
+ .version(VERSION)
36
+ .option("--json", "Output as JSON (suppresses colors and spinners)")
37
+ .option("--no-cache", "Skip API response cache")
38
+ .option("--verbose", "Show stack traces and debug info on errors");
39
+ program.hook("preAction", () => {
40
+ const opts = program.opts();
41
+ if (opts.json)
42
+ chalk.level = 0;
43
+ setErrorOutputMode({ json: opts.json, verbose: opts.verbose });
44
+ });
45
+ program.configureHelp({
46
+ sortSubcommands: false,
47
+ subcommandTerm: (cmd) => cmd.name(),
48
+ });
49
+ // Getting started
50
+ program.addCommand(startCommand);
51
+ program.addCommand(doctorCommand);
52
+ program.addCommand(statusCommand);
53
+ // Core workflow
54
+ program.addCommand(authCommand);
55
+ program.addCommand(orgCommand);
56
+ program.addCommand(initCommand);
57
+ program.addCommand(syncCommand);
58
+ program.addCommand(evalCommand);
59
+ program.addCommand(viewCommand);
60
+ program.addCommand(resultsCommand);
61
+ // Eval generation
62
+ program.addCommand(postcallEvalCommand);
63
+ program.addCommand(actionEvalCommand);
64
+ program.addCommand(scenariosCommand);
65
+ program.addCommand(renderCommand);
66
+ program.addCommand(diffCommand);
67
+ // Exploration
68
+ program.addCommand(listCommand);
69
+ program.addCommand(mentionsCommand);
70
+ program.addCommand(conversationsCommand);
71
+ // Utilities
72
+ program.addCommand(cacheCommand);
73
+ program.addCommand(ciCommand);
74
+ program.addHelpText("beforeAll", () => {
75
+ if (program.opts().json)
76
+ return "";
77
+ return getBanner(VERSION);
78
+ });
79
+ program.addHelpText("afterAll", () => {
80
+ const groups = [
81
+ {
82
+ title: "Getting started",
83
+ items: [
84
+ ["start", "Interactive setup — zero to first eval"],
85
+ ["doctor", "Check your environment"],
86
+ ["status", "Show current project state"],
87
+ ],
88
+ },
89
+ {
90
+ title: "Core workflow",
91
+ items: [
92
+ ["init --campaign <id>", "Scaffold eval project"],
93
+ ["eval", "Run evaluations"],
94
+ ["results", "Show results (markdown/json/table)"],
95
+ ["view", "View results in browser"],
96
+ ["sync", "Re-sync prompts from Eqho"],
97
+ ["org", "Manage org context (superadmin)"],
98
+ ],
99
+ },
100
+ {
101
+ title: "Eval generation",
102
+ items: [
103
+ ["postcall-eval", "Generate postcall/disposition eval configs"],
104
+ ["action-eval", "Generate live action eval configs"],
105
+ ["render", "Preview assembled system prompt"],
106
+ ],
107
+ },
108
+ {
109
+ title: "Exploration",
110
+ items: [
111
+ ["list <resource>", "List campaigns, agents, or calls"],
112
+ ["mentions", "List available template variables"],
113
+ ["conversations", "Pull real conversations as test cases"],
114
+ ],
115
+ },
116
+ ];
117
+ const lines = ["\n"];
118
+ for (const group of groups) {
119
+ lines.push(chalk.bold(`${group.title}:`));
120
+ for (const [cmd, desc] of group.items) {
121
+ const padded = cmd.padEnd(28);
122
+ lines.push(` ${chalk.cyan(`eqho-eval ${padded}`)}${chalk.dim(desc)}`);
123
+ }
124
+ lines.push("");
125
+ }
126
+ lines.push(chalk.bold("More info:"));
127
+ lines.push(` ${chalk.dim("https://github.com/Eqho-Solutions-Engineering/promptfoo-evals")}`);
128
+ lines.push("");
129
+ return lines.join("\n");
130
+ });
131
+ program.action(async () => {
132
+ const opts = program.opts();
133
+ if (opts.json) {
134
+ console.log(JSON.stringify({ status: "ready", version: VERSION }));
135
+ return;
136
+ }
137
+ console.log(renderGateway(VERSION));
138
+ const { loadAuth } = await import("./auth-store.js");
139
+ const auth = loadAuth();
140
+ if (!auth) {
141
+ const { select } = await import("@inquirer/prompts");
142
+ const authMethod = await select({
143
+ message: "Sign in to Eqho to get started",
144
+ choices: [
145
+ { name: "Browser login (SSO — enables org switching)", value: "login" },
146
+ { name: "API key", value: "key" },
147
+ { name: "Exit", value: "exit" },
148
+ ],
149
+ });
150
+ if (authMethod === "exit")
151
+ return;
152
+ if (authMethod === "login") {
153
+ await program.parseAsync(["node", "eqho-eval", "auth", "--login"], { from: "user" });
154
+ }
155
+ else {
156
+ await program.parseAsync(["node", "eqho-eval", "auth"], { from: "user" });
157
+ }
158
+ return;
159
+ }
160
+ const fs = await import("node:fs");
161
+ const hasProject = fs.existsSync("eqho.config.json") || fs.existsSync("promptfooconfig.yaml");
162
+ if (!hasProject) {
163
+ const { select } = await import("@inquirer/prompts");
164
+ const action = await select({
165
+ message: "What would you like to do?",
166
+ choices: [
167
+ { name: "Create a new eval project", value: "start" },
168
+ { name: "List campaigns", value: "list" },
169
+ { name: "Check environment", value: "doctor" },
170
+ { name: "Exit", value: "exit" },
171
+ ],
172
+ });
173
+ if (action === "exit")
174
+ return;
175
+ await program.parseAsync(["node", "eqho-eval", action === "list" ? "list" : action, ...(action === "list" ? ["campaigns"] : [])], { from: "user" });
176
+ return;
177
+ }
178
+ const { select } = await import("@inquirer/prompts");
179
+ const action = await select({
180
+ message: "What would you like to do?",
181
+ choices: [
182
+ { name: "Run evaluations", value: "eval" },
183
+ { name: "View results", value: "view" },
184
+ { name: "Re-sync from Eqho", value: "sync" },
185
+ { name: "Show project status", value: "status" },
186
+ { name: "Exit", value: "exit" },
187
+ ],
188
+ });
189
+ if (action === "exit")
190
+ return;
191
+ await program.parseAsync(["node", "eqho-eval", action], { from: "user" });
192
+ });
193
+ program.parseAsync().catch(handleError);
194
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,OAAO,GAAG,OAAO,CAAC;AAExB,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;IACvD,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,WAAW,CAAC;KACjB,WAAW,CAAC,+DAA+D,CAAC;KAC5E,OAAO,CAAC,OAAO,CAAC;KAChB,MAAM,CAAC,QAAQ,EAAE,iDAAiD,CAAC;KACnE,MAAM,CAAC,YAAY,EAAE,yBAAyB,CAAC;KAC/C,MAAM,CAAC,WAAW,EAAE,4CAA4C,CAAC,CAAC;AAErE,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE;IAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,IAAI,CAAC,IAAI;QAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;IAC/B,kBAAkB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;AACjE,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,aAAa,CAAC;IACpB,eAAe,EAAE,KAAK;IACtB,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE;CACpC,CAAC,CAAC;AAEH,kBAAkB;AAClB,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;AACjC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;AAClC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;AAElC,gBAAgB;AAChB,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;AAC/B,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;AAEnC,kBAAkB;AAClB,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC;AACxC,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;AACtC,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;AACrC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;AAClC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAEhC,cAAc;AACd,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;AACpC,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC;AAEzC,YAAY;AACZ,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;AACjC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;AAE9B,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,GAAG,EAAE;IACpC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACnC,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,WAAW,CAAC,UAAU,EAAE,GAAG,EAAE;IACnC,MAAM,MAAM,GAAG;QACb;YACE,KAAK,EAAE,iBAAiB;YACxB,KAAK,EAAE;gBACL,CAAC,OAAO,EAAE,wCAAwC,CAAC;gBACnD,CAAC,QAAQ,EAAE,wBAAwB,CAAC;gBACpC,CAAC,QAAQ,EAAE,4BAA4B,CAAC;aACzC;SACF;QACD;YACE,KAAK,EAAE,eAAe;YACtB,KAAK,EAAE;gBACL,CAAC,sBAAsB,EAAE,uBAAuB,CAAC;gBACjD,CAAC,MAAM,EAAE,iBAAiB,CAAC;gBAC3B,CAAC,SAAS,EAAE,oCAAoC,CAAC;gBACjD,CAAC,MAAM,EAAE,yBAAyB,CAAC;gBACnC,CAAC,MAAM,EAAE,2BAA2B,CAAC;gBACrC,CAAC,KAAK,EAAE,iCAAiC,CAAC;aAC3C;SACF;QACD;YACE,KAAK,EAAE,iBAAiB;YACxB,KAAK,EAAE;gBACL,CAAC,eAAe,EAAE,4CAA4C,CAAC;gBAC/D,CAAC,aAAa,EAAE,mCAAmC,CAAC;gBACpD,CAAC,QAAQ,EAAE,iCAAiC,CAAC;aAC9C;SACF;QACD;YACE,KAAK,EAAE,aAAa;YACpB,KAAK,EAAE;gBACL,CAAC,iBAAiB,EAAE,kCAAkC,CAAC;gBACvD,CAAC,UAAU,EAAE,mCAAmC,CAAC;gBACjD,CAAC,eAAe,EAAE,uCAAuC,CAAC;aAC3D;SACF;KACF,CAAC;IAEF,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;IACrB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,+DAA+D,CAAC,EAAE,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;IACxB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACnE,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;IAEpC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;IAExB,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC;YAC9B,OAAO,EAAE,gCAAgC;YACzC,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,6CAA6C,EAAE,KAAK,EAAE,OAAO,EAAE;gBACvE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE;gBACjC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;aAChC;SACF,CAAC,CAAC;QACH,IAAI,UAAU,KAAK,MAAM;YAAE,OAAO;QAClC,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;YAC3B,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACvF,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,OAAO;IACT,CAAC;IAED,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC;IAE9F,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;YAC1B,OAAO,EAAE,4BAA4B;YACrC,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,OAAO,EAAE;gBACrD,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,EAAE;gBACzC,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,QAAQ,EAAE;gBAC9C,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;aAChC;SACF,CAAC,CAAC;QACH,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO;QAC9B,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACpJ,OAAO;IACT,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;QAC1B,OAAO,EAAE,4BAA4B;QACrC,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,EAAE;YAC1C,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE;YACvC,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,EAAE;YAC5C,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE;YAChD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE;SAChC;KACF,CAAC,CAAC;IACH,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO;IAC9B,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;AAC5E,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC"}
@@ -0,0 +1,20 @@
1
+ import type { EqhoAction, EqhoCall } from "../types/eqho.js";
2
+ import type { AssembledPrompt } from "../types/config.js";
3
+ import type { ProxyConfig } from "./provider-mapper.js";
4
+ export interface ActionEvalFiles {
5
+ "promptfooconfig.yaml": string;
6
+ [key: string]: string;
7
+ }
8
+ /**
9
+ * Generates a promptfoo eval config for testing live (in-call) action usage.
10
+ * Evaluates whether the model selects the correct tool and passes valid arguments
11
+ * given a system prompt and user message/transcript context.
12
+ */
13
+ export declare function generateActionEvalConfig(opts: {
14
+ assembled: AssembledPrompt;
15
+ actions: EqhoAction[];
16
+ campaignName: string;
17
+ calls?: EqhoCall[];
18
+ proxy?: ProxyConfig | null;
19
+ }): ActionEvalFiles;
20
+ //# sourceMappingURL=action-eval-builder.d.ts.map