@use-lattice/litmus 0.121.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/LICENSE +19 -0
  2. package/dist/src/accounts-Bt1oJb1Z.cjs +219 -0
  3. package/dist/src/accounts-DjOU8Rm3.js +178 -0
  4. package/dist/src/agentic-utils-D03IiXQc.js +153 -0
  5. package/dist/src/agentic-utils-Dh7xaMQM.cjs +180 -0
  6. package/dist/src/agents-C6BIMlZa.js +231 -0
  7. package/dist/src/agents-DvIpNX1L.cjs +666 -0
  8. package/dist/src/agents-ZP0RP9vV.cjs +231 -0
  9. package/dist/src/agents-maJXdjbR.js +665 -0
  10. package/dist/src/aimlapi-BTbQjG2E.cjs +30 -0
  11. package/dist/src/aimlapi-CwMxqfXP.js +30 -0
  12. package/dist/src/audio-BBUdvsde.cjs +97 -0
  13. package/dist/src/audio-D5DPZ7I-.js +97 -0
  14. package/dist/src/base-BEysXrkq.cjs +222 -0
  15. package/dist/src/base-C451JQfq.js +193 -0
  16. package/dist/src/blobs-BY8MDmpo.js +230 -0
  17. package/dist/src/blobs-BgcNn97m.cjs +256 -0
  18. package/dist/src/cache-BBE_lsTA.cjs +4 -0
  19. package/dist/src/cache-BkrqU5Ba.js +237 -0
  20. package/dist/src/cache-DsCxFlsZ.cjs +297 -0
  21. package/dist/src/chat-CPJWDP6a.cjs +289 -0
  22. package/dist/src/chat-CXX3xzkk.cjs +811 -0
  23. package/dist/src/chat-CcDgZFJ4.js +787 -0
  24. package/dist/src/chat-Dz5ZeGO2.js +289 -0
  25. package/dist/src/chatkit-Dw0mKkML.cjs +1158 -0
  26. package/dist/src/chatkit-swAIVuea.js +1157 -0
  27. package/dist/src/chunk-DEq-mXcV.js +15 -0
  28. package/dist/src/claude-agent-sdk-BXZJtOg6.js +379 -0
  29. package/dist/src/claude-agent-sdk-CkfyjDoG.cjs +383 -0
  30. package/dist/src/cloudflare-ai-BzpJcqUH.js +161 -0
  31. package/dist/src/cloudflare-ai-Cmy_R1y2.cjs +161 -0
  32. package/dist/src/cloudflare-gateway-B9tVQKok.cjs +272 -0
  33. package/dist/src/cloudflare-gateway-DrD3ew3H.js +272 -0
  34. package/dist/src/codex-sdk-Dezj9Nwm.js +1056 -0
  35. package/dist/src/codex-sdk-Dl9D4k5B.cjs +1060 -0
  36. package/dist/src/cometapi-C-9YvCHC.js +54 -0
  37. package/dist/src/cometapi-DHgDKoO2.cjs +54 -0
  38. package/dist/src/completion-B8Ctyxpr.js +120 -0
  39. package/dist/src/completion-Cxrt08sj.cjs +131 -0
  40. package/dist/src/createHash-BwgE13yv.cjs +27 -0
  41. package/dist/src/createHash-DmPQkvBh.js +15 -0
  42. package/dist/src/docker-BiqcTwLv.js +80 -0
  43. package/dist/src/docker-C7tEJnP-.cjs +80 -0
  44. package/dist/src/esm-C62Zofr1.cjs +409 -0
  45. package/dist/src/esm-DMVc93eh.js +379 -0
  46. package/dist/src/evalResult-C3NJPQOo.cjs +301 -0
  47. package/dist/src/evalResult-C7JJAPBb.js +295 -0
  48. package/dist/src/evalResult-DoVTZZWI.cjs +2 -0
  49. package/dist/src/extractor-DnMD3fwt.cjs +391 -0
  50. package/dist/src/extractor-DtlL28vL.js +374 -0
  51. package/dist/src/fetch-BTxakTSg.cjs +1133 -0
  52. package/dist/src/fetch-DQckpUFz.js +928 -0
  53. package/dist/src/fileExtensions-DnqA1y9x.js +85 -0
  54. package/dist/src/fileExtensions-bYh77CN8.cjs +114 -0
  55. package/dist/src/genaiTracer-CyZrmaK0.cjs +268 -0
  56. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  57. package/dist/src/graders-BNscxFrU.js +13644 -0
  58. package/dist/src/graders-D2oE9Msq.js +2 -0
  59. package/dist/src/graders-c0Ez_w-9.cjs +2 -0
  60. package/dist/src/graders-d0F2M3e9.cjs +14056 -0
  61. package/dist/src/image-0ZhE0VlR.cjs +280 -0
  62. package/dist/src/image-CWE1pdNv.js +257 -0
  63. package/dist/src/image-D9ZK6hwL.js +163 -0
  64. package/dist/src/image-DKZgZITg.cjs +163 -0
  65. package/dist/src/index.cjs +11366 -0
  66. package/dist/src/index.d.cts +19640 -0
  67. package/dist/src/index.d.ts +19641 -0
  68. package/dist/src/index.js +11306 -0
  69. package/dist/src/invariant-Ddh24eXh.js +25 -0
  70. package/dist/src/invariant-kfQ8Bu82.cjs +30 -0
  71. package/dist/src/knowledgeBase-BgPyGFUd.cjs +122 -0
  72. package/dist/src/knowledgeBase-DyHilYaP.js +122 -0
  73. package/dist/src/litellm-CyMeneHS.js +135 -0
  74. package/dist/src/litellm-DWDF73yF.cjs +135 -0
  75. package/dist/src/logger-C40ZGil9.js +717 -0
  76. package/dist/src/logger-DyfK9PBt.cjs +917 -0
  77. package/dist/src/luma-ray-BAU9X_ep.cjs +315 -0
  78. package/dist/src/luma-ray-nwVseBbv.js +313 -0
  79. package/dist/src/messages-B5ADWTTv.js +245 -0
  80. package/dist/src/messages-BCnZfqrS.cjs +257 -0
  81. package/dist/src/meteor-DLZZ3osF.cjs +134 -0
  82. package/dist/src/meteor-DUiCJRC-.js +134 -0
  83. package/dist/src/modelslab-00cveB8L.cjs +163 -0
  84. package/dist/src/modelslab-D9sCU_L7.js +163 -0
  85. package/dist/src/nova-reel-CTapvqYH.js +276 -0
  86. package/dist/src/nova-reel-DlWuuroF.cjs +278 -0
  87. package/dist/src/nova-sonic-5UPWfeMv.cjs +363 -0
  88. package/dist/src/nova-sonic-BhSwQNym.js +363 -0
  89. package/dist/src/openai-BWrJK9d8.cjs +52 -0
  90. package/dist/src/openai-DumO8WQn.js +47 -0
  91. package/dist/src/openclaw-B8brrjC_.cjs +577 -0
  92. package/dist/src/openclaw-Bkayww9q.js +571 -0
  93. package/dist/src/opencode-sdk-7xjoDNiM.cjs +562 -0
  94. package/dist/src/opencode-sdk-SGwAPxht.js +558 -0
  95. package/dist/src/otlpReceiver-CoAHfAN9.cjs +15 -0
  96. package/dist/src/otlpReceiver-oO3EQwI9.js +14 -0
  97. package/dist/src/providerRegistry-4yjhaEM8.js +45 -0
  98. package/dist/src/providerRegistry-DhV4rJIc.cjs +50 -0
  99. package/dist/src/providers-B5RJVG-7.cjs +33609 -0
  100. package/dist/src/providers-BdmZCLzV.js +33262 -0
  101. package/dist/src/providers-CxtRxn8e.js +2 -0
  102. package/dist/src/providers-DnQLNbx1.cjs +3 -0
  103. package/dist/src/pythonUtils-BD0druiM.cjs +275 -0
  104. package/dist/src/pythonUtils-IBhn5YGR.js +249 -0
  105. package/dist/src/quiverai-BDOwZBsM.cjs +213 -0
  106. package/dist/src/quiverai-D3JTF5lD.js +213 -0
  107. package/dist/src/responses-B2LCDCXZ.js +667 -0
  108. package/dist/src/responses-BvNm4Xv9.cjs +685 -0
  109. package/dist/src/rubyUtils-B0NwnfpY.cjs +245 -0
  110. package/dist/src/rubyUtils-BroxzZ7c.cjs +2 -0
  111. package/dist/src/rubyUtils-hqVw5UvJ.js +222 -0
  112. package/dist/src/sagemaker-Cno2V-Sx.js +689 -0
  113. package/dist/src/sagemaker-fV_KUgs5.cjs +691 -0
  114. package/dist/src/server-BOuAXb06.cjs +238 -0
  115. package/dist/src/server-CtI-EWzm.cjs +2 -0
  116. package/dist/src/server-Cy3DZymt.js +189 -0
  117. package/dist/src/slack-CP8xBePa.js +135 -0
  118. package/dist/src/slack-DSQ1yXVb.cjs +135 -0
  119. package/dist/src/store-BwDDaBjb.cjs +246 -0
  120. package/dist/src/store-DcbLC593.cjs +2 -0
  121. package/dist/src/store-IGpqMIkv.js +240 -0
  122. package/dist/src/tables-3Q2cL7So.cjs +373 -0
  123. package/dist/src/tables-Bi2fjr4W.js +288 -0
  124. package/dist/src/telemetry-Bg2WqF79.js +161 -0
  125. package/dist/src/telemetry-D0x6u5kX.cjs +166 -0
  126. package/dist/src/telemetry-DXNimrI0.cjs +2 -0
  127. package/dist/src/text-B_UCRPp2.js +22 -0
  128. package/dist/src/text-CW1cyrwj.cjs +33 -0
  129. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  130. package/dist/src/tokenUsageUtils-bVa1ga6f.cjs +173 -0
  131. package/dist/src/transcription-Cl_W16Pr.js +122 -0
  132. package/dist/src/transcription-yt1EecY8.cjs +124 -0
  133. package/dist/src/transform-BCtGrl_W.cjs +228 -0
  134. package/dist/src/transform-Bv6gG2MJ.cjs +1688 -0
  135. package/dist/src/transform-CY1wbpRy.js +1507 -0
  136. package/dist/src/transform-DU8rUL9P.cjs +2 -0
  137. package/dist/src/transform-yWaShiKr.js +216 -0
  138. package/dist/src/transformersAvailability-BGkzavwb.js +35 -0
  139. package/dist/src/transformersAvailability-DKoRtQLy.cjs +35 -0
  140. package/dist/src/types-5aqHpBwE.cjs +3769 -0
  141. package/dist/src/types-Bn6D9c4U.js +3300 -0
  142. package/dist/src/util-BkKlTkI2.js +293 -0
  143. package/dist/src/util-CTh0bfOm.cjs +1119 -0
  144. package/dist/src/util-D17oBwo7.cjs +328 -0
  145. package/dist/src/util-DsS_-v4p.js +613 -0
  146. package/dist/src/util-DuntT1Ga.js +951 -0
  147. package/dist/src/util-aWjdCYMI.cjs +667 -0
  148. package/dist/src/utils-CisQwpjA.js +94 -0
  149. package/dist/src/utils-yWamDvmz.cjs +123 -0
  150. package/dist/tsconfig.tsbuildinfo +1 -0
  151. package/drizzle/0000_lush_hellion.sql +36 -0
  152. package/drizzle/0001_wide_calypso.sql +3 -0
  153. package/drizzle/0002_tidy_juggernaut.sql +1 -0
  154. package/drizzle/0003_lively_naoko.sql +8 -0
  155. package/drizzle/0004_minor_peter_quill.sql +19 -0
  156. package/drizzle/0005_silky_millenium_guard.sql +2 -0
  157. package/drizzle/0006_harsh_caretaker.sql +42 -0
  158. package/drizzle/0007_cloudy_wong.sql +1 -0
  159. package/drizzle/0008_broad_boomer.sql +2 -0
  160. package/drizzle/0009_strong_marten_broadcloak.sql +19 -0
  161. package/drizzle/0010_needy_bishop.sql +11 -0
  162. package/drizzle/0011_moaning_millenium_guard.sql +1 -0
  163. package/drizzle/0012_late_marten_broadcloak.sql +2 -0
  164. package/drizzle/0013_previous_dormammu.sql +9 -0
  165. package/drizzle/0014_lazy_captain_universe.sql +2 -0
  166. package/drizzle/0015_zippy_wallop.sql +29 -0
  167. package/drizzle/0016_jazzy_zemo.sql +2 -0
  168. package/drizzle/0017_reflective_praxagora.sql +4 -0
  169. package/drizzle/0018_fat_vanisher.sql +22 -0
  170. package/drizzle/0019_new_clint_barton.sql +8 -0
  171. package/drizzle/0020_skinny_maverick.sql +1 -0
  172. package/drizzle/0021_mysterious_madelyne_pryor.sql +13 -0
  173. package/drizzle/0022_sleepy_ultimo.sql +25 -0
  174. package/drizzle/0023_wooden_mandrill.sql +2 -0
  175. package/drizzle/AGENTS.md +68 -0
  176. package/drizzle/CLAUDE.md +1 -0
  177. package/drizzle/meta/0000_snapshot.json +221 -0
  178. package/drizzle/meta/0001_snapshot.json +214 -0
  179. package/drizzle/meta/0002_snapshot.json +221 -0
  180. package/drizzle/meta/0005_snapshot.json +369 -0
  181. package/drizzle/meta/0006_snapshot.json +638 -0
  182. package/drizzle/meta/0007_snapshot.json +640 -0
  183. package/drizzle/meta/0008_snapshot.json +649 -0
  184. package/drizzle/meta/0009_snapshot.json +554 -0
  185. package/drizzle/meta/0010_snapshot.json +619 -0
  186. package/drizzle/meta/0011_snapshot.json +627 -0
  187. package/drizzle/meta/0012_snapshot.json +639 -0
  188. package/drizzle/meta/0013_snapshot.json +717 -0
  189. package/drizzle/meta/0014_snapshot.json +717 -0
  190. package/drizzle/meta/0015_snapshot.json +897 -0
  191. package/drizzle/meta/0016_snapshot.json +1031 -0
  192. package/drizzle/meta/0018_snapshot.json +1210 -0
  193. package/drizzle/meta/0019_snapshot.json +1165 -0
  194. package/drizzle/meta/0020_snapshot.json +1232 -0
  195. package/drizzle/meta/0021_snapshot.json +1311 -0
  196. package/drizzle/meta/0022_snapshot.json +1481 -0
  197. package/drizzle/meta/0023_snapshot.json +1496 -0
  198. package/drizzle/meta/_journal.json +174 -0
  199. package/package.json +240 -0
@@ -0,0 +1,558 @@
1
+ import { T as state, r as logger, t as getLogLevel, x as getEnvString } from "./logger-C40ZGil9.js";
2
+ import { r as importModule } from "./esm-DMVc93eh.js";
3
+ import { i as initializeAgenticCache, n as generateCacheKey, r as getCachedResponse, t as cacheResponse } from "./agentic-utils-D03IiXQc.js";
4
+ import { createRequire } from "node:module";
5
+ import fs from "fs";
6
+ import path from "path";
7
+ import os from "os";
8
+ import dedent from "dedent";
9
+ //#region src/providers/opencode-sdk.ts
10
+ /**
11
+ * Check if promptfoo is in debug mode
12
+ */
13
+ function isDebugMode() {
14
+ return getLogLevel() === "debug";
15
+ }
16
+ /**
17
+ * Maximum number of sessions to keep in memory to prevent unbounded growth
18
+ */
19
+ const MAX_SESSIONS = 100;
20
+ /**
21
+ * Resolve ESM-only package entry point by reading package.json exports
22
+ * Handles packages that only have "import" condition (no "require" condition)
23
+ *
24
+ * @param packageName - The package name (e.g., '@opencode-ai/sdk')
25
+ * @param basePath - Base path for resolution
26
+ * @returns Absolute path to the ESM entry point
27
+ */
28
+ function resolveEsmPackage(packageName, exportPath, basePath) {
29
+ const require = createRequire(path.join(basePath, "package.json"));
30
+ let packageJsonPath;
31
+ try {
32
+ packageJsonPath = require.resolve(`${packageName}/package.json`);
33
+ } catch {
34
+ packageJsonPath = path.join(basePath, "node_modules", ...packageName.split("/"), "package.json");
35
+ if (!fs.existsSync(packageJsonPath)) throw new Error(`Cannot find ${packageName}/package.json`);
36
+ }
37
+ const packageDir = path.dirname(packageJsonPath);
38
+ const packageJson = JSON.parse(fs.readFileSync(packageJsonPath, "utf-8"));
39
+ let esmEntry;
40
+ if (packageJson.exports) {
41
+ const mainExport = packageJson.exports[exportPath] || (exportPath === "." ? packageJson.exports["."] || packageJson.exports : void 0);
42
+ if (typeof mainExport === "string") esmEntry = mainExport;
43
+ else if (typeof mainExport === "object") esmEntry = mainExport.import || mainExport.default;
44
+ }
45
+ if (!esmEntry) esmEntry = packageJson.module || packageJson.main;
46
+ if (!esmEntry) throw new Error(`Cannot find ESM entry point in ${packageName}/package.json`);
47
+ return path.join(packageDir, esmEntry);
48
+ }
49
+ function unwrapOpenCodeResult(result) {
50
+ if (result === void 0 || result === null) return;
51
+ if (typeof result === "object" && "data" in result) return result.data;
52
+ return result;
53
+ }
54
+ function getSessionPath(sessionId) {
55
+ return {
56
+ id: sessionId,
57
+ sessionID: sessionId
58
+ };
59
+ }
60
+ function tryParseJson(value) {
61
+ try {
62
+ return JSON.stringify(JSON.parse(value));
63
+ } catch {
64
+ return;
65
+ }
66
+ }
67
+ function normalizeStructuredText(value) {
68
+ const trimmedValue = value.trim();
69
+ const directJson = tryParseJson(trimmedValue);
70
+ if (directJson) return directJson;
71
+ const fencedJsonMatch = trimmedValue.match(/^```(?:json)?\s*([\s\S]*?)\s*```$/i);
72
+ if (!fencedJsonMatch?.[1]) return;
73
+ return tryParseJson(fencedJsonMatch[1]);
74
+ }
75
+ /**
76
+ * Helper to load the OpenCode SDK ESM module
77
+ *
78
+ * Uses a two-phase approach:
79
+ * 1. Try simple dynamic import - works when SDK is in same node_modules tree
80
+ * 2. Fall back to smart ESM resolution for edge cases (pnpm, global installs, monorepos)
81
+ */
82
+ async function loadOpenCodeSDK() {
83
+ const directImports = [{
84
+ specifier: "@opencode-ai/sdk/v2",
85
+ exportPath: "./v2",
86
+ apiVersion: "v2"
87
+ }, {
88
+ specifier: "@opencode-ai/sdk",
89
+ exportPath: ".",
90
+ apiVersion: "v1"
91
+ }];
92
+ for (const candidate of directImports) try {
93
+ logger.debug(`Attempting dynamic import of ${candidate.specifier}`);
94
+ return {
95
+ ...await import(candidate.specifier),
96
+ apiVersion: candidate.apiVersion
97
+ };
98
+ } catch (error) {
99
+ logger.debug(`Dynamic import failed for ${candidate.specifier}`, { error });
100
+ }
101
+ const basePath = state.basePath && path.isAbsolute(state.basePath) ? state.basePath : process.cwd();
102
+ for (const candidate of directImports) try {
103
+ const modulePath = resolveEsmPackage("@opencode-ai/sdk", candidate.exportPath, basePath);
104
+ logger.debug(`Resolved OpenCode SDK path (${candidate.apiVersion}): ${modulePath}`);
105
+ return {
106
+ ...await importModule(modulePath),
107
+ apiVersion: candidate.apiVersion
108
+ };
109
+ } catch (error) {
110
+ logger.debug(`Smart resolution failed for ${candidate.specifier}`, { error });
111
+ }
112
+ const err = /* @__PURE__ */ new Error("Failed to resolve @opencode-ai/sdk");
113
+ logger.error(`Failed to load OpenCode SDK: ${err}`);
114
+ throw new Error(dedent`The @opencode-ai/sdk package is required but not installed.
115
+
116
+ To use the OpenCode SDK provider, install it with:
117
+ npm install @opencode-ai/sdk
118
+
119
+ For more information, see: https://www.promptfoo.dev/docs/providers/opencode-sdk/`);
120
+ }
121
+ var OpenCodeSDKProvider = class {
122
+ config;
123
+ env;
124
+ providerId = "opencode:sdk";
125
+ opencodeModule;
126
+ client;
127
+ server;
128
+ sessions = /* @__PURE__ */ new Map();
129
+ sessionOrder = [];
130
+ constructor(options = {}) {
131
+ const { config, env, id } = options;
132
+ this.config = config ?? {};
133
+ this.env = env;
134
+ this.providerId = id ?? this.providerId;
135
+ }
136
+ id() {
137
+ return this.providerId;
138
+ }
139
+ /**
140
+ * Get API key based on provider_id or common environment variables
141
+ */
142
+ getApiKey(config = this.config) {
143
+ if (config?.apiKey) return config.apiKey;
144
+ const providerId = config?.provider_id?.toLowerCase();
145
+ if (providerId === "anthropic") return this.env?.ANTHROPIC_API_KEY || getEnvString("ANTHROPIC_API_KEY");
146
+ if (providerId === "openai") return this.env?.OPENAI_API_KEY || getEnvString("OPENAI_API_KEY");
147
+ if (providerId === "google") return this.env?.GOOGLE_API_KEY || getEnvString("GOOGLE_API_KEY");
148
+ return this.env?.ANTHROPIC_API_KEY || getEnvString("ANTHROPIC_API_KEY") || this.env?.OPENAI_API_KEY || getEnvString("OPENAI_API_KEY");
149
+ }
150
+ toString() {
151
+ return "[OpenCode SDK Provider]";
152
+ }
153
+ async cleanup() {
154
+ for (const session of this.sessions.values()) try {
155
+ await this.deleteSession(session);
156
+ } catch (err) {
157
+ logger.debug(`Failed to delete persistent session ${session.id}: ${err}`);
158
+ }
159
+ this.sessions.clear();
160
+ this.sessionOrder = [];
161
+ if (this.server) {
162
+ try {
163
+ this.server.close();
164
+ } catch (err) {
165
+ logger.debug(`Failed to close OpenCode server: ${err}`);
166
+ }
167
+ this.server = void 0;
168
+ }
169
+ }
170
+ /**
171
+ * Build the tools configuration based on config and defaults
172
+ */
173
+ buildToolsConfig(config) {
174
+ if (config.tools) return config.tools;
175
+ if (!config.working_dir) return {
176
+ bash: false,
177
+ edit: false,
178
+ write: false,
179
+ read: false,
180
+ grep: false,
181
+ glob: false,
182
+ list: false,
183
+ patch: false,
184
+ todowrite: false,
185
+ todoread: false,
186
+ webfetch: false,
187
+ question: false,
188
+ skill: false,
189
+ lsp: false
190
+ };
191
+ return {
192
+ bash: false,
193
+ edit: false,
194
+ write: false,
195
+ read: true,
196
+ grep: true,
197
+ glob: true,
198
+ list: true,
199
+ patch: false,
200
+ todowrite: false,
201
+ todoread: false,
202
+ webfetch: false,
203
+ question: false,
204
+ skill: false,
205
+ lsp: false
206
+ };
207
+ }
208
+ buildQuery(config, workingDir) {
209
+ const query = {};
210
+ if (config.working_dir && workingDir) query.directory = workingDir;
211
+ if (config.workspace) query.workspace = config.workspace;
212
+ return Object.keys(query).length > 0 ? query : void 0;
213
+ }
214
+ buildSessionKey(config, workingDir) {
215
+ return generateCacheKey("opencode:sdk:session", {
216
+ baseUrl: config.baseUrl,
217
+ workingDir: config.working_dir ? workingDir : void 0,
218
+ workspace: config.workspace,
219
+ provider_id: config.provider_id,
220
+ model: config.model,
221
+ tools: this.buildToolsConfig(config),
222
+ permission: config.permission,
223
+ agent: config.agent,
224
+ custom_agent: config.custom_agent,
225
+ format: config.format,
226
+ variant: config.variant,
227
+ mcp: config.mcp
228
+ });
229
+ }
230
+ buildServerEnv(config) {
231
+ const serverEnv = {};
232
+ for (const [key, value] of Object.entries(process.env)) if (value !== void 0) serverEnv[key] = value;
233
+ if (this.env) for (const key of Object.keys(this.env).sort()) {
234
+ const value = this.env[key];
235
+ if (value !== void 0) serverEnv[key] = value;
236
+ }
237
+ if (config.log_level === "debug" || isDebugMode()) {
238
+ serverEnv.DEBUG = serverEnv.DEBUG || "opencode:*";
239
+ logger.debug("[OpenCode SDK] Debug mode enabled, synced from promptfoo log level");
240
+ }
241
+ const homeDir = os.homedir();
242
+ const opencodeBinPath = path.join(homeDir, ".opencode", "bin");
243
+ if (!serverEnv.PATH?.includes(opencodeBinPath)) {
244
+ serverEnv.PATH = `${opencodeBinPath}:${serverEnv.PATH ?? ""}`;
245
+ logger.debug(`Added ${opencodeBinPath} to PATH for OpenCode CLI`);
246
+ }
247
+ return serverEnv;
248
+ }
249
+ buildServerConfig(config) {
250
+ const serverConfig = {};
251
+ if (config.log_level) serverConfig.logLevel = config.log_level;
252
+ if (config.mcp && Object.keys(config.mcp).length > 0) {
253
+ serverConfig.mcp = config.mcp;
254
+ logger.debug(`[OpenCode SDK] Configuring MCP servers: ${Object.keys(config.mcp).join(", ")}`);
255
+ }
256
+ if (config.custom_agent) {
257
+ serverConfig.agent = { custom: {
258
+ description: config.custom_agent.description,
259
+ model: config.custom_agent.model,
260
+ temperature: config.custom_agent.temperature,
261
+ top_p: config.custom_agent.top_p,
262
+ tools: config.custom_agent.tools,
263
+ permission: config.custom_agent.permission,
264
+ prompt: config.custom_agent.prompt,
265
+ mode: config.custom_agent.mode ?? "primary",
266
+ maxSteps: config.custom_agent.steps ?? config.custom_agent.maxSteps,
267
+ color: config.custom_agent.color,
268
+ disable: config.custom_agent.disable,
269
+ hidden: config.custom_agent.hidden
270
+ } };
271
+ logger.debug(`[OpenCode SDK] Configuring custom agent: ${config.custom_agent.description}`);
272
+ }
273
+ if (config.permission) {
274
+ serverConfig.permission = config.permission;
275
+ logger.debug("[OpenCode SDK] Configuring global permissions");
276
+ }
277
+ const toolsConfig = this.buildToolsConfig(config);
278
+ if (toolsConfig) serverConfig.tools = toolsConfig;
279
+ if (config.provider_id && config.apiKey) {
280
+ serverConfig.provider = { [config.provider_id]: { options: { apiKey: config.apiKey } } };
281
+ logger.debug(`[OpenCode SDK] Injecting provider apiKey for ${config.provider_id}`);
282
+ }
283
+ return serverConfig;
284
+ }
285
+ warnOnIgnoredBaseUrlConfig(config) {
286
+ if (!config.baseUrl) return;
287
+ const ignoredSettings = [
288
+ config.hostname === void 0 ? void 0 : "hostname",
289
+ config.port === void 0 ? void 0 : "port",
290
+ config.timeout === void 0 ? void 0 : "timeout",
291
+ config.log_level === void 0 ? void 0 : "log_level",
292
+ config.mcp ? "mcp" : void 0,
293
+ config.custom_agent ? "custom_agent" : void 0,
294
+ config.apiKey ? "apiKey" : void 0
295
+ ].filter(Boolean);
296
+ if (ignoredSettings.length > 0) logger.warn(`[OpenCode SDK] baseUrl uses an existing OpenCode server. These config keys are ignored unless that server is preconfigured: ${ignoredSettings.join(", ")}`);
297
+ }
298
+ buildDeleteSessionParameters(session) {
299
+ if (!this.opencodeModule) throw new Error("OpenCode SDK module is not loaded");
300
+ if (this.opencodeModule.apiVersion === "v2") return {
301
+ sessionID: session.id,
302
+ ...session.query
303
+ };
304
+ return {
305
+ path: getSessionPath(session.id),
306
+ query: session.query
307
+ };
308
+ }
309
+ async deleteSession(session) {
310
+ if (!session || !this.client?.session?.delete) return;
311
+ await this.client.session.delete(this.buildDeleteSessionParameters(session));
312
+ }
313
+ /**
314
+ * Add a session to the cache with LRU eviction
315
+ */
316
+ addSession(cacheKey, session) {
317
+ while (this.sessions.size >= MAX_SESSIONS && this.sessionOrder.length > 0) {
318
+ const oldestKey = this.sessionOrder.shift();
319
+ if (oldestKey) {
320
+ const oldSession = this.sessions.get(oldestKey);
321
+ this.sessions.delete(oldestKey);
322
+ if (oldSession) this.deleteSession(oldSession).catch((err) => {
323
+ logger.debug(`Failed to delete evicted session ${oldSession.id}: ${err}`);
324
+ });
325
+ }
326
+ }
327
+ this.sessions.set(cacheKey, session);
328
+ this.sessionOrder.push(cacheKey);
329
+ }
330
+ prepareCall(context) {
331
+ const config = {
332
+ ...this.config,
333
+ ...context?.prompt?.config
334
+ };
335
+ if (config.workspace && !config.baseUrl && !config.working_dir) throw new Error("OpenCode SDK workspace support requires either baseUrl or working_dir");
336
+ if (config.apiKey && !config.provider_id && !config.baseUrl) logger.warn("[OpenCode SDK] apiKey is set without provider_id. Prefer setting provider_id so promptfoo can wire the credential into the spawned OpenCode server.");
337
+ this.warnOnIgnoredBaseUrlConfig(config);
338
+ if (config.working_dir) {
339
+ const workingDir = path.isAbsolute(config.working_dir) ? config.working_dir : path.resolve(process.cwd(), config.working_dir);
340
+ let stats;
341
+ try {
342
+ stats = fs.statSync(workingDir);
343
+ } catch (err) {
344
+ throw new Error(`Working directory ${config.working_dir} (resolved to ${workingDir}) does not exist or isn't accessible: ${err.message}`);
345
+ }
346
+ if (!stats.isDirectory()) throw new Error(`Working directory ${config.working_dir} (resolved to ${workingDir}) is not a directory`);
347
+ return {
348
+ config,
349
+ isTempDir: false,
350
+ workingDir
351
+ };
352
+ }
353
+ return {
354
+ config,
355
+ isTempDir: true,
356
+ workingDir: fs.mkdtempSync(path.join(os.tmpdir(), "promptfoo-opencode-sdk-"))
357
+ };
358
+ }
359
+ async ensureClient(config) {
360
+ if (!this.opencodeModule) this.opencodeModule = await loadOpenCodeSDK();
361
+ if (this.client) return;
362
+ const { createOpencode, createOpencodeClient } = this.opencodeModule;
363
+ if (config.baseUrl) {
364
+ this.client = createOpencodeClient({ baseUrl: config.baseUrl });
365
+ return;
366
+ }
367
+ const serverOptions = {
368
+ hostname: config.hostname ?? "127.0.0.1",
369
+ port: config.port ?? 0,
370
+ timeout: config.timeout ?? 3e4,
371
+ env: this.buildServerEnv(config)
372
+ };
373
+ const serverConfig = this.buildServerConfig(config);
374
+ if (Object.keys(serverConfig).length > 0) serverOptions.config = serverConfig;
375
+ const opencode = await createOpencode(serverOptions);
376
+ this.client = opencode.client;
377
+ this.server = opencode.server;
378
+ logger.debug(`OpenCode server started at ${opencode.server.url}`);
379
+ }
380
+ async getOrCreateSession(config, workingDir) {
381
+ if (!this.client || !this.opencodeModule) throw new Error("OpenCode SDK client is not initialized");
382
+ const sessionQuery = this.buildQuery(config, workingDir);
383
+ if (config.session_id) return {
384
+ sessionId: config.session_id,
385
+ sessionQuery
386
+ };
387
+ const sessionCacheKey = this.buildSessionKey(config, workingDir);
388
+ if (config.persist_sessions && this.sessions.has(sessionCacheKey)) return {
389
+ sessionId: this.sessions.get(sessionCacheKey).id,
390
+ sessionQuery
391
+ };
392
+ const createResult = await this.client.session.create(this.buildCreateSessionParameters(config, sessionQuery));
393
+ const sessionId = unwrapOpenCodeResult(createResult)?.id ?? createResult?.id;
394
+ if (!sessionId) throw new Error("Failed to get session ID from OpenCode SDK response");
395
+ const session = {
396
+ id: sessionId,
397
+ query: sessionQuery
398
+ };
399
+ if (config.persist_sessions) {
400
+ this.addSession(sessionCacheKey, session);
401
+ return {
402
+ sessionId,
403
+ sessionQuery
404
+ };
405
+ }
406
+ return {
407
+ sessionId,
408
+ sessionQuery,
409
+ ephemeralSession: session
410
+ };
411
+ }
412
+ buildPromptBody(config, prompt) {
413
+ if (!this.opencodeModule) throw new Error("OpenCode SDK module is not loaded");
414
+ const promptBody = { parts: [{
415
+ type: "text",
416
+ text: prompt
417
+ }] };
418
+ if (config.provider_id || config.model) promptBody.model = {
419
+ providerID: config.provider_id ?? "",
420
+ modelID: config.model ?? ""
421
+ };
422
+ const toolsConfig = this.buildToolsConfig(config);
423
+ if (toolsConfig) promptBody.tools = toolsConfig;
424
+ if (config.agent) promptBody.agent = config.agent;
425
+ else if (config.custom_agent) promptBody.agent = "custom";
426
+ if (config.custom_agent?.prompt) promptBody.system = config.custom_agent.prompt;
427
+ if (config.format) promptBody.format = config.format;
428
+ if (config.variant) promptBody.variant = config.variant;
429
+ if (config.permission && this.opencodeModule.apiVersion === "v1") promptBody.permission = config.permission;
430
+ return promptBody;
431
+ }
432
+ buildCreateSessionParameters(config, sessionQuery) {
433
+ if (!this.opencodeModule) throw new Error("OpenCode SDK module is not loaded");
434
+ const createBody = { title: `promptfoo-${Date.now()}` };
435
+ if (config.permission && this.opencodeModule.apiVersion === "v2") createBody.permission = config.permission;
436
+ if (this.opencodeModule.apiVersion === "v2") return {
437
+ ...sessionQuery,
438
+ ...createBody
439
+ };
440
+ return {
441
+ body: createBody,
442
+ query: sessionQuery
443
+ };
444
+ }
445
+ buildPromptParameters(config, prompt, sessionId, sessionQuery) {
446
+ if (!this.opencodeModule) throw new Error("OpenCode SDK module is not loaded");
447
+ const promptBody = this.buildPromptBody(config, prompt);
448
+ if (this.opencodeModule.apiVersion === "v2") return {
449
+ sessionID: sessionId,
450
+ ...sessionQuery,
451
+ ...promptBody
452
+ };
453
+ return {
454
+ path: getSessionPath(sessionId),
455
+ body: promptBody,
456
+ query: sessionQuery
457
+ };
458
+ }
459
+ buildProviderResponse(config, response, sessionId) {
460
+ const responseData = unwrapOpenCodeResult(response);
461
+ const assistantMessage = responseData?.info;
462
+ const parts = responseData?.parts ?? [];
463
+ let output = "";
464
+ for (const part of parts) if (part.type === "text" && part.text) output += (output ? "\n" : "") + part.text;
465
+ if (config.format?.type === "json_schema") if (assistantMessage?.structured === void 0) output = normalizeStructuredText(output) ?? output;
466
+ else output = JSON.stringify(assistantMessage.structured);
467
+ const tokens = assistantMessage?.tokens;
468
+ return {
469
+ output,
470
+ tokenUsage: tokens ? {
471
+ prompt: tokens.input ?? 0,
472
+ completion: tokens.output ?? 0,
473
+ total: (tokens.input ?? 0) + (tokens.output ?? 0)
474
+ } : void 0,
475
+ cost: assistantMessage?.cost ?? 0,
476
+ raw: JSON.stringify(response),
477
+ sessionId
478
+ };
479
+ }
480
+ handleCallError(error, callOptions) {
481
+ if (error instanceof Error && error.name === "AbortError" || callOptions?.abortSignal?.aborted) {
482
+ logger.warn("OpenCode SDK call aborted");
483
+ return { error: "OpenCode SDK call aborted" };
484
+ }
485
+ if (error && typeof error === "object" && "code" in error && error.code === "ENOENT" && "message" in error && typeof error.message === "string" && error.message.includes("opencode")) {
486
+ const cliError = dedent`The OpenCode CLI is required but not installed.
487
+
488
+ The OpenCode SDK requires the 'opencode' CLI to be installed and available in your PATH.
489
+
490
+ Install it with:
491
+ curl -fsSL https://opencode.ai/install | bash
492
+
493
+ Or see: https://opencode.ai for other installation methods.`;
494
+ logger.error(cliError);
495
+ return { error: cliError };
496
+ }
497
+ const errorMessage = error instanceof Error ? error.message : String(error);
498
+ logger.error("Error calling OpenCode SDK", { error });
499
+ return { error: `Error calling OpenCode SDK: ${errorMessage}` };
500
+ }
501
+ async callApi(prompt, context, callOptions) {
502
+ const { config, isTempDir, workingDir } = this.prepareCall(context);
503
+ const mcpConfig = config.mcp && Object.keys(config.mcp).length > 0 ? config.mcp : void 0;
504
+ const cacheResult = await initializeAgenticCache({
505
+ cacheKeyPrefix: "opencode:sdk",
506
+ workingDir: config.working_dir ? workingDir : void 0,
507
+ bustCache: context?.bustCache,
508
+ mcp: mcpConfig,
509
+ cacheMcp: config.cache_mcp
510
+ }, {
511
+ prompt,
512
+ provider_id: config.provider_id,
513
+ model: config.model,
514
+ tools: this.buildToolsConfig(config),
515
+ permission: config.permission,
516
+ agent: config.agent,
517
+ custom_agent: config.custom_agent,
518
+ workspace: config.workspace,
519
+ format: config.format,
520
+ variant: config.variant
521
+ });
522
+ const cachedResponse = await getCachedResponse(cacheResult, "OpenCode SDK");
523
+ if (cachedResponse) return cachedResponse;
524
+ if (callOptions?.abortSignal?.aborted) return { error: "OpenCode SDK call aborted before it started" };
525
+ let ephemeralSession;
526
+ try {
527
+ await this.ensureClient(config);
528
+ const session = await this.getOrCreateSession(config, workingDir);
529
+ ephemeralSession = session.ephemeralSession;
530
+ const promptOptions = this.buildPromptParameters(config, prompt, session.sessionId, session.sessionQuery);
531
+ logger.debug(`OpenCode SDK prompt options:`, promptOptions);
532
+ const client = this.client;
533
+ if (!client) throw new Error("OpenCode SDK client is not initialized");
534
+ const response = await client.session.prompt(promptOptions);
535
+ logger.debug(`OpenCode SDK response received`);
536
+ const providerResponse = this.buildProviderResponse(config, response, session.sessionId);
537
+ await cacheResponse(cacheResult, providerResponse, "OpenCode SDK");
538
+ logger.debug(`OpenCode SDK response: ${providerResponse.output.slice(0, 100)}...`);
539
+ return providerResponse;
540
+ } catch (error) {
541
+ return this.handleCallError(error, callOptions);
542
+ } finally {
543
+ if (ephemeralSession) try {
544
+ await this.deleteSession(ephemeralSession);
545
+ } catch (err) {
546
+ logger.debug(`Failed to delete non-persistent session ${ephemeralSession.id}: ${err}`);
547
+ }
548
+ if (isTempDir && workingDir) fs.rmSync(workingDir, {
549
+ recursive: true,
550
+ force: true
551
+ });
552
+ }
553
+ }
554
+ };
555
+ //#endregion
556
+ export { OpenCodeSDKProvider };
557
+
558
+ //# sourceMappingURL=opencode-sdk-SGwAPxht.js.map
@@ -0,0 +1,15 @@
1
+ //#region src/tracing/otlpReceiver.ts
2
+ /**
3
+ * Stub — the OTLP HTTP receiver was removed during the litmus fork.
4
+ * The evaluator tracing module dynamically imports these functions,
5
+ * so providing no-op stubs keeps the import from failing at runtime.
6
+ */
7
+ async function startOTLPReceiver(_port, _host, _acceptFormats) {
8
+ throw new Error("OTLP receiver is not available in the litmus library build.");
9
+ }
10
+ async function stopOTLPReceiver() {}
11
+ //#endregion
12
+ exports.startOTLPReceiver = startOTLPReceiver;
13
+ exports.stopOTLPReceiver = stopOTLPReceiver;
14
+
15
+ //# sourceMappingURL=otlpReceiver-CoAHfAN9.cjs.map
@@ -0,0 +1,14 @@
1
+ //#region src/tracing/otlpReceiver.ts
2
+ /**
3
+ * Stub — the OTLP HTTP receiver was removed during the litmus fork.
4
+ * The evaluator tracing module dynamically imports these functions,
5
+ * so providing no-op stubs keeps the import from failing at runtime.
6
+ */
7
+ async function startOTLPReceiver(_port, _host, _acceptFormats) {
8
+ throw new Error("OTLP receiver is not available in the litmus library build.");
9
+ }
10
+ async function stopOTLPReceiver() {}
11
+ //#endregion
12
+ export { startOTLPReceiver, stopOTLPReceiver };
13
+
14
+ //# sourceMappingURL=otlpReceiver-oO3EQwI9.js.map
@@ -0,0 +1,45 @@
1
+ import { r as logger } from "./logger-C40ZGil9.js";
2
+ //#region src/providers/providerRegistry.ts
3
+ /**
4
+ * Global registry of Python providers for cleanup on process exit.
5
+ * Ensures no zombie Python processes are left running.
6
+ */
7
+ var ProviderRegistry = class {
8
+ providers = /* @__PURE__ */ new Set();
9
+ shutdownRegistered = false;
10
+ register(provider) {
11
+ this.providers.add(provider);
12
+ if (!this.shutdownRegistered) {
13
+ this.registerShutdownHandlers();
14
+ this.shutdownRegistered = true;
15
+ }
16
+ }
17
+ unregister(provider) {
18
+ this.providers.delete(provider);
19
+ }
20
+ registerShutdownHandlers() {
21
+ let shuttingDown = false;
22
+ const shutdown = async (signal) => {
23
+ if (shuttingDown) return;
24
+ shuttingDown = true;
25
+ logger.debug(`Received ${signal}, shutting down ${this.providers.size} Python providers...`);
26
+ await Promise.all(Array.from(this.providers).map((p) => p.shutdown().catch((err) => {
27
+ logger.error(`Error shutting down provider: ${err}`);
28
+ })));
29
+ logger.debug("Python provider shutdown complete");
30
+ };
31
+ process.once("SIGINT", () => void shutdown("SIGINT"));
32
+ process.once("SIGTERM", () => void shutdown("SIGTERM"));
33
+ process.once("beforeExit", () => void shutdown("beforeExit"));
34
+ }
35
+ async shutdownAll() {
36
+ const results = await Promise.allSettled(Array.from(this.providers).map((p) => p.shutdown()));
37
+ for (const result of results) if (result.status === "rejected") logger.warn(`Error shutting down provider: ${result.reason}`);
38
+ this.providers.clear();
39
+ }
40
+ };
41
+ const providerRegistry = new ProviderRegistry();
42
+ //#endregion
43
+ export { providerRegistry as t };
44
+
45
+ //# sourceMappingURL=providerRegistry-4yjhaEM8.js.map
@@ -0,0 +1,50 @@
1
+ const require_logger = require("./logger-DyfK9PBt.cjs");
2
+ //#region src/providers/providerRegistry.ts
3
+ /**
4
+ * Global registry of Python providers for cleanup on process exit.
5
+ * Ensures no zombie Python processes are left running.
6
+ */
7
+ var ProviderRegistry = class {
8
+ providers = /* @__PURE__ */ new Set();
9
+ shutdownRegistered = false;
10
+ register(provider) {
11
+ this.providers.add(provider);
12
+ if (!this.shutdownRegistered) {
13
+ this.registerShutdownHandlers();
14
+ this.shutdownRegistered = true;
15
+ }
16
+ }
17
+ unregister(provider) {
18
+ this.providers.delete(provider);
19
+ }
20
+ registerShutdownHandlers() {
21
+ let shuttingDown = false;
22
+ const shutdown = async (signal) => {
23
+ if (shuttingDown) return;
24
+ shuttingDown = true;
25
+ require_logger.logger.debug(`Received ${signal}, shutting down ${this.providers.size} Python providers...`);
26
+ await Promise.all(Array.from(this.providers).map((p) => p.shutdown().catch((err) => {
27
+ require_logger.logger.error(`Error shutting down provider: ${err}`);
28
+ })));
29
+ require_logger.logger.debug("Python provider shutdown complete");
30
+ };
31
+ process.once("SIGINT", () => void shutdown("SIGINT"));
32
+ process.once("SIGTERM", () => void shutdown("SIGTERM"));
33
+ process.once("beforeExit", () => void shutdown("beforeExit"));
34
+ }
35
+ async shutdownAll() {
36
+ const results = await Promise.allSettled(Array.from(this.providers).map((p) => p.shutdown()));
37
+ for (const result of results) if (result.status === "rejected") require_logger.logger.warn(`Error shutting down provider: ${result.reason}`);
38
+ this.providers.clear();
39
+ }
40
+ };
41
+ const providerRegistry = new ProviderRegistry();
42
+ //#endregion
43
+ Object.defineProperty(exports, "providerRegistry", {
44
+ enumerable: true,
45
+ get: function() {
46
+ return providerRegistry;
47
+ }
48
+ });
49
+
50
+ //# sourceMappingURL=providerRegistry-DhV4rJIc.cjs.map