@use-lattice/litmus 0.121.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +19 -0
- package/dist/src/accounts-Bt1oJb1Z.cjs +219 -0
- package/dist/src/accounts-DjOU8Rm3.js +178 -0
- package/dist/src/agentic-utils-D03IiXQc.js +153 -0
- package/dist/src/agentic-utils-Dh7xaMQM.cjs +180 -0
- package/dist/src/agents-C6BIMlZa.js +231 -0
- package/dist/src/agents-DvIpNX1L.cjs +666 -0
- package/dist/src/agents-ZP0RP9vV.cjs +231 -0
- package/dist/src/agents-maJXdjbR.js +665 -0
- package/dist/src/aimlapi-BTbQjG2E.cjs +30 -0
- package/dist/src/aimlapi-CwMxqfXP.js +30 -0
- package/dist/src/audio-BBUdvsde.cjs +97 -0
- package/dist/src/audio-D5DPZ7I-.js +97 -0
- package/dist/src/base-BEysXrkq.cjs +222 -0
- package/dist/src/base-C451JQfq.js +193 -0
- package/dist/src/blobs-BY8MDmpo.js +230 -0
- package/dist/src/blobs-BgcNn97m.cjs +256 -0
- package/dist/src/cache-BBE_lsTA.cjs +4 -0
- package/dist/src/cache-BkrqU5Ba.js +237 -0
- package/dist/src/cache-DsCxFlsZ.cjs +297 -0
- package/dist/src/chat-CPJWDP6a.cjs +289 -0
- package/dist/src/chat-CXX3xzkk.cjs +811 -0
- package/dist/src/chat-CcDgZFJ4.js +787 -0
- package/dist/src/chat-Dz5ZeGO2.js +289 -0
- package/dist/src/chatkit-Dw0mKkML.cjs +1158 -0
- package/dist/src/chatkit-swAIVuea.js +1157 -0
- package/dist/src/chunk-DEq-mXcV.js +15 -0
- package/dist/src/claude-agent-sdk-BXZJtOg6.js +379 -0
- package/dist/src/claude-agent-sdk-CkfyjDoG.cjs +383 -0
- package/dist/src/cloudflare-ai-BzpJcqUH.js +161 -0
- package/dist/src/cloudflare-ai-Cmy_R1y2.cjs +161 -0
- package/dist/src/cloudflare-gateway-B9tVQKok.cjs +272 -0
- package/dist/src/cloudflare-gateway-DrD3ew3H.js +272 -0
- package/dist/src/codex-sdk-Dezj9Nwm.js +1056 -0
- package/dist/src/codex-sdk-Dl9D4k5B.cjs +1060 -0
- package/dist/src/cometapi-C-9YvCHC.js +54 -0
- package/dist/src/cometapi-DHgDKoO2.cjs +54 -0
- package/dist/src/completion-B8Ctyxpr.js +120 -0
- package/dist/src/completion-Cxrt08sj.cjs +131 -0
- package/dist/src/createHash-BwgE13yv.cjs +27 -0
- package/dist/src/createHash-DmPQkvBh.js +15 -0
- package/dist/src/docker-BiqcTwLv.js +80 -0
- package/dist/src/docker-C7tEJnP-.cjs +80 -0
- package/dist/src/esm-C62Zofr1.cjs +409 -0
- package/dist/src/esm-DMVc93eh.js +379 -0
- package/dist/src/evalResult-C3NJPQOo.cjs +301 -0
- package/dist/src/evalResult-C7JJAPBb.js +295 -0
- package/dist/src/evalResult-DoVTZZWI.cjs +2 -0
- package/dist/src/extractor-DnMD3fwt.cjs +391 -0
- package/dist/src/extractor-DtlL28vL.js +374 -0
- package/dist/src/fetch-BTxakTSg.cjs +1133 -0
- package/dist/src/fetch-DQckpUFz.js +928 -0
- package/dist/src/fileExtensions-DnqA1y9x.js +85 -0
- package/dist/src/fileExtensions-bYh77CN8.cjs +114 -0
- package/dist/src/genaiTracer-CyZrmaK0.cjs +268 -0
- package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
- package/dist/src/graders-BNscxFrU.js +13644 -0
- package/dist/src/graders-D2oE9Msq.js +2 -0
- package/dist/src/graders-c0Ez_w-9.cjs +2 -0
- package/dist/src/graders-d0F2M3e9.cjs +14056 -0
- package/dist/src/image-0ZhE0VlR.cjs +280 -0
- package/dist/src/image-CWE1pdNv.js +257 -0
- package/dist/src/image-D9ZK6hwL.js +163 -0
- package/dist/src/image-DKZgZITg.cjs +163 -0
- package/dist/src/index.cjs +11366 -0
- package/dist/src/index.d.cts +19640 -0
- package/dist/src/index.d.ts +19641 -0
- package/dist/src/index.js +11306 -0
- package/dist/src/invariant-Ddh24eXh.js +25 -0
- package/dist/src/invariant-kfQ8Bu82.cjs +30 -0
- package/dist/src/knowledgeBase-BgPyGFUd.cjs +122 -0
- package/dist/src/knowledgeBase-DyHilYaP.js +122 -0
- package/dist/src/litellm-CyMeneHS.js +135 -0
- package/dist/src/litellm-DWDF73yF.cjs +135 -0
- package/dist/src/logger-C40ZGil9.js +717 -0
- package/dist/src/logger-DyfK9PBt.cjs +917 -0
- package/dist/src/luma-ray-BAU9X_ep.cjs +315 -0
- package/dist/src/luma-ray-nwVseBbv.js +313 -0
- package/dist/src/messages-B5ADWTTv.js +245 -0
- package/dist/src/messages-BCnZfqrS.cjs +257 -0
- package/dist/src/meteor-DLZZ3osF.cjs +134 -0
- package/dist/src/meteor-DUiCJRC-.js +134 -0
- package/dist/src/modelslab-00cveB8L.cjs +163 -0
- package/dist/src/modelslab-D9sCU_L7.js +163 -0
- package/dist/src/nova-reel-CTapvqYH.js +276 -0
- package/dist/src/nova-reel-DlWuuroF.cjs +278 -0
- package/dist/src/nova-sonic-5UPWfeMv.cjs +363 -0
- package/dist/src/nova-sonic-BhSwQNym.js +363 -0
- package/dist/src/openai-BWrJK9d8.cjs +52 -0
- package/dist/src/openai-DumO8WQn.js +47 -0
- package/dist/src/openclaw-B8brrjC_.cjs +577 -0
- package/dist/src/openclaw-Bkayww9q.js +571 -0
- package/dist/src/opencode-sdk-7xjoDNiM.cjs +562 -0
- package/dist/src/opencode-sdk-SGwAPxht.js +558 -0
- package/dist/src/otlpReceiver-CoAHfAN9.cjs +15 -0
- package/dist/src/otlpReceiver-oO3EQwI9.js +14 -0
- package/dist/src/providerRegistry-4yjhaEM8.js +45 -0
- package/dist/src/providerRegistry-DhV4rJIc.cjs +50 -0
- package/dist/src/providers-B5RJVG-7.cjs +33609 -0
- package/dist/src/providers-BdmZCLzV.js +33262 -0
- package/dist/src/providers-CxtRxn8e.js +2 -0
- package/dist/src/providers-DnQLNbx1.cjs +3 -0
- package/dist/src/pythonUtils-BD0druiM.cjs +275 -0
- package/dist/src/pythonUtils-IBhn5YGR.js +249 -0
- package/dist/src/quiverai-BDOwZBsM.cjs +213 -0
- package/dist/src/quiverai-D3JTF5lD.js +213 -0
- package/dist/src/responses-B2LCDCXZ.js +667 -0
- package/dist/src/responses-BvNm4Xv9.cjs +685 -0
- package/dist/src/rubyUtils-B0NwnfpY.cjs +245 -0
- package/dist/src/rubyUtils-BroxzZ7c.cjs +2 -0
- package/dist/src/rubyUtils-hqVw5UvJ.js +222 -0
- package/dist/src/sagemaker-Cno2V-Sx.js +689 -0
- package/dist/src/sagemaker-fV_KUgs5.cjs +691 -0
- package/dist/src/server-BOuAXb06.cjs +238 -0
- package/dist/src/server-CtI-EWzm.cjs +2 -0
- package/dist/src/server-Cy3DZymt.js +189 -0
- package/dist/src/slack-CP8xBePa.js +135 -0
- package/dist/src/slack-DSQ1yXVb.cjs +135 -0
- package/dist/src/store-BwDDaBjb.cjs +246 -0
- package/dist/src/store-DcbLC593.cjs +2 -0
- package/dist/src/store-IGpqMIkv.js +240 -0
- package/dist/src/tables-3Q2cL7So.cjs +373 -0
- package/dist/src/tables-Bi2fjr4W.js +288 -0
- package/dist/src/telemetry-Bg2WqF79.js +161 -0
- package/dist/src/telemetry-D0x6u5kX.cjs +166 -0
- package/dist/src/telemetry-DXNimrI0.cjs +2 -0
- package/dist/src/text-B_UCRPp2.js +22 -0
- package/dist/src/text-CW1cyrwj.cjs +33 -0
- package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
- package/dist/src/tokenUsageUtils-bVa1ga6f.cjs +173 -0
- package/dist/src/transcription-Cl_W16Pr.js +122 -0
- package/dist/src/transcription-yt1EecY8.cjs +124 -0
- package/dist/src/transform-BCtGrl_W.cjs +228 -0
- package/dist/src/transform-Bv6gG2MJ.cjs +1688 -0
- package/dist/src/transform-CY1wbpRy.js +1507 -0
- package/dist/src/transform-DU8rUL9P.cjs +2 -0
- package/dist/src/transform-yWaShiKr.js +216 -0
- package/dist/src/transformersAvailability-BGkzavwb.js +35 -0
- package/dist/src/transformersAvailability-DKoRtQLy.cjs +35 -0
- package/dist/src/types-5aqHpBwE.cjs +3769 -0
- package/dist/src/types-Bn6D9c4U.js +3300 -0
- package/dist/src/util-BkKlTkI2.js +293 -0
- package/dist/src/util-CTh0bfOm.cjs +1119 -0
- package/dist/src/util-D17oBwo7.cjs +328 -0
- package/dist/src/util-DsS_-v4p.js +613 -0
- package/dist/src/util-DuntT1Ga.js +951 -0
- package/dist/src/util-aWjdCYMI.cjs +667 -0
- package/dist/src/utils-CisQwpjA.js +94 -0
- package/dist/src/utils-yWamDvmz.cjs +123 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/drizzle/0000_lush_hellion.sql +36 -0
- package/drizzle/0001_wide_calypso.sql +3 -0
- package/drizzle/0002_tidy_juggernaut.sql +1 -0
- package/drizzle/0003_lively_naoko.sql +8 -0
- package/drizzle/0004_minor_peter_quill.sql +19 -0
- package/drizzle/0005_silky_millenium_guard.sql +2 -0
- package/drizzle/0006_harsh_caretaker.sql +42 -0
- package/drizzle/0007_cloudy_wong.sql +1 -0
- package/drizzle/0008_broad_boomer.sql +2 -0
- package/drizzle/0009_strong_marten_broadcloak.sql +19 -0
- package/drizzle/0010_needy_bishop.sql +11 -0
- package/drizzle/0011_moaning_millenium_guard.sql +1 -0
- package/drizzle/0012_late_marten_broadcloak.sql +2 -0
- package/drizzle/0013_previous_dormammu.sql +9 -0
- package/drizzle/0014_lazy_captain_universe.sql +2 -0
- package/drizzle/0015_zippy_wallop.sql +29 -0
- package/drizzle/0016_jazzy_zemo.sql +2 -0
- package/drizzle/0017_reflective_praxagora.sql +4 -0
- package/drizzle/0018_fat_vanisher.sql +22 -0
- package/drizzle/0019_new_clint_barton.sql +8 -0
- package/drizzle/0020_skinny_maverick.sql +1 -0
- package/drizzle/0021_mysterious_madelyne_pryor.sql +13 -0
- package/drizzle/0022_sleepy_ultimo.sql +25 -0
- package/drizzle/0023_wooden_mandrill.sql +2 -0
- package/drizzle/AGENTS.md +68 -0
- package/drizzle/CLAUDE.md +1 -0
- package/drizzle/meta/0000_snapshot.json +221 -0
- package/drizzle/meta/0001_snapshot.json +214 -0
- package/drizzle/meta/0002_snapshot.json +221 -0
- package/drizzle/meta/0005_snapshot.json +369 -0
- package/drizzle/meta/0006_snapshot.json +638 -0
- package/drizzle/meta/0007_snapshot.json +640 -0
- package/drizzle/meta/0008_snapshot.json +649 -0
- package/drizzle/meta/0009_snapshot.json +554 -0
- package/drizzle/meta/0010_snapshot.json +619 -0
- package/drizzle/meta/0011_snapshot.json +627 -0
- package/drizzle/meta/0012_snapshot.json +639 -0
- package/drizzle/meta/0013_snapshot.json +717 -0
- package/drizzle/meta/0014_snapshot.json +717 -0
- package/drizzle/meta/0015_snapshot.json +897 -0
- package/drizzle/meta/0016_snapshot.json +1031 -0
- package/drizzle/meta/0018_snapshot.json +1210 -0
- package/drizzle/meta/0019_snapshot.json +1165 -0
- package/drizzle/meta/0020_snapshot.json +1232 -0
- package/drizzle/meta/0021_snapshot.json +1311 -0
- package/drizzle/meta/0022_snapshot.json +1481 -0
- package/drizzle/meta/0023_snapshot.json +1496 -0
- package/drizzle/meta/_journal.json +174 -0
- package/package.json +240 -0
|
@@ -0,0 +1,562 @@
|
|
|
1
|
+
const require_logger = require("./logger-DyfK9PBt.cjs");
|
|
2
|
+
const require_esm = require("./esm-C62Zofr1.cjs");
|
|
3
|
+
const require_agentic_utils = require("./agentic-utils-Dh7xaMQM.cjs");
|
|
4
|
+
let fs = require("fs");
|
|
5
|
+
fs = require_logger.__toESM(fs);
|
|
6
|
+
let path = require("path");
|
|
7
|
+
path = require_logger.__toESM(path);
|
|
8
|
+
let node_module = require("node:module");
|
|
9
|
+
let os = require("os");
|
|
10
|
+
os = require_logger.__toESM(os);
|
|
11
|
+
let dedent = require("dedent");
|
|
12
|
+
dedent = require_logger.__toESM(dedent);
|
|
13
|
+
//#region src/providers/opencode-sdk.ts
|
|
14
|
+
/**
|
|
15
|
+
* Check if promptfoo is in debug mode
|
|
16
|
+
*/
|
|
17
|
+
function isDebugMode() {
|
|
18
|
+
return require_logger.getLogLevel() === "debug";
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Maximum number of sessions to keep in memory to prevent unbounded growth
|
|
22
|
+
*/
|
|
23
|
+
const MAX_SESSIONS = 100;
|
|
24
|
+
/**
|
|
25
|
+
* Resolve ESM-only package entry point by reading package.json exports
|
|
26
|
+
* Handles packages that only have "import" condition (no "require" condition)
|
|
27
|
+
*
|
|
28
|
+
* @param packageName - The package name (e.g., '@opencode-ai/sdk')
|
|
29
|
+
* @param basePath - Base path for resolution
|
|
30
|
+
* @returns Absolute path to the ESM entry point
|
|
31
|
+
*/
|
|
32
|
+
function resolveEsmPackage(packageName, exportPath, basePath) {
|
|
33
|
+
const require = (0, node_module.createRequire)(path.default.join(basePath, "package.json"));
|
|
34
|
+
let packageJsonPath;
|
|
35
|
+
try {
|
|
36
|
+
packageJsonPath = require.resolve(`${packageName}/package.json`);
|
|
37
|
+
} catch {
|
|
38
|
+
packageJsonPath = path.default.join(basePath, "node_modules", ...packageName.split("/"), "package.json");
|
|
39
|
+
if (!fs.default.existsSync(packageJsonPath)) throw new Error(`Cannot find ${packageName}/package.json`);
|
|
40
|
+
}
|
|
41
|
+
const packageDir = path.default.dirname(packageJsonPath);
|
|
42
|
+
const packageJson = JSON.parse(fs.default.readFileSync(packageJsonPath, "utf-8"));
|
|
43
|
+
let esmEntry;
|
|
44
|
+
if (packageJson.exports) {
|
|
45
|
+
const mainExport = packageJson.exports[exportPath] || (exportPath === "." ? packageJson.exports["."] || packageJson.exports : void 0);
|
|
46
|
+
if (typeof mainExport === "string") esmEntry = mainExport;
|
|
47
|
+
else if (typeof mainExport === "object") esmEntry = mainExport.import || mainExport.default;
|
|
48
|
+
}
|
|
49
|
+
if (!esmEntry) esmEntry = packageJson.module || packageJson.main;
|
|
50
|
+
if (!esmEntry) throw new Error(`Cannot find ESM entry point in ${packageName}/package.json`);
|
|
51
|
+
return path.default.join(packageDir, esmEntry);
|
|
52
|
+
}
|
|
53
|
+
function unwrapOpenCodeResult(result) {
|
|
54
|
+
if (result === void 0 || result === null) return;
|
|
55
|
+
if (typeof result === "object" && "data" in result) return result.data;
|
|
56
|
+
return result;
|
|
57
|
+
}
|
|
58
|
+
function getSessionPath(sessionId) {
|
|
59
|
+
return {
|
|
60
|
+
id: sessionId,
|
|
61
|
+
sessionID: sessionId
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
function tryParseJson(value) {
|
|
65
|
+
try {
|
|
66
|
+
return JSON.stringify(JSON.parse(value));
|
|
67
|
+
} catch {
|
|
68
|
+
return;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
function normalizeStructuredText(value) {
|
|
72
|
+
const trimmedValue = value.trim();
|
|
73
|
+
const directJson = tryParseJson(trimmedValue);
|
|
74
|
+
if (directJson) return directJson;
|
|
75
|
+
const fencedJsonMatch = trimmedValue.match(/^```(?:json)?\s*([\s\S]*?)\s*```$/i);
|
|
76
|
+
if (!fencedJsonMatch?.[1]) return;
|
|
77
|
+
return tryParseJson(fencedJsonMatch[1]);
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Helper to load the OpenCode SDK ESM module
|
|
81
|
+
*
|
|
82
|
+
* Uses a two-phase approach:
|
|
83
|
+
* 1. Try simple dynamic import - works when SDK is in same node_modules tree
|
|
84
|
+
* 2. Fall back to smart ESM resolution for edge cases (pnpm, global installs, monorepos)
|
|
85
|
+
*/
|
|
86
|
+
async function loadOpenCodeSDK() {
|
|
87
|
+
const directImports = [{
|
|
88
|
+
specifier: "@opencode-ai/sdk/v2",
|
|
89
|
+
exportPath: "./v2",
|
|
90
|
+
apiVersion: "v2"
|
|
91
|
+
}, {
|
|
92
|
+
specifier: "@opencode-ai/sdk",
|
|
93
|
+
exportPath: ".",
|
|
94
|
+
apiVersion: "v1"
|
|
95
|
+
}];
|
|
96
|
+
for (const candidate of directImports) try {
|
|
97
|
+
require_logger.logger.debug(`Attempting dynamic import of ${candidate.specifier}`);
|
|
98
|
+
return {
|
|
99
|
+
...await import(candidate.specifier),
|
|
100
|
+
apiVersion: candidate.apiVersion
|
|
101
|
+
};
|
|
102
|
+
} catch (error) {
|
|
103
|
+
require_logger.logger.debug(`Dynamic import failed for ${candidate.specifier}`, { error });
|
|
104
|
+
}
|
|
105
|
+
const basePath = require_logger.state.basePath && path.default.isAbsolute(require_logger.state.basePath) ? require_logger.state.basePath : process.cwd();
|
|
106
|
+
for (const candidate of directImports) try {
|
|
107
|
+
const modulePath = resolveEsmPackage("@opencode-ai/sdk", candidate.exportPath, basePath);
|
|
108
|
+
require_logger.logger.debug(`Resolved OpenCode SDK path (${candidate.apiVersion}): ${modulePath}`);
|
|
109
|
+
return {
|
|
110
|
+
...await require_esm.importModule(modulePath),
|
|
111
|
+
apiVersion: candidate.apiVersion
|
|
112
|
+
};
|
|
113
|
+
} catch (error) {
|
|
114
|
+
require_logger.logger.debug(`Smart resolution failed for ${candidate.specifier}`, { error });
|
|
115
|
+
}
|
|
116
|
+
const err = /* @__PURE__ */ new Error("Failed to resolve @opencode-ai/sdk");
|
|
117
|
+
require_logger.logger.error(`Failed to load OpenCode SDK: ${err}`);
|
|
118
|
+
throw new Error(dedent.default`The @opencode-ai/sdk package is required but not installed.
|
|
119
|
+
|
|
120
|
+
To use the OpenCode SDK provider, install it with:
|
|
121
|
+
npm install @opencode-ai/sdk
|
|
122
|
+
|
|
123
|
+
For more information, see: https://www.promptfoo.dev/docs/providers/opencode-sdk/`);
|
|
124
|
+
}
|
|
125
|
+
var OpenCodeSDKProvider = class {
|
|
126
|
+
config;
|
|
127
|
+
env;
|
|
128
|
+
providerId = "opencode:sdk";
|
|
129
|
+
opencodeModule;
|
|
130
|
+
client;
|
|
131
|
+
server;
|
|
132
|
+
sessions = /* @__PURE__ */ new Map();
|
|
133
|
+
sessionOrder = [];
|
|
134
|
+
constructor(options = {}) {
|
|
135
|
+
const { config, env, id } = options;
|
|
136
|
+
this.config = config ?? {};
|
|
137
|
+
this.env = env;
|
|
138
|
+
this.providerId = id ?? this.providerId;
|
|
139
|
+
}
|
|
140
|
+
id() {
|
|
141
|
+
return this.providerId;
|
|
142
|
+
}
|
|
143
|
+
/**
|
|
144
|
+
* Get API key based on provider_id or common environment variables
|
|
145
|
+
*/
|
|
146
|
+
getApiKey(config = this.config) {
|
|
147
|
+
if (config?.apiKey) return config.apiKey;
|
|
148
|
+
const providerId = config?.provider_id?.toLowerCase();
|
|
149
|
+
if (providerId === "anthropic") return this.env?.ANTHROPIC_API_KEY || require_logger.getEnvString("ANTHROPIC_API_KEY");
|
|
150
|
+
if (providerId === "openai") return this.env?.OPENAI_API_KEY || require_logger.getEnvString("OPENAI_API_KEY");
|
|
151
|
+
if (providerId === "google") return this.env?.GOOGLE_API_KEY || require_logger.getEnvString("GOOGLE_API_KEY");
|
|
152
|
+
return this.env?.ANTHROPIC_API_KEY || require_logger.getEnvString("ANTHROPIC_API_KEY") || this.env?.OPENAI_API_KEY || require_logger.getEnvString("OPENAI_API_KEY");
|
|
153
|
+
}
|
|
154
|
+
toString() {
|
|
155
|
+
return "[OpenCode SDK Provider]";
|
|
156
|
+
}
|
|
157
|
+
async cleanup() {
|
|
158
|
+
for (const session of this.sessions.values()) try {
|
|
159
|
+
await this.deleteSession(session);
|
|
160
|
+
} catch (err) {
|
|
161
|
+
require_logger.logger.debug(`Failed to delete persistent session ${session.id}: ${err}`);
|
|
162
|
+
}
|
|
163
|
+
this.sessions.clear();
|
|
164
|
+
this.sessionOrder = [];
|
|
165
|
+
if (this.server) {
|
|
166
|
+
try {
|
|
167
|
+
this.server.close();
|
|
168
|
+
} catch (err) {
|
|
169
|
+
require_logger.logger.debug(`Failed to close OpenCode server: ${err}`);
|
|
170
|
+
}
|
|
171
|
+
this.server = void 0;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
/**
|
|
175
|
+
* Build the tools configuration based on config and defaults
|
|
176
|
+
*/
|
|
177
|
+
buildToolsConfig(config) {
|
|
178
|
+
if (config.tools) return config.tools;
|
|
179
|
+
if (!config.working_dir) return {
|
|
180
|
+
bash: false,
|
|
181
|
+
edit: false,
|
|
182
|
+
write: false,
|
|
183
|
+
read: false,
|
|
184
|
+
grep: false,
|
|
185
|
+
glob: false,
|
|
186
|
+
list: false,
|
|
187
|
+
patch: false,
|
|
188
|
+
todowrite: false,
|
|
189
|
+
todoread: false,
|
|
190
|
+
webfetch: false,
|
|
191
|
+
question: false,
|
|
192
|
+
skill: false,
|
|
193
|
+
lsp: false
|
|
194
|
+
};
|
|
195
|
+
return {
|
|
196
|
+
bash: false,
|
|
197
|
+
edit: false,
|
|
198
|
+
write: false,
|
|
199
|
+
read: true,
|
|
200
|
+
grep: true,
|
|
201
|
+
glob: true,
|
|
202
|
+
list: true,
|
|
203
|
+
patch: false,
|
|
204
|
+
todowrite: false,
|
|
205
|
+
todoread: false,
|
|
206
|
+
webfetch: false,
|
|
207
|
+
question: false,
|
|
208
|
+
skill: false,
|
|
209
|
+
lsp: false
|
|
210
|
+
};
|
|
211
|
+
}
|
|
212
|
+
buildQuery(config, workingDir) {
|
|
213
|
+
const query = {};
|
|
214
|
+
if (config.working_dir && workingDir) query.directory = workingDir;
|
|
215
|
+
if (config.workspace) query.workspace = config.workspace;
|
|
216
|
+
return Object.keys(query).length > 0 ? query : void 0;
|
|
217
|
+
}
|
|
218
|
+
buildSessionKey(config, workingDir) {
|
|
219
|
+
return require_agentic_utils.generateCacheKey("opencode:sdk:session", {
|
|
220
|
+
baseUrl: config.baseUrl,
|
|
221
|
+
workingDir: config.working_dir ? workingDir : void 0,
|
|
222
|
+
workspace: config.workspace,
|
|
223
|
+
provider_id: config.provider_id,
|
|
224
|
+
model: config.model,
|
|
225
|
+
tools: this.buildToolsConfig(config),
|
|
226
|
+
permission: config.permission,
|
|
227
|
+
agent: config.agent,
|
|
228
|
+
custom_agent: config.custom_agent,
|
|
229
|
+
format: config.format,
|
|
230
|
+
variant: config.variant,
|
|
231
|
+
mcp: config.mcp
|
|
232
|
+
});
|
|
233
|
+
}
|
|
234
|
+
buildServerEnv(config) {
|
|
235
|
+
const serverEnv = {};
|
|
236
|
+
for (const [key, value] of Object.entries(process.env)) if (value !== void 0) serverEnv[key] = value;
|
|
237
|
+
if (this.env) for (const key of Object.keys(this.env).sort()) {
|
|
238
|
+
const value = this.env[key];
|
|
239
|
+
if (value !== void 0) serverEnv[key] = value;
|
|
240
|
+
}
|
|
241
|
+
if (config.log_level === "debug" || isDebugMode()) {
|
|
242
|
+
serverEnv.DEBUG = serverEnv.DEBUG || "opencode:*";
|
|
243
|
+
require_logger.logger.debug("[OpenCode SDK] Debug mode enabled, synced from promptfoo log level");
|
|
244
|
+
}
|
|
245
|
+
const homeDir = os.default.homedir();
|
|
246
|
+
const opencodeBinPath = path.default.join(homeDir, ".opencode", "bin");
|
|
247
|
+
if (!serverEnv.PATH?.includes(opencodeBinPath)) {
|
|
248
|
+
serverEnv.PATH = `${opencodeBinPath}:${serverEnv.PATH ?? ""}`;
|
|
249
|
+
require_logger.logger.debug(`Added ${opencodeBinPath} to PATH for OpenCode CLI`);
|
|
250
|
+
}
|
|
251
|
+
return serverEnv;
|
|
252
|
+
}
|
|
253
|
+
buildServerConfig(config) {
|
|
254
|
+
const serverConfig = {};
|
|
255
|
+
if (config.log_level) serverConfig.logLevel = config.log_level;
|
|
256
|
+
if (config.mcp && Object.keys(config.mcp).length > 0) {
|
|
257
|
+
serverConfig.mcp = config.mcp;
|
|
258
|
+
require_logger.logger.debug(`[OpenCode SDK] Configuring MCP servers: ${Object.keys(config.mcp).join(", ")}`);
|
|
259
|
+
}
|
|
260
|
+
if (config.custom_agent) {
|
|
261
|
+
serverConfig.agent = { custom: {
|
|
262
|
+
description: config.custom_agent.description,
|
|
263
|
+
model: config.custom_agent.model,
|
|
264
|
+
temperature: config.custom_agent.temperature,
|
|
265
|
+
top_p: config.custom_agent.top_p,
|
|
266
|
+
tools: config.custom_agent.tools,
|
|
267
|
+
permission: config.custom_agent.permission,
|
|
268
|
+
prompt: config.custom_agent.prompt,
|
|
269
|
+
mode: config.custom_agent.mode ?? "primary",
|
|
270
|
+
maxSteps: config.custom_agent.steps ?? config.custom_agent.maxSteps,
|
|
271
|
+
color: config.custom_agent.color,
|
|
272
|
+
disable: config.custom_agent.disable,
|
|
273
|
+
hidden: config.custom_agent.hidden
|
|
274
|
+
} };
|
|
275
|
+
require_logger.logger.debug(`[OpenCode SDK] Configuring custom agent: ${config.custom_agent.description}`);
|
|
276
|
+
}
|
|
277
|
+
if (config.permission) {
|
|
278
|
+
serverConfig.permission = config.permission;
|
|
279
|
+
require_logger.logger.debug("[OpenCode SDK] Configuring global permissions");
|
|
280
|
+
}
|
|
281
|
+
const toolsConfig = this.buildToolsConfig(config);
|
|
282
|
+
if (toolsConfig) serverConfig.tools = toolsConfig;
|
|
283
|
+
if (config.provider_id && config.apiKey) {
|
|
284
|
+
serverConfig.provider = { [config.provider_id]: { options: { apiKey: config.apiKey } } };
|
|
285
|
+
require_logger.logger.debug(`[OpenCode SDK] Injecting provider apiKey for ${config.provider_id}`);
|
|
286
|
+
}
|
|
287
|
+
return serverConfig;
|
|
288
|
+
}
|
|
289
|
+
warnOnIgnoredBaseUrlConfig(config) {
|
|
290
|
+
if (!config.baseUrl) return;
|
|
291
|
+
const ignoredSettings = [
|
|
292
|
+
config.hostname === void 0 ? void 0 : "hostname",
|
|
293
|
+
config.port === void 0 ? void 0 : "port",
|
|
294
|
+
config.timeout === void 0 ? void 0 : "timeout",
|
|
295
|
+
config.log_level === void 0 ? void 0 : "log_level",
|
|
296
|
+
config.mcp ? "mcp" : void 0,
|
|
297
|
+
config.custom_agent ? "custom_agent" : void 0,
|
|
298
|
+
config.apiKey ? "apiKey" : void 0
|
|
299
|
+
].filter(Boolean);
|
|
300
|
+
if (ignoredSettings.length > 0) require_logger.logger.warn(`[OpenCode SDK] baseUrl uses an existing OpenCode server. These config keys are ignored unless that server is preconfigured: ${ignoredSettings.join(", ")}`);
|
|
301
|
+
}
|
|
302
|
+
buildDeleteSessionParameters(session) {
|
|
303
|
+
if (!this.opencodeModule) throw new Error("OpenCode SDK module is not loaded");
|
|
304
|
+
if (this.opencodeModule.apiVersion === "v2") return {
|
|
305
|
+
sessionID: session.id,
|
|
306
|
+
...session.query
|
|
307
|
+
};
|
|
308
|
+
return {
|
|
309
|
+
path: getSessionPath(session.id),
|
|
310
|
+
query: session.query
|
|
311
|
+
};
|
|
312
|
+
}
|
|
313
|
+
async deleteSession(session) {
|
|
314
|
+
if (!session || !this.client?.session?.delete) return;
|
|
315
|
+
await this.client.session.delete(this.buildDeleteSessionParameters(session));
|
|
316
|
+
}
|
|
317
|
+
/**
|
|
318
|
+
* Add a session to the cache with LRU eviction
|
|
319
|
+
*/
|
|
320
|
+
addSession(cacheKey, session) {
|
|
321
|
+
while (this.sessions.size >= MAX_SESSIONS && this.sessionOrder.length > 0) {
|
|
322
|
+
const oldestKey = this.sessionOrder.shift();
|
|
323
|
+
if (oldestKey) {
|
|
324
|
+
const oldSession = this.sessions.get(oldestKey);
|
|
325
|
+
this.sessions.delete(oldestKey);
|
|
326
|
+
if (oldSession) this.deleteSession(oldSession).catch((err) => {
|
|
327
|
+
require_logger.logger.debug(`Failed to delete evicted session ${oldSession.id}: ${err}`);
|
|
328
|
+
});
|
|
329
|
+
}
|
|
330
|
+
}
|
|
331
|
+
this.sessions.set(cacheKey, session);
|
|
332
|
+
this.sessionOrder.push(cacheKey);
|
|
333
|
+
}
|
|
334
|
+
prepareCall(context) {
|
|
335
|
+
const config = {
|
|
336
|
+
...this.config,
|
|
337
|
+
...context?.prompt?.config
|
|
338
|
+
};
|
|
339
|
+
if (config.workspace && !config.baseUrl && !config.working_dir) throw new Error("OpenCode SDK workspace support requires either baseUrl or working_dir");
|
|
340
|
+
if (config.apiKey && !config.provider_id && !config.baseUrl) require_logger.logger.warn("[OpenCode SDK] apiKey is set without provider_id. Prefer setting provider_id so promptfoo can wire the credential into the spawned OpenCode server.");
|
|
341
|
+
this.warnOnIgnoredBaseUrlConfig(config);
|
|
342
|
+
if (config.working_dir) {
|
|
343
|
+
const workingDir = path.default.isAbsolute(config.working_dir) ? config.working_dir : path.default.resolve(process.cwd(), config.working_dir);
|
|
344
|
+
let stats;
|
|
345
|
+
try {
|
|
346
|
+
stats = fs.default.statSync(workingDir);
|
|
347
|
+
} catch (err) {
|
|
348
|
+
throw new Error(`Working directory ${config.working_dir} (resolved to ${workingDir}) does not exist or isn't accessible: ${err.message}`);
|
|
349
|
+
}
|
|
350
|
+
if (!stats.isDirectory()) throw new Error(`Working directory ${config.working_dir} (resolved to ${workingDir}) is not a directory`);
|
|
351
|
+
return {
|
|
352
|
+
config,
|
|
353
|
+
isTempDir: false,
|
|
354
|
+
workingDir
|
|
355
|
+
};
|
|
356
|
+
}
|
|
357
|
+
return {
|
|
358
|
+
config,
|
|
359
|
+
isTempDir: true,
|
|
360
|
+
workingDir: fs.default.mkdtempSync(path.default.join(os.default.tmpdir(), "promptfoo-opencode-sdk-"))
|
|
361
|
+
};
|
|
362
|
+
}
|
|
363
|
+
async ensureClient(config) {
|
|
364
|
+
if (!this.opencodeModule) this.opencodeModule = await loadOpenCodeSDK();
|
|
365
|
+
if (this.client) return;
|
|
366
|
+
const { createOpencode, createOpencodeClient } = this.opencodeModule;
|
|
367
|
+
if (config.baseUrl) {
|
|
368
|
+
this.client = createOpencodeClient({ baseUrl: config.baseUrl });
|
|
369
|
+
return;
|
|
370
|
+
}
|
|
371
|
+
const serverOptions = {
|
|
372
|
+
hostname: config.hostname ?? "127.0.0.1",
|
|
373
|
+
port: config.port ?? 0,
|
|
374
|
+
timeout: config.timeout ?? 3e4,
|
|
375
|
+
env: this.buildServerEnv(config)
|
|
376
|
+
};
|
|
377
|
+
const serverConfig = this.buildServerConfig(config);
|
|
378
|
+
if (Object.keys(serverConfig).length > 0) serverOptions.config = serverConfig;
|
|
379
|
+
const opencode = await createOpencode(serverOptions);
|
|
380
|
+
this.client = opencode.client;
|
|
381
|
+
this.server = opencode.server;
|
|
382
|
+
require_logger.logger.debug(`OpenCode server started at ${opencode.server.url}`);
|
|
383
|
+
}
|
|
384
|
+
async getOrCreateSession(config, workingDir) {
|
|
385
|
+
if (!this.client || !this.opencodeModule) throw new Error("OpenCode SDK client is not initialized");
|
|
386
|
+
const sessionQuery = this.buildQuery(config, workingDir);
|
|
387
|
+
if (config.session_id) return {
|
|
388
|
+
sessionId: config.session_id,
|
|
389
|
+
sessionQuery
|
|
390
|
+
};
|
|
391
|
+
const sessionCacheKey = this.buildSessionKey(config, workingDir);
|
|
392
|
+
if (config.persist_sessions && this.sessions.has(sessionCacheKey)) return {
|
|
393
|
+
sessionId: this.sessions.get(sessionCacheKey).id,
|
|
394
|
+
sessionQuery
|
|
395
|
+
};
|
|
396
|
+
const createResult = await this.client.session.create(this.buildCreateSessionParameters(config, sessionQuery));
|
|
397
|
+
const sessionId = unwrapOpenCodeResult(createResult)?.id ?? createResult?.id;
|
|
398
|
+
if (!sessionId) throw new Error("Failed to get session ID from OpenCode SDK response");
|
|
399
|
+
const session = {
|
|
400
|
+
id: sessionId,
|
|
401
|
+
query: sessionQuery
|
|
402
|
+
};
|
|
403
|
+
if (config.persist_sessions) {
|
|
404
|
+
this.addSession(sessionCacheKey, session);
|
|
405
|
+
return {
|
|
406
|
+
sessionId,
|
|
407
|
+
sessionQuery
|
|
408
|
+
};
|
|
409
|
+
}
|
|
410
|
+
return {
|
|
411
|
+
sessionId,
|
|
412
|
+
sessionQuery,
|
|
413
|
+
ephemeralSession: session
|
|
414
|
+
};
|
|
415
|
+
}
|
|
416
|
+
buildPromptBody(config, prompt) {
|
|
417
|
+
if (!this.opencodeModule) throw new Error("OpenCode SDK module is not loaded");
|
|
418
|
+
const promptBody = { parts: [{
|
|
419
|
+
type: "text",
|
|
420
|
+
text: prompt
|
|
421
|
+
}] };
|
|
422
|
+
if (config.provider_id || config.model) promptBody.model = {
|
|
423
|
+
providerID: config.provider_id ?? "",
|
|
424
|
+
modelID: config.model ?? ""
|
|
425
|
+
};
|
|
426
|
+
const toolsConfig = this.buildToolsConfig(config);
|
|
427
|
+
if (toolsConfig) promptBody.tools = toolsConfig;
|
|
428
|
+
if (config.agent) promptBody.agent = config.agent;
|
|
429
|
+
else if (config.custom_agent) promptBody.agent = "custom";
|
|
430
|
+
if (config.custom_agent?.prompt) promptBody.system = config.custom_agent.prompt;
|
|
431
|
+
if (config.format) promptBody.format = config.format;
|
|
432
|
+
if (config.variant) promptBody.variant = config.variant;
|
|
433
|
+
if (config.permission && this.opencodeModule.apiVersion === "v1") promptBody.permission = config.permission;
|
|
434
|
+
return promptBody;
|
|
435
|
+
}
|
|
436
|
+
buildCreateSessionParameters(config, sessionQuery) {
|
|
437
|
+
if (!this.opencodeModule) throw new Error("OpenCode SDK module is not loaded");
|
|
438
|
+
const createBody = { title: `promptfoo-${Date.now()}` };
|
|
439
|
+
if (config.permission && this.opencodeModule.apiVersion === "v2") createBody.permission = config.permission;
|
|
440
|
+
if (this.opencodeModule.apiVersion === "v2") return {
|
|
441
|
+
...sessionQuery,
|
|
442
|
+
...createBody
|
|
443
|
+
};
|
|
444
|
+
return {
|
|
445
|
+
body: createBody,
|
|
446
|
+
query: sessionQuery
|
|
447
|
+
};
|
|
448
|
+
}
|
|
449
|
+
buildPromptParameters(config, prompt, sessionId, sessionQuery) {
|
|
450
|
+
if (!this.opencodeModule) throw new Error("OpenCode SDK module is not loaded");
|
|
451
|
+
const promptBody = this.buildPromptBody(config, prompt);
|
|
452
|
+
if (this.opencodeModule.apiVersion === "v2") return {
|
|
453
|
+
sessionID: sessionId,
|
|
454
|
+
...sessionQuery,
|
|
455
|
+
...promptBody
|
|
456
|
+
};
|
|
457
|
+
return {
|
|
458
|
+
path: getSessionPath(sessionId),
|
|
459
|
+
body: promptBody,
|
|
460
|
+
query: sessionQuery
|
|
461
|
+
};
|
|
462
|
+
}
|
|
463
|
+
buildProviderResponse(config, response, sessionId) {
|
|
464
|
+
const responseData = unwrapOpenCodeResult(response);
|
|
465
|
+
const assistantMessage = responseData?.info;
|
|
466
|
+
const parts = responseData?.parts ?? [];
|
|
467
|
+
let output = "";
|
|
468
|
+
for (const part of parts) if (part.type === "text" && part.text) output += (output ? "\n" : "") + part.text;
|
|
469
|
+
if (config.format?.type === "json_schema") if (assistantMessage?.structured === void 0) output = normalizeStructuredText(output) ?? output;
|
|
470
|
+
else output = JSON.stringify(assistantMessage.structured);
|
|
471
|
+
const tokens = assistantMessage?.tokens;
|
|
472
|
+
return {
|
|
473
|
+
output,
|
|
474
|
+
tokenUsage: tokens ? {
|
|
475
|
+
prompt: tokens.input ?? 0,
|
|
476
|
+
completion: tokens.output ?? 0,
|
|
477
|
+
total: (tokens.input ?? 0) + (tokens.output ?? 0)
|
|
478
|
+
} : void 0,
|
|
479
|
+
cost: assistantMessage?.cost ?? 0,
|
|
480
|
+
raw: JSON.stringify(response),
|
|
481
|
+
sessionId
|
|
482
|
+
};
|
|
483
|
+
}
|
|
484
|
+
handleCallError(error, callOptions) {
|
|
485
|
+
if (error instanceof Error && error.name === "AbortError" || callOptions?.abortSignal?.aborted) {
|
|
486
|
+
require_logger.logger.warn("OpenCode SDK call aborted");
|
|
487
|
+
return { error: "OpenCode SDK call aborted" };
|
|
488
|
+
}
|
|
489
|
+
if (error && typeof error === "object" && "code" in error && error.code === "ENOENT" && "message" in error && typeof error.message === "string" && error.message.includes("opencode")) {
|
|
490
|
+
const cliError = dedent.default`The OpenCode CLI is required but not installed.
|
|
491
|
+
|
|
492
|
+
The OpenCode SDK requires the 'opencode' CLI to be installed and available in your PATH.
|
|
493
|
+
|
|
494
|
+
Install it with:
|
|
495
|
+
curl -fsSL https://opencode.ai/install | bash
|
|
496
|
+
|
|
497
|
+
Or see: https://opencode.ai for other installation methods.`;
|
|
498
|
+
require_logger.logger.error(cliError);
|
|
499
|
+
return { error: cliError };
|
|
500
|
+
}
|
|
501
|
+
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
502
|
+
require_logger.logger.error("Error calling OpenCode SDK", { error });
|
|
503
|
+
return { error: `Error calling OpenCode SDK: ${errorMessage}` };
|
|
504
|
+
}
|
|
505
|
+
async callApi(prompt, context, callOptions) {
|
|
506
|
+
const { config, isTempDir, workingDir } = this.prepareCall(context);
|
|
507
|
+
const mcpConfig = config.mcp && Object.keys(config.mcp).length > 0 ? config.mcp : void 0;
|
|
508
|
+
const cacheResult = await require_agentic_utils.initializeAgenticCache({
|
|
509
|
+
cacheKeyPrefix: "opencode:sdk",
|
|
510
|
+
workingDir: config.working_dir ? workingDir : void 0,
|
|
511
|
+
bustCache: context?.bustCache,
|
|
512
|
+
mcp: mcpConfig,
|
|
513
|
+
cacheMcp: config.cache_mcp
|
|
514
|
+
}, {
|
|
515
|
+
prompt,
|
|
516
|
+
provider_id: config.provider_id,
|
|
517
|
+
model: config.model,
|
|
518
|
+
tools: this.buildToolsConfig(config),
|
|
519
|
+
permission: config.permission,
|
|
520
|
+
agent: config.agent,
|
|
521
|
+
custom_agent: config.custom_agent,
|
|
522
|
+
workspace: config.workspace,
|
|
523
|
+
format: config.format,
|
|
524
|
+
variant: config.variant
|
|
525
|
+
});
|
|
526
|
+
const cachedResponse = await require_agentic_utils.getCachedResponse(cacheResult, "OpenCode SDK");
|
|
527
|
+
if (cachedResponse) return cachedResponse;
|
|
528
|
+
if (callOptions?.abortSignal?.aborted) return { error: "OpenCode SDK call aborted before it started" };
|
|
529
|
+
let ephemeralSession;
|
|
530
|
+
try {
|
|
531
|
+
await this.ensureClient(config);
|
|
532
|
+
const session = await this.getOrCreateSession(config, workingDir);
|
|
533
|
+
ephemeralSession = session.ephemeralSession;
|
|
534
|
+
const promptOptions = this.buildPromptParameters(config, prompt, session.sessionId, session.sessionQuery);
|
|
535
|
+
require_logger.logger.debug(`OpenCode SDK prompt options:`, promptOptions);
|
|
536
|
+
const client = this.client;
|
|
537
|
+
if (!client) throw new Error("OpenCode SDK client is not initialized");
|
|
538
|
+
const response = await client.session.prompt(promptOptions);
|
|
539
|
+
require_logger.logger.debug(`OpenCode SDK response received`);
|
|
540
|
+
const providerResponse = this.buildProviderResponse(config, response, session.sessionId);
|
|
541
|
+
await require_agentic_utils.cacheResponse(cacheResult, providerResponse, "OpenCode SDK");
|
|
542
|
+
require_logger.logger.debug(`OpenCode SDK response: ${providerResponse.output.slice(0, 100)}...`);
|
|
543
|
+
return providerResponse;
|
|
544
|
+
} catch (error) {
|
|
545
|
+
return this.handleCallError(error, callOptions);
|
|
546
|
+
} finally {
|
|
547
|
+
if (ephemeralSession) try {
|
|
548
|
+
await this.deleteSession(ephemeralSession);
|
|
549
|
+
} catch (err) {
|
|
550
|
+
require_logger.logger.debug(`Failed to delete non-persistent session ${ephemeralSession.id}: ${err}`);
|
|
551
|
+
}
|
|
552
|
+
if (isTempDir && workingDir) fs.default.rmSync(workingDir, {
|
|
553
|
+
recursive: true,
|
|
554
|
+
force: true
|
|
555
|
+
});
|
|
556
|
+
}
|
|
557
|
+
}
|
|
558
|
+
};
|
|
559
|
+
//#endregion
|
|
560
|
+
exports.OpenCodeSDKProvider = OpenCodeSDKProvider;
|
|
561
|
+
|
|
562
|
+
//# sourceMappingURL=opencode-sdk-7xjoDNiM.cjs.map
|