@wix/evalforge-evaluator 0.94.0 → 0.95.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +0 -10
- package/build/index.js.map +2 -2
- package/build/index.mjs +0 -10
- package/build/index.mjs.map +2 -2
- package/package.json +5 -5
package/build/index.js
CHANGED
|
@@ -223,23 +223,15 @@ function applyParamsToAssertion(assertion, params) {
|
|
|
223
223
|
}
|
|
224
224
|
if (assertion.type === "llm_judge") {
|
|
225
225
|
let prompt = assertion.prompt;
|
|
226
|
-
let systemPrompt = assertion.systemPrompt;
|
|
227
226
|
for (const [key, value] of Object.entries(params)) {
|
|
228
227
|
const placeholder = `{{${key}}}`;
|
|
229
228
|
const escapedPlaceholder = placeholder.replace(/[{}]/g, "\\$&");
|
|
230
229
|
const replacement = String(value ?? "");
|
|
231
230
|
prompt = prompt.replace(new RegExp(escapedPlaceholder, "g"), replacement);
|
|
232
|
-
if (systemPrompt) {
|
|
233
|
-
systemPrompt = systemPrompt.replace(
|
|
234
|
-
new RegExp(escapedPlaceholder, "g"),
|
|
235
|
-
replacement
|
|
236
|
-
);
|
|
237
|
-
}
|
|
238
231
|
}
|
|
239
232
|
return {
|
|
240
233
|
...assertion,
|
|
241
234
|
prompt,
|
|
242
|
-
systemPrompt,
|
|
243
235
|
...params.model !== void 0 && { model: params.model },
|
|
244
236
|
...params.maxTokens !== void 0 && {
|
|
245
237
|
maxTokens: params.maxTokens
|
|
@@ -317,7 +309,6 @@ function resolveSystemAssertion(assertionId, params) {
|
|
|
317
309
|
baseAssertion = {
|
|
318
310
|
type: "llm_judge",
|
|
319
311
|
prompt: params?.prompt ?? "",
|
|
320
|
-
systemPrompt: params?.systemPrompt,
|
|
321
312
|
minScore: params?.minScore,
|
|
322
313
|
model: params?.model,
|
|
323
314
|
maxTokens: params?.maxTokens,
|
|
@@ -334,7 +325,6 @@ function customAssertionToAssertion(ca, params) {
|
|
|
334
325
|
const baseAssertion = {
|
|
335
326
|
type: "llm_judge",
|
|
336
327
|
prompt: config?.prompt ?? "",
|
|
337
|
-
systemPrompt: config?.systemPrompt,
|
|
338
328
|
minScore: config?.minScore,
|
|
339
329
|
model: config?.model,
|
|
340
330
|
maxTokens: config?.maxTokens,
|