evals 1.0.3 → 1.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +2 -2
- package/package.json +1 -1
- package/src/index.js +2 -2
package/dist/index.js
CHANGED
|
@@ -15239,7 +15239,7 @@ program.command("fetch-evals").description("Fetch the latest evals for the proje
|
|
|
15239
15239
|
const response = await fetch(url, {
|
|
15240
15240
|
method: "GET",
|
|
15241
15241
|
headers: {
|
|
15242
|
-
|
|
15242
|
+
"X-API-KEY": UMBRAGE_EVALS_API_KEY
|
|
15243
15243
|
}
|
|
15244
15244
|
});
|
|
15245
15245
|
if (!response.ok) {
|
|
@@ -15254,7 +15254,7 @@ program.command("fetch-evals").description("Fetch the latest evals for the proje
|
|
|
15254
15254
|
};
|
|
15255
15255
|
const processPromptFile = async (file) => {
|
|
15256
15256
|
const promptFilename = file.split(".prompt.js")[0];
|
|
15257
|
-
const evalsFolder =
|
|
15257
|
+
const evalsFolder = `prompts/${promptFilename}_evals`;
|
|
15258
15258
|
if (!fs2.existsSync(evalsFolder)) {
|
|
15259
15259
|
fs2.mkdirSync(evalsFolder, { recursive: true });
|
|
15260
15260
|
}
|
package/package.json
CHANGED
package/src/index.js
CHANGED
|
@@ -24,7 +24,7 @@ program
|
|
|
24
24
|
const response = await fetch(url, {
|
|
25
25
|
method: 'GET',
|
|
26
26
|
headers: {
|
|
27
|
-
|
|
27
|
+
'X-API-KEY': UMBRAGE_EVALS_API_KEY,
|
|
28
28
|
},
|
|
29
29
|
});
|
|
30
30
|
|
|
@@ -42,7 +42,7 @@ program
|
|
|
42
42
|
|
|
43
43
|
const processPromptFile = async file => {
|
|
44
44
|
const promptFilename = file.split('.prompt.js')[0];
|
|
45
|
-
const evalsFolder =
|
|
45
|
+
const evalsFolder = `prompts/${promptFilename}_evals`;
|
|
46
46
|
|
|
47
47
|
if (!fs.existsSync(evalsFolder)) {
|
|
48
48
|
fs.mkdirSync(evalsFolder, { recursive: true });
|