promptfoo 0.97.0 → 0.99.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/package.json +19 -17
- package/dist/src/app/assets/index-CJGQrbZb.js +787 -0
- package/dist/src/app/assets/{index-YwjS5Vq2.css → index-DatcZSwS.css} +1 -1
- package/dist/src/app/assets/{index.es-Cc9N3uII.js → index.es-BCwhwRu5.js} +1 -1
- package/dist/src/app/assets/{sync-BoVzjiAe.js → sync-hJWHXawF.js} +1 -1
- package/dist/src/app/index.html +2 -2
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/index.js +9 -1
- package/dist/src/assertions/index.js.map +1 -1
- package/dist/src/cache.d.ts +1 -0
- package/dist/src/cache.d.ts.map +1 -1
- package/dist/src/cache.js +5 -0
- package/dist/src/cache.js.map +1 -1
- package/dist/src/commands/debug.d.ts +4 -0
- package/dist/src/commands/debug.d.ts.map +1 -0
- package/dist/src/commands/debug.js +84 -0
- package/dist/src/commands/debug.js.map +1 -0
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/commands/view.js +6 -4
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/constants.d.ts +1 -0
- package/dist/src/constants.d.ts.map +1 -1
- package/dist/src/constants.js +2 -1
- package/dist/src/constants.js.map +1 -1
- package/dist/src/database/tables.d.ts +176 -176
- package/dist/src/envars.d.ts +1 -1
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +7 -3
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts +1 -0
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +19 -0
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/logger.js +10 -10
- package/dist/src/logger.js.map +1 -1
- package/dist/src/main.js +17 -1
- package/dist/src/main.js.map +1 -1
- package/dist/src/models/eval.d.ts +1 -0
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +2 -0
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/prompts/processors/yaml.d.ts.map +1 -1
- package/dist/src/prompts/processors/yaml.js +7 -2
- package/dist/src/prompts/processors/yaml.js.map +1 -1
- package/dist/src/providers/adaline.gateway.d.ts +2 -1
- package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
- package/dist/src/providers/ai21.d.ts +2 -1
- package/dist/src/providers/ai21.d.ts.map +1 -1
- package/dist/src/providers/ai21.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts +2 -1
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azure.d.ts +2 -1
- package/dist/src/providers/azure.d.ts.map +1 -1
- package/dist/src/providers/bam.d.ts +2 -1
- package/dist/src/providers/bam.d.ts.map +1 -1
- package/dist/src/providers/bam.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts +2 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/cloudflare-ai.d.ts +2 -1
- package/dist/src/providers/cloudflare-ai.d.ts.map +1 -1
- package/dist/src/providers/cohere.d.ts +2 -1
- package/dist/src/providers/cohere.d.ts.map +1 -1
- package/dist/src/providers/defaults.d.ts +2 -1
- package/dist/src/providers/defaults.d.ts.map +1 -1
- package/dist/src/providers/defaults.js.map +1 -1
- package/dist/src/providers/fal.d.ts +2 -1
- package/dist/src/providers/fal.d.ts.map +1 -1
- package/dist/src/providers/fal.js.map +1 -1
- package/dist/src/providers/groq.d.ts +2 -1
- package/dist/src/providers/groq.d.ts.map +1 -1
- package/dist/src/providers/http.d.ts +5 -1
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +67 -10
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/localai.d.ts +2 -1
- package/dist/src/providers/localai.d.ts.map +1 -1
- package/dist/src/providers/localai.js.map +1 -1
- package/dist/src/providers/mistral.d.ts +2 -1
- package/dist/src/providers/mistral.d.ts.map +1 -1
- package/dist/src/providers/openai.d.ts +2 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +1 -1
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/palm.d.ts +2 -1
- package/dist/src/providers/palm.d.ts.map +1 -1
- package/dist/src/providers/palm.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +2 -1
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/replicate.d.ts +2 -1
- package/dist/src/providers/replicate.d.ts.map +1 -1
- package/dist/src/providers/sequence.d.ts +11 -0
- package/dist/src/providers/sequence.d.ts.map +1 -0
- package/dist/src/providers/sequence.js +66 -0
- package/dist/src/providers/sequence.js.map +1 -0
- package/dist/src/providers/togetherai.d.ts +2 -1
- package/dist/src/providers/togetherai.d.ts.map +1 -1
- package/dist/src/providers/togetherai.js.map +1 -1
- package/dist/src/providers/vertex.d.ts +2 -1
- package/dist/src/providers/vertex.d.ts.map +1 -1
- package/dist/src/providers/watsonx.d.ts +2 -1
- package/dist/src/providers/watsonx.d.ts.map +1 -1
- package/dist/src/providers/watsonx.js.map +1 -1
- package/dist/src/providers/xai.d.ts +2 -1
- package/dist/src/providers/xai.d.ts.map +1 -1
- package/dist/src/providers/xai.js.map +1 -1
- package/dist/src/providers.d.ts +2 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +4 -0
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +25 -4
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +79 -64
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/commands/report.d.ts.map +1 -1
- package/dist/src/redteam/commands/report.js +11 -3
- package/dist/src/redteam/commands/report.js.map +1 -1
- package/dist/src/redteam/commands/setup.d.ts +3 -0
- package/dist/src/redteam/commands/setup.d.ts.map +1 -0
- package/dist/src/redteam/commands/setup.js +33 -0
- package/dist/src/redteam/commands/setup.js.map +1 -0
- package/dist/src/redteam/constants.d.ts +4 -4
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +12 -2
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +95 -37
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +2 -0
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
- package/dist/src/redteam/plugins/competitors.js +23 -1
- package/dist/src/redteam/plugins/competitors.js.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.js +18 -0
- package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful/constants.js +32 -8
- package/dist/src/redteam/plugins/harmful/constants.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.js +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -1
- package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
- package/dist/src/redteam/plugins/intent.js +6 -0
- package/dist/src/redteam/plugins/intent.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +3 -0
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +66 -37
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +56 -41
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts +1 -0
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +14 -9
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts +3 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +14 -8
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +26 -19
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +9 -6
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +9 -16
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/strategies/citation.d.ts +3 -0
- package/dist/src/redteam/strategies/citation.d.ts.map +1 -0
- package/dist/src/redteam/strategies/citation.js +96 -0
- package/dist/src/redteam/strategies/citation.js.map +1 -0
- package/dist/src/redteam/strategies/index.d.ts +3 -2
- package/dist/src/redteam/strategies/index.d.ts.map +1 -1
- package/dist/src/redteam/strategies/index.js +68 -13
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/singleTurnComposite.d.ts +3 -0
- package/dist/src/redteam/strategies/singleTurnComposite.d.ts.map +1 -0
- package/dist/src/redteam/strategies/singleTurnComposite.js +89 -0
- package/dist/src/redteam/strategies/singleTurnComposite.js.map +1 -0
- package/dist/src/redteam/types.d.ts +5 -1
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/server/index.js +4 -2
- package/dist/src/server/index.js.map +1 -1
- package/dist/src/server/routes/providers.js +1 -0
- package/dist/src/server/routes/providers.js.map +1 -1
- package/dist/src/server/server.d.ts +1 -6
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +13 -43
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/testCases.js +1 -1
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/env.d.ts +54 -0
- package/dist/src/types/env.d.ts.map +1 -0
- package/dist/src/types/env.js +3 -0
- package/dist/src/types/env.js.map +1 -0
- package/dist/src/types/index.d.ts +8395 -6838
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +2 -1
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/providers.d.ts +3 -53
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/types/providers.js.map +1 -1
- package/dist/src/util/config/load.js +1 -1
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/index.d.ts +32 -32
- package/dist/src/util/server.d.ts +10 -0
- package/dist/src/util/server.d.ts.map +1 -0
- package/dist/src/util/server.js +74 -0
- package/dist/src/util/server.js.map +1 -0
- package/dist/src/util/transform.d.ts +1 -0
- package/dist/src/util/transform.d.ts.map +1 -1
- package/dist/src/util/transform.js.map +1 -1
- package/dist/src/validators/providers.d.ts +296 -296
- package/dist/src/validators/redteam.d.ts +130 -126
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +18 -2
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/test/cache.test.js +47 -7
- package/dist/test/cache.test.js.map +1 -1
- package/dist/test/commands/init.test.js +14 -0
- package/dist/test/commands/init.test.js.map +1 -1
- package/dist/test/evaluator.test.js +50 -0
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +144 -144
- package/dist/test/prompts/index.test.js +38 -25
- package/dist/test/prompts/index.test.js.map +1 -1
- package/dist/test/prompts/processors/yaml.test.js +50 -4
- package/dist/test/prompts/processors/yaml.test.js.map +1 -1
- package/dist/test/providers/http.test.js +0 -17
- package/dist/test/providers/http.test.js.map +1 -1
- package/dist/test/providers/index.test.js +1 -0
- package/dist/test/providers/index.test.js.map +1 -1
- package/dist/test/providers/togetherai.test.js.map +1 -1
- package/dist/test/redteam/commands/generate.test.js +58 -0
- package/dist/test/redteam/commands/generate.test.js.map +1 -1
- package/dist/test/redteam/index.test.js +2 -2
- package/dist/test/redteam/index.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +8 -0
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/providers/iterativeTree.test.js +11 -3
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/dist/test/testCases.test.js +21 -0
- package/dist/test/testCases.test.js.map +1 -1
- package/dist/test/types.test.js +17 -4
- package/dist/test/types.test.js.map +1 -1
- package/dist/test/util/server.test.d.ts +2 -0
- package/dist/test/util/server.test.d.ts.map +1 -0
- package/dist/test/util/server.test.js +114 -0
- package/dist/test/util/server.test.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +19 -17
- package/dist/src/app/assets/index-CbxDbiAR.js +0 -769
package/dist/src/util/index.d.ts
CHANGED
|
@@ -125,37 +125,40 @@ export declare function getTestCases(limit?: number): Promise<{
|
|
|
125
125
|
transform?: string | undefined;
|
|
126
126
|
delay?: number | undefined;
|
|
127
127
|
env?: {
|
|
128
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
128
129
|
AI21_API_BASE_URL?: string | undefined;
|
|
129
130
|
AI21_API_KEY?: string | undefined;
|
|
130
131
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
131
132
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
133
|
+
FAL_KEY?: string | undefined;
|
|
134
|
+
GROQ_API_KEY?: string | undefined;
|
|
135
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
136
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
137
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
138
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
139
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
140
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
141
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
142
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
143
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
144
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
145
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
146
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
147
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
132
148
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
133
149
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
134
150
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
135
151
|
AZURE_API_BASE_URL?: string | undefined;
|
|
136
152
|
AZURE_API_HOST?: string | undefined;
|
|
137
153
|
AZURE_API_KEY?: string | undefined;
|
|
138
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
139
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
140
154
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
141
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
142
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
143
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
144
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
145
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
146
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
147
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
148
155
|
BAM_API_HOST?: string | undefined;
|
|
149
156
|
BAM_API_KEY?: string | undefined;
|
|
150
157
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
151
158
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
152
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
153
159
|
COHERE_API_KEY?: string | undefined;
|
|
154
|
-
FAL_KEY?: string | undefined;
|
|
155
160
|
GOOGLE_API_HOST?: string | undefined;
|
|
156
161
|
GOOGLE_API_KEY?: string | undefined;
|
|
157
|
-
GROQ_API_KEY?: string | undefined;
|
|
158
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
159
162
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
160
163
|
MISTRAL_API_HOST?: string | undefined;
|
|
161
164
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -173,9 +176,6 @@ export declare function getTestCases(limit?: number): Promise<{
|
|
|
173
176
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
174
177
|
VERTEX_PUBLISHER?: string | undefined;
|
|
175
178
|
VERTEX_REGION?: string | undefined;
|
|
176
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
177
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
178
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
179
179
|
} | undefined;
|
|
180
180
|
} | {
|
|
181
181
|
callApi: import("../types").CallApiFunction;
|
|
@@ -311,37 +311,40 @@ export declare function getDatasetFromHash(hash: string): Promise<{
|
|
|
311
311
|
transform?: string | undefined;
|
|
312
312
|
delay?: number | undefined;
|
|
313
313
|
env?: {
|
|
314
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
314
315
|
AI21_API_BASE_URL?: string | undefined;
|
|
315
316
|
AI21_API_KEY?: string | undefined;
|
|
316
317
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
317
318
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
319
|
+
FAL_KEY?: string | undefined;
|
|
320
|
+
GROQ_API_KEY?: string | undefined;
|
|
321
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
322
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
323
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
324
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
325
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
326
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
327
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
328
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
329
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
330
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
331
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
332
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
333
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
318
334
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
319
335
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
320
336
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
321
337
|
AZURE_API_BASE_URL?: string | undefined;
|
|
322
338
|
AZURE_API_HOST?: string | undefined;
|
|
323
339
|
AZURE_API_KEY?: string | undefined;
|
|
324
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
325
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
326
340
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
327
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
328
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
329
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
330
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
331
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
332
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
333
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
334
341
|
BAM_API_HOST?: string | undefined;
|
|
335
342
|
BAM_API_KEY?: string | undefined;
|
|
336
343
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
337
344
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
338
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
339
345
|
COHERE_API_KEY?: string | undefined;
|
|
340
|
-
FAL_KEY?: string | undefined;
|
|
341
346
|
GOOGLE_API_HOST?: string | undefined;
|
|
342
347
|
GOOGLE_API_KEY?: string | undefined;
|
|
343
|
-
GROQ_API_KEY?: string | undefined;
|
|
344
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
345
348
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
346
349
|
MISTRAL_API_HOST?: string | undefined;
|
|
347
350
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -359,9 +362,6 @@ export declare function getDatasetFromHash(hash: string): Promise<{
|
|
|
359
362
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
360
363
|
VERTEX_PUBLISHER?: string | undefined;
|
|
361
364
|
VERTEX_REGION?: string | undefined;
|
|
362
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
363
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
364
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
365
365
|
} | undefined;
|
|
366
366
|
} | {
|
|
367
367
|
callApi: import("../types").CallApiFunction;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export declare enum BrowserBehavior {
|
|
2
|
+
ASK = 0,
|
|
3
|
+
OPEN = 1,
|
|
4
|
+
SKIP = 2,
|
|
5
|
+
OPEN_TO_REPORT = 3,
|
|
6
|
+
OPEN_TO_REDTEAM_CREATE = 4
|
|
7
|
+
}
|
|
8
|
+
export declare function checkServerRunning(port?: number): Promise<boolean>;
|
|
9
|
+
export declare function openBrowser(browserBehavior: BrowserBehavior, port?: number): Promise<void>;
|
|
10
|
+
//# sourceMappingURL=server.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/util/server.ts"],"names":[],"mappings":"AAKA,oBAAY,eAAe;IACzB,GAAG,IAAI;IACP,IAAI,IAAI;IACR,IAAI,IAAI;IACR,cAAc,IAAI;IAClB,sBAAsB,IAAI;CAC3B;AAED,wBAAsB,kBAAkB,CAAC,IAAI,SAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAS9E;AAED,wBAAsB,WAAW,CAC/B,eAAe,EAAE,eAAe,EAChC,IAAI,SAAe,GAClB,OAAO,CAAC,IAAI,CAAC,CAuCf"}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.BrowserBehavior = void 0;
|
|
7
|
+
exports.checkServerRunning = checkServerRunning;
|
|
8
|
+
exports.openBrowser = openBrowser;
|
|
9
|
+
const opener_1 = __importDefault(require("opener"));
|
|
10
|
+
const readline_1 = __importDefault(require("readline"));
|
|
11
|
+
const constants_1 = require("../constants");
|
|
12
|
+
const logger_1 = __importDefault(require("../logger"));
|
|
13
|
+
var BrowserBehavior;
|
|
14
|
+
(function (BrowserBehavior) {
|
|
15
|
+
BrowserBehavior[BrowserBehavior["ASK"] = 0] = "ASK";
|
|
16
|
+
BrowserBehavior[BrowserBehavior["OPEN"] = 1] = "OPEN";
|
|
17
|
+
BrowserBehavior[BrowserBehavior["SKIP"] = 2] = "SKIP";
|
|
18
|
+
BrowserBehavior[BrowserBehavior["OPEN_TO_REPORT"] = 3] = "OPEN_TO_REPORT";
|
|
19
|
+
BrowserBehavior[BrowserBehavior["OPEN_TO_REDTEAM_CREATE"] = 4] = "OPEN_TO_REDTEAM_CREATE";
|
|
20
|
+
})(BrowserBehavior || (exports.BrowserBehavior = BrowserBehavior = {}));
|
|
21
|
+
async function checkServerRunning(port = constants_1.DEFAULT_PORT) {
|
|
22
|
+
try {
|
|
23
|
+
const response = await fetch(`http://localhost:${port}/health`);
|
|
24
|
+
const data = await response.json();
|
|
25
|
+
return data.status === 'OK' && data.version === constants_1.VERSION;
|
|
26
|
+
}
|
|
27
|
+
catch (err) {
|
|
28
|
+
logger_1.default.debug(`Failed to check server health: ${String(err)}`);
|
|
29
|
+
return false;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
async function openBrowser(browserBehavior, port = constants_1.DEFAULT_PORT) {
|
|
33
|
+
const baseUrl = `http://localhost:${port}`;
|
|
34
|
+
let url = baseUrl;
|
|
35
|
+
if (browserBehavior === BrowserBehavior.OPEN_TO_REPORT) {
|
|
36
|
+
url = `${baseUrl}/report`;
|
|
37
|
+
}
|
|
38
|
+
else if (browserBehavior === BrowserBehavior.OPEN_TO_REDTEAM_CREATE) {
|
|
39
|
+
url = `${baseUrl}/redteam/setup`;
|
|
40
|
+
}
|
|
41
|
+
const doOpen = async () => {
|
|
42
|
+
try {
|
|
43
|
+
logger_1.default.info('Press Ctrl+C to stop the server');
|
|
44
|
+
await (0, opener_1.default)(url);
|
|
45
|
+
}
|
|
46
|
+
catch (err) {
|
|
47
|
+
logger_1.default.error(`Failed to open browser: ${String(err)}`);
|
|
48
|
+
}
|
|
49
|
+
};
|
|
50
|
+
if (browserBehavior === BrowserBehavior.ASK) {
|
|
51
|
+
return new Promise((resolve, reject) => {
|
|
52
|
+
try {
|
|
53
|
+
const rl = readline_1.default.createInterface({
|
|
54
|
+
input: process.stdin,
|
|
55
|
+
output: process.stdout,
|
|
56
|
+
});
|
|
57
|
+
rl.question('Open URL in browser? (y/N): ', async (answer) => {
|
|
58
|
+
if (answer.toLowerCase().startsWith('y')) {
|
|
59
|
+
await doOpen();
|
|
60
|
+
}
|
|
61
|
+
rl.close();
|
|
62
|
+
resolve();
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
catch (err) {
|
|
66
|
+
reject(err);
|
|
67
|
+
}
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
else if (browserBehavior !== BrowserBehavior.SKIP) {
|
|
71
|
+
await doOpen();
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
//# sourceMappingURL=server.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/util/server.ts"],"names":[],"mappings":";;;;;;AAaA,gDASC;AAED,kCA0CC;AAlED,oDAA4B;AAC5B,wDAAgC;AAChC,4CAAqD;AACrD,uDAA+B;AAE/B,IAAY,eAMX;AAND,WAAY,eAAe;IACzB,mDAAO,CAAA;IACP,qDAAQ,CAAA;IACR,qDAAQ,CAAA;IACR,yEAAkB,CAAA;IAClB,yFAA0B,CAAA;AAC5B,CAAC,EANW,eAAe,+BAAf,eAAe,QAM1B;AAEM,KAAK,UAAU,kBAAkB,CAAC,IAAI,GAAG,wBAAY;IAC1D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,SAAS,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,mBAAO,CAAC;IAC1D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,kCAAkC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9D,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,WAAW,CAC/B,eAAgC,EAChC,IAAI,GAAG,wBAAY;IAEnB,MAAM,OAAO,GAAG,oBAAoB,IAAI,EAAE,CAAC;IAC3C,IAAI,GAAG,GAAG,OAAO,CAAC;IAClB,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;QACvD,GAAG,GAAG,GAAG,OAAO,SAAS,CAAC;IAC5B,CAAC;SAAM,IAAI,eAAe,KAAK,eAAe,CAAC,sBAAsB,EAAE,CAAC;QACtE,GAAG,GAAG,GAAG,OAAO,gBAAgB,CAAC;IACnC,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;QACxB,IAAI,CAAC;YACH,gBAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YAC/C,MAAM,IAAA,gBAAM,EAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,2BAA2B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;QAC5C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,kBAAQ,CAAC,eAAe,CAAC;oBAClC,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;iBACvB,CAAC,CAAC;gBACH,EAAE,CAAC,QAAQ,CAAC,8BAA8B,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;oBAC3D,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;wBACzC,MAAM,MAAM,EAAE,CAAC;oBACjB,CAAC;oBACD,EAAE,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,eAAe,KAAK,eAAe,CAAC,IAAI,EAAE,CAAC;QACpD,MAAM,MAAM,EAAE,CAAC;IACjB,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../../src/util/transform.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAG7C,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,CAAC,EAAE,IAAI,CAAC;IACZ,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../../src/util/transform.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAG7C,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,CAAC,EAAE,IAAI,CAAC;IACZ,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,oBAAY,kBAAkB;IAC5B,MAAM,WAAW;IACjB,IAAI,SAAS;CACd;AA+FD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,SAAS,CAC7B,cAAc,EAAE,MAAM,EACtB,cAAc,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,EAC3C,OAAO,EAAE,gBAAgB,EACzB,cAAc,GAAE,OAAc,EAC9B,SAAS,GAAE,kBAA8C,GACxD,OAAO,CAAC,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC,CAUtC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transform.js","sourceRoot":"","sources":["../../../src/util/transform.ts"],"names":[],"mappings":";;;;;;
|
|
1
|
+
{"version":3,"file":"transform.js","sourceRoot":"","sources":["../../../src/util/transform.ts"],"names":[],"mappings":";;;;;;AA8HA,8BAgBC;AA9ID,gDAAwB;AACxB,2DAAmC;AACnC,gCAAsC;AACtC,uDAAkD;AAElD,iCAA0C;AAQ1C,IAAY,kBAGX;AAHD,WAAY,kBAAkB;IAC5B,uCAAiB,CAAA;IACjB,mCAAa,CAAA;AACf,CAAC,EAHW,kBAAkB,kCAAlB,kBAAkB,QAG7B;AAED;;;;GAIG;AACH,SAAS,4BAA4B,CAAC,QAAgB;IACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AAC3E,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,8BAA8B,CAC3C,QAAgB,EAChB,YAAqB;IAErB,MAAM,cAAc,GAAG,MAAM,IAAA,kBAAY,EAAC,QAAQ,CAAC,CAAC;IAEpD,IAAI,YAAY,IAAI,OAAO,cAAc,CAAC,YAAY,CAAC,KAAK,UAAU,EAAE,CAAC;QACvE,OAAO,cAAc,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC;SAAM,IAAI,OAAO,cAAc,KAAK,UAAU,EAAE,CAAC;QAChD,OAAO,cAAc,CAAC;IACxB,CAAC;SAAM,IAAI,cAAc,CAAC,OAAO,IAAI,OAAO,cAAc,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;QAClF,OAAO,cAAc,CAAC,OAAO,CAAC;IAChC,CAAC;IACD,MAAM,IAAI,KAAK,CACb,aAAa,QAAQ,mGAAmG,YAAY,GAAG,CACxI,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,SAAS,0BAA0B,CACjC,QAAgB,EAChB,eAAuB,eAAe;IAEtC,OAAO,KAAK,EAAE,MAAc,EAAE,OAAuB,EAAE,EAAE;QACvD,OAAO,IAAA,uBAAS,EAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,wBAAwB,CAAC,QAAgB;IACtD,MAAM,CAAC,cAAc,EAAE,YAAY,CAAC,GAAG,4BAA4B,CACjE,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CACjC,CAAC;IACF,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,kBAAQ,CAAC,QAAQ,IAAI,EAAE,EAAE,cAAc,CAAC,CAAC;IACpE,IAAI,IAAA,uBAAgB,EAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,OAAO,8BAA8B,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAChE,CAAC;SAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,0BAA0B,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,6CAA6C,cAAc,EAAE,CAAC,CAAC;AACjF,CAAC;AAED;;;;GAIG;AACH,SAAS,0BAA0B,CAAC,IAAY,EAAE,SAA6B;IAC7E,OAAO,IAAI,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,oBAAoB,CACjC,cAAsB,EACtB,SAA6B;IAE7B,IAAI,cAAc,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACzC,OAAO,wBAAwB,CAAC,cAAc,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,0BAA0B,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;AAC/D,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACI,KAAK,UAAU,SAAS,CAC7B,cAAsB,EACtB,cAA2C,EAC3C,OAAyB,EACzB,iBAA0B,IAAI,EAC9B,YAAgC,kBAAkB,CAAC,MAAM;IAEzD,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;IAE5E,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC;IAE1E,IAAI,cAAc,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,gDAAgD,cAAc,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}
|