promptfoo 0.111.0 → 0.112.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (279) hide show
  1. package/dist/package.json +4 -2
  2. package/dist/src/app/assets/index-iTNO3LND.css +1 -0
  3. package/dist/src/app/assets/index-lpggajev.js +976 -0
  4. package/dist/src/app/assets/{index.es-CKiGszeb.js → index.es-BCrSgaQb.js} +1 -1
  5. package/dist/src/app/assets/{source-map-support-RUtEJLwz.js → source-map-support-DMmXzbdY.js} +1 -1
  6. package/dist/src/app/assets/{sync-D5XCF-a7.js → sync-DKqIbjZq.js} +1 -1
  7. package/dist/src/app/index.html +2 -2
  8. package/dist/src/assertions/index.d.ts +1 -1
  9. package/dist/src/assertions/index.d.ts.map +1 -1
  10. package/dist/src/assertions/index.js +50 -0
  11. package/dist/src/assertions/index.js.map +1 -1
  12. package/dist/src/assertions/meteor.d.ts +3 -0
  13. package/dist/src/assertions/meteor.d.ts.map +1 -0
  14. package/dist/src/assertions/meteor.js +149 -0
  15. package/dist/src/assertions/meteor.js.map +1 -0
  16. package/dist/src/commands/auth.d.ts.map +1 -1
  17. package/dist/src/commands/auth.js +0 -2
  18. package/dist/src/commands/auth.js.map +1 -1
  19. package/dist/src/commands/cache.d.ts.map +1 -1
  20. package/dist/src/commands/cache.js +0 -1
  21. package/dist/src/commands/cache.js.map +1 -1
  22. package/dist/src/commands/config.d.ts.map +1 -1
  23. package/dist/src/commands/config.js +0 -3
  24. package/dist/src/commands/config.js.map +1 -1
  25. package/dist/src/commands/debug.d.ts.map +1 -1
  26. package/dist/src/commands/debug.js +8 -7
  27. package/dist/src/commands/debug.js.map +1 -1
  28. package/dist/src/commands/delete.d.ts.map +1 -1
  29. package/dist/src/commands/delete.js +0 -1
  30. package/dist/src/commands/delete.js.map +1 -1
  31. package/dist/src/commands/eval.d.ts.map +1 -1
  32. package/dist/src/commands/eval.js +9 -2
  33. package/dist/src/commands/eval.js.map +1 -1
  34. package/dist/src/commands/export.d.ts.map +1 -1
  35. package/dist/src/commands/export.js +0 -1
  36. package/dist/src/commands/export.js.map +1 -1
  37. package/dist/src/commands/generate/dataset.d.ts.map +1 -1
  38. package/dist/src/commands/generate/dataset.js +0 -2
  39. package/dist/src/commands/generate/dataset.js.map +1 -1
  40. package/dist/src/commands/import.d.ts.map +1 -1
  41. package/dist/src/commands/import.js +0 -1
  42. package/dist/src/commands/import.js.map +1 -1
  43. package/dist/src/commands/init.d.ts.map +1 -1
  44. package/dist/src/commands/init.js +0 -1
  45. package/dist/src/commands/init.js.map +1 -1
  46. package/dist/src/commands/list.d.ts.map +1 -1
  47. package/dist/src/commands/list.js +0 -3
  48. package/dist/src/commands/list.js.map +1 -1
  49. package/dist/src/commands/share.d.ts.map +1 -1
  50. package/dist/src/commands/share.js +2 -3
  51. package/dist/src/commands/share.js.map +1 -1
  52. package/dist/src/commands/show.d.ts.map +1 -1
  53. package/dist/src/commands/show.js +0 -4
  54. package/dist/src/commands/show.js.map +1 -1
  55. package/dist/src/commands/view.d.ts.map +1 -1
  56. package/dist/src/commands/view.js +1 -2
  57. package/dist/src/commands/view.js.map +1 -1
  58. package/dist/src/configTypes.d.ts +1 -0
  59. package/dist/src/configTypes.d.ts.map +1 -1
  60. package/dist/src/constants.d.ts.map +1 -1
  61. package/dist/src/constants.js +6 -7
  62. package/dist/src/constants.js.map +1 -1
  63. package/dist/src/database/index.js +1 -1
  64. package/dist/src/database/index.js.map +1 -1
  65. package/dist/src/database/tables.d.ts +24 -24
  66. package/dist/src/envars.d.ts +96 -53
  67. package/dist/src/envars.d.ts.map +1 -1
  68. package/dist/src/envars.js +17 -0
  69. package/dist/src/envars.js.map +1 -1
  70. package/dist/src/evaluator.js +1 -1
  71. package/dist/src/evaluator.js.map +1 -1
  72. package/dist/src/evaluatorHelpers.js +3 -3
  73. package/dist/src/evaluatorHelpers.js.map +1 -1
  74. package/dist/src/fetch.d.ts.map +1 -1
  75. package/dist/src/fetch.js +1 -1
  76. package/dist/src/fetch.js.map +1 -1
  77. package/dist/src/globalConfig/accounts.d.ts.map +1 -1
  78. package/dist/src/globalConfig/accounts.js +1 -0
  79. package/dist/src/globalConfig/accounts.js.map +1 -1
  80. package/dist/src/globalConfig/cloud.d.ts.map +1 -1
  81. package/dist/src/globalConfig/cloud.js +2 -1
  82. package/dist/src/globalConfig/cloud.js.map +1 -1
  83. package/dist/src/globalConfig/globalConfig.d.ts +1 -1
  84. package/dist/src/globalConfig/globalConfig.d.ts.map +1 -1
  85. package/dist/src/globalConfig/globalConfig.js +17 -9
  86. package/dist/src/globalConfig/globalConfig.js.map +1 -1
  87. package/dist/src/index.d.ts.map +1 -1
  88. package/dist/src/index.js +0 -2
  89. package/dist/src/index.js.map +1 -1
  90. package/dist/src/matchers.d.ts.map +1 -1
  91. package/dist/src/matchers.js +6 -3
  92. package/dist/src/matchers.js.map +1 -1
  93. package/dist/src/models/eval.d.ts.map +1 -1
  94. package/dist/src/models/eval.js +1 -0
  95. package/dist/src/models/eval.js.map +1 -1
  96. package/dist/src/onboarding.js +1 -1
  97. package/dist/src/onboarding.js.map +1 -1
  98. package/dist/src/prompts/processors/python.d.ts.map +1 -1
  99. package/dist/src/prompts/processors/python.js +2 -1
  100. package/dist/src/prompts/processors/python.js.map +1 -1
  101. package/dist/src/providers/adaline.gateway.js +2 -2
  102. package/dist/src/providers/adaline.gateway.js.map +1 -1
  103. package/dist/src/providers/ai21.d.ts +2 -1
  104. package/dist/src/providers/ai21.d.ts.map +1 -1
  105. package/dist/src/providers/ai21.js +1 -1
  106. package/dist/src/providers/ai21.js.map +1 -1
  107. package/dist/src/providers/anthropic/defaults.d.ts +1 -1
  108. package/dist/src/providers/anthropic/defaults.d.ts.map +1 -1
  109. package/dist/src/providers/anthropic/defaults.js +0 -1
  110. package/dist/src/providers/anthropic/defaults.js.map +1 -1
  111. package/dist/src/providers/azure/generic.d.ts.map +1 -1
  112. package/dist/src/providers/azure/generic.js +1 -1
  113. package/dist/src/providers/azure/generic.js.map +1 -1
  114. package/dist/src/providers/azure/moderation.d.ts.map +1 -1
  115. package/dist/src/providers/azure/moderation.js +1 -1
  116. package/dist/src/providers/azure/moderation.js.map +1 -1
  117. package/dist/src/providers/bam.d.ts.map +1 -1
  118. package/dist/src/providers/bam.js +1 -1
  119. package/dist/src/providers/bam.js.map +1 -1
  120. package/dist/src/providers/bedrock.js +3 -3
  121. package/dist/src/providers/bedrock.js.map +1 -1
  122. package/dist/src/providers/bedrockKnowledgeBase.d.ts.map +1 -1
  123. package/dist/src/providers/bedrockKnowledgeBase.js +4 -3
  124. package/dist/src/providers/bedrockKnowledgeBase.js.map +1 -1
  125. package/dist/src/providers/cerebras.d.ts +16 -0
  126. package/dist/src/providers/cerebras.d.ts.map +1 -0
  127. package/dist/src/providers/cerebras.js +43 -0
  128. package/dist/src/providers/cerebras.js.map +1 -0
  129. package/dist/src/providers/cloudera.d.ts.map +1 -1
  130. package/dist/src/providers/cloudera.js +2 -1
  131. package/dist/src/providers/cloudera.js.map +1 -1
  132. package/dist/src/providers/cloudflare-ai.d.ts.map +1 -1
  133. package/dist/src/providers/cloudflare-ai.js +2 -2
  134. package/dist/src/providers/cloudflare-ai.js.map +1 -1
  135. package/dist/src/providers/cohere.d.ts.map +1 -1
  136. package/dist/src/providers/cohere.js +2 -1
  137. package/dist/src/providers/cohere.js.map +1 -1
  138. package/dist/src/providers/defaults.d.ts.map +1 -1
  139. package/dist/src/providers/defaults.js +0 -5
  140. package/dist/src/providers/defaults.js.map +1 -1
  141. package/dist/src/providers/http.d.ts.map +1 -1
  142. package/dist/src/providers/http.js +4 -2
  143. package/dist/src/providers/http.js.map +1 -1
  144. package/dist/src/providers/mistral.d.ts.map +1 -1
  145. package/dist/src/providers/mistral.js +8 -6
  146. package/dist/src/providers/mistral.js.map +1 -1
  147. package/dist/src/providers/openai/chat.d.ts.map +1 -1
  148. package/dist/src/providers/openai/chat.js +6 -8
  149. package/dist/src/providers/openai/chat.js.map +1 -1
  150. package/dist/src/providers/openai/index.d.ts.map +1 -1
  151. package/dist/src/providers/openai/index.js +1 -1
  152. package/dist/src/providers/openai/index.js.map +1 -1
  153. package/dist/src/providers/openai/realtime.d.ts +15 -0
  154. package/dist/src/providers/openai/realtime.d.ts.map +1 -1
  155. package/dist/src/providers/openai/realtime.js +321 -4
  156. package/dist/src/providers/openai/realtime.js.map +1 -1
  157. package/dist/src/providers/openai/responses.js +2 -2
  158. package/dist/src/providers/openai/responses.js.map +1 -1
  159. package/dist/src/providers/portkey.d.ts.map +1 -1
  160. package/dist/src/providers/portkey.js +2 -1
  161. package/dist/src/providers/portkey.js.map +1 -1
  162. package/dist/src/providers/registry.d.ts.map +1 -1
  163. package/dist/src/providers/registry.js +14 -30
  164. package/dist/src/providers/registry.js.map +1 -1
  165. package/dist/src/providers/sagemaker.js +2 -2
  166. package/dist/src/providers/sagemaker.js.map +1 -1
  167. package/dist/src/providers/scriptBasedProvider.d.ts +14 -0
  168. package/dist/src/providers/scriptBasedProvider.d.ts.map +1 -0
  169. package/dist/src/providers/scriptBasedProvider.js +42 -0
  170. package/dist/src/providers/scriptBasedProvider.js.map +1 -0
  171. package/dist/src/providers/voyage.js +4 -3
  172. package/dist/src/providers/voyage.js.map +1 -1
  173. package/dist/src/providers/watsonx.d.ts.map +1 -1
  174. package/dist/src/providers/watsonx.js +3 -3
  175. package/dist/src/providers/watsonx.js.map +1 -1
  176. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  177. package/dist/src/redteam/commands/generate.js +0 -2
  178. package/dist/src/redteam/commands/generate.js.map +1 -1
  179. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  180. package/dist/src/redteam/commands/init.js +6 -3
  181. package/dist/src/redteam/commands/init.js.map +1 -1
  182. package/dist/src/redteam/commands/poison.d.ts.map +1 -1
  183. package/dist/src/redteam/commands/poison.js +0 -1
  184. package/dist/src/redteam/commands/poison.js.map +1 -1
  185. package/dist/src/redteam/commands/report.d.ts.map +1 -1
  186. package/dist/src/redteam/commands/report.js +1 -2
  187. package/dist/src/redteam/commands/report.js.map +1 -1
  188. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  189. package/dist/src/redteam/commands/run.js +5 -1
  190. package/dist/src/redteam/commands/run.js.map +1 -1
  191. package/dist/src/redteam/commands/setup.d.ts.map +1 -1
  192. package/dist/src/redteam/commands/setup.js +1 -2
  193. package/dist/src/redteam/commands/setup.js.map +1 -1
  194. package/dist/src/redteam/constants.d.ts +2 -2
  195. package/dist/src/redteam/constants.d.ts.map +1 -1
  196. package/dist/src/redteam/constants.js +27 -4
  197. package/dist/src/redteam/constants.js.map +1 -1
  198. package/dist/src/redteam/index.d.ts.map +1 -1
  199. package/dist/src/redteam/index.js +20 -1
  200. package/dist/src/redteam/index.js.map +1 -1
  201. package/dist/src/redteam/plugins/xstest.js +1 -1
  202. package/dist/src/redteam/plugins/xstest.js.map +1 -1
  203. package/dist/src/redteam/providers/constants.d.ts +1 -1
  204. package/dist/src/redteam/providers/constants.d.ts.map +1 -1
  205. package/dist/src/redteam/providers/constants.js +4 -3
  206. package/dist/src/redteam/providers/constants.js.map +1 -1
  207. package/dist/src/redteam/providers/crescendo/index.js +1 -1
  208. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  209. package/dist/src/redteam/providers/goat.js +1 -1
  210. package/dist/src/redteam/providers/goat.js.map +1 -1
  211. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  212. package/dist/src/redteam/providers/iterative.js +2 -3
  213. package/dist/src/redteam/providers/iterative.js.map +1 -1
  214. package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
  215. package/dist/src/redteam/providers/iterativeImage.js +2 -1
  216. package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
  217. package/dist/src/redteam/shared.d.ts.map +1 -1
  218. package/dist/src/redteam/shared.js +1 -0
  219. package/dist/src/redteam/shared.js.map +1 -1
  220. package/dist/src/redteam/strategies/homoglyph.d.ts +13 -0
  221. package/dist/src/redteam/strategies/homoglyph.d.ts.map +1 -0
  222. package/dist/src/redteam/strategies/homoglyph.js +99 -0
  223. package/dist/src/redteam/strategies/homoglyph.js.map +1 -0
  224. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  225. package/dist/src/redteam/strategies/index.js +29 -0
  226. package/dist/src/redteam/strategies/index.js.map +1 -1
  227. package/dist/src/redteam/strategies/otherEncodings.d.ts +18 -0
  228. package/dist/src/redteam/strategies/otherEncodings.d.ts.map +1 -0
  229. package/dist/src/redteam/strategies/otherEncodings.js +165 -0
  230. package/dist/src/redteam/strategies/otherEncodings.js.map +1 -0
  231. package/dist/src/redteam/strategies/simpleImage.d.ts.map +1 -1
  232. package/dist/src/redteam/strategies/simpleImage.js +2 -1
  233. package/dist/src/redteam/strategies/simpleImage.js.map +1 -1
  234. package/dist/src/redteam/types.d.ts +1 -0
  235. package/dist/src/redteam/types.d.ts.map +1 -1
  236. package/dist/src/server/routes/providers.d.ts.map +1 -1
  237. package/dist/src/server/routes/providers.js +2 -1
  238. package/dist/src/server/routes/providers.js.map +1 -1
  239. package/dist/src/server/routes/user.js +1 -1
  240. package/dist/src/server/routes/user.js.map +1 -1
  241. package/dist/src/server/server.js +1 -1
  242. package/dist/src/server/server.js.map +1 -1
  243. package/dist/src/telemetry.d.ts +5 -12
  244. package/dist/src/telemetry.d.ts.map +1 -1
  245. package/dist/src/telemetry.js +76 -70
  246. package/dist/src/telemetry.js.map +1 -1
  247. package/dist/src/types/index.d.ts +343 -343
  248. package/dist/src/types/index.d.ts.map +1 -1
  249. package/dist/src/types/index.js +1 -0
  250. package/dist/src/types/index.js.map +1 -1
  251. package/dist/src/types/providers.d.ts +1 -1
  252. package/dist/src/types/providers.d.ts.map +1 -1
  253. package/dist/src/types/providers.js.map +1 -1
  254. package/dist/src/util/apiHealth.d.ts.map +1 -1
  255. package/dist/src/util/apiHealth.js +7 -6
  256. package/dist/src/util/apiHealth.js.map +1 -1
  257. package/dist/src/util/config/load.js +4 -4
  258. package/dist/src/util/config/load.js.map +1 -1
  259. package/dist/src/util/database.d.ts +4 -4
  260. package/dist/src/util/file.d.ts +10 -0
  261. package/dist/src/util/file.d.ts.map +1 -1
  262. package/dist/src/util/file.js +54 -0
  263. package/dist/src/util/file.js.map +1 -1
  264. package/dist/src/util/index.d.ts.map +1 -1
  265. package/dist/src/util/index.js +4 -2
  266. package/dist/src/util/index.js.map +1 -1
  267. package/dist/src/util/json.js +1 -1
  268. package/dist/src/util/json.js.map +1 -1
  269. package/dist/src/util/templates.d.ts +1 -0
  270. package/dist/src/util/templates.d.ts.map +1 -1
  271. package/dist/src/util/templates.js +15 -0
  272. package/dist/src/util/templates.js.map +1 -1
  273. package/dist/src/util/testCaseReader.js +9 -9
  274. package/dist/src/util/testCaseReader.js.map +1 -1
  275. package/dist/src/validators/providers.d.ts +6 -6
  276. package/dist/tsconfig.tsbuildinfo +1 -1
  277. package/package.json +4 -2
  278. package/dist/src/app/assets/index-Cn-1ef0u.js +0 -983
  279. package/dist/src/app/assets/index-fIwjxKA5.css +0 -1
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.111.0",
5
+ "version": "0.112.0",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -101,6 +101,7 @@
101
101
  "google-auth-library": "^9.7.0",
102
102
  "ibm-cloud-sdk-core": "^5.0.2",
103
103
  "langfuse": "^3.7.0",
104
+ "natural": "^8.0.1",
104
105
  "node-sql-parser": "^5.2.0",
105
106
  "pdf-parse": "^1.1.1",
106
107
  "playwright": "^1.47.2",
@@ -164,7 +165,7 @@
164
165
  "zod-to-json-schema": "^3.24.5"
165
166
  },
166
167
  "dependencies": {
167
- "@anthropic-ai/sdk": "^0.39.0",
168
+ "@anthropic-ai/sdk": "^0.40.0",
168
169
  "@apidevtools/json-schema-ref-parser": "^12.0.1",
169
170
  "@googleapis/sheets": "^9.6.0",
170
171
  "@types/ws": "^8.18.1",
@@ -201,6 +202,7 @@
201
202
  "nunjucks": "^3.2.4",
202
203
  "openai": "^4.93.0",
203
204
  "opener": "^1.5.2",
205
+ "posthog-node": "^4.12.0",
204
206
  "proxy-agent": "^6.5.0",
205
207
  "python-shell": "^5.0.0",
206
208
  "replicate": "^0.34.1",
@@ -0,0 +1 @@
1
+ .nav{padding:.25rem 0 .25rem 1rem;gap:1rem;background-color:#333;margin-bottom:1rem;box-shadow:0 4px 6px #0000001a}[data-theme=dark] .nav{background-color:#121212}.nav a{text-decoration:none;align-self:center}@media (max-width: 760px){.nav{font-size:.75rem}}.nav .active{font-weight:700}.nav a{color:#f0f0f0}.nav .right-aligned{display:flex;align-items:center;gap:1rem;margin-left:auto;margin-right:.5rem}.nav a:hover{text-decoration:underline}.nav a:hover{color:#ddd}.prompt-var-highlight{background-color:var(--prompt-highlight-color);padding:.25rem;border-radius:4px}.editor-container{position:relative;border:1px solid #ccc;border-radius:4px;overflow:hidden}.glowing-border{border-color:#1976d2;box-shadow:0 0 5px #1976d280;transition:border-color .2s ease,box-shadow .2s ease}.editor-readonly{background-color:#00000008;cursor:not-allowed}.editor-container pre{margin:0}.editing-indicator{position:absolute;top:10px;right:40px;font-size:12px;color:#1976d2;background-color:#ffffffd9;padding:2px 8px;border-radius:4px;z-index:1;box-shadow:0 1px 3px #0000001a}code[class*=language-],pre[class*=language-]{color:#000;background:none;text-shadow:0 1px white;font-family:Consolas,Monaco,Andale Mono,Ubuntu Mono,monospace;font-size:1em;text-align:left;white-space:pre;word-spacing:normal;word-break:normal;word-wrap:normal;line-height:1.5;-moz-tab-size:4;-o-tab-size:4;tab-size:4;-webkit-hyphens:none;-moz-hyphens:none;-ms-hyphens:none;hyphens:none}pre[class*=language-]::-moz-selection,pre[class*=language-] ::-moz-selection,code[class*=language-]::-moz-selection,code[class*=language-] ::-moz-selection{text-shadow:none;background:#b3d4fc}pre[class*=language-]::selection,pre[class*=language-] ::selection,code[class*=language-]::selection,code[class*=language-] ::selection{text-shadow:none;background:#b3d4fc}@media print{code[class*=language-],pre[class*=language-]{text-shadow:none}}pre[class*=language-]{padding:1em;margin:.5em 0;overflow:auto}:not(pre)>code[class*=language-],pre[class*=language-]{background:#f5f2f0}:not(pre)>code[class*=language-]{padding:.1em;border-radius:.3em;white-space:normal}.token.comment,.token.prolog,.token.doctype,.token.cdata{color:#708090}.token.punctuation{color:#999}.token.namespace{opacity:.7}.token.property,.token.tag,.token.boolean,.token.number,.token.constant,.token.symbol,.token.deleted{color:#905}.token.selector,.token.attr-name,.token.string,.token.char,.token.builtin,.token.inserted{color:#690}.token.operator,.token.entity,.token.url,.language-css .token.string,.style .token.string{color:#9a6e3a;background:#ffffff80}.token.atrule,.token.attr-value,.token.keyword{color:#07a}.token.function,.token.class-name{color:#dd4a68}.token.regex,.token.important,.token.variable{color:#e90}.token.important,.token.bold{font-weight:700}.token.italic{font-style:italic}.token.entity{cursor:help}.yaml-config{font-size:10px}.custom-metric-container{display:inline-flex;flex-wrap:wrap;gap:.25rem;font-weight:400}.custom-metric-container>span{padding:.25rem .5rem;border-radius:4px;color:var(--text-color);border:1px solid var(--border-color);margin-right:.25rem}.custom-metric-container>span.clickable{cursor:pointer}.custom-metric-container>span.clickable:hover{border-color:var(--link-color)}.fail-reason-carousel-controls{float:right;color:var(--text-color);font-weight:400}pre{white-space:pre-wrap}.font-bold{font-weight:700}table.results-table,.divTable{border-collapse:collapse;width:100%;margin:1rem 0;background-color:#fff}[data-theme=dark] table.results-table,[data-theme=dark] .divTable{background-color:#1a1a1a}.results-table ins{background-color:var(--insert-highlight-color);text-decoration:none}.results-table del{background-color:var(--delete-highlight-color);text-decoration:strikethrough}.tr{display:flex}.results-table tr,.tr{width:fit-content}.results-table tr:hover,.tr:hover{background-color:#00000005}.results-table th,.th,.results-table td,.td{position:relative;border:1px solid var(--border-color);vertical-align:top}.compact.results-table th,.compact .th,.compact.results-table td,.compact .td{padding:.5rem}.results-table th.variable,.th.variable,.results-table td.variable,.td.variable{background-color:var(--variable-background-color)}.variable .cell{max-height:100%;overflow-y:auto}.results-table tr.header{background-color:var(--header-background-color)}.results-table th,.th{padding:1rem;position:relative;vertical-align:bottom;text-align:left;white-space:pre-wrap;font-weight:400}.results-table th .action{cursor:pointer;margin-left:.5rem}.results-table th .action svg{vertical-align:middle}.results-table td,.results-table th{height:1px}@-moz-document url-prefix(){.results-table td,.results-table th{height:100%}}.firefox-fix{display:table;height:100%}.results-table tr .cell{display:flex;flex-direction:column;white-space:pre-wrap;height:100%;padding:1rem}.results-table tr .cell img{max-width:var(--max-image-width, 256px);max-height:var(--max-image-height, 256px);cursor:zoom-in}.results-table tr .cell .prompt{background-color:var(--variable-background-color);border:1px solid var(--border-color);padding:1rem;border-radius:4px;margin-bottom:.5rem;font-family:Courier New,Courier,monospace;font-size:.8rem}.results-table tr .cell .prompt .pill{display:block;background-color:var(--neutral-background-color);border:1px solid var(--border-color);border-radius:4px;padding:.25rem;width:fit-content;margin-bottom:.5rem}.results-table tr .cell-actions{display:flex;gap:.5rem;visibility:hidden;position:absolute;top:1.25rem;right:.75rem;line-height:0;font-size:1.25rem}.results-table .first-prompt-col:hover .cell-actions,.results-table .second-prompt-column:hover .cell-actions{visibility:visible}.results-table tr .cell-actions .action.active{visibility:visible!important}.results-table tr .cell-detail{display:flex;flex-wrap:wrap;column-gap:.5rem;row-gap:.25rem;padding-top:1rem;margin-top:auto}.results-table tr .stat-item{font-weight:400;font-size:.75rem;color:#888}.results-table tr .cell-actions .action{cursor:pointer}.results-table tr .cell-actions .action.active span{filter:saturate(1.5)}.results-table tr .cell table{width:100%;border-collapse:collapse;margin:1rem 0}.results-table tr .cell table th,.results-table tr .cell table td{border:1px solid var(--border-color);padding:.5rem;text-align:left}.results-table tr .cell table th{background-color:var(--header-background-color);font-weight:700}.results-table tr .cell table tr:nth-child(2n){background-color:var(--row-background-color)}.results-table tr .cell table tr:hover{background-color:var(--hover-background-color)}.results-table th .output-header{display:flex;flex-direction:column;height:100%;align-items:flex-start}.results-table th .output-header .pills{display:flex;flex-wrap:wrap;gap:.25rem;align-items:center;margin-bottom:.5rem}.results-table th .prompt-container{font-weight:700;margin-bottom:.5rem}.results-table th .prompt-container>*{display:inline}.results-table th .provider,.results-table .status .provider{display:inline-block;padding:.25rem .5rem;background-color:var(--neutral-background-color);border:1px solid var(--border-color);border-radius:4px;margin-right:.25rem}.results-table th .summary{font-weight:400}.results-table th .prompt-detail{display:flex;flex-wrap:wrap;column-gap:.5rem;row-gap:.25rem;font-size:.75rem;color:#888;margin-top:auto}.results-table th .summary .highlight{padding:.25rem .5rem;border-radius:4px;background-color:var(--fail-background-color);border:1px solid var(--border-color);transition:background-color .2s ease}.results-table th .summary .highlight.success-0{background-color:var(--fail-background-color)}.results-table th .summary .highlight.success-20{background-color:color-mix(in srgb,var(--fail-background-color) 80%,var(--success-background-color) 20%)}.results-table th .summary .highlight.success-40{background-color:color-mix(in srgb,var(--fail-background-color) 60%,var(--success-background-color) 40%)}.results-table th .summary .highlight.success-60{background-color:color-mix(in srgb,var(--fail-background-color) 40%,var(--success-background-color) 60%)}.results-table th .summary .highlight.success-80{background-color:color-mix(in srgb,var(--fail-background-color) 20%,var(--success-background-color) 80%)}.results-table th .summary .highlight.success-100{background-color:var(--success-background-color);border:1px solid var(--pass-color)}.results-table .status{display:flex;flex-direction:column;gap:.25rem;font-weight:700;margin-bottom:.5rem}.results-table .status .status-row{display:flex;flex-direction:row;gap:.5rem;align-items:center;flex-wrap:wrap}.results-table .status .pill,.results-table .status .provider.pill{display:inline-flex;align-self:flex-start;align-items:center;padding:.5rem;border-radius:4px;font-size:.9em;height:24px}.results-table .status .provider.pill{background-color:var(--neutral-background-color);border:1px solid var(--border-color);color:inherit;font-weight:700}.results-table .pass .pill:not(.provider){background-color:var(--success-background-color);color:var(--pass-color);border:1px solid var(--pass-color)}.results-table .fail .pill:not(.provider){background-color:var(--fail-background-color);border:1px solid var(--fail-color)}.results-table .fail{color:var(--fail-color)}.fail-reason{color:var(--fail-color);font-weight:700}.compact .fail-reason{display:inline}.results-table .fail .pill{white-space:nowrap;background-color:var(--fail-background-color)}.results-table td .score{font-weight:400}.results-table .comment{margin-top:.5rem;padding:.25rem .5rem;border-radius:4px;background-color:var(--neutral-background-color);font-style:italic;cursor:pointer}.results-table td.first-prompt-col{border-left:2px solid #888}.results-table td.first-prompt-row{border-top:2px solid #888}.search-highlight{color:var(--search-text-color);background-color:var(--search-highlight-color)}.results-table tr .cell .lightbox{position:fixed;top:0;left:0;right:0;bottom:0;background-color:#000000b3;display:flex;align-items:center;justify-content:center;z-index:1000}.results-table tr .cell .lightbox img{max-width:90%;max-height:90%;cursor:zoom-out;background:#fff;border-radius:4px}[data-theme=dark] .results-table tr .cell .lightbox img{background:#333}.resizer{position:absolute;right:0;top:0;height:100%;width:5px;cursor:col-resize;-webkit-user-select:none;user-select:none;touch-action:none;background:var(--text-color);opacity:.5}.resizer.isResizing{background:var(--text-color);opacity:1}@media (hover: hover){.resizer{opacity:0}*:hover>.resizer{opacity:1}}.results-table thead.sticky{position:sticky;top:0;z-index:100;transition:transform .2s ease-out}[data-theme=dark] .results-table thead.sticky{background:#1a1a1a}.header-dismiss{position:absolute;top:8px;right:8px;cursor:pointer;z-index:101;padding:4px;border-radius:4px;background:#eee;display:none}[data-theme=dark] .header-dismiss{background:#333}.header-dismiss:hover{background:#ddd}[data-theme=dark] .header-dismiss:hover{background:#444}thead.collapsed .header-dismiss{display:block}.results-table thead.collapsed .prompt-detail,.results-table thead.collapsed .custom-metric-container{display:none}.results-table thead.collapsed .MuiFormControlLabel-root{margin-top:-8px}.results-table{border-collapse:separate;border-spacing:0}.results-table thead.collapsed th{padding-top:4px;padding-bottom:4px}.results-table thead th{transition:padding .2s ease-out}.results-table thead .output-header{transition:max-height .2s ease-out}.results-table thead.collapsed{border-bottom:2px solid var(--border-color);box-shadow:0 2px 4px #0000001a}.results-table th{background:#fff;box-shadow:0 1px 2px #0000001a}[data-theme=dark] .results-table th{background:#1a1a1a}.lightbox{position:fixed;top:0;left:0;width:100%;height:100%;background:#000c;display:flex;justify-content:center;align-items:center;z-index:1000;cursor:pointer}.lightbox img{max-width:90%;max-height:90%;object-fit:contain;background:#fff;border-radius:4px}[data-theme=dark] .lightbox img{background:#333}.error-pill{cursor:pointer}.results-table .provider.pill{background-color:var(--neutral-background-color);border:1px solid var(--border-color);color:inherit;font-weight:700;display:inline-flex;align-items:center;padding:.25rem .5rem;border-radius:4px;font-size:.9em;height:24px;line-height:1}.audio-output{margin:1rem 0}.audio-output audio{margin-bottom:.5rem}.audio-output .transcript{font-size:.9rem;color:var(--ifm-color-emphasis-700);line-height:1.4;white-space:pre-wrap}.description{cursor:pointer;transition:background-color .3s ease}.description:hover{background-color:#f0f0f0}[data-theme=dark] .description:hover{background-color:#2a2a2a}.eval-header{display:flex;align-items:center;flex-grow:1}.eval-header strong{font-weight:500}body{background-color:var(--background-color);color:var(--text-color)}.notice{display:flex;flex-direction:column;gap:1.5rem;justify-content:center;align-items:center;height:9rem}.framework-compliance-card{transition:box-shadow .3s ease-in-out;border-radius:12px;overflow:hidden;background-color:#f5f5f5}.framework-compliance-card:hover{box-shadow:0 8px 16px #0000001a}.compliance-summary{text-align:center;margin-bottom:32px;padding:24px;background-color:#fff;border-radius:8px;box-shadow:0 2px 4px #0000000d}.framework-grid{margin-top:24px}.framework-item{height:100%;transition:transform .2s ease,box-shadow .3s ease;border-radius:8px;overflow:hidden}.framework-item:hover{box-shadow:0 4px 12px #00000026}.framework-item.compliant{background-color:#f8fbf8}.framework-item.non-compliant{background-color:#fef8f8}.icon-compliant{color:#4caf50;font-size:24px}.icon-non-compliant{color:#f44336;font-size:24px}.severity-critical{background-color:#d32f2f1a;border-left:4px solid #d32f2f}.severity-high{background-color:#f57c001a;border-left:4px solid #f57c00}.severity-medium{background-color:#fbc02d1a;border-left:4px solid #fbc02d}.severity-low{background-color:#7cb3421a;border-left:4px solid #7cb342}.plugin-list-container{background-color:#00000005;border-radius:4px;margin-top:8px;overflow:hidden}.plugin-toggle-header{cursor:pointer;padding:8px 12px;display:flex;justify-content:space-between;align-items:center;background-color:#0000000d;transition:background-color .2s ease}.plugin-toggle-header:hover{background-color:#00000014}.plugin-item{border-bottom:1px solid rgba(0,0,0,.03);transition:background-color .2s ease}.plugin-item:last-child{border-bottom:none}.plugin-item:hover{background-color:#0000000a}.plugin-pass-rate{font-weight:700;padding:2px 6px;border-radius:10px;font-size:11px;min-width:24px;text-align:center}[data-theme=dark] .framework-compliance-card{background-color:#1e1e1e}[data-theme=dark] .compliance-summary{background-color:#2a2a2a}[data-theme=dark] .framework-item.compliant{background-color:#4caf500d}[data-theme=dark] .framework-item.non-compliant{background-color:#f443360d}[data-theme=dark] .framework-compliance-card:hover,[data-theme=dark] .framework-item:hover{box-shadow:0 8px 16px #ffffff1a}[data-theme=dark] .plugin-toggle-header{background-color:#ffffff0d}[data-theme=dark] .plugin-toggle-header:hover{background-color:#ffffff14}[data-theme=dark] .plugin-item{border-bottom:1px solid rgba(255,255,255,.03)}[data-theme=dark] .plugin-item:hover{background-color:#ffffff0a}.framework-item .MuiList-root{padding-top:0;padding-bottom:0}.framework-item .MuiListItem-root{padding-top:4px;padding-bottom:4px}.framework-item .MuiListItemIcon-root{min-width:24px}.framework-item .MuiListItemText-root{margin-top:0;margin-bottom:0}.framework-item .MuiTooltip-tooltip{font-size:12px}.framework-item .MuiChip-root{font-size:11px;height:22px}.severity-card{transition:transform .3s ease-in-out,box-shadow .3s ease-in-out}.severity-card:hover{transform:translateY(-5px);box-shadow:0 8px 16px #0000001a;cursor:pointer}[data-theme=dark] .severity-card:hover{box-shadow:none}.card-critical{border-left:5px solid #ff1744!important}.card-high{border-left:5px solid #ff9100!important}.card-medium{border-left:5px solid #ffc400!important}.card-low{border-left:5px solid #00e676!important}.risk-category-drawer .MuiListItem-root.failure-item{border:1px solid #e0e0e0;border-radius:8px;margin-bottom:16px;padding:16px;transition:all .3s ease;box-shadow:0 2px 4px #0000000d}.risk-category-drawer .MuiListItem-root.failure-item:hover{border-color:#bdbdbd;box-shadow:0 4px 8px #0000001a}.risk-category-drawer .prompt{font-weight:500;margin-bottom:8px;word-break:break-word;max-width:100%;overflow-wrap:break-all}.risk-category-drawer .output{color:#555;white-space:pre-wrap;word-break:break-word;max-height:100px;overflow-y:auto;overflow-wrap:break-all;background-color:#f5f5f5;padding:8px;border-radius:4px}.risk-category-drawer .failed-tests-header{margin-top:8px;margin-bottom:8px;font-weight:500;border-top:2px solid #e0e0e0;padding-top:1.5rem}[data-theme=dark] .risk-category-drawer .MuiListItem-root.failure-item{border-color:#424242;background-color:#2c2c2c;box-shadow:0 2px 4px #0003}[data-theme=dark] .risk-category-drawer .MuiListItem-root.failure-item:hover{border-color:#616161;box-shadow:0 4px 8px #0000004d}[data-theme=dark] .risk-category-drawer .prompt{color:#e0e0e0}[data-theme=dark] .risk-category-drawer .output{color:#b0b0b0;background-color:#1e1e1e}[data-theme=dark] .risk-category-drawer .failed-tests-header{color:#e0e0e0;border-top-color:#424242}.risk-card-container{padding-top:3rem;padding-bottom:3rem}.risk-card-title{font-weight:700}.risk-card-progress{margin-bottom:1rem}.risk-card-issues{color:red}.risk-card-list-item{padding:4px 8px;transition:background-color .3s,box-shadow .3s,transform .15s;border-radius:4px;margin-bottom:4px;border:1px solid transparent}.risk-card-list-item:hover{background-color:#f0f8ff;box-shadow:0 2px 4px #0000001a;border-radius:4px;border:1px solid #add8e6;transform:translate(2px)}[data-theme=dark] .risk-card-list-item:hover{background-color:#2a2a2a;box-shadow:0 2px 4px #0000004d;border-radius:4px;border:1px solid #555555}.risk-card-icon-passed{color:green;font-size:16px}.risk-card-icon-failed{color:red;font-size:16px}.risk-card-icon-no-tests{color:#888;font-size:16px}.risk-card-expand-icon{color:#999;font-size:12px!important;margin-left:8px;opacity:.6;transition:opacity .3s,transform .3s}.risk-card-list-item:hover .risk-card-expand-icon{opacity:1;transform:translate(2px)}.risk-card-percentage{margin-left:8px;font-weight:700}.risk-card-percentage-high{color:#4caf50}.risk-card-percentage-medium{color:#ff9800}.risk-card-percentage-low{color:#f44336}[data-theme=dark] .risk-card-percentage-high{color:#81c784}[data-theme=dark] .risk-card-percentage-medium{color:#ffb74d}[data-theme=dark] .risk-card-percentage-low{color:#e57373}.asr-low{color:green!important}.asr-medium{color:#cb8503!important}.asr-high{color:red!important}.vuln-critical{color:red!important;font-weight:700!important}.vuln-high{color:red!important}.vuln-medium{color:#cb8503!important}.vuln-low{color:green!important}.report-header{padding:24px;border-radius:12px;box-shadow:0 4px 6px #0000001a}[data-theme=dark] .report-header{box-shadow:none}.report-details{display:flex;flex-wrap:wrap;gap:12px}.report-details .MuiChip-root{font-size:.875rem}.dark-syntax{color:#e0e0e0}.dark-syntax .token.comment,.dark-syntax .token.prolog,.dark-syntax .token.doctype,.dark-syntax .token.cdata{color:#666}.dark-syntax .token.property,.dark-syntax .token.tag,.dark-syntax .token.boolean,.dark-syntax .token.number,.dark-syntax .token.constant,.dark-syntax .token.symbol{color:#7ec699}.dark-syntax .token.selector,.dark-syntax .token.string,.dark-syntax .token.char,.dark-syntax .token.builtin{color:#98c379}.dark-syntax .token.operator,.dark-syntax .token.entity,.dark-syntax .token.url,.dark-syntax .token.variable{color:#61afef}.dark-syntax .token.atrule,.dark-syntax .token.attr-value,.dark-syntax .token.keyword{color:#c678dd}.dark-syntax .token.function{color:#e06c75}.dark-syntax .token.regex,.dark-syntax .token.important{color:#f2c88c}.dark-syntax .token.important,.dark-syntax .token.bold{font-weight:700}.dark-syntax .token.italic{font-style:italic}.token{background:none!important;text-shadow:none!important}.dark-syntax .token.method{color:#e06c75}.dark-syntax .token.header{color:#61afef}.dark-syntax .token.path{color:#98c379}.dark-syntax .token.host{color:#7ec699}.page-content{padding:0;margin-top:-15px}:root{font-family:Inter,system-ui,Avenir,Helvetica,Arial,sans-serif;font-style:normal;font-weight-normal:400;font-weight-bold:700;font-synthesis:none;text-rendering:optimizeLegibility;-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale;-webkit-text-size-adjust:100%;--background-color: #f5f5f5;--text-color: #404040;--link-color: #2e6585;--border-color: lightgray;--table-border-color: lightgray;--pass-color: green;--fail-color: #ad0000;--success-background-color: #d1ffd7;--fail-background-color: #ffd1d1;--neutral-background-color: #eee;--variable-background-color: #f7f7f7;--header-background-color: #fffdf7;--insert-highlight-color: #d4fcbc;--delete-highlight-color: #fbb6c2;--prompt-highlight-color: linen;--textarea-background-color: #ffffff;--textarea-color: #404040;--search-highlight-color: #ffff00;--search-text-color: inherit}[data-theme=dark]{--background-color: #1a1a1a;--text-color: #f0f0f0;--link-color: #6fcaff;--border-color: #444444;--table-border-color: #444444;--pass-color: #b1e9b3;--fail-color: #ee726a;--success-background-color: #216d2b;--fail-background-color: #6d2121;--neutral-background-color: #424242;--variable-background-color: #333;--header-background-color: #333;--insert-highlight-color: #4f8a34;--delete-highlight-color: #8a3434;--prompt-highlight-color: #67605a;--textarea-background-color: #2d2d2d;--textarea-color: #fff;--search-highlight-color: #ffff00;--search-text-color: #404040}html{font-size:16px;background-color:var(--background-color);color:var(--text-color)}body{margin:0}a{color:var(--link-color);text-decoration:none}a:hover{text-decoration:underline}textarea{background-color:var(--textarea-background-color);color:var(--textarea-color);padding:.5em;border:1px solid var(--border-color);border-radius:.25em;resize:vertical}*{box-sizing:border-box}