promptfoo 0.64.0 → 0.65.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +39 -39
- package/dist/package.json +13 -10
- package/dist/src/assertions.d.ts +2 -1
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +89 -1
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/export.d.ts.map +1 -1
- package/dist/src/commands/export.js +28 -11
- package/dist/src/commands/export.js.map +1 -1
- package/dist/src/csv.js +1 -1
- package/dist/src/csv.js.map +1 -1
- package/dist/src/database.js.map +1 -1
- package/dist/src/main.js +2 -1
- package/dist/src/main.js.map +1 -1
- package/dist/src/matchers.js +1 -1
- package/dist/src/matchers.js.map +1 -1
- package/dist/src/onboarding.d.ts +1 -1
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +22 -12
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/defaults.d.ts.map +1 -1
- package/dist/src/providers/defaults.js.map +1 -1
- package/dist/src/providers/openaiUtil.js.map +1 -1
- package/dist/src/providers/pythonCompletion.js +3 -3
- package/dist/src/providers/pythonCompletion.js.map +1 -1
- package/dist/src/providers/scriptCompletion.js +1 -1
- package/dist/src/providers/scriptCompletion.js.map +1 -1
- package/dist/src/providers/vertex.d.ts.map +1 -1
- package/dist/src/providers/vertex.js +3 -1
- package/dist/src/providers/vertex.js.map +1 -1
- package/dist/src/python/wrapper.d.ts.map +1 -1
- package/dist/src/python/wrapper.js +1 -0
- package/dist/src/python/wrapper.js.map +1 -1
- package/dist/src/redteam/getHarmfulTests.d.ts +2 -2
- package/dist/src/redteam/getHarmfulTests.d.ts.map +1 -1
- package/dist/src/redteam/getHarmfulTests.js +5 -3
- package/dist/src/redteam/getHarmfulTests.js.map +1 -1
- package/dist/src/redteam/getPoliticalStatementsTests.d.ts +3 -0
- package/dist/src/redteam/getPoliticalStatementsTests.d.ts.map +1 -0
- package/dist/src/redteam/getPoliticalStatementsTests.js +78 -0
- package/dist/src/redteam/getPoliticalStatementsTests.js.map +1 -0
- package/dist/src/redteam/{getUnintendedContracts.d.ts → getUnintendedContractTests.d.ts} +1 -1
- package/dist/src/redteam/getUnintendedContractTests.d.ts.map +1 -0
- package/dist/src/redteam/{getUnintendedContracts.js → getUnintendedContractTests.js} +4 -19
- package/dist/src/redteam/getUnintendedContractTests.js.map +1 -0
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +9 -5
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/types.d.ts +1 -1
- package/dist/src/types.d.ts.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/2-f4fbce4502797818.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{7-fcb7ff53c7fbc4db.js → 371-0554dc4f28404020.js} +4 -4
- package/dist/src/web/nextui/_next/static/chunks/407.42b5daf65ab5dde9.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{540-56159a4d6bc0d205.js → 540-378a20144435cec6.js} +3 -3
- package/dist/src/web/nextui/_next/static/chunks/873-8bd18cf80e6e64e1.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{135-7aa62cd3f1582b50.js → 915-cd96102a51e75c9d.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/954-58788165fb1e9563.js +6 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-21a8f23fc1ff5766.js → page-c03dd433a28716f5.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/page-c0bc2eece315a5fb.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-b867cf8da71d8b7a.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/setup/{page-ea89f5d80fa5f537.js → page-1bdf4d8a82ca083a.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/{webpack-e7b8eadb84044d12.js → webpack-c469fe135043664b.js} +1 -1
- package/dist/src/web/nextui/_next/static/css/15e7b41f5e8a79bf.css +1 -0
- package/dist/src/web/nextui/_next/static/css/{a01afc4841be59dc.css → 51f7d6933894a4f8.css} +1 -1
- package/dist/src/web/nextui/_next/static/css/85bfc598653c1699.css +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +5 -5
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +5 -5
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +5 -5
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +7 -7
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +4 -4
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +5 -5
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +5 -5
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +7 -7
- package/dist/src/web/nextui/setup/index.html +2 -2
- package/dist/src/web/nextui/setup/index.txt +6 -6
- package/dist/src/web/server.js.map +1 -1
- package/package.json +13 -10
- package/dist/src/redteam/getUnintendedContracts.d.ts.map +0 -1
- package/dist/src/redteam/getUnintendedContracts.js.map +0 -1
- package/dist/src/web/nextui/_next/static/chunks/226-c7a61af9c30bcc15.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/278.60b6d47e5a936f0b.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/873-0692f91d92df9b1d.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/954-5ae50ec0b4434ae9.js +0 -6
- package/dist/src/web/nextui/_next/static/chunks/app/eval/page-8537d53eadbd4117.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-dc993735a78d31e4.js +0 -1
- package/dist/src/web/nextui/_next/static/css/0e96bc835813e9d5.css +0 -1
- package/dist/src/web/nextui/_next/static/css/962981c6b98dedf4.css +0 -1
- /package/dist/src/web/nextui/_next/static/{2jOnlz9DOwDLK-xyLaOBO → C2Dv48m6CgDxGTiIilVxH}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{2jOnlz9DOwDLK-xyLaOBO → C2Dv48m6CgDxGTiIilVxH}/_ssgManifest.js +0 -0
|
@@ -1 +0,0 @@
|
|
|
1
|
-
.custom-metric-container{display:inline-flex;flex-wrap:wrap;gap:.25rem;font-weight:400}.custom-metric-container>span{padding:.25rem .5rem;border-radius:4px;color:var(--text-color);border:1px solid var(--border-color);margin-right:.25rem}.custom-metric-container>span.clickable{cursor:pointer}.custom-metric-container>span.clickable:hover{border-color:var(--link-color)}pre{white-space:pre-wrap}.font-bold{font-weight:700}.divTable,table.results-table{border:1px solid var(--table-border-color);border-collapse:collapse;width:100%;margin:1rem 0;box-shadow:0 2px 4px rgba(0,0,0,.1)}.results-table ins{background-color:var(--insert-highlight-color);text-decoration:none}.results-table del{background-color:var(--delete-highlight-color);-webkit-text-decoration:strikethrough;text-decoration:strikethrough}.tr{display:flex}.results-table tr,.tr{width:-moz-fit-content;width:fit-content}.results-table tr:hover,.tr:hover{background-color:rgba(0,0,0,.02)}.results-table td,.results-table th,.td,.th{position:relative;box-shadow:inset 0 0 0 1px var(--border-color);vertical-align:top}.compact .td,.compact .th,.compact.results-table td,.compact.results-table th{padding:.5rem}.results-table td.variable,.results-table th.variable,.td.variable,.th.variable{background-color:var(--variable-background-color)}.results-table tr.header{background-color:var(--header-background-color)}.results-table th,.th{padding:1rem;position:relative;vertical-align:bottom;text-align:left;white-space:pre-wrap;font-weight:400}.results-table th .action{cursor:pointer;margin-left:.5rem}.results-table th .action svg{vertical-align:middle}.results-table td,.results-table th{height:1px}@-moz-document url-prefix(){.results-table td,.results-table th{height:100%}}.firefox-fix{display:table;height:100%}.results-table tr .cell{display:flex;flex-direction:column;white-space:pre-wrap;height:100%;padding:1rem}.results-table tr .cell img{max-width:256px;max-height:256px;cursor:zoom-in}.results-table tr .cell .prompt{background-color:var(--variable-background-color);padding:1rem;font-family:Courier New,Courier,monospace;font-size:.8rem}.results-table tr .cell .prompt,.results-table tr .cell .prompt .pill{border:1px solid var(--border-color);border-radius:4px;margin-bottom:.5rem}.results-table tr .cell .prompt .pill{display:block;background-color:var(--neutral-background-color);padding:.25rem;width:-moz-fit-content;width:fit-content}.results-table tr .cell-actions{display:flex;gap:.5rem;visibility:hidden;position:absolute;top:1.25rem;right:.75rem;line-height:0;font-size:1.25rem}.results-table tr:hover .cell-actions{visibility:visible}.results-table tr .cell-detail{display:flex;flex-wrap:wrap;column-gap:.5rem;row-gap:.25rem;padding-top:1rem;margin-top:auto}.results-table tr .stat-item{font-weight:400;font-size:.75rem;color:#888}.results-table tr .cell-actions .action{cursor:pointer}.results-table th .output-header{display:flex;flex-direction:column;height:100%;align-items:flex-start}.results-table th .output-header .pills{display:flex;flex-wrap:wrap;gap:.25rem;align-items:center;margin-bottom:.5rem}.results-table th .prompt-container{font-weight:700;margin-bottom:.5rem}.results-table th .prompt-container>*{display:inline}.results-table th .provider{display:inline-block;padding:.25rem .5rem;background-color:var(--neutral-background-color);border:1px solid var(--border-color);border-radius:4px;margin-right:.25rem}.results-table th .summary{font-weight:400}.results-table th .prompt-detail{display:flex;flex-wrap:wrap;column-gap:.5rem;row-gap:.25rem;font-size:.75rem;color:#888;margin-top:auto}.results-table th .summary .highlight{padding:.25rem .5rem;border-radius:4px;background-color:var(--fail-background-color);border:1px solid var(--border-color)}.results-table th .summary .highlight.success{background-color:var(--success-background-color);border:1px solid var(--pass-color)}.results-table .status{font-weight:700;margin-bottom:.5rem}.results-table .status .pill{display:inline-block;padding:.25rem .5rem;border-radius:4px;margin-right:.25rem}.results-table .pass .pill{background-color:var(--success-background-color);color:var(--pass-color);border:1px solid var(--pass-color)}.results-table .fail .pill{border:1px solid var(--fail-color)}.fail-reason,.results-table .fail{color:var(--fail-color)}.fail-reason{font-weight:700}.compact .fail-reason{display:inline}.results-table .fail .pill{background-color:var(--fail-background-color)}.results-table td .score{font-weight:400}.results-table .comment{margin-top:.5rem;padding:.25rem .5rem;border-radius:4px;background-color:var(--neutral-background-color);font-style:italic;cursor:pointer}.first-prompt-col{border-left:2px solid #888}.first-prompt-row{border-top:2px solid #888}.search-highlight{color:var(--search-text-color);background-color:var(--search-highlight-color)}.results-table tr .cell .lightbox{position:fixed;top:0;left:0;right:0;bottom:0;background-color:rgba(0,0,0,.7);display:flex;align-items:center;justify-content:center;z-index:1000}.results-table tr .cell .lightbox img{max-width:90%;max-height:90%;cursor:zoom-out}.resizer{position:absolute;right:0;top:0;height:100%;width:5px;cursor:col-resize;-webkit-user-select:none;-moz-user-select:none;user-select:none;touch-action:none;background:var(--text-color);opacity:.5}.resizer.isResizing{background:var(--text-color);opacity:1}@media (hover:hover){.resizer{opacity:0}:hover>.resizer{opacity:1}}.description{cursor:pointer;transition:background-color .3s ease}.description:hover{background-color:#f0f0f0}.description-filepath{color:#bbb;font-size:.75rem}body{background-color:var(--background-color);color:var(--text-color)}.error,.notice{display:flex;flex-direction:column;gap:1.5rem;justify-content:center;align-items:center;height:9rem}.error{font-size:1.5rem}
|
|
File without changes
|
|
File without changes
|