promptfoo 0.59.0 → 0.60.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/package.json +2 -1
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +9 -2
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +26 -12
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.js +3 -3
- package/dist/src/index.js.map +1 -1
- package/dist/src/main.js +83 -14
- package/dist/src/main.js.map +1 -1
- package/dist/src/prompts.d.ts +1 -1
- package/dist/src/prompts.d.ts.map +1 -1
- package/dist/src/prompts.js +38 -23
- package/dist/src/prompts.js.map +1 -1
- package/dist/src/providers/huggingface.d.ts +15 -17
- package/dist/src/providers/huggingface.d.ts.map +1 -1
- package/dist/src/providers/huggingface.js +16 -10
- package/dist/src/providers/huggingface.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +15 -0
- package/dist/src/providers/promptfoo.d.ts.map +1 -0
- package/dist/src/providers/promptfoo.js +50 -0
- package/dist/src/providers/promptfoo.js.map +1 -0
- package/dist/src/providers/replicate.d.ts +1 -0
- package/dist/src/providers/replicate.d.ts.map +1 -1
- package/dist/src/providers/replicate.js.map +1 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +27 -0
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +2 -0
- package/dist/src/redteam/constants.d.ts.map +1 -0
- package/dist/src/redteam/constants.js +5 -0
- package/dist/src/redteam/constants.js.map +1 -0
- package/dist/src/redteam/getHallucinationTests.d.ts +3 -0
- package/dist/src/redteam/getHallucinationTests.d.ts.map +1 -0
- package/dist/src/redteam/getHallucinationTests.js +64 -0
- package/dist/src/redteam/getHallucinationTests.js.map +1 -0
- package/dist/src/redteam/getHarmfulTests.d.ts +33 -0
- package/dist/src/redteam/getHarmfulTests.d.ts.map +1 -0
- package/dist/src/redteam/getHarmfulTests.js +136 -0
- package/dist/src/redteam/getHarmfulTests.js.map +1 -0
- package/dist/src/redteam/getHijackingTests.d.ts +3 -0
- package/dist/src/redteam/getHijackingTests.d.ts.map +1 -0
- package/dist/src/redteam/getHijackingTests.js +68 -0
- package/dist/src/redteam/getHijackingTests.js.map +1 -0
- package/dist/src/redteam/getOverconfidenceTests.d.ts +3 -0
- package/dist/src/redteam/getOverconfidenceTests.d.ts.map +1 -0
- package/dist/src/redteam/getOverconfidenceTests.js +63 -0
- package/dist/src/redteam/getOverconfidenceTests.js.map +1 -0
- package/dist/src/redteam/getUnderconfidenceTests.d.ts +3 -0
- package/dist/src/redteam/getUnderconfidenceTests.d.ts.map +1 -0
- package/dist/src/redteam/getUnderconfidenceTests.js +63 -0
- package/dist/src/redteam/getUnderconfidenceTests.js.map +1 -0
- package/dist/src/redteam/index.d.ts +11 -0
- package/dist/src/redteam/index.d.ts.map +1 -0
- package/dist/src/redteam/index.js +154 -0
- package/dist/src/redteam/index.js.map +1 -0
- package/dist/src/redteam/iterative.d.ts +9 -0
- package/dist/src/redteam/iterative.d.ts.map +1 -0
- package/dist/src/redteam/iterative.js +178 -0
- package/dist/src/redteam/iterative.js.map +1 -0
- package/dist/src/table.js +1 -1
- package/dist/src/table.js.map +1 -1
- package/dist/src/types.d.ts +7 -2
- package/dist/src/types.d.ts.map +1 -1
- package/dist/src/types.js.map +1 -1
- package/dist/src/util.d.ts.map +1 -1
- package/dist/src/util.js +41 -12
- package/dist/src/util.js.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/712-13fab020a2ea9e39.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/setup/{page-1e746f842289d480.js → page-c570b50989e9a7c2.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/webpack-6db4c95c90cd16a8.js +1 -0
- package/dist/src/web/nextui/_next/static/css/012e7480208170b3.css +1 -0
- package/dist/src/web/nextui/_next/static/css/d6087a68d5b5af7c.css +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +3 -3
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +3 -3
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +3 -3
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +6 -6
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +3 -3
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +3 -3
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +3 -3
- package/dist/src/web/nextui/setup/index.html +2 -2
- package/dist/src/web/nextui/setup/index.txt +5 -5
- package/package.json +2 -1
- package/dist/src/web/nextui/_next/static/chunks/712-b075de116030d628.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/webpack-e02a742b401be2a0.js +0 -1
- package/dist/src/web/nextui/_next/static/css/635638c73d973eb7.css +0 -1
- package/dist/src/web/nextui/_next/static/css/dded26353bff8496.css +0 -1
- /package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-220f1e1ba1ae2ad9.js → page-cf43e2e1a57168e1.js} +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/app/eval/{page-b242a9f90d8df411.js → page-21ed48ee7bd48001.js} +0 -0
- /package/dist/src/web/nextui/_next/static/{POC1M-97BDZiWSoSMMvGu → sgLuj_rAi90HuvQkVG1UC}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{POC1M-97BDZiWSoSMMvGu → sgLuj_rAi90HuvQkVG1UC}/_ssgManifest.js +0 -0
|
@@ -1 +0,0 @@
|
|
|
1
|
-
.custom-metric-container{display:inline-flex;flex-wrap:wrap;gap:.25rem;font-weight:400}.custom-metric-container>span{padding:.25rem .5rem;border-radius:4px;color:var(--text-color);border:1px solid var(--border-color);margin-right:.25rem}pre{white-space:pre-wrap}.font-bold{font-weight:700}.divTable,table.results-table{border:1px solid var(--table-border-color);border-collapse:collapse;width:100%;margin:1rem 0;box-shadow:0 2px 4px rgba(0,0,0,.1)}.results-table ins{background-color:var(--insert-highlight-color);text-decoration:none}.results-table del{background-color:var(--delete-highlight-color);-webkit-text-decoration:strikethrough;text-decoration:strikethrough}.tr{display:flex}.results-table tr,.tr{width:-moz-fit-content;width:fit-content}.results-table tr:hover,.tr:hover{background-color:rgba(0,0,0,.02)}.results-table td,.results-table th,.td,.th{position:relative;box-shadow:inset 0 0 0 1px var(--border-color);vertical-align:top;padding:1rem}.compact .td,.compact .th,.compact.results-table td,.compact.results-table th{padding:.5rem}.results-table td.variable,.results-table th.variable,.td.variable,.th.variable{background-color:var(--variable-background-color)}.results-table tr.header{background-color:var(--header-background-color)}.results-table th,.th{padding:1rem;position:relative;vertical-align:bottom;text-align:left;white-space:pre-wrap;font-weight:400}.results-table th .action{cursor:pointer;margin-left:.5rem}.results-table th .action svg{vertical-align:middle}.results-table td,.results-table th{height:1px}@-moz-document url-prefix(){.results-table td,.results-table th{height:100%}}.firefox-fix{display:table;height:100%}.results-table tr .cell{display:flex;flex-direction:column;white-space:pre-wrap;height:100%}.results-table tr .cell img{max-width:256px;max-height:256px;cursor:pointer}.compact.results-table tr .cell>*,.results-table tr .variable>*{display:inline}.results-table tr .cell .prompt{background-color:var(--variable-background-color);padding:1rem;font-family:Courier New,Courier,monospace;font-size:.8rem}.results-table tr .cell .prompt,.results-table tr .cell .prompt .pill{border:1px solid var(--border-color);border-radius:4px;margin-bottom:.5rem}.results-table tr .cell .prompt .pill{display:block;background-color:var(--neutral-background-color);padding:.25rem;width:-moz-fit-content;width:fit-content}.results-table tr .cell-actions{display:flex;gap:.5rem;visibility:hidden;position:absolute;top:1.25rem;right:.75rem;line-height:0;font-size:1.25rem}.results-table tr:hover .cell-actions{visibility:visible}.results-table tr .cell-detail{display:flex;flex-wrap:wrap;column-gap:.5rem;row-gap:.25rem;padding-top:1rem;margin-top:auto}.results-table tr .stat-item{font-weight:400;font-size:.75rem;color:#888}.results-table tr .cell-actions .action{cursor:pointer}.results-table th .output-header{display:flex;flex-direction:column;height:100%;align-items:flex-start}.results-table th .output-header .pills{display:flex;flex-wrap:wrap;gap:.25rem;align-items:center;margin-bottom:.5rem}.results-table th .prompt-container{font-weight:700;margin-bottom:.5rem}.results-table th .prompt-container>*{display:inline}.results-table th .provider{display:inline-block;padding:.25rem .5rem;background-color:var(--neutral-background-color);border:1px solid var(--border-color);border-radius:4px;margin-right:.25rem}.results-table th .summary{font-weight:400}.results-table th .prompt-detail{display:flex;flex-wrap:wrap;column-gap:.5rem;row-gap:.25rem;font-size:.75rem;color:#888;margin-top:auto}.results-table th .summary .highlight{padding:.25rem .5rem;border-radius:4px;background-color:var(--fail-background-color);border:1px solid var(--border-color)}.results-table th .summary .highlight.success{background-color:var(--success-background-color);border:1px solid var(--pass-color)}.results-table .status{font-weight:700;margin-bottom:.5rem}.results-table .status .pill{display:inline-block;padding:.25rem .5rem;border-radius:4px;margin-right:.25rem}.results-table .pass .pill{background-color:var(--success-background-color);color:var(--pass-color);border:1px solid var(--pass-color)}.results-table .fail .pill{border:1px solid var(--fail-color)}.fail-reason,.results-table .fail{color:var(--fail-color)}.fail-reason{font-weight:700}.compact .fail-reason{display:inline}.results-table .fail .pill{background-color:var(--fail-background-color)}.results-table td .score{font-weight:400}.results-table .comment{margin-top:.5rem;padding:.25rem .5rem;border-radius:4px;background-color:var(--neutral-background-color);font-style:italic;cursor:pointer}.first-prompt-col{border-left:2px solid #888}.first-prompt-row{border-top:2px solid #888}.search-highlight{color:var(--search-text-color);background-color:var(--search-highlight-color)}.results-table tr .cell .lightbox{position:fixed;top:0;left:0;right:0;bottom:0;background-color:rgba(0,0,0,.7);display:flex;align-items:center;justify-content:center;z-index:1000}.results-table tr .cell .lightbox img{max-width:90%;max-height:90%}.resizer{position:absolute;right:0;top:0;height:100%;width:5px;cursor:col-resize;-webkit-user-select:none;-moz-user-select:none;user-select:none;touch-action:none;background:var(--text-color);opacity:.5}.resizer.isResizing{background:var(--text-color);opacity:1}@media (hover:hover){.resizer{opacity:0}:hover>.resizer{opacity:1}}.description{cursor:pointer;transition:background-color .3s ease}.description:hover{background-color:#f0f0f0}.description-filepath{color:#bbb;font-size:.75rem}body{background-color:var(--background-color);color:var(--text-color)}.error,.notice{display:flex;flex-direction:column;gap:1.5rem;justify-content:center;align-items:center;height:9rem}.error{font-size:1.5rem}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|