evals-lab 0.1.2

package/lab/web/dist/assets/tokens-s6I-RMVq.css

@@ -0,0 +1 @@
+button,input,select,textarea{font:inherit;color:var(--ink);background:var(--surface2);border:1px solid var(--line);border-radius:var(--r-ctl)}input:not([type=checkbox]),select{height:var(--ctl);padding:0 var(--s2);min-width:0;max-width:100%}::placeholder{color:var(--dim);opacity:1}textarea{width:100%;min-height:calc(2lh + 2 * var(--s2) + 2px);field-sizing:content;max-height:24lh;padding:var(--s2);resize:vertical;line-height:1.45}input[type=checkbox]{width:18px;height:18px;accent-color:var(--amber);margin:0}input[readonly],textarea[readonly],.readonly{background:0 0;border-style:dashed}button{align-items:center;gap:var(--s1);-webkit-tap-highlight-color:transparent;min-height:var(--ctl);padding:0 var(--s3);font-size:var(--t-label);background:var(--amber);color:var(--on-amber);cursor:pointer;border-color:#0000;font-weight:600;display:inline-flex}button:disabled{opacity:.5;cursor:default}.ghost{color:var(--amber);border-color:var(--line);background:0 0;font-weight:500}.ghost.destructive{color:var(--rust)}.icon-btn{width:var(--ctl);min-height:var(--ctl);color:var(--faint);background:0 0;border-color:#0000;justify-content:center;padding:0}.icon-btn:hover,.icon-btn:focus-visible{color:var(--ink)}.group{background:var(--surface);border:1px solid var(--line);border-radius:var(--r-pane);padding:var(--s4)}.group.sub{margin-top:var(--s3);background:0 0;border:0;padding:0}.group-summary{align-items:center;gap:var(--s2);min-height:var(--ctl);cursor:pointer;list-style:none;display:flex}.group-summary::-webkit-details-marker{display:none}.group-caret{color:var(--faint);flex:none;transition:transform .15s}.group[open]>.group-summary .group-caret{transform:rotate(90deg)}.group-title{font-size:var(--t-heading);overflow-wrap:anywhere;min-width:0;margin:0;font-weight:600}.group.sub .group-title{font-size:var(--t-label)}.group.sub[data-depth="2"]>.group-summary>.group-title{color:var(--dim)}.group.sub[data-depth="2"]{margin-top:var(--s4);padding-top:var(--s3);border-top:1px solid var(--line)}.group.sub[data-depth="3"]{margin-top:var(--s3)}@media (width>=601px){.group .group{margin-inline-start:calc(16px + var(--s2))}}.group-body>.group.sub[data-depth="2"]:first-child{margin-top:var(--s2);border-top:0;padding-top:0}.group-note{font-size:var(--t-note);color:var(--dim);text-overflow:ellipsis;white-space:nowrap;min-width:0;overflow:hidden}.group[open]>.group-summary .group-note{display:none}.group-rename{flex:1;min-width:0}.group-body{margin-top:var(--s3)}.group-about{margin:0 0 var(--s2);max-width:72ch;color:var(--dim);font-size:var(--t-label);line-height:1.45}.group-about:last-child{margin-bottom:0}.about-lead{color:var(--ink);font-weight:600}.group.sub>.group-body{margin-top:var(--s2)}.group-summary .menu{margin-left:auto}.menu{flex:none;display:inline-flex;position:relative}.menu-pop{right:0;top:calc(100% + var(--s1));z-index:20;min-width:160px;max-width:calc(100vw - 2 * var(--s4));padding:var(--s1);background:var(--surface);border:1px solid var(--line);border-radius:var(--r-pane);box-shadow:0 8px 24px var(--scrim);flex-direction:column;gap:2px;display:flex;position:absolute}.menu-pop.start{left:0;right:auto}.menu-pop.up{top:auto;bottom:calc(100% + var(--s1))}.menu-pop.fixed{position:fixed;bottom:auto;right:auto}.menu-item{justify-content:flex-start;gap:var(--s2);padding:0 var(--s2);color:var(--amber);white-space:nowrap;background:0 0;border-color:#0000;font-weight:500}.menu-item:hover,.menu-item:focus-visible{background:var(--surface2)}.menu-item.destructive{color:var(--rust)}.repeater-items{gap:var(--s2);display:grid}.repeater-items>.group.sub{margin-top:0}.repeater-items>.group.sub:not(:last-child){padding-bottom:var(--s2);border-bottom:1px solid var(--line)}.repeater-empty{padding:var(--s4);border:1px dashed var(--line);border-radius:var(--r-pane);color:var(--dim);font-size:var(--t-label);text-align:center}.add-btn{margin-top:var(--s2);justify-self:start}.props>.add-btn{grid-column:1/-1}.props,.prop{--prop-cols:minmax(88px, 35%) minmax(0, 1fr) auto var(--ctl)}.props{grid-template-columns:var(--prop-cols);row-gap:var(--s1);column-gap:var(--s2);display:grid}.props>.prop{grid-column:1/-1;grid-template-columns:subgrid}.prop{grid-template-columns:var(--prop-cols);align-items:center;gap:var(--s2);min-height:var(--ctl);padding-bottom:var(--s1);border-bottom:1px solid var(--line);grid-template-areas:"name value flag menu";display:grid}.prop-name{grid-area:name}.prop-value{grid-area:value}.prop-flag{grid-area:flag}.prop-menu{grid-area:menu}.prop:last-of-type{border-bottom:0}.prop[data-hint]{grid-template-areas:"name value flag menu"".hint hint hint";row-gap:2px}.prop-hint{font-size:var(--t-note);color:var(--dim);grid-area:hint;max-width:72ch;line-height:1.4}.prop-name{font-size:var(--t-label);color:var(--dim);overflow-wrap:anywhere;min-width:0}.prop-name code{font:var(--t-note) var(--mono);color:var(--dim)}.prop-value{align-items:center;gap:var(--s2);min-width:0;display:flex}.props{--w-num:8ch;--w-token:28ch}.prop[data-size=num] .prop-value>input{width:var(--w-num)}.prop[data-size=token] .prop-value>input,.prop[data-size=token] .prop-value>.secret{width:var(--w-token)}.prop[data-size=wide] .prop-value>input{width:100%}.prop-value>select{width:auto;max-width:100%}.prop-value>.secret{max-width:100%}.prop-marker{font-size:var(--t-note);color:var(--dim);flex:none}.secret{align-items:center;gap:var(--s1);min-width:0;display:flex}.secret input{flex:1;min-width:0}.prop-code{font:var(--t-note) / 1.5 var(--mono);min-height:var(--ctl);max-width:100%;padding:var(--s1) var(--s2);border:1px dashed var(--line);border-radius:var(--r-ctl);white-space:pre-wrap;overflow-wrap:anywhere;align-items:center;display:flex}.prop-check{align-items:center;gap:var(--s2);min-height:var(--ctl);font-size:var(--t-label);display:inline-flex}.prop-flag label{min-width:var(--ctl);min-height:var(--ctl);justify-content:center;align-items:center;display:inline-flex}.prop-menu{min-width:var(--ctl);justify-content:flex-end;display:flex}@media (width<=600px){.group{padding:var(--s3)}.prop[data-control=select],.prop[data-control=code],.prop[data-control=textarea],.prop[data-control=text]:not([data-size=num]),.prop[data-control=secret]{row-gap:var(--s1);grid-template-areas:"name name flag menu""value value value value"}.prop[data-hint]{grid-template-areas:"name name flag menu""value value value value""hint hint hint hint"}.prop[data-control=text]:not([data-size=num]) .prop-value>input,.prop[data-control=secret] .prop-value>.secret{width:100%}table.dt-cards,table.dt-cards :is(tbody,tr,td){display:block}table.dt-cards thead{display:none}table.dt-cards tbody tr{margin-bottom:var(--s2);padding:var(--s2) var(--s3);border:1px solid var(--line);border-radius:var(--r-pane);position:relative}table.dt-cards tbody tr:last-of-type{margin-bottom:0}table.dt-cards td{font-size:var(--t-label);overflow-wrap:anywhere;border:0;padding:0}table.dt-cards td.dt-title{align-items:center;column-gap:var(--s2);min-height:var(--ctl);padding-right:calc(var(--ctl) + var(--s1));font-size:var(--t-body);flex-wrap:wrap;font-weight:600;display:flex}table.dt-cards td.dt-menu{top:var(--s1);right:var(--s1);position:absolute}table.dt-cards td:not(.dt-title,.dt-menu)[data-label]:before{content:attr(data-label) " ";color:var(--dim)}}@media (pointer:coarse),(width<=600px){input[type=checkbox]{width:22px;height:22px}}.modal-backdrop{z-index:30;padding:var(--s4);background:var(--scrim);justify-content:center;align-items:center;display:flex;position:fixed;inset:0}.modal{width:min(100%,420px);max-height:calc(100vh - 2 * var(--s4));background:var(--surface);border:1px solid var(--line);border-radius:var(--r-pane);box-shadow:0 16px 48px var(--scrim);flex-direction:column;display:flex}.modal.wide{width:min(100%,960px);height:min(88vh,760px)}.modal-head{align-items:center;gap:var(--s2);padding:var(--s3) var(--s4);border-bottom:1px solid var(--line);display:flex}.modal-head h2{min-width:0;font-size:var(--t-heading);text-overflow:ellipsis;white-space:nowrap;flex:auto;margin:0;font-weight:600;overflow:hidden}.modal-head .menu{flex:none}.modal-body{padding:var(--s4);min-height:0;overflow-y:auto}.modal-foot{padding:var(--s3) var(--s4);border-top:1px solid var(--line);flex:none}.modal.edit{width:min(100%,560px)}.modal.edit.wide{width:min(100%,880px);height:auto}.modal.edit .modal-body{flex:auto}.edit-status{margin:0 0 var(--s3);font-size:var(--t-label);color:var(--dim);overflow-wrap:anywhere}.edit-status.bad{color:var(--rust)}.edit-section+.edit-section{margin-top:var(--s4);padding-top:var(--s3);border-top:1px solid var(--line)}.edit-section-title{margin:0 0 var(--s2);font-size:var(--t-label);color:var(--dim);font-weight:600}.edit-choices{gap:var(--s2);flex-wrap:wrap;display:flex}.edit-choices button[aria-pressed=true]{background:var(--amber);color:var(--on-amber);border-color:#0000}.edit-actions{align-items:center;gap:var(--s2);flex-wrap:wrap;display:flex}.edit-action{align-items:center;gap:var(--s2);display:inline-flex}.edit-outcome-live:empty{display:none}.edit-outcome{min-height:var(--ctl);color:var(--amber);text-underline-offset:2px;background:0 0;border:0;padding:0;font-weight:500;text-decoration:underline}.edit-outcome.bad{color:var(--rust)}.edit-done{margin-left:auto}.edit-actions .ghost.destructive{color:var(--rust)}@media (width<=600px){.modal-backdrop:has(>.modal.edit){padding:0}.modal.edit,.modal.edit.wide{border:0;border-radius:0;width:100%;height:100dvh;max-height:none}.edit-actions>*{flex:auto;justify-content:center}}.undo-toast{left:50%;bottom:var(--s4);z-index:40;align-items:center;gap:var(--s2);max-width:calc(100vw - 2 * var(--s3));padding:var(--s2) var(--s3);background:var(--surface);border:1px solid var(--line);border-radius:var(--r-pane);box-shadow:0 8px 24px var(--scrim);font-size:var(--t-label);display:flex;position:fixed;transform:translate(-50%)}.undo-label{text-overflow:ellipsis;white-space:nowrap;overflow:hidden}.undo-btn{flex:none}.dt-sort,.dt-head{align-items:center;gap:var(--s1);min-height:0;font:inherit;color:inherit;text-align:inherit;cursor:pointer;background:0 0;border:0;padding:0;display:inline-flex}.dt-glyph{color:var(--faint);opacity:0;flex:none;transition:opacity .15s}.dt-sort:hover .dt-glyph,.dt-sort:focus-visible .dt-glyph,.dt-glyph.on{opacity:1}.dt-glyph.on{color:var(--amber)}.dt-head{min-height:0;font:inherit;color:var(--amber);background:0 0;border:0;padding:0}.dt-pager{justify-content:flex-end;align-items:center;gap:var(--s2);margin-top:var(--s2);display:flex}@media (pointer:coarse){.dt-glyph{opacity:1}.dt-sort,.dt-head{min-height:var(--tap)}}.fbar{margin-bottom:var(--s3);position:relative}.fbar-row{align-items:center;gap:var(--s2);display:flex}.fbar-search{min-width:0;color:var(--faint);flex:auto;display:flex;position:relative}.fbar-search svg{left:var(--s3);pointer-events:none;position:absolute;top:50%;transform:translateY(-50%)}.fbar-search:focus-within{color:var(--amber)}.fbar-search input{width:100%;padding-left:calc(var(--s3) + 15px + var(--s2));flex:auto}.fbar-search input:focus{border-color:var(--amber);outline:none}.fbar-row>.note{margin:0}.fbar-btn{width:var(--ctl);background:var(--surface2);border-color:var(--line);color:var(--dim);flex:none;justify-content:center;margin-left:auto;padding:0;position:relative}.fbar-btn:hover,.fbar-btn[aria-expanded=true]{color:var(--ink);border-color:var(--faint)}.fbar-btn.on{color:var(--amber);border-color:var(--amber);background:color-mix(in srgb, var(--amber) 10%, var(--surface))}.fbar-badge{background:var(--amber);min-width:17px;height:17px;color:var(--on-amber);font-size:var(--t-caption);font-variant-numeric:tabular-nums;box-shadow:0 0 0 2px var(--surface);border-radius:999px;place-items:center;padding:0 4px;font-weight:700;line-height:1;display:grid;position:absolute;top:-6px;right:-6px}.fbar-chips{align-items:center;gap:var(--s1) var(--s2);margin-top:var(--s2);flex-wrap:wrap;display:flex}.fbar-chip{min-height:26px;color:var(--ink);font-size:var(--t-note);background:0 0;border:0;padding:0;font-weight:600}.fbar-pip{min-height:26px;padding:0 var(--s2) 0 var(--s3);background:color-mix(in srgb, var(--amber) 14%, var(--surface));border:1px solid #0000;border-radius:999px;align-items:center;gap:6px;display:inline-flex}.fbar-chip svg{color:var(--dim)}.fbar-chip:hover svg,.fbar-chip:focus-visible svg{color:var(--rust)}.fbar-chip:focus-visible{outline:none}.fbar-chip:focus-visible .fbar-pip{outline:2px solid var(--amber);outline-offset:2px}.fbar-chip-k{color:var(--dim);font-weight:500}.fbar-chip.scope{align-items:center;display:inline-flex}.fbar-chip.scope .fbar-pip{padding-right:var(--s3);border-color:var(--line);background:0 0}button.fbar-chip.scope:hover .fbar-pip{border-color:var(--faint)}.fbar-clear{min-height:26px;padding:0 var(--s1);color:var(--amber);font-size:var(--t-note);background:0 0;border:0;font-weight:500}.fbar-count{color:var(--dim);font-size:var(--t-note);font-variant-numeric:tabular-nums;margin-left:auto}.fbar-scrim{display:none}.fbar-panel{top:calc(var(--ctl) + var(--s2));z-index:20;gap:var(--s4);width:min(340px,100%);padding:var(--s4);background:var(--surface);border:1px solid var(--line);border-radius:var(--r-pane);box-shadow:0 12px 32px var(--scrim);transform-origin:100% 0;animation:.14s ease-out fbar-in;display:grid;position:absolute;right:0}@keyframes fbar-in{0%{opacity:0;transform:translateY(-4px)scale(.98)}}.fbar-panel-head{justify-content:space-between;align-items:center;min-height:26px;display:flex}.fbar-panel-title{font-size:var(--t-heading);font-weight:600}.fbar-set{border:0;min-width:0;margin:0;padding:0}.fbar-set legend{margin-bottom:var(--s2);font-size:var(--t-note);color:var(--dim);padding:0;font-weight:600}.fbar-pills{flex-wrap:wrap;gap:6px;display:flex}.fbar-pill{cursor:pointer;display:inline-flex;position:relative}.fbar-pill input{opacity:0;cursor:pointer;margin:0;position:absolute;inset:0}.fbar-pill span{min-height:30px;padding:0 var(--s3);border:1px solid var(--line);font-size:var(--t-label);color:var(--ink);border-radius:999px;align-items:center;transition:background-color .12s,border-color .12s,color .12s;display:inline-flex}.fbar-pill:hover span{border-color:var(--faint)}.fbar-pill input:checked+span{background:var(--amber);border-color:var(--amber);color:var(--on-amber);font-weight:600}.fbar-pill input:focus-visible+span{outline:2px solid var(--amber);outline-offset:2px}.fbar-done{display:none}@media (pointer:coarse),(width<=600px){.fbar-chip,.fbar-clear{min-height:var(--tap)}.fbar-chips{row-gap:0;margin-top:0}.fbar-pip{min-height:32px}.fbar-pill span{min-height:var(--tap);padding:0 var(--s4)}}@media (width<=600px){.fbar-scrim{z-index:30;background:var(--scrim);animation:.16s ease-out fbar-fade;display:block;position:fixed;inset:0}.fbar-panel{z-index:31;width:auto;max-height:85vh;padding:var(--s3) var(--s4) calc(var(--s4) + env(safe-area-inset-bottom));border-width:1px 0 0;border-radius:16px 16px 0 0;animation:.2s cubic-bezier(.2,.8,.2,1) fbar-up;position:fixed;inset:auto 0 0;overflow:auto}.fbar-panel:before{content:"";width:36px;height:4px;margin-bottom:calc(var(--s2) - var(--s4));background:var(--line);border-radius:999px;justify-self:center}.fbar-done{justify-content:center;width:100%;display:flex}}@keyframes fbar-up{0%{transform:translateY(100%)}}@keyframes fbar-fade{0%{opacity:0}}:root{--lightningcss-light: ;--lightningcss-dark:initial;color-scheme:dark;--ground:var(--lightningcss-light,#f4f3ef)var(--lightningcss-dark,#17181c);--surface:var(--lightningcss-light,#fff)var(--lightningcss-dark,#1e2025);--surface2:var(--lightningcss-light,#eceae4)var(--lightningcss-dark,#262931);--line:var(--lightningcss-light,#d6d3cb)var(--lightningcss-dark,#32363f);--ink:var(--lightningcss-light,#1d1f24)var(--lightningcss-dark,#e6e8ec);--dim:var(--lightningcss-light,#5b606b)var(--lightningcss-dark,#9aa0ab);--faint:var(--lightningcss-light,#80858f)var(--lightningcss-dark,#6b7079);--amber:var(--lightningcss-light,#a8651c)var(--lightningcss-dark,#cf9349);--on-amber:var(--lightningcss-light,#fff)var(--lightningcss-dark,#20160a);--sage:var(--lightningcss-light,#3f7a45)var(--lightningcss-dark,#7fa87f);--rust:var(--lightningcss-light,#a4472b)var(--lightningcss-dark,#b5654a);--dot:var(--lightningcss-light,#dcd9d1)var(--lightningcss-dark,#2a2d34);--scrim:var(--lightningcss-light,#1e202473)var(--lightningcss-dark,#17181cbf);--sans:system-ui, -apple-system, "Segoe UI", Roboto, sans-serif;--mono:ui-monospace, "SF Mono", Menlo, Consolas, monospace;--t-caption:11px;--t-note:12px;--t-label:13px;--t-body:14px;--t-heading:15px;--t-title:16px;--lh:1.5;--s1:4px;--s2:8px;--s3:12px;--s4:16px;--s5:24px;--ctl:32px;--tap:44px;--r-ctl:7px;--r-pane:10px}@media (pointer:coarse),(width<=600px){:root{--ctl:var(--tap)}}@media (prefers-color-scheme:light){:root:not([data-theme=dark]){--lightningcss-light:initial;--lightningcss-dark: ;color-scheme:light}}:root[data-theme=light]{--lightningcss-light:initial;--lightningcss-dark: ;color-scheme:light}*{box-sizing:border-box}body{background:var(--ground);color:var(--ink);font:var(--t-body) / var(--lh) var(--sans);margin:0}:focus-visible{outline:2px solid var(--amber);outline-offset:2px}@media (prefers-reduced-motion:reduce){*,:before,:after{transition:none!important;animation:none!important}}

package/lab/web/dist/gallery.html

@@ -0,0 +1,18 @@
+<!doctype html>
+<html lang="en">
+<head>
+  <meta charset="utf-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1">
+  <meta name="color-scheme" content="dark light">
+  <title>Components</title>
+  <script type="module" crossorigin src="/assets/gallery-DipkRvqJ.js"></script>
+  <link rel="modulepreload" crossorigin href="/assets/tokens-B9intIuT.js">
+  <link rel="stylesheet" crossorigin href="/assets/tokens-s6I-RMVq.css">
+  <link rel="stylesheet" crossorigin href="/assets/gallery-o7c4lfpn.css">
+</head>
+<body>
+  <!-- The fixtures gallery: every component in every state, for the eye and
+       for Playwright. Not the lab's page, which is index.html. -->
+  <div id="root"></div>
+</body>
+</html>

package/lab/web/dist/index.html

@@ -0,0 +1,23 @@
+<!doctype html>
+<html lang="en">
+<head>
+  <meta charset="utf-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1">
+  <meta name="color-scheme" content="dark light">
+  <title>Evals Lab</title>
+  <script type="module" crossorigin src="/assets/main-CpVssvrb.js"></script>
+  <link rel="modulepreload" crossorigin href="/assets/tokens-B9intIuT.js">
+  <link rel="stylesheet" crossorigin href="/assets/tokens-s6I-RMVq.css">
+  <link rel="stylesheet" crossorigin href="/assets/main-DjQQums6.css">
+</head>
+<body>
+  <div id="root"></div>
+  <!-- lab:head -->
+  <!-- What the page's data needs before anything reads it. server.py puts
+       the default prompt, the rules file and its copy of the synced stores
+       at the marker above; in development vite.config.ts puts the first two
+       there. The core the bundle imports reads the first two as it loads;
+       the bundle is a module script, which runs once the document is parsed,
+       so they are in place wherever the build puts its script. -->
+</body>
+</html>

package/package.json

@@ -0,0 +1,20 @@
+{
+  "name": "evals-lab",
+  "version": "0.1.2",
+  "description": "A browser bench for grading what a model answers: two wordings side by side over a set of files, scored against answers fixed in advance.",
+  "license": "SEE LICENSE IN LICENSE.md",
+  "author": "Grainbox Limited",
+  "bin": {
+    "evals-lab": "bin/evals-lab.js"
+  },
+  "files": [
+    "bin/",
+    "lab/"
+  ],
+  "engines": {
+    "node": ">=22.18"
+  },
+  "scripts": {
+    "prepack": "node build.js"
+  }
+}