open-interpretability 0.0.20__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. open_interpretability-0.0.20.dist-info/METADATA +157 -0
  2. open_interpretability-0.0.20.dist-info/RECORD +256 -0
  3. open_interpretability-0.0.20.dist-info/WHEEL +4 -0
  4. open_interpretability-0.0.20.dist-info/entry_points.txt +2 -0
  5. open_interpretability-0.0.20.dist-info/licenses/LICENSE +21 -0
  6. openinterp/__init__.py +6 -0
  7. openinterp/agents/__init__.py +25 -0
  8. openinterp/agents/base.py +229 -0
  9. openinterp/agents/judge.py +149 -0
  10. openinterp/agents/proposer.py +471 -0
  11. openinterp/agents/proposer_profiles.py +79 -0
  12. openinterp/agents/review_measurements.py +173 -0
  13. openinterp/agents/reviewer.py +498 -0
  14. openinterp/agreement.py +63 -0
  15. openinterp/audit_options.py +79 -0
  16. openinterp/baseline.py +254 -0
  17. openinterp/benchmark.py +450 -0
  18. openinterp/blends.py +239 -0
  19. openinterp/builder/__init__.py +6 -0
  20. openinterp/builder/agents.py +260 -0
  21. openinterp/builder/aligned.py +41 -0
  22. openinterp/builder/charts.py +411 -0
  23. openinterp/builder/circuit_pages.py +37 -0
  24. openinterp/builder/circuits.py +264 -0
  25. openinterp/builder/compiler.py +495 -0
  26. openinterp/builder/corpora.py +98 -0
  27. openinterp/builder/coverage.py +46 -0
  28. openinterp/builder/dashboard.py +255 -0
  29. openinterp/builder/disk_memo.py +65 -0
  30. openinterp/builder/experiment.py +105 -0
  31. openinterp/builder/heat.py +121 -0
  32. openinterp/builder/hrefs.py +71 -0
  33. openinterp/builder/learned_baseline.py +204 -0
  34. openinterp/builder/model_facts.py +138 -0
  35. openinterp/builder/neuronpedia_export.py +107 -0
  36. openinterp/builder/parallel.py +100 -0
  37. openinterp/builder/parquet_export.py +458 -0
  38. openinterp/builder/pieces.py +127 -0
  39. openinterp/builder/pii.py +211 -0
  40. openinterp/builder/registry_stats.py +144 -0
  41. openinterp/builder/research.py +109 -0
  42. openinterp/builder/sections.py +28 -0
  43. openinterp/builder/significance.py +103 -0
  44. openinterp/builder/sister_graph.py +180 -0
  45. openinterp/builder/standing.py +185 -0
  46. openinterp/builder/statuses.py +34 -0
  47. openinterp/builder/stopped.py +91 -0
  48. openinterp/builder/stops.py +30 -0
  49. openinterp/builder/superpositions.py +102 -0
  50. openinterp/builder/templates/_agent_role_cells.html +9 -0
  51. openinterp/builder/templates/_causal_chart.html +67 -0
  52. openinterp/builder/templates/_circuit.html +8 -0
  53. openinterp/builder/templates/_dashboard.html +133 -0
  54. openinterp/builder/templates/_experiment.html +500 -0
  55. openinterp/builder/templates/_macros.html +82 -0
  56. openinterp/builder/templates/_patchscope.html +33 -0
  57. openinterp/builder/templates/_prior_art.html +24 -0
  58. openinterp/builder/templates/_specificity.html +21 -0
  59. openinterp/builder/templates/_steering.html +34 -0
  60. openinterp/builder/templates/_superposition.html +62 -0
  61. openinterp/builder/templates/_vocab_chart.html +88 -0
  62. openinterp/builder/templates/_wiring.html +44 -0
  63. openinterp/builder/templates/about.html +95 -0
  64. openinterp/builder/templates/agent.html +69 -0
  65. openinterp/builder/templates/agents.html +80 -0
  66. openinterp/builder/templates/base.html +103 -0
  67. openinterp/builder/templates/circuit.html +64 -0
  68. openinterp/builder/templates/circuits.html +46 -0
  69. openinterp/builder/templates/experiment.html +21 -0
  70. openinterp/builder/templates/hub.html +16 -0
  71. openinterp/builder/templates/index.html +387 -0
  72. openinterp/builder/templates/layer.html +69 -0
  73. openinterp/builder/templates/learned-baseline.html +44 -0
  74. openinterp/builder/templates/model.html +151 -0
  75. openinterp/builder/templates/models.html +47 -0
  76. openinterp/builder/templates/neuron.html +234 -0
  77. openinterp/builder/templates/paper.html +39 -0
  78. openinterp/builder/templates/redirect.html +1 -0
  79. openinterp/builder/templates/research.html +31 -0
  80. openinterp/builder/templates/user.html +54 -0
  81. openinterp/builder/templates/users.html +39 -0
  82. openinterp/builder/templates/wiki/experiment.md +271 -0
  83. openinterp/builder/templates/wiki/index.md +32 -0
  84. openinterp/builder/templates/wiki/neuron.md +30 -0
  85. openinterp/builder/templates/wiki/stop.md +36 -0
  86. openinterp/builder/tree.py +470 -0
  87. openinterp/builder/users.py +142 -0
  88. openinterp/builder/wiki.py +427 -0
  89. openinterp/checks.py +429 -0
  90. openinterp/cli.py +494 -0
  91. openinterp/cli_baseline.py +332 -0
  92. openinterp/cli_benchmark.py +300 -0
  93. openinterp/cli_build.py +128 -0
  94. openinterp/cli_check.py +51 -0
  95. openinterp/cli_concepts.py +76 -0
  96. openinterp/cli_corpus.py +252 -0
  97. openinterp/cli_costs.py +257 -0
  98. openinterp/cli_coverage.py +76 -0
  99. openinterp/cli_crossref.py +86 -0
  100. openinterp/cli_errata.py +142 -0
  101. openinterp/cli_evidence.py +495 -0
  102. openinterp/cli_evidence_store.py +93 -0
  103. openinterp/cli_explain.py +101 -0
  104. openinterp/cli_loop.py +125 -0
  105. openinterp/cli_memory.py +28 -0
  106. openinterp/cli_neuronpedia.py +175 -0
  107. openinterp/cli_pause.py +45 -0
  108. openinterp/cli_pole_effects.py +133 -0
  109. openinterp/cli_probing.py +119 -0
  110. openinterp/cli_registry.py +348 -0
  111. openinterp/cli_reproduce.py +446 -0
  112. openinterp/cli_review.py +302 -0
  113. openinterp/cli_scan.py +223 -0
  114. openinterp/cli_score.py +446 -0
  115. openinterp/cli_sisters.py +86 -0
  116. openinterp/cli_submission.py +217 -0
  117. openinterp/cli_superpositions.py +118 -0
  118. openinterp/cli_wiring.py +54 -0
  119. openinterp/codeid.py +73 -0
  120. openinterp/concepts.py +400 -0
  121. openinterp/core/__init__.py +59 -0
  122. openinterp/core/agent_names.py +76 -0
  123. openinterp/core/attribution.py +101 -0
  124. openinterp/core/cache_dirs.py +15 -0
  125. openinterp/core/causal.py +82 -0
  126. openinterp/core/confounds.py +103 -0
  127. openinterp/core/contributors.py +26 -0
  128. openinterp/core/corpora.py +126 -0
  129. openinterp/core/costs.py +430 -0
  130. openinterp/core/draws.py +109 -0
  131. openinterp/core/errata.py +244 -0
  132. openinterp/core/evidence.py +160 -0
  133. openinterp/core/examples.py +93 -0
  134. openinterp/core/exceptions.py +29 -0
  135. openinterp/core/explanation.py +130 -0
  136. openinterp/core/fence.py +42 -0
  137. openinterp/core/heavy_lock.py +114 -0
  138. openinterp/core/identifiers.py +198 -0
  139. openinterp/core/isolation.py +149 -0
  140. openinterp/core/ledger.py +130 -0
  141. openinterp/core/licenses.py +28 -0
  142. openinterp/core/manifold.py +117 -0
  143. openinterp/core/partners.py +32 -0
  144. openinterp/core/patchscope.py +59 -0
  145. openinterp/core/paths.py +40 -0
  146. openinterp/core/pause.py +96 -0
  147. openinterp/core/pricing.py +178 -0
  148. openinterp/core/prior_art.py +44 -0
  149. openinterp/core/probing.py +146 -0
  150. openinterp/core/profiles.py +221 -0
  151. openinterp/core/project.py +28 -0
  152. openinterp/core/run_environment.py +38 -0
  153. openinterp/core/schemas.py +484 -0
  154. openinterp/core/specificity.py +49 -0
  155. openinterp/core/stats.py +172 -0
  156. openinterp/core/steering.py +49 -0
  157. openinterp/core/strict.py +19 -0
  158. openinterp/core/takedowns.py +136 -0
  159. openinterp/core/transcripts.py +130 -0
  160. openinterp/core/wiring.py +80 -0
  161. openinterp/corpus.py +476 -0
  162. openinterp/corpus_cache.py +145 -0
  163. openinterp/corpus_layouts.py +108 -0
  164. openinterp/corpus_presets.py +168 -0
  165. openinterp/corpus_rebuild.py +93 -0
  166. openinterp/coverage.py +155 -0
  167. openinterp/crossref.py +442 -0
  168. openinterp/data/__init__.py +9 -0
  169. openinterp/data/offensive_words.txt +58 -0
  170. openinterp/data/public_suffix_list.dat +15771 -0
  171. openinterp/data/sample_corpus.txt +40 -0
  172. openinterp/draw_steps.py +359 -0
  173. openinterp/errata_checks.py +129 -0
  174. openinterp/evidence.py +462 -0
  175. openinterp/evidence_branch.py +119 -0
  176. openinterp/evidence_lenses.py +75 -0
  177. openinterp/experiment_loop.py +357 -0
  178. openinterp/explain.py +252 -0
  179. openinterp/half_precision.py +79 -0
  180. openinterp/harness/__init__.py +37 -0
  181. openinterp/harness/ane/__init__.py +9 -0
  182. openinterp/harness/ane/backend.py +324 -0
  183. openinterp/harness/ane/cache.py +276 -0
  184. openinterp/harness/ane/chunks.py +163 -0
  185. openinterp/harness/ane/convert.py +116 -0
  186. openinterp/harness/ane/forward.py +258 -0
  187. openinterp/harness/ane/qualified.py +40 -0
  188. openinterp/harness/annotations.py +329 -0
  189. openinterp/harness/attribution.py +96 -0
  190. openinterp/harness/causal.py +264 -0
  191. openinterp/harness/confounds.py +184 -0
  192. openinterp/harness/covariance.py +301 -0
  193. openinterp/harness/crossref.py +195 -0
  194. openinterp/harness/cuda_devices.py +88 -0
  195. openinterp/harness/dead.py +124 -0
  196. openinterp/harness/devices.py +401 -0
  197. openinterp/harness/dictionaries.py +496 -0
  198. openinterp/harness/dreaming.py +116 -0
  199. openinterp/harness/environment.py +64 -0
  200. openinterp/harness/explanation_scores.py +371 -0
  201. openinterp/harness/features.py +276 -0
  202. openinterp/harness/first_position.py +137 -0
  203. openinterp/harness/heads.py +226 -0
  204. openinterp/harness/hooks.py +499 -0
  205. openinterp/harness/input_attribution.py +367 -0
  206. openinterp/harness/jlens.py +183 -0
  207. openinterp/harness/layer_cache.py +301 -0
  208. openinterp/harness/layer_major.py +274 -0
  209. openinterp/harness/lookahead.py +93 -0
  210. openinterp/harness/manifold.py +200 -0
  211. openinterp/harness/memory.py +471 -0
  212. openinterp/harness/moe.py +134 -0
  213. openinterp/harness/patcher.py +322 -0
  214. openinterp/harness/patchscope.py +177 -0
  215. openinterp/harness/probing.py +383 -0
  216. openinterp/harness/scan.py +462 -0
  217. openinterp/harness/scan_backend.py +201 -0
  218. openinterp/harness/sister_passes.py +463 -0
  219. openinterp/harness/sisters.py +363 -0
  220. openinterp/harness/sites.py +101 -0
  221. openinterp/harness/specificity.py +107 -0
  222. openinterp/harness/steering.py +159 -0
  223. openinterp/harness/superpositions.py +116 -0
  224. openinterp/harness/units.py +203 -0
  225. openinterp/harness/wiring.py +432 -0
  226. openinterp/harness/wiring_activations.py +285 -0
  227. openinterp/langid.py +73 -0
  228. openinterp/names.py +129 -0
  229. openinterp/neuronpedia_baseline.py +88 -0
  230. openinterp/neuronpedia_review.py +148 -0
  231. openinterp/planner.py +466 -0
  232. openinterp/planner_effects.py +89 -0
  233. openinterp/planner_heads.py +92 -0
  234. openinterp/planner_models.py +174 -0
  235. openinterp/planner_sisters.py +122 -0
  236. openinterp/planner_states.py +57 -0
  237. openinterp/planner_superpositions.py +114 -0
  238. openinterp/pole_effects.py +102 -0
  239. openinterp/prior_art.py +143 -0
  240. openinterp/reproduce.py +450 -0
  241. openinterp/revision.py +45 -0
  242. openinterp/runner_cache.py +35 -0
  243. openinterp/score_controls.py +169 -0
  244. openinterp/sensitive.py +243 -0
  245. openinterp/show.py +236 -0
  246. openinterp/signing.py +209 -0
  247. openinterp/sisters.py +476 -0
  248. openinterp/superposition_finders.py +225 -0
  249. openinterp/sync/__init__.py +5 -0
  250. openinterp/sync/r2.py +280 -0
  251. openinterp/syntax.py +399 -0
  252. openinterp/takedown_checks.py +76 -0
  253. openinterp/toxicity.py +158 -0
  254. openinterp/verdict_regression.py +79 -0
  255. openinterp/wiring_backfill.py +170 -0
  256. openinterp/wordnet.py +362 -0
@@ -0,0 +1,67 @@
1
+ {# Per-pair causal effects for _experiment.html. Expects `v`, `c`, `sub`, `what`, `peer`, `peers`. #}
2
+ {% if v.causal %}
3
+ {% set cc = v.causal %}
4
+ <section class="mb-10" data-pagefind-ignore>
5
+ <h3 class="mb-3 text-base font-semibold">Causal effects per minimal pair</h3>
6
+ <figure>
7
+ <div class="overflow-x-auto">
8
+ <svg viewBox="0 0 {{ cc.width }} {{ cc.height }}" class="w-full min-w-[520px]" role="img" aria-label="Sufficiency and necessity percentiles {% if cc.rows %}for {{ cc.rows | length }} minimal pairs {% endif %}against the 0.5 baseline of matched {{ peers }}: median sufficiency {{ c.sufficiency_score | num(2) }}, necessity {{ c.necessity_score | num(2) }}.{% if cc.rows %} Values are in the table below.{% endif %}">
9
+ <rect x="{{ cc.baseline_x }}" y="{{ cc.top - 8 }}" width="{{ cc.right - cc.baseline_x }}" height="{{ cc.axis_y - cc.top + 8 }}" class="fill-slate-100 dark:fill-slate-900"/>
10
+ {% if cc.rule_y %}<line x1="0" y1="{{ cc.rule_y }}" x2="{{ cc.right }}" y2="{{ cc.rule_y }}" class="stroke-slate-200 dark:stroke-slate-800" stroke-width="1"/>{% endif %}
11
+ {% for row in cc.rows + [cc.median] %}
12
+ {% set is_median = loop.last %}
13
+ <text x="0" y="{{ row.y + cc.bar + 5 }}" class="{{ 'fill-slate-700 dark:fill-slate-300 font-medium' if is_median else 'fill-slate-600 dark:fill-slate-400' }}" font-size="12">{{ row.label }}</text>
14
+ {% for b in row.bars %}
15
+ <g>
16
+ <title>{{ b.label }}</title>
17
+ <rect x="{{ cc.left }}" y="{{ b.y - 1 }}" width="{{ cc.right - cc.left }}" height="{{ cc.bar + 2 }}" fill="transparent"/>
18
+ {% if b.w is not none %}
19
+ <rect x="{{ cc.left }}" y="{{ b.y }}" width="{{ [b.w, 1] | max }}" height="{{ cc.bar }}" rx="2" class="{{ 'fill-indigo-500' if b.kind == 'sufficiency' else 'fill-amber-600' }}"/>
20
+ {% endif %}
21
+ {% if is_median %}
22
+ <text x="{{ cc.left + (b.w or 0) + 4 }}" y="{{ b.y + cc.bar - 1 }}" class="fill-slate-700 font-mono dark:fill-slate-300" font-size="10">{{ b.value | num(2) }}</text>
23
+ {% endif %}
24
+ </g>
25
+ {% endfor %}
26
+ {% endfor %}
27
+ <line x1="{{ cc.baseline_x }}" y1="{{ cc.top - 14 }}" x2="{{ cc.baseline_x }}" y2="{{ cc.axis_y }}" class="stroke-slate-500" stroke-width="1.5" stroke-dasharray="4 3"/>
28
+ <text x="{{ cc.baseline_x }}" y="{{ cc.top - 18 }}" text-anchor="middle" class="fill-slate-600 dark:fill-slate-400" font-size="11">0.5 = a typical matched {{ peer }}</text>
29
+ <line x1="{{ cc.left }}" y1="{{ cc.axis_y + 0.5 }}" x2="{{ cc.right }}" y2="{{ cc.axis_y + 0.5 }}" class="stroke-slate-400" stroke-width="1"/>
30
+ {% for tx, label in cc.ticks %}
31
+ <line x1="{{ tx }}" y1="{{ cc.axis_y }}" x2="{{ tx }}" y2="{{ cc.axis_y + 4 }}" class="stroke-slate-400" stroke-width="1"/>
32
+ <text x="{{ tx }}" y="{{ cc.axis_y + 16 }}" text-anchor="middle" class="fill-slate-500 font-mono" font-size="11">{{ label }}</text>
33
+ {% endfor %}
34
+ </svg>
35
+ </div>
36
+ <figcaption class="mt-1 flex flex-wrap items-center gap-x-4 gap-y-1 text-xs text-slate-500">
37
+ <span><svg class="inline align-middle" width="12" height="12" aria-hidden="true"><rect x="1" y="2" width="10" height="8" rx="2" class="fill-indigo-500"/></svg> sufficiency (clean → corrupted)</span>
38
+ <span><svg class="inline align-middle" width="12" height="12" aria-hidden="true"><rect x="1" y="2" width="10" height="8" rx="2" class="fill-amber-600"/></svg> necessity (corrupted → clean)</span>
39
+ <span>Percentile of the {{ what }}'s |effect| among the {{ c.null_neurons }} matched {{ peers }}; control pairs are skipped. {% if cc.rows %}Hover a bar for its effect and prompts.{% else %}This record predates per-pair effects, so only the medians are shown.{% endif %}</span>
40
+ </figcaption>
41
+ </figure>
42
+ {% if cc.rows %}
43
+ <details class="mt-3">
44
+ <summary class="cursor-pointer text-xs text-slate-500">Per-pair numbers</summary>
45
+ <div class="mt-2 overflow-x-auto rounded-lg border border-slate-200 dark:border-slate-800">
46
+ <table class="w-full text-left text-sm">
47
+ <thead class="bg-slate-50 text-xs uppercase tracking-wide text-slate-500 dark:bg-slate-900">
48
+ <tr><th class="px-3 py-2">Pair</th><th class="px-3 py-2">Prompts</th><th class="px-3 py-2 text-right">Sufficiency</th><th class="px-3 py-2 text-right">Necessity</th></tr>
49
+ </thead>
50
+ <tbody class="divide-y divide-slate-200 dark:divide-slate-800">
51
+ {% for p in c.pairs %}{% set pair = sub.counterfactuals[p.pair_index] if p.pair_index < sub.counterfactuals | length else none %}
52
+ <tr>
53
+ <td class="whitespace-nowrap px-3 py-2 font-mono text-xs">{{ p.pair_index + 1 }}</td>
54
+ <td class="px-3 py-2">{% if pair %}{{ pair.base_prompt }}<div class="text-xs text-slate-500">→ {{ pair.counterfactual_prompt }}</div>{% endif %}</td>
55
+ {% for patch in [p.sufficiency, p.necessity] %}
56
+ <td class="whitespace-nowrap px-3 py-2 text-right font-mono text-xs tabular-nums">{{ patch.percentile | num(2) }}<div class="text-slate-500">effect {{ '%.3g' | format(patch.effect) }}</div><div class="text-slate-500">matched {{ '%.3g' | format(patch.null_median) }} / {{ '%.3g' | format(patch.null_max) }}</div></td>
57
+ {% endfor %}
58
+ </tr>
59
+ {% endfor %}
60
+ </tbody>
61
+ </table>
62
+ </div>
63
+ <p class="mt-1 text-xs text-slate-500">Each cell: percentile, then the {{ what }}'s signed effect and the matched {{ peers }}' median and largest |effect|, in {{ 'logits' if c.target == 'claimed_tokens' else 'nats of KL' }}.</p>
64
+ </details>
65
+ {% endif %}
66
+ </section>
67
+ {% endif %}
@@ -0,0 +1,8 @@
1
+ {# The circuit pages' shared parts. #}
2
+ {% macro unit_name(u) %}L{{ u.layer }}/{{ u.label }}{% if u.dictionary %} ({{ u.dictionary }}){% endif %}{% endmacro %}
3
+
4
+ {% macro nav(root, model, here) -%}
5
+ <nav class="mb-4 text-xs text-slate-500">
6
+ <a class="underline" href="{{ root }}index.html">Registry</a> / <a class="underline" href="{{ root }}{{ model.href }}">{{ model.name }}</a> / <a class="underline" href="{{ root }}models/{{ model.slug }}/circuits.html">Circuits</a> / {{ here }}
7
+ </nav>
8
+ {%- endmacro %}
@@ -0,0 +1,133 @@
1
+ {# The home page's registry dashboard. Expects `dashboard` (builder/dashboard.py) and `map_fill`. #}
2
+ {% set tl = dashboard.timeline %}{% set mb = dashboard.models %}
3
+ <section class="mb-10" id="dashboard" data-pagefind-ignore>
4
+ <h2 class="mb-1 text-lg font-semibold">Registry dashboard</h2>
5
+ <p class="mb-4 max-w-3xl text-sm text-slate-600 dark:text-slate-400">
6
+ The verdict of every experiment on a neuron pole or an attention head, by the day of its review (UTC), by model and by layer.
7
+ Repeat experiments count each time, so these are verdicts, not unit statuses. Dictionary latents are not included.
8
+ </p>
9
+ <div class="mb-4 flex flex-wrap items-center gap-x-4 gap-y-1 text-xs text-slate-500">
10
+ {% for s in dashboard.statuses %}
11
+ <span><svg class="inline align-middle" width="12" height="12" aria-hidden="true"><rect x="1" y="1" width="10" height="10" rx="2" class="{{ map_fill[s] }}"/></svg> {{ s | replace('_', ' ') }}</span>
12
+ {% endfor %}
13
+ <span>Hover a bar for its counts.</span>
14
+ </div>
15
+
16
+ <figure class="mb-8">
17
+ <h3 class="mb-1 text-sm font-medium">Experiments per {{ tl.unit }}, and the VERIFIED share to date</h3>
18
+ <svg viewBox="0 0 {{ tl.width }} {{ tl.height }}" class="w-full max-w-3xl" role="img"
19
+ aria-label="Experiments per {{ tl.unit }}, stacked by verdict, and the share of all experiments to date that were VERIFIED, now {{ tl.share | pct }}. Values are in the table below.">
20
+ {% for y, label in tl.count_ticks %}
21
+ <line x1="{{ tl.left }}" y1="{{ y }}" x2="{{ tl.right }}" y2="{{ y }}" class="stroke-slate-200 dark:stroke-slate-800" stroke-width="1"/>
22
+ <text x="{{ tl.left - 6 }}" y="{{ y + 3 }}" text-anchor="end" class="fill-slate-500 font-mono" font-size="10">{{ label }}</text>
23
+ {% endfor %}
24
+ {% for y, label in tl.share_ticks %}
25
+ <line x1="{{ tl.left }}" y1="{{ y }}" x2="{{ tl.right }}" y2="{{ y }}" class="stroke-slate-200 dark:stroke-slate-800" stroke-width="1"/>
26
+ <text x="{{ tl.left - 6 }}" y="{{ y + 3 }}" text-anchor="end" class="fill-slate-500 font-mono" font-size="10">{{ label }}</text>
27
+ {% endfor %}
28
+ {% for c in tl.columns %}
29
+ <g>
30
+ <title>{{ c.label }}</title>
31
+ <rect x="{{ c.hover_x }}" y="{{ tl.count_top }}" width="{{ tl.pitch }}" height="{{ tl.share_base - tl.count_top }}" fill="transparent"/>
32
+ {% for sg in c.segments %}<rect x="{{ sg.x }}" y="{{ sg.y }}" width="{{ sg.w }}" height="{{ sg.h }}" class="{{ map_fill[sg.status] }}"/>{% endfor %}
33
+ </g>
34
+ {% endfor %}
35
+ <path d="{{ tl.line }}" fill="none" class="stroke-emerald-600 dark:stroke-emerald-400" stroke-width="2" stroke-linejoin="round" pointer-events="none"/>
36
+ {% if tl.last_point %}<circle cx="{{ tl.last_point[0] }}" cy="{{ tl.last_point[1] }}" r="3" class="fill-emerald-600 dark:fill-emerald-400" pointer-events="none"/>{% endif %}
37
+ <line x1="{{ tl.left }}" y1="{{ tl.count_base + 0.5 }}" x2="{{ tl.right }}" y2="{{ tl.count_base + 0.5 }}" class="stroke-slate-400" stroke-width="1"/>
38
+ <line x1="{{ tl.left }}" y1="{{ tl.share_base + 0.5 }}" x2="{{ tl.right }}" y2="{{ tl.share_base + 0.5 }}" class="stroke-slate-400" stroke-width="1"/>
39
+ {% for x, label in tl.x_labels %}
40
+ <text x="{{ x }}" y="{{ tl.share_base + 14 }}" text-anchor="middle" class="fill-slate-500 font-mono" font-size="10">{{ label }}</text>
41
+ {% endfor %}
42
+ </svg>
43
+ <figcaption class="mt-1 max-w-3xl text-xs text-slate-500">
44
+ Top: experiments reviewed each {{ tl.unit }}, stacked by verdict. Bottom: of all experiments reviewed up to that {{ tl.unit }}, the share that were VERIFIED.
45
+ </figcaption>
46
+ <details class="mt-2">
47
+ <summary class="cursor-pointer text-xs text-slate-500">Values</summary>
48
+ <div class="mt-2 max-h-80 overflow-auto rounded-lg border border-slate-200 dark:border-slate-800">
49
+ <table class="w-full text-left text-xs">
50
+ <thead class="bg-slate-50 uppercase tracking-wide text-slate-500 dark:bg-slate-900">
51
+ <tr><th class="px-3 py-2">{{ 'Week of' if tl.unit == 'week' else 'Day' }}</th><th class="px-3 py-2 text-right">Experiments</th>{% for s in dashboard.statuses %}<th class="px-3 py-2 text-right">{{ s | replace('_', ' ') }}</th>{% endfor %}<th class="px-3 py-2 text-right">VERIFIED to date</th></tr>
52
+ </thead>
53
+ <tbody class="divide-y divide-slate-200 font-mono tabular-nums dark:divide-slate-800">
54
+ {% for c in tl.columns %}
55
+ <tr><td class="px-3 py-1">{{ c.date }}</td><td class="px-3 py-1 text-right">{{ c.n }}</td>{% for s in dashboard.statuses %}<td class="px-3 py-1 text-right">{{ c.counts[s] }}</td>{% endfor %}<td class="px-3 py-1 text-right">{{ c.to_date | pct }}</td></tr>
56
+ {% endfor %}
57
+ </tbody>
58
+ </table>
59
+ </div>
60
+ </details>
61
+ </figure>
62
+
63
+ <figure class="mb-8">
64
+ <h3 class="mb-1 text-sm font-medium">Verdicts per model</h3>
65
+ <svg viewBox="0 0 {{ mb.width }} {{ mb.height }}" class="w-full max-w-3xl" role="img"
66
+ aria-label="Experiments per model, stacked by verdict. Values are in the table below.">
67
+ {% for r in mb.rows %}
68
+ <g>
69
+ <title>{{ r.label }}</title>
70
+ <text x="{{ mb.left - 8 }}" y="{{ r.y + mb.bar - 4 }}" text-anchor="end" class="fill-slate-700 font-mono dark:fill-slate-300" font-size="11">{{ r.name }}</text>
71
+ {% for sg in r.segments %}<rect x="{{ sg.x }}" y="{{ sg.y }}" width="{{ sg.w }}" height="{{ sg.h }}" class="{{ map_fill[sg.status] }}"/>{% endfor %}
72
+ <text x="{{ r.end_x }}" y="{{ r.y + mb.bar - 4 }}" class="fill-slate-500 font-mono" font-size="10">{{ r.n }}</text>
73
+ </g>
74
+ {% endfor %}
75
+ </svg>
76
+ <div class="mt-2 max-w-3xl overflow-x-auto rounded-lg border border-slate-200 dark:border-slate-800">
77
+ <table class="w-full text-left text-xs">
78
+ <thead class="bg-slate-50 uppercase tracking-wide text-slate-500 dark:bg-slate-900">
79
+ <tr><th class="px-3 py-2">Model</th><th class="px-3 py-2 text-right">Experiments</th>{% for s in dashboard.statuses %}<th class="px-3 py-2 text-right">{{ s | replace('_', ' ') }}</th>{% endfor %}<th class="px-3 py-2 text-right">VERIFIED share</th></tr>
80
+ </thead>
81
+ <tbody class="divide-y divide-slate-200 tabular-nums dark:divide-slate-800">
82
+ {% for r in mb.rows %}
83
+ <tr><td class="px-3 py-1 font-mono">{{ r.name }}</td><td class="px-3 py-1 text-right font-mono">{{ r.n }}</td>{% for s in dashboard.statuses %}<td class="px-3 py-1 text-right font-mono">{{ r.counts[s] }}</td>{% endfor %}<td class="px-3 py-1 text-right font-mono">{{ r.share | pct }}</td></tr>
84
+ {% endfor %}
85
+ </tbody>
86
+ </table>
87
+ </div>
88
+ </figure>
89
+
90
+ <figure>
91
+ <h3 class="mb-1 text-sm font-medium">Verdicts per layer</h3>
92
+ <div class="grid gap-x-8 gap-y-6 md:grid-cols-2 lg:grid-cols-3">
93
+ {% for ch in dashboard.layers %}
94
+ <div>
95
+ <h4 class="mb-1 font-mono text-xs">{{ ch.name }}</h4>
96
+ <svg viewBox="0 0 {{ ch.width }} {{ ch.height }}" class="w-full" role="img"
97
+ aria-label="Experiments per layer of {{ ch.name }}, stacked by verdict; the tallest column is {{ ch.peak }}. Values are in the table below.">
98
+ <line x1="{{ ch.left }}" y1="{{ ch.top }}" x2="{{ ch.right }}" y2="{{ ch.top }}" class="stroke-slate-200 dark:stroke-slate-800" stroke-width="1"/>
99
+ <text x="{{ ch.left - 4 }}" y="{{ ch.top + 3 }}" text-anchor="end" class="fill-slate-500 font-mono" font-size="10">{{ ch.peak }}</text>
100
+ <text x="{{ ch.left - 4 }}" y="{{ ch.base }}" text-anchor="end" class="fill-slate-500 font-mono" font-size="10">0</text>
101
+ {% for c in ch.columns %}
102
+ <g>
103
+ <title>{{ c.label }}</title>
104
+ <rect x="{{ c.hover_x }}" y="{{ ch.top }}" width="{{ ch.pitch }}" height="{{ ch.base - ch.top }}" fill="transparent"/>
105
+ {% for sg in c.segments %}<rect x="{{ sg.x }}" y="{{ sg.y }}" width="{{ sg.w }}" height="{{ sg.h }}" class="{{ map_fill[sg.status] }}"/>{% endfor %}
106
+ </g>
107
+ {% endfor %}
108
+ <line x1="{{ ch.left }}" y1="{{ ch.base + 0.5 }}" x2="{{ ch.right }}" y2="{{ ch.base + 0.5 }}" class="stroke-slate-400" stroke-width="1"/>
109
+ {% for x, label in ch.x_labels %}
110
+ <text x="{{ x }}" y="{{ ch.base + 12 }}" text-anchor="middle" class="fill-slate-500 font-mono" font-size="9">{{ label }}</text>
111
+ {% endfor %}
112
+ </svg>
113
+ </div>
114
+ {% endfor %}
115
+ </div>
116
+ <figcaption class="mt-1 max-w-3xl text-xs text-slate-500">Each model has its own vertical scale, up to its busiest layer. Every layer has a slot, so an empty slot is a layer with no experiments yet.</figcaption>
117
+ <details class="mt-2">
118
+ <summary class="cursor-pointer text-xs text-slate-500">Values</summary>
119
+ <div class="mt-2 max-h-80 overflow-auto rounded-lg border border-slate-200 dark:border-slate-800">
120
+ <table class="w-full text-left text-xs">
121
+ <thead class="bg-slate-50 uppercase tracking-wide text-slate-500 dark:bg-slate-900">
122
+ <tr><th class="px-3 py-2">Model</th><th class="px-3 py-2">Layer</th><th class="px-3 py-2 text-right">Experiments</th>{% for s in dashboard.statuses %}<th class="px-3 py-2 text-right">{{ s | replace('_', ' ') }}</th>{% endfor %}<th class="px-3 py-2 text-right">VERIFIED share</th></tr>
123
+ </thead>
124
+ <tbody class="divide-y divide-slate-200 font-mono tabular-nums dark:divide-slate-800">
125
+ {% for ch in dashboard.layers %}{% for c in ch.columns if c.n %}
126
+ <tr><td class="px-3 py-1">{{ ch.name }}</td><td class="px-3 py-1">L{{ c.layer }}</td><td class="px-3 py-1 text-right">{{ c.n }}</td>{% for s in dashboard.statuses %}<td class="px-3 py-1 text-right">{{ c.counts[s] }}</td>{% endfor %}<td class="px-3 py-1 text-right">{{ c.share | pct }}</td></tr>
127
+ {% endfor %}{% endfor %}
128
+ </tbody>
129
+ </table>
130
+ </div>
131
+ </details>
132
+ </figure>
133
+ </section>