open-interpretability 0.0.20__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. open_interpretability-0.0.20.dist-info/METADATA +157 -0
  2. open_interpretability-0.0.20.dist-info/RECORD +256 -0
  3. open_interpretability-0.0.20.dist-info/WHEEL +4 -0
  4. open_interpretability-0.0.20.dist-info/entry_points.txt +2 -0
  5. open_interpretability-0.0.20.dist-info/licenses/LICENSE +21 -0
  6. openinterp/__init__.py +6 -0
  7. openinterp/agents/__init__.py +25 -0
  8. openinterp/agents/base.py +229 -0
  9. openinterp/agents/judge.py +149 -0
  10. openinterp/agents/proposer.py +471 -0
  11. openinterp/agents/proposer_profiles.py +79 -0
  12. openinterp/agents/review_measurements.py +173 -0
  13. openinterp/agents/reviewer.py +498 -0
  14. openinterp/agreement.py +63 -0
  15. openinterp/audit_options.py +79 -0
  16. openinterp/baseline.py +254 -0
  17. openinterp/benchmark.py +450 -0
  18. openinterp/blends.py +239 -0
  19. openinterp/builder/__init__.py +6 -0
  20. openinterp/builder/agents.py +260 -0
  21. openinterp/builder/aligned.py +41 -0
  22. openinterp/builder/charts.py +411 -0
  23. openinterp/builder/circuit_pages.py +37 -0
  24. openinterp/builder/circuits.py +264 -0
  25. openinterp/builder/compiler.py +495 -0
  26. openinterp/builder/corpora.py +98 -0
  27. openinterp/builder/coverage.py +46 -0
  28. openinterp/builder/dashboard.py +255 -0
  29. openinterp/builder/disk_memo.py +65 -0
  30. openinterp/builder/experiment.py +105 -0
  31. openinterp/builder/heat.py +121 -0
  32. openinterp/builder/hrefs.py +71 -0
  33. openinterp/builder/learned_baseline.py +204 -0
  34. openinterp/builder/model_facts.py +138 -0
  35. openinterp/builder/neuronpedia_export.py +107 -0
  36. openinterp/builder/parallel.py +100 -0
  37. openinterp/builder/parquet_export.py +458 -0
  38. openinterp/builder/pieces.py +127 -0
  39. openinterp/builder/pii.py +211 -0
  40. openinterp/builder/registry_stats.py +144 -0
  41. openinterp/builder/research.py +109 -0
  42. openinterp/builder/sections.py +28 -0
  43. openinterp/builder/significance.py +103 -0
  44. openinterp/builder/sister_graph.py +180 -0
  45. openinterp/builder/standing.py +185 -0
  46. openinterp/builder/statuses.py +34 -0
  47. openinterp/builder/stopped.py +91 -0
  48. openinterp/builder/stops.py +30 -0
  49. openinterp/builder/superpositions.py +102 -0
  50. openinterp/builder/templates/_agent_role_cells.html +9 -0
  51. openinterp/builder/templates/_causal_chart.html +67 -0
  52. openinterp/builder/templates/_circuit.html +8 -0
  53. openinterp/builder/templates/_dashboard.html +133 -0
  54. openinterp/builder/templates/_experiment.html +500 -0
  55. openinterp/builder/templates/_macros.html +82 -0
  56. openinterp/builder/templates/_patchscope.html +33 -0
  57. openinterp/builder/templates/_prior_art.html +24 -0
  58. openinterp/builder/templates/_specificity.html +21 -0
  59. openinterp/builder/templates/_steering.html +34 -0
  60. openinterp/builder/templates/_superposition.html +62 -0
  61. openinterp/builder/templates/_vocab_chart.html +88 -0
  62. openinterp/builder/templates/_wiring.html +44 -0
  63. openinterp/builder/templates/about.html +95 -0
  64. openinterp/builder/templates/agent.html +69 -0
  65. openinterp/builder/templates/agents.html +80 -0
  66. openinterp/builder/templates/base.html +103 -0
  67. openinterp/builder/templates/circuit.html +64 -0
  68. openinterp/builder/templates/circuits.html +46 -0
  69. openinterp/builder/templates/experiment.html +21 -0
  70. openinterp/builder/templates/hub.html +16 -0
  71. openinterp/builder/templates/index.html +387 -0
  72. openinterp/builder/templates/layer.html +69 -0
  73. openinterp/builder/templates/learned-baseline.html +44 -0
  74. openinterp/builder/templates/model.html +151 -0
  75. openinterp/builder/templates/models.html +47 -0
  76. openinterp/builder/templates/neuron.html +234 -0
  77. openinterp/builder/templates/paper.html +39 -0
  78. openinterp/builder/templates/redirect.html +1 -0
  79. openinterp/builder/templates/research.html +31 -0
  80. openinterp/builder/templates/user.html +54 -0
  81. openinterp/builder/templates/users.html +39 -0
  82. openinterp/builder/templates/wiki/experiment.md +271 -0
  83. openinterp/builder/templates/wiki/index.md +32 -0
  84. openinterp/builder/templates/wiki/neuron.md +30 -0
  85. openinterp/builder/templates/wiki/stop.md +36 -0
  86. openinterp/builder/tree.py +470 -0
  87. openinterp/builder/users.py +142 -0
  88. openinterp/builder/wiki.py +427 -0
  89. openinterp/checks.py +429 -0
  90. openinterp/cli.py +494 -0
  91. openinterp/cli_baseline.py +332 -0
  92. openinterp/cli_benchmark.py +300 -0
  93. openinterp/cli_build.py +128 -0
  94. openinterp/cli_check.py +51 -0
  95. openinterp/cli_concepts.py +76 -0
  96. openinterp/cli_corpus.py +252 -0
  97. openinterp/cli_costs.py +257 -0
  98. openinterp/cli_coverage.py +76 -0
  99. openinterp/cli_crossref.py +86 -0
  100. openinterp/cli_errata.py +142 -0
  101. openinterp/cli_evidence.py +495 -0
  102. openinterp/cli_evidence_store.py +93 -0
  103. openinterp/cli_explain.py +101 -0
  104. openinterp/cli_loop.py +125 -0
  105. openinterp/cli_memory.py +28 -0
  106. openinterp/cli_neuronpedia.py +175 -0
  107. openinterp/cli_pause.py +45 -0
  108. openinterp/cli_pole_effects.py +133 -0
  109. openinterp/cli_probing.py +119 -0
  110. openinterp/cli_registry.py +348 -0
  111. openinterp/cli_reproduce.py +446 -0
  112. openinterp/cli_review.py +302 -0
  113. openinterp/cli_scan.py +223 -0
  114. openinterp/cli_score.py +446 -0
  115. openinterp/cli_sisters.py +86 -0
  116. openinterp/cli_submission.py +217 -0
  117. openinterp/cli_superpositions.py +118 -0
  118. openinterp/cli_wiring.py +54 -0
  119. openinterp/codeid.py +73 -0
  120. openinterp/concepts.py +400 -0
  121. openinterp/core/__init__.py +59 -0
  122. openinterp/core/agent_names.py +76 -0
  123. openinterp/core/attribution.py +101 -0
  124. openinterp/core/cache_dirs.py +15 -0
  125. openinterp/core/causal.py +82 -0
  126. openinterp/core/confounds.py +103 -0
  127. openinterp/core/contributors.py +26 -0
  128. openinterp/core/corpora.py +126 -0
  129. openinterp/core/costs.py +430 -0
  130. openinterp/core/draws.py +109 -0
  131. openinterp/core/errata.py +244 -0
  132. openinterp/core/evidence.py +160 -0
  133. openinterp/core/examples.py +93 -0
  134. openinterp/core/exceptions.py +29 -0
  135. openinterp/core/explanation.py +130 -0
  136. openinterp/core/fence.py +42 -0
  137. openinterp/core/heavy_lock.py +114 -0
  138. openinterp/core/identifiers.py +198 -0
  139. openinterp/core/isolation.py +149 -0
  140. openinterp/core/ledger.py +130 -0
  141. openinterp/core/licenses.py +28 -0
  142. openinterp/core/manifold.py +117 -0
  143. openinterp/core/partners.py +32 -0
  144. openinterp/core/patchscope.py +59 -0
  145. openinterp/core/paths.py +40 -0
  146. openinterp/core/pause.py +96 -0
  147. openinterp/core/pricing.py +178 -0
  148. openinterp/core/prior_art.py +44 -0
  149. openinterp/core/probing.py +146 -0
  150. openinterp/core/profiles.py +221 -0
  151. openinterp/core/project.py +28 -0
  152. openinterp/core/run_environment.py +38 -0
  153. openinterp/core/schemas.py +484 -0
  154. openinterp/core/specificity.py +49 -0
  155. openinterp/core/stats.py +172 -0
  156. openinterp/core/steering.py +49 -0
  157. openinterp/core/strict.py +19 -0
  158. openinterp/core/takedowns.py +136 -0
  159. openinterp/core/transcripts.py +130 -0
  160. openinterp/core/wiring.py +80 -0
  161. openinterp/corpus.py +476 -0
  162. openinterp/corpus_cache.py +145 -0
  163. openinterp/corpus_layouts.py +108 -0
  164. openinterp/corpus_presets.py +168 -0
  165. openinterp/corpus_rebuild.py +93 -0
  166. openinterp/coverage.py +155 -0
  167. openinterp/crossref.py +442 -0
  168. openinterp/data/__init__.py +9 -0
  169. openinterp/data/offensive_words.txt +58 -0
  170. openinterp/data/public_suffix_list.dat +15771 -0
  171. openinterp/data/sample_corpus.txt +40 -0
  172. openinterp/draw_steps.py +359 -0
  173. openinterp/errata_checks.py +129 -0
  174. openinterp/evidence.py +462 -0
  175. openinterp/evidence_branch.py +119 -0
  176. openinterp/evidence_lenses.py +75 -0
  177. openinterp/experiment_loop.py +357 -0
  178. openinterp/explain.py +252 -0
  179. openinterp/half_precision.py +79 -0
  180. openinterp/harness/__init__.py +37 -0
  181. openinterp/harness/ane/__init__.py +9 -0
  182. openinterp/harness/ane/backend.py +324 -0
  183. openinterp/harness/ane/cache.py +276 -0
  184. openinterp/harness/ane/chunks.py +163 -0
  185. openinterp/harness/ane/convert.py +116 -0
  186. openinterp/harness/ane/forward.py +258 -0
  187. openinterp/harness/ane/qualified.py +40 -0
  188. openinterp/harness/annotations.py +329 -0
  189. openinterp/harness/attribution.py +96 -0
  190. openinterp/harness/causal.py +264 -0
  191. openinterp/harness/confounds.py +184 -0
  192. openinterp/harness/covariance.py +301 -0
  193. openinterp/harness/crossref.py +195 -0
  194. openinterp/harness/cuda_devices.py +88 -0
  195. openinterp/harness/dead.py +124 -0
  196. openinterp/harness/devices.py +401 -0
  197. openinterp/harness/dictionaries.py +496 -0
  198. openinterp/harness/dreaming.py +116 -0
  199. openinterp/harness/environment.py +64 -0
  200. openinterp/harness/explanation_scores.py +371 -0
  201. openinterp/harness/features.py +276 -0
  202. openinterp/harness/first_position.py +137 -0
  203. openinterp/harness/heads.py +226 -0
  204. openinterp/harness/hooks.py +499 -0
  205. openinterp/harness/input_attribution.py +367 -0
  206. openinterp/harness/jlens.py +183 -0
  207. openinterp/harness/layer_cache.py +301 -0
  208. openinterp/harness/layer_major.py +274 -0
  209. openinterp/harness/lookahead.py +93 -0
  210. openinterp/harness/manifold.py +200 -0
  211. openinterp/harness/memory.py +471 -0
  212. openinterp/harness/moe.py +134 -0
  213. openinterp/harness/patcher.py +322 -0
  214. openinterp/harness/patchscope.py +177 -0
  215. openinterp/harness/probing.py +383 -0
  216. openinterp/harness/scan.py +462 -0
  217. openinterp/harness/scan_backend.py +201 -0
  218. openinterp/harness/sister_passes.py +463 -0
  219. openinterp/harness/sisters.py +363 -0
  220. openinterp/harness/sites.py +101 -0
  221. openinterp/harness/specificity.py +107 -0
  222. openinterp/harness/steering.py +159 -0
  223. openinterp/harness/superpositions.py +116 -0
  224. openinterp/harness/units.py +203 -0
  225. openinterp/harness/wiring.py +432 -0
  226. openinterp/harness/wiring_activations.py +285 -0
  227. openinterp/langid.py +73 -0
  228. openinterp/names.py +129 -0
  229. openinterp/neuronpedia_baseline.py +88 -0
  230. openinterp/neuronpedia_review.py +148 -0
  231. openinterp/planner.py +466 -0
  232. openinterp/planner_effects.py +89 -0
  233. openinterp/planner_heads.py +92 -0
  234. openinterp/planner_models.py +174 -0
  235. openinterp/planner_sisters.py +122 -0
  236. openinterp/planner_states.py +57 -0
  237. openinterp/planner_superpositions.py +114 -0
  238. openinterp/pole_effects.py +102 -0
  239. openinterp/prior_art.py +143 -0
  240. openinterp/reproduce.py +450 -0
  241. openinterp/revision.py +45 -0
  242. openinterp/runner_cache.py +35 -0
  243. openinterp/score_controls.py +169 -0
  244. openinterp/sensitive.py +243 -0
  245. openinterp/show.py +236 -0
  246. openinterp/signing.py +209 -0
  247. openinterp/sisters.py +476 -0
  248. openinterp/superposition_finders.py +225 -0
  249. openinterp/sync/__init__.py +5 -0
  250. openinterp/sync/r2.py +280 -0
  251. openinterp/syntax.py +399 -0
  252. openinterp/takedown_checks.py +76 -0
  253. openinterp/toxicity.py +158 -0
  254. openinterp/verdict_regression.py +79 -0
  255. openinterp/wiring_backfill.py +170 -0
  256. openinterp/wordnet.py +362 -0
@@ -0,0 +1,151 @@
1
+ {% extends "base.html" %}
2
+ {% from "_macros.html" import breadcrumb, map_fill %}
3
+
4
+ {% block title %}{{ model.name }} · {{ site_title }}{% endblock %}
5
+
6
+ {% block content %}
7
+ {{ breadcrumb(root, model) }}
8
+ <h1 class="font-mono text-2xl font-semibold">{{ model.name }}</h1>
9
+ <p class="mt-2 text-sm text-slate-600 dark:text-slate-400">
10
+ {{ model.experiments }} experiments ·
11
+ {{ model.neurons_studied }}/{{ model.total_neurons | thousands }} neurons studied{% if model.member_only %}, {{ model.member_only }} of them only as part of a superposition{% endif %} ({{ model.coverage | pct_fine }}) ·
12
+ {{ model.verified }}/{{ model.total_neurons | thousands }} with a verified pole ({{ model.verified_share | pct_fine }}) ·
13
+ {% if model.heads %}{{ model.heads }} attention heads studied ({{ model.verified_heads }} verified) · {% endif %}
14
+ {% if model.features %}{{ model.features }} dictionary features studied as a baseline ({{ model.verified_features }} verified) · {% endif %}
15
+ {% if model.superpositions %}{{ model.superpositions }} superpositions studied ({{ model.verified_superpositions }} verified) · {% endif %}
16
+ {{ model.n_layers }} layers{% if model.mlp_width %} × {{ model.mlp_width | thousands }} neurons{% endif %}
17
+ </p>
18
+
19
+ {% set terms = model_licenses.get(model.name) %}
20
+ <p class="mt-2 text-sm text-slate-600 dark:text-slate-400">
21
+ {% if terms %}
22
+ Licence <a class="text-emerald-700 underline dark:text-emerald-400" href="{{ terms.url }}">{{ terms.license }}</a> ·
23
+ {{ "gated" if terms.gated else "not gated" }} ·
24
+ activations and generated text {{ "may" if terms.publishing_allowed else "may not" }} be published
25
+ {% if terms.conditions %}· {{ terms.conditions }}{% endif %}
26
+ {% else %}
27
+ Licence not recorded
28
+ {% endif %}
29
+ </p>
30
+
31
+ {% if circuits or hubs %}
32
+ <p class="mt-2 text-sm"><a class="text-emerald-700 underline dark:text-emerald-400" href="{{ root }}{{ circuits_page }}">{{ circuits | length }} circuit{{ "" if circuits | length == 1 else "s" }}{% if hubs %}, {{ hubs | length }} hub{{ "" if hubs | length == 1 else "s" }}{% endif %}</a> <span class="text-slate-500">· units in the registry joined by their wiring</span></p>
33
+ {% endif %}
34
+
35
+ {% set lm = charts.layer_map(model) %}
36
+ {% if lm %}
37
+ <figure class="mt-6" data-pagefind-ignore>
38
+ <div class="overflow-x-auto">
39
+ <svg viewBox="0 0 {{ lm.width }} {{ lm.height }}" class="w-full min-w-[520px]" role="img" aria-label="Layer map: {{ model.neurons }} studied neurons of {{ model.total_neurons | thousands }}, placed by layer and neuron index and coloured by status ({% for s, n in lm.counts.items() %}{{ n }} {{ s | replace('_', ' ') }}{{ ', ' if not loop.last }}{% endfor %}). Counts per layer are in the table below.">
40
+ {% for i, y in lm.rows %}
41
+ <rect x="{{ lm.left }}" y="{{ y }}" width="{{ lm.right - lm.left }}" height="{{ lm.row }}" class="fill-slate-100 dark:fill-slate-800/60"/>
42
+ {% if i % lm.label_every == 0 %}<text x="{{ lm.left - 6 }}" y="{{ y + lm.row - 1 }}" text-anchor="end" class="fill-slate-500 font-mono" font-size="10">L{{ i }}</text>{% endif %}
43
+ {% endfor %}
44
+ {% for m in lm.marks %}
45
+ {% if m.href %}<a href="{{ root }}{{ m.href }}">{% endif %}<title>{{ m.label }}</title><rect x="{{ m.x }}" y="{{ m.y }}" width="{{ lm.mark_w }}" height="{{ lm.row }}" class="{{ map_fill[m.status] }}"/>{% if m.href %}</a>{% endif %}
46
+ {% endfor %}
47
+ {% for tx, label in lm.ticks %}
48
+ <line x1="{{ tx }}" y1="{{ lm.axis_y - 2 }}" x2="{{ tx }}" y2="{{ lm.axis_y + 2 }}" class="stroke-slate-400" stroke-width="1"/>
49
+ <text x="{{ tx }}" y="{{ lm.axis_y + 13 }}" text-anchor="{{ 'start' if loop.first else 'middle' }}" class="fill-slate-500 font-mono" font-size="10">N{{ label }}</text>
50
+ {% endfor %}
51
+ </svg>
52
+ </div>
53
+ <figcaption class="mt-1 flex flex-wrap items-center gap-x-4 gap-y-1 text-xs text-slate-500">
54
+ {% for s, n in lm.counts.items() %}
55
+ <span><svg class="inline align-middle" width="12" height="12" aria-hidden="true"><rect x="1" y="1" width="10" height="10" rx="2" class="{{ map_fill[s] }}"/></svg> {{ s | replace('_', ' ') }} {{ n }}</span>
56
+ {% endfor %}
57
+ <span><svg class="inline align-middle" width="12" height="12" aria-hidden="true"><rect x="1" y="1" width="10" height="10" rx="2" class="fill-slate-100 dark:fill-slate-800/60"/></svg> unexplored {{ lm.unexplored | thousands }}</span>
58
+ <span>Each mark is one studied neuron, coloured by its best pole's status; click it for its page. STOPPED: every scan of the neuron stopped because it was dead or default-on, so it has no experiment or page. Such a neuron counts as studied. The home page also counts it as verified when the weights prove it dead.</span>
59
+ </figcaption>
60
+ </figure>
61
+ {% else %}
62
+ {% set counts = model.layer_counts() %}
63
+ {% set peak = (counts | max) or 1 %}
64
+ <div class="mt-6 flex h-10 items-end gap-px" role="img" aria-label="Studied neurons per layer">
65
+ {% for n in counts %}
66
+ <div class="flex-1 {{ 'bg-emerald-500' if n else 'bg-slate-200 dark:bg-slate-800' }}"
67
+ style="height: {{ (100 * n / peak) | round(0) if n else 8 }}%" title="Layer {{ loop.index0 }}: {{ n }} neurons"></div>
68
+ {% endfor %}
69
+ </div>
70
+ <div class="mt-1 flex justify-between font-mono text-[10px] text-slate-500"><span>L0</span><span>L{{ model.n_layers - 1 }}</span></div>
71
+ {% endif %}
72
+
73
+ <div class="mt-8 overflow-x-auto rounded-lg border border-slate-200 dark:border-slate-800">
74
+ <table class="w-full text-left text-sm">
75
+ <thead class="bg-slate-50 text-xs uppercase tracking-wide text-slate-500 dark:bg-slate-900">
76
+ <tr>
77
+ <th class="px-3 py-2">Layer</th>
78
+ <th class="px-3 py-2 text-right">Neurons studied</th>
79
+ <th class="px-3 py-2 text-right">Heads studied</th>
80
+ <th class="px-3 py-2 text-right">Experiments</th>
81
+ <th class="px-3 py-2 text-right">Verified</th>
82
+ </tr>
83
+ </thead>
84
+ <tbody class="divide-y divide-slate-200 dark:divide-slate-800">
85
+ {% for layer in model.layers %}
86
+ <tr class="hover:bg-slate-50 dark:hover:bg-slate-900">
87
+ <td class="px-3 py-2 font-mono"><a class="text-emerald-700 underline-offset-2 hover:underline dark:text-emerald-400" href="{{ root }}{{ layer.href }}">L{{ layer.layer }}</a></td>
88
+ <td class="px-3 py-2 text-right font-mono tabular-nums">{{ layer.neurons_studied }}</td>
89
+ <td class="px-3 py-2 text-right font-mono tabular-nums">{{ layer.heads | length }}</td>
90
+ <td class="px-3 py-2 text-right font-mono tabular-nums">{{ layer.experiments }}</td>
91
+ <td class="px-3 py-2 text-right font-mono tabular-nums">{{ layer.verified }}</td>
92
+ </tr>
93
+ {% endfor %}
94
+ </tbody>
95
+ </table>
96
+ </div>
97
+
98
+ {% if sister_graphs %}
99
+ <section class="mt-10" data-pagefind-ignore>
100
+ <h2 class="text-lg font-semibold">Sister neurons</h2>
101
+ <p class="mt-1 max-w-3xl text-sm text-slate-600 dark:text-slate-400">Each VERIFIED pole joined to its best-correlated pole in another model, from either model's sister search (<code>open-interpretability sisters</code>). Poles sit at their relative depth, so the same depth is level in both columns. A <em>sister</em> is a mutual best match above the rotated basis: a candidate for the same concept, which a sister study tests.</p>
102
+ {% for g in sister_graphs %}
103
+ <figure class="mt-6">
104
+ <h3 class="font-mono text-sm font-medium">{{ model.name }} ↔ {{ g.other }}</h3>
105
+ <div class="overflow-x-auto">
106
+ <svg viewBox="0 0 {{ g.width }} {{ g.height }}" class="w-full min-w-[520px] max-w-[720px]" role="img" aria-label="Sister graph of {{ model.name }} and {{ g.other }}: {{ g.n_edges }} best matches between poles placed by relative depth, {{ g.n_sisters }} of them sisters{% if g.depth_gap is not none %}, median depth gap {{ '%.3f' | format(g.depth_gap) }}{% endif %}. The sisters are listed below.">
107
+ <text x="{{ g.columns[0] }}" y="12" text-anchor="middle" class="fill-slate-600 font-mono dark:fill-slate-300" font-size="11">{{ model.name }}</text>
108
+ <text x="{{ g.columns[1] }}" y="12" text-anchor="middle" class="fill-slate-600 font-mono dark:fill-slate-300" font-size="11">{{ g.other }}</text>
109
+ {% for t in g.ticks %}
110
+ <text x="{{ t.x }}" y="{{ t.y + 3 }}" text-anchor="{{ t.anchor }}" class="fill-slate-500 font-mono" font-size="9">{{ t.label }}</text>
111
+ {% endfor %}
112
+ {% for l in g.lines %}
113
+ <path d="{{ l.d }}" fill="none" class="{{ 'stroke-emerald-600 dark:stroke-emerald-400' if l.sister else 'stroke-slate-400 dark:stroke-slate-500' }}" stroke-width="{{ 1.6 if l.sister else 0.8 }}" stroke-opacity="{{ l.opacity }}"><title>{{ l.label }}{{ ' (sister)' if l.sister }}</title></path>
114
+ {% endfor %}
115
+ {% for n in g.nodes %}
116
+ {% if n.href %}<a href="{{ root }}{{ n.href }}">{% endif %}<circle cx="{{ n.x }}" cy="{{ n.y }}" r="2.2" class="{{ 'fill-emerald-700 dark:fill-emerald-300' if n.href else 'fill-slate-500 dark:fill-slate-400' }}"><title>{{ n.label }}</title></circle>{% if n.href %}</a>{% endif %}
117
+ {% endfor %}
118
+ </svg>
119
+ </div>
120
+ <figcaption class="mt-1 flex flex-wrap items-center gap-x-4 gap-y-1 text-xs text-slate-500">
121
+ <span><svg class="inline align-middle" width="16" height="10" aria-hidden="true"><line x1="1" y1="5" x2="15" y2="5" class="stroke-emerald-600 dark:stroke-emerald-400" stroke-width="2"/></svg> sister {{ g.n_sisters }}</span>
122
+ <span><svg class="inline align-middle" width="16" height="10" aria-hidden="true"><line x1="1" y1="5" x2="15" y2="5" class="stroke-slate-400" stroke-width="1"/></svg> other best match {{ g.n_edges - g.n_sisters }}</span>
123
+ {% if g.depth_gap is not none %}<span>median depth gap of sisters {{ '%.3f' | format(g.depth_gap) }}</span>{% endif %}
124
+ <span>Lines are darker the higher the correlation; hover one for r. Dark poles have a page here.</span>
125
+ </figcaption>
126
+ {% if g.sisters %}
127
+ <details class="mt-2">
128
+ <summary class="cursor-pointer text-xs text-slate-500">{{ g.n_sisters }} sister{{ "" if g.n_sisters == 1 else "s" }}</summary>
129
+ <div class="mt-2 overflow-x-auto rounded-lg border border-slate-200 dark:border-slate-800">
130
+ <table class="w-full text-left text-xs">
131
+ <thead class="bg-slate-50 uppercase tracking-wide text-slate-500 dark:bg-slate-900">
132
+ <tr><th class="px-3 py-2">{{ model.name }}</th><th class="px-3 py-2">{{ g.other }}</th><th class="px-3 py-2 text-right">r</th><th class="px-3 py-2 text-right">Rotated</th></tr>
133
+ </thead>
134
+ <tbody class="divide-y divide-slate-200 font-mono dark:divide-slate-800">
135
+ {% for s in g.sisters %}
136
+ <tr>
137
+ {% for n in (s.a, s.b) %}<td class="px-3 py-1">{% if n.href %}<a class="text-emerald-700 hover:underline dark:text-emerald-400" href="{{ root }}{{ n.href }}">{{ n.label }}</a>{% else %}{{ n.label }}{% endif %}</td>{% endfor %}
138
+ <td class="px-3 py-1 text-right tabular-nums">{{ '%.2f' | format(s.pearson) }}</td>
139
+ <td class="px-3 py-1 text-right tabular-nums">{{ '%.2f' | format(s.rotated) }}</td>
140
+ </tr>
141
+ {% endfor %}
142
+ </tbody>
143
+ </table>
144
+ </div>
145
+ </details>
146
+ {% endif %}
147
+ </figure>
148
+ {% endfor %}
149
+ </section>
150
+ {% endif %}
151
+ {% endblock %}
@@ -0,0 +1,47 @@
1
+ {% extends "base.html" %}
2
+
3
+ {% block title %}Models · {{ site_title }}{% endblock %}
4
+
5
+ {% block content %}
6
+ <nav class="mb-4 text-xs text-slate-500"><a class="underline" href="{{ root }}index.html">Registry</a> / Models</nav>
7
+ <h1 class="text-2xl font-semibold">Models</h1>
8
+ <p class="mt-2 max-w-3xl text-sm text-slate-600 dark:text-slate-400">
9
+ The models that <code class="font-mono">open-interpretability next</code> draws experiments from.
10
+ Size, layers, MLP width and activation come from each model's <code class="font-mono">config.json</code>.
11
+ Size counts parameters, with tied embeddings counted once.
12
+ Verified counts the neurons with a VERIFIED pole and the VERIFIED attention heads. It leaves out dictionary features, which are a baseline. It also leaves out superpositions.
13
+ </p>
14
+
15
+ <div class="mt-6 overflow-x-auto rounded-lg border border-slate-200 dark:border-slate-800">
16
+ <table class="w-full text-left text-sm">
17
+ <thead class="bg-slate-50 text-xs uppercase tracking-wide text-slate-500 dark:bg-slate-900">
18
+ <tr>
19
+ <th class="px-3 py-2">Model</th>
20
+ <th class="px-3 py-2 text-right">Size</th>
21
+ <th class="px-3 py-2 text-right">Layers</th>
22
+ <th class="px-3 py-2 text-right">MLP width</th>
23
+ <th class="px-3 py-2">Activation</th>
24
+ <th class="px-3 py-2">Licence</th>
25
+ <th class="px-3 py-2 text-right">Experiments</th>
26
+ <th class="px-3 py-2 text-right">Verified</th>
27
+ </tr>
28
+ </thead>
29
+ <tbody class="divide-y divide-slate-200 dark:divide-slate-800">
30
+ {% for r in rows %}
31
+ <tr>
32
+ <td class="whitespace-nowrap px-3 py-2 font-mono">{% if r.href %}<a class="text-emerald-700 underline-offset-2 hover:underline dark:text-emerald-400" href="{{ root }}{{ r.href }}">{{ r.name }}</a>{% else %}{{ r.name }}{% endif %}</td>
33
+ <td class="px-3 py-2 text-right tabular-nums"{% if r.parameters %} title="{{ r.parameters | thousands }} parameters"{% endif %}>{{ r.size }}</td>
34
+ <td class="px-3 py-2 text-right tabular-nums">{{ r.layers if r.layers else "—" }}</td>
35
+ <td class="px-3 py-2 text-right tabular-nums">{{ r.mlp_width | thousands if r.mlp_width else "—" }}</td>
36
+ <td class="px-3 py-2 font-mono text-xs">{{ r.activation or "—" }}</td>
37
+ <td class="px-3 py-2">{% if r.terms %}<a class="text-emerald-700 underline dark:text-emerald-400" href="{{ r.terms.url }}">{{ r.terms.license }}</a>{% if r.terms.gated %} <span class="text-xs text-slate-500">gated</span>{% endif %}{% else %}<span class="text-slate-500">not recorded</span>{% endif %}</td>
38
+ <td class="px-3 py-2 text-right tabular-nums">{{ r.experiments | thousands }}</td>
39
+ <td class="px-3 py-2 text-right tabular-nums">{{ r.verified | thousands }}</td>
40
+ </tr>
41
+ {% else %}
42
+ <tr><td colspan="8" class="px-3 py-4 text-center text-slate-500">No models are configured.</td></tr>
43
+ {% endfor %}
44
+ </tbody>
45
+ </table>
46
+ </div>
47
+ {% endblock %}
@@ -0,0 +1,234 @@
1
+ {% extends "base.html" %}
2
+ {% from "_macros.html" import breadcrumb, status_badge, evidence_badge, self_review_badge, builtin_sample_badge, pole_mark, heat_tokens, spoiler, stop_outcome %}
3
+
4
+ {% block title %}{{ model.name }} L{{ neuron.layer }}/{{ neuron.label }} · {{ site_title }}{% endblock %}
5
+
6
+ {% block content %}
7
+ <article data-pagefind-body>
8
+ {{ breadcrumb(root, model, layer, neuron) }}
9
+ <header class="mb-8">
10
+ <h1 class="font-mono text-2xl font-semibold" data-pagefind-meta="title">{{ model.name }} · L{{ neuron.layer }}/{{ neuron.label }}</h1>
11
+ <p class="mt-1 hidden" data-pagefind-filter="model">{{ model.name }}</p>
12
+ {# A neuron's two poles are read together: the negative pole often encodes the contrast the positive one draws. A head has one card. #}
13
+ <div class="mt-4 grid gap-3 sm:grid-cols-2">
14
+ {% for pole in neuron.sides %}
15
+ {% set s = neuron.standings.get(pole) %}
16
+ {% set pole_exps = neuron.experiments | selectattr("side", "equalto", pole) | selectattr("independent") | list %}
17
+ <div class="rounded-lg border border-slate-200 p-3 text-sm dark:border-slate-800">
18
+ <div class="flex items-center gap-2">
19
+ <span class="text-slate-500">{% if neuron.is_head %}Attention head{% elif neuron.is_feature %}Latent of {{ neuron.dictionary }}{% if neuron.neuronpedia %} · <a class="underline-offset-2 hover:underline" href="{{ neuron.neuronpedia }}" rel="noopener">on Neuronpedia</a>{% endif %}{% elif neuron.is_superposition %}Superposition of {{ neuron.members | length }} neurons{% else %}{{ pole | capitalize }} pole {{ pole_mark(pole) }}{% endif %}</span>
20
+ {% if s %}{{ status_badge(s.status) }}<span class="hidden" data-pagefind-filter="status">{{ s.status }}</span>{% if s.self_reviewed %}{{ self_review_badge() }}{% endif %}{% if s.lead.record.scanned_on_builtin_sample %}{{ builtin_sample_badge() }}{% endif %}{% endif %}
21
+ </div>
22
+ {% if s %}
23
+ <div class="mt-2 flex flex-wrap items-center gap-2 text-xs text-slate-500">
24
+ {% if not s.contested %}{{ evidence_badge(s.lead.sig.conclusiveness, s.lead.sig.direction) }}{% endif %}
25
+ <span>{{ pole_exps | length }} independent experiment{{ 's' if pole_exps | length != 1 }}</span>
26
+ </div>
27
+ <p class="mt-2 text-xs">{{ s.lead.record.submission.natural_language_explanation | truncate(120) }}</p>
28
+ {% if s.readings | length > 1 %}
29
+ <p class="mt-2 text-xs text-slate-500">{% if s.contested %}Reviews of this hypothesis disagree:{% else %}Every review of this hypothesis agrees:{% endif %}
30
+ {% for r in s.readings %}<a class="underline-offset-2 hover:underline" href="{{ root }}{{ r.href }}">{{ r.record.verdict.status | replace('_', ' ') | lower }}</a> by <a class="font-mono underline-offset-2 hover:underline" href="{{ root }}{{ agent_href(r.record.verdict.reviewer_agent_model) }}" title="recorded as {{ r.record.verdict.reviewer_agent_model }}">{{ agent_name(r.record.verdict.reviewer_agent_model) }}</a>{{ "; " if not loop.last }}{% endfor %}.
31
+ </p>
32
+ {% endif %}
33
+ {% elif stops | selectattr("side", "equalto", pole) | list %}
34
+ <p class="mt-2 text-xs text-slate-500">No experiment: the scan stopped before a hypothesis. See <a class="underline-offset-2 hover:underline" href="#scans-that-stopped">Scans that stopped</a>.</p>
35
+ {% else %}
36
+ <p class="mt-2 text-xs text-slate-500">Not studied yet: a candidate for <code>open-interpretability next</code>.</p>
37
+ {% endif %}
38
+ </div>
39
+ {% endfor %}
40
+ </div>
41
+ {% include "_superposition.html" %}
42
+ {% if poles %}
43
+ <section class="mt-6" aria-labelledby="both-poles">
44
+ <h2 id="both-poles" class="text-base font-semibold">Both poles</h2>
45
+ <p class="mt-1 max-w-3xl text-xs text-slate-500">
46
+ {% if poles.shared %}Top examples of each pole from one scan, that of <a class="underline-offset-2 hover:underline" href="{{ root }}{{ poles.shared.href }}">experiment {{ poles.shared.id }}</a>{% else %}Top examples of each pole from its newest experiment's scan{% endif %}.
47
+ Each column is shaded by its own pole's max; hover a token for its value.
48
+ </p>
49
+ <div class="mt-3 grid gap-3 sm:grid-cols-2">
50
+ {% for p in poles.poles %}
51
+ <div class="min-w-0 rounded-lg border border-slate-200 p-3 dark:border-slate-800" style="--heat-rgb: {{ '234 88 12' if p.pole == 'positive' else '2 132 199' }}">
52
+ <div class="flex items-baseline justify-between gap-2 text-sm">
53
+ <span class="text-slate-500">{{ p.pole | capitalize }} pole {{ pole_mark(p.pole) }}</span>
54
+ {% if p.examples %}<span class="font-mono text-xs text-slate-500" title="peak strength in the scan">max {{ p.max | num(2) }}</span>{% endif %}
55
+ </div>
56
+ {% if p.examples %}
57
+ <ol class="mt-2 space-y-2">
58
+ {% for ex in p.examples %}
59
+ <li class="break-words text-sm leading-7">{% call spoiler(ex.offensive) %}{% if ex.clipped_start %}<span class="text-slate-400">… </span>{% endif %}{{ heat_tokens(ex.window) }}{% if ex.clipped_end %}<span class="text-slate-400"> …</span>{% endif %}{% endcall %}</li>
60
+ {% endfor %}
61
+ </ol>
62
+ {% if not poles.shared and p.source %}<p class="mt-2 text-xs text-slate-500">From <a class="underline-offset-2 hover:underline" href="{{ root }}{{ p.source.href }}">experiment {{ p.source.id }}</a>.</p>{% endif %}
63
+ {% else %}
64
+ <p class="mt-2 text-xs text-slate-500">Not scanned yet.</p>
65
+ {% endif %}
66
+ </div>
67
+ {% endfor %}
68
+ </div>
69
+ </section>
70
+ {% endif %}
71
+ {% if aligned %}
72
+ <section class="mt-6" aria-labelledby="dictionary-latents" data-pagefind-ignore>
73
+ <h2 id="dictionary-latents" class="text-base font-semibold">Dictionary latents</h2>
74
+ <p class="mt-1 max-w-3xl text-xs text-slate-500">
75
+ Latents of published sparse dictionaries whose weights align with each pole's, from <code>open-interpretability crossref</code>. <em>Writes</em>: the cosine of a latent's decoder row with what the pole writes. <em>Reads</em>: of its encoder with the neuron's read of the MLP input (channel on hover), signed so + drives this pole. Grey latents fall below chance, the cosine a random direction's best match reaches 1% of the time; the percentile says how this pole's best match ranks among its layer's neurons. Supporting evidence where a latent's description agrees with the hypothesis, something to probe where it doesn't. Reported, not gated.
76
+ </p>
77
+ <div class="mt-3 grid gap-3 sm:grid-cols-2">
78
+ {% for p in aligned %}
79
+ <div class="min-w-0 rounded-lg border border-slate-200 p-3 text-sm dark:border-slate-800">
80
+ <div class="text-slate-500">{{ p.pole | capitalize }} pole {{ pole_mark(p.pole) }}</div>
81
+ {% for v in p.rows %}
82
+ <div class="mt-2 text-xs font-medium">{{ v.row.dictionary }}</div>
83
+ <div class="mt-1 grid grid-cols-2 gap-3">
84
+ {% for s in v.sides %}
85
+ <div>
86
+ <div class="text-xs uppercase tracking-wide text-slate-500" title="chance {{ s.side.chance | num(2) }}; best match beats {{ (100 * s.side.percentile) | round | int }}% of the layer's neurons">{{ s.name }} · p{{ (100 * s.side.percentile) | round | int }}</div>
87
+ <table class="w-full font-mono text-xs">
88
+ <tbody>
89
+ {% for x in s.matches %}
90
+ <tr class="{{ '' if x.above else 'text-slate-400' }}"{% if x.m.channel %} title="{{ x.m.channel }}"{% endif %}>
91
+ <td>{% if x.href %}<a class="text-emerald-700 underline dark:text-emerald-400" href="{{ root }}{{ x.href }}">F{{ x.m.feature_idx }}</a>{% elif x.neuronpedia %}<a class="underline-offset-2 hover:underline" href="{{ x.neuronpedia }}" rel="noopener">F{{ x.m.feature_idx }}</a>{% else %}F{{ x.m.feature_idx }}{% endif %}</td>
92
+ <td class="text-right tabular-nums">{{ '%+.2f' | format(x.m.cosine) }}</td>
93
+ </tr>
94
+ {% endfor %}
95
+ </tbody>
96
+ </table>
97
+ </div>
98
+ {% endfor %}
99
+ </div>
100
+ {% endfor %}
101
+ </div>
102
+ {% endfor %}
103
+ </div>
104
+ </section>
105
+ {% endif %}
106
+ {% if sisters %}
107
+ <section class="mt-6" aria-labelledby="sister-neurons" data-pagefind-ignore>
108
+ <h2 id="sister-neurons" class="text-base font-semibold">Sister neurons</h2>
109
+ <p class="mt-1 max-w-3xl text-xs text-slate-500">
110
+ Poles of other models whose activity over the corpus correlates best with this pole's, from <code>open-interpretability sisters</code>. The two models are compared where both have read the same text (where a token ends in both tokenizations), leaving out first tokens; <em>coverage</em> is the share of this model's tokens that pairs. <em>r</em>: Pearson correlation of the two poles' strengths. <em>Back</em>: the matched pole's best correlation with any pole of this model; ✓ when that best partner is this pole (a mutual best match). <em>Rotated</em>: the best correlation this pole reaches with a unit of a random rotation of the top match's layer. A mutual best match above it is a <em>sister</em>: a candidate for the same feature. A badge gives the verdict of a <em>sister study</em>, which audits the match with this pole's explanation, unchanged. Reported, not gated.
111
+ </p>
112
+ <div class="mt-3 grid gap-3 sm:grid-cols-2">
113
+ {% for p in sisters %}
114
+ <div class="min-w-0 rounded-lg border border-slate-200 p-3 text-sm dark:border-slate-800">
115
+ <div class="text-slate-500">{{ p.pole | capitalize }} pole {{ pole_mark(p.pole) }}</div>
116
+ {% for v in p.rows %}
117
+ <div class="mt-2 text-xs font-medium">{{ v.row.other }}{% if v.sister %} · <span class="text-emerald-700 dark:text-emerald-400">sister</span>{% endif %}</div>
118
+ <div class="text-xs text-slate-500">rotated {{ v.row.rotated | num(2) }} · {{ '{:,}'.format(v.row.tokens) }} positions ({{ (100 * v.row.coverage) | round | int }}% coverage)</div>
119
+ <table class="mt-1 w-full font-mono text-xs">
120
+ <tbody>
121
+ {% for x in v.matches %}
122
+ <tr class="{{ '' if x.m.pearson > v.row.rotated else 'text-slate-400' }}" title="best partner back: {{ x.m.back_slug }}">
123
+ <td>{% if x.href %}<a class="text-emerald-700 underline dark:text-emerald-400" href="{{ root }}{{ x.href }}">L{{ x.m.layer }}/N{{ x.m.neuron_idx }}</a>{% else %}L{{ x.m.layer }}/N{{ x.m.neuron_idx }}{% endif %} {{ pole_mark(x.m.pole) }}</td>
124
+ <td class="text-right tabular-nums">r {{ '%+.2f' | format(x.m.pearson) }}</td>
125
+ <td class="text-right tabular-nums">back {{ '%+.2f' | format(x.m.back_pearson) }}{{ ' ✓' if x.mutual else '' }}</td>
126
+ <td class="text-right">{% if x.tested %}{{ status_badge(x.tested) }}{% endif %}</td>
127
+ </tr>
128
+ {% endfor %}
129
+ </tbody>
130
+ </table>
131
+ {% endfor %}
132
+ {% if p.named_by %}
133
+ <div class="mt-2 text-xs font-medium">Matched from</div>
134
+ <ul class="mt-1 font-mono text-xs">
135
+ {% for x in p.named_by %}
136
+ <li>{% if x.href %}<a class="text-emerald-700 underline dark:text-emerald-400" href="{{ root }}{{ x.href }}">{{ x.row.slug }}</a>{% else %}{{ x.row.slug }}{% endif %} · r {{ '%+.2f' | format(x.m.pearson) }}{% if x.row.sister and x.row.sister.slug(x.row.other) == x.m.slug(x.row.other) %} · sister{% endif %}{% if x.tested %} · tested here: {{ x.tested }}{% endif %}</li>
137
+ {% endfor %}
138
+ </ul>
139
+ {% endif %}
140
+ </div>
141
+ {% endfor %}
142
+ </div>
143
+ </section>
144
+ {% endif %}
145
+ {% if stops %}
146
+ <section class="mt-6" aria-labelledby="scans-that-stopped" data-pagefind-ignore>
147
+ <h2 id="scans-that-stopped" class="text-base font-semibold">Scans that stopped</h2>
148
+ <p class="mt-1 max-w-3xl text-xs text-slate-500">
149
+ A scan stops on a unit that never fires or that is active on at least half of its tokens. These attempts tested no hypothesis, so they give no verdict, and they don't count in random-draw statistics.
150
+ </p>
151
+ <div class="mt-3 overflow-x-auto rounded-lg border border-slate-200 dark:border-slate-800">
152
+ <table class="w-full text-left text-sm">
153
+ <thead class="bg-slate-50 text-xs uppercase tracking-wide text-slate-500 dark:bg-slate-900">
154
+ <tr>
155
+ <th class="px-3 py-2">Date</th>
156
+ {% if neuron.is_neuron %}<th class="px-3 py-2">Pole</th>{% endif %}
157
+ <th class="px-3 py-2">Outcome</th>
158
+ <th class="px-3 py-2 text-right">Active share</th>
159
+ <th class="px-3 py-2">Protocol</th>
160
+ <th class="px-3 py-2">Corpus</th>
161
+ <th class="px-3 py-2">Page</th>
162
+ </tr>
163
+ </thead>
164
+ <tbody class="divide-y divide-slate-200 dark:divide-slate-800">
165
+ {% for v in stops %}
166
+ <tr class="align-top">
167
+ <td class="whitespace-nowrap px-3 py-2 font-mono text-xs"><time datetime="{{ v.stop.timestamp.isoformat() }}">{{ v.stop.timestamp.strftime("%Y-%m-%d %H:%M") }}</time></td>
168
+ {% if neuron.is_neuron %}<td class="px-3 py-2">{{ v.side | capitalize }} {{ pole_mark(v.side) }}</td>{% endif %}
169
+ <td class="px-3 py-2">{{ stop_outcome(v.stop) }}</td>
170
+ <td class="px-3 py-2 text-right font-mono tabular-nums">{{ v.stop.active_share | pct }}</td>
171
+ <td class="px-3 py-2 font-mono text-xs">{{ v.stop.protocol_version }}</td>
172
+ <td class="px-3 py-2 text-xs">{{ v.stop.provenance.corpus }}</td>
173
+ <td class="px-3 py-2 text-xs"><a class="underline-offset-2 hover:underline" href="{{ repo_url }}/blob/main/{{ v.page }}">Wiki page</a></td>
174
+ </tr>
175
+ {% endfor %}
176
+ </tbody>
177
+ </table>
178
+ </div>
179
+ </section>
180
+ {% endif %}
181
+ </header>
182
+
183
+ {% if neuron.experiments %}
184
+ <section aria-labelledby="experiments">
185
+ <h2 id="experiments" class="text-base font-semibold">Experiments</h2>
186
+ <p class="mt-1 max-w-3xl text-sm text-slate-600 dark:text-slate-400">
187
+ Every experiment on this {{ neuron.noun }}, including null and superseded results, ordered by how
188
+ conclusive its probe evidence is (in either direction). Each has its own page with the evidence and the review.
189
+ </p>
190
+ <div class="mt-3 overflow-x-auto rounded-lg border border-slate-200 dark:border-slate-800">
191
+ <table class="w-full text-left text-sm">
192
+ <thead class="bg-slate-50 text-xs uppercase tracking-wide text-slate-500 dark:bg-slate-900">
193
+ <tr>
194
+ <th class="px-3 py-2">#</th>
195
+ <th class="px-3 py-2">Verdict</th>
196
+ {% if neuron.is_neuron %}<th class="px-3 py-2">Pole</th>{% endif %}
197
+ <th class="px-3 py-2">Date</th>
198
+ <th class="px-3 py-2">Proposer · reviewer</th>
199
+ <th class="px-3 py-2">Hypothesis</th>
200
+ </tr>
201
+ </thead>
202
+ <tbody class="divide-y divide-slate-200 dark:divide-slate-800">
203
+ {% for e in neuron.experiments %}
204
+ {% set sub = e.record.submission %}{% set verdict = e.record.verdict %}
205
+ {# The id keeps the experiment's old anchor on this page; the script below sends it on to the experiment's page. #}
206
+ <tr id="{{ e.anchor }}" class="scroll-mt-4 align-top">
207
+ <td class="px-3 py-2 font-mono text-xs text-slate-500">{{ loop.index }}</td>
208
+ <td class="px-3 py-2">
209
+ <div class="flex flex-wrap items-center gap-1.5">
210
+ <a href="{{ root }}{{ e.href }}">{{ status_badge(verdict.status) }}</a>
211
+ {{ evidence_badge(e.sig.conclusiveness, e.sig.direction) }}
212
+ {% if e.record.self_reviewed %}{{ self_review_badge() }}{% endif %}
213
+ <span class="rounded bg-slate-100 px-2 py-0.5 text-xs dark:bg-slate-800{{ '' if e.counts else ' text-slate-500' }}" title="How this experiment counts toward the status">{{ roles[e.role] }}</span>
214
+ </div>
215
+ </td>
216
+ {% if neuron.is_neuron %}<td class="whitespace-nowrap px-3 py-2">{{ e.side | capitalize }} {{ pole_mark(e.side) }}</td>{% endif %}
217
+ <td class="whitespace-nowrap px-3 py-2 font-mono text-xs"><time datetime="{{ verdict.timestamp.isoformat() }}">{{ verdict.timestamp.strftime("%Y-%m-%d") }}</time></td>
218
+ <td class="whitespace-nowrap px-3 py-2 font-mono text-xs">
219
+ <a class="underline-offset-2 hover:underline" href="{{ root }}{{ agent_href(sub.submitting_agent_model) }}" title="recorded as {{ sub.submitting_agent_model }}">{{ agent_name(sub.submitting_agent_model) }}</a> ·
220
+ <a class="underline-offset-2 hover:underline" href="{{ root }}{{ agent_href(verdict.reviewer_agent_model) }}" title="recorded as {{ verdict.reviewer_agent_model }}">{{ agent_name(verdict.reviewer_agent_model) }}</a>
221
+ </td>
222
+ <td class="px-3 py-2"><a class="underline-offset-2 hover:underline" href="{{ root }}{{ e.href }}">{{ sub.natural_language_explanation | truncate(160) }}</a></td>
223
+ </tr>
224
+ {% endfor %}
225
+ </tbody>
226
+ </table>
227
+ </div>
228
+ </section>
229
+ {# Links made before experiments had their own pages point at #<side>-<id> here. Send them on. #}
230
+ {% set moved = {} %}{% for e in neuron.experiments %}{% set _ = moved.update({e.anchor: root ~ e.href}) %}{% endfor %}
231
+ <script>(function () { var moved = {{ moved | tojson }}; var to = moved[location.hash.slice(1)]; if (to) location.replace(to); })();</script>
232
+ {% endif %}
233
+ </article>
234
+ {% endblock %}
@@ -0,0 +1,39 @@
1
+ {% extends "base.html" %}
2
+
3
+ {% block title %}{{ paper.title }} · {{ site_title }}{% endblock %}
4
+
5
+ {% block head %}
6
+ <style>
7
+ .paper { max-width: 52rem; font-size: 0.95rem; line-height: 1.65; }
8
+ .paper h2 { margin: 2.5rem 0 0.75rem; font-size: 1.3rem; font-weight: 600; }
9
+ .paper h3 { margin: 2rem 0 0.5rem; font-size: 1.05rem; font-weight: 600; }
10
+ .paper p, .paper ul, .paper ol, .paper pre { margin: 0.85rem 0; }
11
+ .paper ul { padding-left: 1.25rem; list-style: disc; }
12
+ .paper ol { padding-left: 1.5rem; list-style: decimal; }
13
+ .paper li { margin: 0.35rem 0; }
14
+ .paper a { color: #047857; text-decoration: underline; text-underline-offset: 2px; }
15
+ .paper img { display: block; width: 100%; max-width: 760px; height: auto; margin: 1.5rem 0; }
16
+ .paper code { font-size: 0.85em; padding: 0.1em 0.3em; border-radius: 3px; background: #f1f5f9; overflow-wrap: anywhere; }
17
+ .paper pre { padding: 0.75rem 1rem; border-radius: 6px; background: #f1f5f9; overflow-x: auto; }
18
+ .paper pre code { padding: 0; background: none; overflow-wrap: normal; }
19
+ .paper table { display: block; max-width: 100%; overflow-x: auto; margin: 1rem 0; border-collapse: collapse; font-size: 0.8rem; font-variant-numeric: tabular-nums; }
20
+ .paper th, .paper td { padding: 0.3rem 0.6rem; border-bottom: 1px solid #e2e8f0; text-align: left; white-space: nowrap; }
21
+ .paper td:first-child { white-space: normal; min-width: 7rem; }
22
+ .paper th { font-weight: 600; }
23
+ @media (prefers-color-scheme: dark) {
24
+ .paper a { color: #34d399; }
25
+ .paper code, .paper pre { background: #1e293b; }
26
+ .paper th, .paper td { border-color: #334155; }
27
+ }
28
+ </style>
29
+ {% endblock %}
30
+
31
+ {% block content %}
32
+ <nav class="mb-4 text-xs text-slate-500"><a class="underline" href="{{ root }}index.html">Registry</a> / <a class="underline" href="../index.html">Research</a></nav>
33
+ <h1 class="max-w-3xl text-2xl font-semibold">{{ paper.title }}</h1>
34
+ <p class="mt-2 text-xs text-slate-500">
35
+ <a class="underline" href="{{ repo_url }}/blob/main/papers/{{ paper.slug }}/results.jsonl">Results</a> ·
36
+ <a class="underline" href="{{ repo_url }}/blob/main/papers/{{ paper.slug }}/README.md">Source</a>
37
+ </p>
38
+ <div class="paper mt-6">{{ paper.body | safe }}</div>
39
+ {% endblock %}
@@ -0,0 +1 @@
1
+ <!doctype html><meta charset="utf-8"><title>Moved</title><link rel="canonical" href="{{ root }}{{ target }}"><meta name="robots" content="noindex"><meta http-equiv="refresh" content="0; url={{ root }}{{ target }}"><p>This page moved to <a href="{{ root }}{{ target }}">{{ target }}</a>.</p>
@@ -0,0 +1,31 @@
1
+ {% extends "base.html" %}
2
+
3
+ {% block title %}Research · {{ site_title }}{% endblock %}
4
+
5
+ {% set link = "text-emerald-700 underline underline-offset-2 dark:text-emerald-400" %}
6
+
7
+ {% block content %}
8
+ <nav class="mb-4 text-xs text-slate-500"><a class="underline" href="{{ root }}index.html">Registry</a> / Research</nav>
9
+ <h1 class="text-2xl font-semibold">Research</h1>
10
+ <p class="mt-2 max-w-3xl text-sm leading-relaxed text-slate-700 dark:text-slate-300">
11
+ Papers from this project. Each one has its method, its results, and the commands that reproduce them.
12
+ </p>
13
+
14
+ <div class="mt-8 divide-y divide-slate-200 dark:divide-slate-800">
15
+ {% for paper in papers %}
16
+ <article class="grid gap-6 py-8 first:pt-0 md:grid-cols-2">
17
+ <div class="min-w-0">
18
+ {% if paper.interactive %}<p class="mb-1 text-xs font-medium uppercase tracking-wide text-emerald-700 dark:text-emerald-400">Interactive</p>{% endif %}
19
+ <h2 class="text-lg font-semibold"><a class="underline-offset-2 hover:underline" href="{{ paper.href }}">{{ paper.title }}</a></h2>
20
+ <p class="mt-2 text-sm leading-relaxed text-slate-700 dark:text-slate-300">{{ paper.summary }}</p>
21
+ <p class="mt-3 text-sm"><a class="{{ link }}" href="{{ paper.href }}">{{ "Open the page" if paper.interactive else "Read the paper" }}</a></p>
22
+ </div>
23
+ {% if paper.hero %}
24
+ <a class="min-w-0" href="{{ paper.href }}"><img class="w-full" src="{{ paper.slug }}/{{ paper.hero }}" alt="" loading="lazy"></a>
25
+ {% endif %}
26
+ </article>
27
+ {% else %}
28
+ <p class="text-sm text-slate-500">No papers yet.</p>
29
+ {% endfor %}
30
+ </div>
31
+ {% endblock %}
@@ -0,0 +1,54 @@
1
+ {% extends "base.html" %}
2
+ {% from "_macros.html" import status_badge, self_review_badge, pole_mark %}
3
+
4
+ {% block title %}{{ user.handle }} · Users · {{ site_title }}{% endblock %}
5
+
6
+ {% macro experiment_rows(rows) -%}
7
+ <div class="overflow-x-auto rounded-lg border border-slate-200 dark:border-slate-800">
8
+ <table class="w-full text-left text-sm">
9
+ <thead class="bg-slate-50 text-xs uppercase tracking-wide text-slate-500 dark:bg-slate-900">
10
+ <tr><th class="hidden px-3 py-2 sm:table-cell">Reviewed</th><th class="px-3 py-2">Unit</th><th class="px-3 py-2">Result</th></tr>
11
+ </thead>
12
+ <tbody class="divide-y divide-slate-200 dark:divide-slate-800">
13
+ {% for r in rows %}
14
+ {% set v = r.e.record.verdict %}
15
+ <tr class="align-top hover:bg-slate-50 dark:hover:bg-slate-900">
16
+ <td class="hidden whitespace-nowrap px-3 py-2 font-mono text-xs text-slate-600 sm:table-cell dark:text-slate-400"><time datetime="{{ v.timestamp.strftime('%Y-%m-%dT%H:%M:%SZ') }}">{{ v.timestamp.strftime('%Y-%m-%d') }}</time></td>
17
+ <td class="whitespace-nowrap px-3 py-2 font-mono text-xs">
18
+ <a class="text-emerald-700 underline-offset-2 hover:underline dark:text-emerald-400" href="{{ root }}{{ r.href }}">{{ r.unit }}{% if r.pole %}{{ pole_mark(r.pole) }}{% endif %}</a>
19
+ <div class="text-slate-500">{{ r.model_name }}</div>
20
+ </td>
21
+ <td class="px-3 py-2">
22
+ <div class="mb-1 flex flex-wrap gap-1">{{ status_badge(v.status) }}{% if r.e.record.self_reviewed %} {{ self_review_badge() }}{% endif %}</div>
23
+ {{ r.e.record.submission.natural_language_explanation | truncate(140) }}
24
+ </td>
25
+ </tr>
26
+ {% endfor %}
27
+ </tbody>
28
+ </table>
29
+ </div>
30
+ {%- endmacro %}
31
+
32
+ {% block content %}
33
+ <nav class="mb-4 text-xs text-slate-500"><a class="underline" href="{{ root }}index.html">Registry</a> / <a class="underline" href="{{ root }}users/index.html">Users</a> / {{ user.handle }}</nav>
34
+ <h1 class="break-all font-mono text-2xl font-semibold">{{ user.handle }}</h1>
35
+ <p class="mt-2 text-sm text-slate-600 dark:text-slate-400">
36
+ <a class="underline" href="https://github.com/{{ user.handle }}" rel="noopener">github.com/{{ user.handle }}</a> ·
37
+ {{ user.experiments }} experiment{{ "" if user.experiments == 1 else "s" }}, {{ user.verified }} VERIFIED, {{ user.conclusive_nulls }} well-probed rejection{{ "" if user.conclusive_nulls == 1 else "s" }} · {{ user.reviews }} review{{ "" if user.reviews == 1 else "s" }}
38
+ </p>
39
+
40
+ {% if user.made %}
41
+ <section class="mt-8">
42
+ <h2 class="mb-1 text-lg font-semibold">Most recent experiments</h2>
43
+ <p class="mb-3 text-sm text-slate-600 dark:text-slate-400">The latest {{ user.made | length }} of {{ user.experiments }}, newest first.</p>
44
+ {{ experiment_rows(user.made) }}
45
+ </section>
46
+ {% endif %}
47
+ {% if user.reviewed %}
48
+ <section class="mt-8">
49
+ <h2 class="mb-1 text-lg font-semibold">Most recent reviews</h2>
50
+ <p class="mb-3 text-sm text-slate-600 dark:text-slate-400">The latest {{ user.reviewed | length }} of {{ user.reviews }}, newest first.</p>
51
+ {{ experiment_rows(user.reviewed) }}
52
+ </section>
53
+ {% endif %}
54
+ {% endblock %}
@@ -0,0 +1,39 @@
1
+ {% extends "base.html" %}
2
+
3
+ {% block title %}Users · {{ site_title }}{% endblock %}
4
+
5
+ {% block content %}
6
+ <nav class="mb-4 text-xs text-slate-500"><a class="underline" href="{{ root }}index.html">Registry</a> / Users</nav>
7
+ <h1 class="text-2xl font-semibold">Users</h1>
8
+ <p class="mt-2 max-w-3xl text-sm text-slate-600 dark:text-slate-400">
9
+ Everyone who made an experiment, by their public GitHub handle. A person made an experiment when they recorded it with
10
+ <code>--contributor</code>. For a record without one, it is the person who opened the pull request that merged it.
11
+ Reviews count the experiments that a person reviewed with <code>--contributor</code>.
12
+ </p>
13
+ <div class="mt-4 overflow-x-auto rounded-lg border border-slate-200 dark:border-slate-800">
14
+ <table class="w-full text-left text-sm">
15
+ <thead class="bg-slate-50 text-xs uppercase tracking-wide text-slate-500 dark:bg-slate-900">
16
+ <tr>
17
+ <th class="px-3 py-2">User</th>
18
+ <th class="px-3 py-2 text-right">Experiments</th>
19
+ <th class="px-3 py-2 text-right">VERIFIED</th>
20
+ <th class="px-3 py-2 text-right" title="experiments with strong evidence against them">Well-probed rejections</th>
21
+ <th class="px-3 py-2 text-right" title="experiments reviewed">Reviews</th>
22
+ </tr>
23
+ </thead>
24
+ <tbody>
25
+ {% for u in users %}
26
+ <tr class="border-t border-slate-200 hover:bg-slate-50 dark:border-slate-800 dark:hover:bg-slate-900">
27
+ <td class="px-3 py-2 font-mono text-xs"><a class="text-emerald-700 underline-offset-2 hover:underline dark:text-emerald-400" href="{{ root }}{{ u.href }}">{{ u.handle }}</a></td>
28
+ <td class="px-3 py-2 text-right tabular-nums">{{ u.experiments }}</td>
29
+ <td class="px-3 py-2 text-right tabular-nums">{{ u.verified }}</td>
30
+ <td class="px-3 py-2 text-right tabular-nums">{{ u.conclusive_nulls }}</td>
31
+ <td class="px-3 py-2 text-right tabular-nums">{{ u.reviews }}</td>
32
+ </tr>
33
+ {% else %}
34
+ <tr><td class="px-3 py-2 text-slate-500" colspan="5">No users yet.</td></tr>
35
+ {% endfor %}
36
+ </tbody>
37
+ </table>
38
+ </div>
39
+ {% endblock %}