rolloutdiff 0.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- rolloutdiff/__init__.py +130 -0
- rolloutdiff/_aria_replay.py +346 -0
- rolloutdiff/_benchmarks/m0-2026-11-06.json +318 -0
- rolloutdiff/_dependence.py +195 -0
- rolloutdiff/_feature_values.py +79 -0
- rolloutdiff/_replay_container.py +568 -0
- rolloutdiff/_report_validation.py +758 -0
- rolloutdiff/_retrospective_policy.py +33 -0
- rolloutdiff/_sampling.py +127 -0
- rolloutdiff/_series_validation.py +67 -0
- rolloutdiff/_watch_report.py +436 -0
- rolloutdiff/_watch_storage.py +800 -0
- rolloutdiff/_web/assets/index-D8uGEQ9w.js +12 -0
- rolloutdiff/_web/assets/index-Dvo9nx9b.css +1 -0
- rolloutdiff/_web/assets/mona-sans-OFL.txt +93 -0
- rolloutdiff/_web/assets/mona-sans-latin-ext-wght-normal-BqSk0Z3x.woff2 +0 -0
- rolloutdiff/_web/assets/mona-sans-latin-wght-normal-Pz49MTQZ.woff2 +0 -0
- rolloutdiff/_web/assets/mona-sans-vietnamese-wght-normal-DsUdksa4.woff2 +0 -0
- rolloutdiff/_web/assets/third-party-notices.txt +112 -0
- rolloutdiff/_web/index.html +14 -0
- rolloutdiff/adapters.py +264 -0
- rolloutdiff/app.py +956 -0
- rolloutdiff/app_evidence.py +678 -0
- rolloutdiff/benchmark_reference.py +458 -0
- rolloutdiff/cli.py +1292 -0
- rolloutdiff/comparison.py +572 -0
- rolloutdiff/comparison_report.py +982 -0
- rolloutdiff/corroboration.py +287 -0
- rolloutdiff/detect.py +307 -0
- rolloutdiff/events.py +173 -0
- rolloutdiff/evidence.py +285 -0
- rolloutdiff/exemplars.py +240 -0
- rolloutdiff/features.py +823 -0
- rolloutdiff/html_report.py +726 -0
- rolloutdiff/inspect_logs.py +383 -0
- rolloutdiff/inspection.py +207 -0
- rolloutdiff/integrations.py +552 -0
- rolloutdiff/investigation.py +1146 -0
- rolloutdiff/notifications.py +406 -0
- rolloutdiff/pipeline.py +809 -0
- rolloutdiff/producer.py +663 -0
- rolloutdiff/prompt_mix.py +258 -0
- rolloutdiff/ranking.py +388 -0
- rolloutdiff/replay.py +589 -0
- rolloutdiff/replication.py +572 -0
- rolloutdiff/report.py +838 -0
- rolloutdiff/retrospective.py +386 -0
- rolloutdiff/schema.py +109 -0
- rolloutdiff/sensitivity.py +202 -0
- rolloutdiff/series.py +430 -0
- rolloutdiff/tool_features.py +422 -0
- rolloutdiff/trajectories.py +236 -0
- rolloutdiff/watch-compatibility.json +13 -0
- rolloutdiff/watch.py +742 -0
- rolloutdiff-0.1.0.dist-info/METADATA +158 -0
- rolloutdiff-0.1.0.dist-info/RECORD +62 -0
- rolloutdiff-0.1.0.dist-info/WHEEL +5 -0
- rolloutdiff-0.1.0.dist-info/entry_points.txt +2 -0
- rolloutdiff-0.1.0.dist-info/licenses/LICENSE +202 -0
- rolloutdiff-0.1.0.dist-info/licenses/frontend/public/assets/mona-sans-OFL.txt +93 -0
- rolloutdiff-0.1.0.dist-info/licenses/frontend/public/assets/third-party-notices.txt +112 -0
- rolloutdiff-0.1.0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,318 @@
|
|
|
1
|
+
{
|
|
2
|
+
"provenance": {
|
|
3
|
+
"analytical_code_sha256s": {
|
|
4
|
+
"_dependence.py": "afdc8c664983ab84736f3e17e3e4d0a8716ef57e975bbec6d0543a9e42bd444a",
|
|
5
|
+
"_feature_values.py": "ab589c14967377203950290c03125ae24d127a22a197f3c724ffcc4bed9cf089",
|
|
6
|
+
"_sampling.py": "3c8f4f3960b671f1a94a56bcd3ced458c75d5b85f4b125f5395b174fa38c301b",
|
|
7
|
+
"_series_validation.py": "b746bb591906bfc4650c032b073555f568a77098a768f5444b26e1ca9575725b",
|
|
8
|
+
"corroboration.py": "ef643905c1ab1d25cfa2400ea9c404efce7a80f9264d214b9ba5711f0af215cb",
|
|
9
|
+
"detect.py": "664da3affa890e0cead675e0e44c97558af29de015d0e88f35582e79f7ff9f71",
|
|
10
|
+
"events.py": "d495bf747e7e19e7c18528f2feafd99e197554e0b622675489865d583df71abd",
|
|
11
|
+
"evidence.py": "996ddb200cad3e2796f030396acc2f6c9be61c99a0c6d2413153a3eb609ecff0",
|
|
12
|
+
"exemplars.py": "03720b14ce7582d6270b8c186eced707153a4fd77b3c89f6c07dc633cca7a50e",
|
|
13
|
+
"features.py": "e610b5a0defe4218921f10043108214304383136c224a91f34c88bbb95d5ada2",
|
|
14
|
+
"pipeline.py": "edbb746728ae7fe2e4b8d0b762e4948af16aac449600a6b98ddbc82d64c20d3c",
|
|
15
|
+
"prompt_mix.py": "9fe9a372d05599e9034a3ac15e5e3cda40bdc1ce0acd531842a71d8427b2fdbb",
|
|
16
|
+
"ranking.py": "d827955f341ba21190d8cb5075386c67318c8034734edf1965e9dbd56d9b4646",
|
|
17
|
+
"replication.py": "b7772838c9ae5d9eec31552c5bf92afceeca7fe8c9a3c8fe0c774f852781eff9",
|
|
18
|
+
"retrospective.py": "f3ccf3c9614c569743d6b0b2915000d1510ea696cd4b63cbc41995f9be1439ea",
|
|
19
|
+
"schema.py": "92930a54db56f94144d2c8d6f6bf88dcd7058db8d826e3b20f862dd57724727e",
|
|
20
|
+
"series.py": "f45e94d2877bdcf5f4067386bf964a042327fbb8f006177022b3bee82e7fd275"
|
|
21
|
+
},
|
|
22
|
+
"compatibility_basis": "reviewed_analytical_policy_and_reproduced_synthetic_counts",
|
|
23
|
+
"compatible_source_commit": "2cbfe5c3c8f139b62bcdc2176057b15b2e767b04",
|
|
24
|
+
"datasets": [
|
|
25
|
+
{
|
|
26
|
+
"attribution": "UK AI Security Institute mt-somo",
|
|
27
|
+
"license_evidence_sha256": "f151e9cf3f6eeeec4e711498605001aa383beb83a6ee3de80b993f641f3b872f",
|
|
28
|
+
"license_identifier": "apache-2.0",
|
|
29
|
+
"license_status": "declared",
|
|
30
|
+
"repo_id": "ai-safety-institute/reward-hacking-olmo3.1-32b-kl0.0-seed2-rollouts",
|
|
31
|
+
"restriction": "apache_2_0_underlying_source_terms",
|
|
32
|
+
"revision": "adf70b44d4243bcc37e3a90cef88977103db3000",
|
|
33
|
+
"run": "aisi0"
|
|
34
|
+
},
|
|
35
|
+
{
|
|
36
|
+
"attribution": "UK AI Security Institute mt-somo",
|
|
37
|
+
"license_evidence_sha256": "d2f0844e84f9babb59be69b33e9a60718352fef23fad72c34c3ac29eb98fe1db",
|
|
38
|
+
"license_identifier": "apache-2.0",
|
|
39
|
+
"license_status": "declared",
|
|
40
|
+
"repo_id": "ai-safety-institute/reward-hacking-olmo3.1-32b-kl0.02-seed2-rollouts",
|
|
41
|
+
"restriction": "apache_2_0_underlying_source_terms",
|
|
42
|
+
"revision": "fb89a90a4a4eeb287148dada7715dbdcc15f6cfe",
|
|
43
|
+
"run": "aisi2"
|
|
44
|
+
},
|
|
45
|
+
{
|
|
46
|
+
"attribution": "Gutenberg PBC Aria reproduction",
|
|
47
|
+
"license_evidence_sha256": "e889688857d84e3ec1aa8908e1f4b1c93b2961c9e3e843ad3b5c9a2dbe2e9b9a",
|
|
48
|
+
"license_identifier": "other",
|
|
49
|
+
"license_status": "not_asserted",
|
|
50
|
+
"repo_id": "gutenbergpbc/aria-reward-hacking",
|
|
51
|
+
"restriction": "local_inputs_only_unresolved_redistribution",
|
|
52
|
+
"revision": "a564b502e190158a14bbec2c7a43bd498daf320f",
|
|
53
|
+
"run": "aria"
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"attribution": "sunshineNew TRL completion log",
|
|
57
|
+
"license_evidence_sha256": "789c72dd0f169a7679eb73ec8c84cb8461030b9d296acc0fc907ec6ba1c49d9d",
|
|
58
|
+
"license_identifier": null,
|
|
59
|
+
"license_status": "unresolved",
|
|
60
|
+
"repo_id": "sunshineNew/rh_qwen3_8b_prompted_v2_completions",
|
|
61
|
+
"restriction": "local_inputs_only_unresolved_redistribution",
|
|
62
|
+
"revision": "ced620589baed78b0453e7015b8dfe443bd1eaab",
|
|
63
|
+
"run": "trl"
|
|
64
|
+
}
|
|
65
|
+
],
|
|
66
|
+
"expected_settings": {
|
|
67
|
+
"retrospective": {
|
|
68
|
+
"dependence": "ar1",
|
|
69
|
+
"min_continuous_change": 0.0,
|
|
70
|
+
"min_prevalence_change": 0.1,
|
|
71
|
+
"min_segment_steps": 5,
|
|
72
|
+
"penalty_multiplier": 3.0
|
|
73
|
+
},
|
|
74
|
+
"sampling_units": "exact_prompt",
|
|
75
|
+
"sequential": {
|
|
76
|
+
"baseline_steps": 15,
|
|
77
|
+
"min_prevalence_change": 0.1,
|
|
78
|
+
"numerical_floor": 1e-09,
|
|
79
|
+
"sustain": 3,
|
|
80
|
+
"z_threshold": 4.0
|
|
81
|
+
},
|
|
82
|
+
"vocabulary": {
|
|
83
|
+
"max_sparse_per_tier": 2000,
|
|
84
|
+
"min_prevalence": 0.05
|
|
85
|
+
}
|
|
86
|
+
},
|
|
87
|
+
"original_acceptance": {
|
|
88
|
+
"max_null_false_alert_rate": 0.005,
|
|
89
|
+
"min_planted_within_tolerance": 0.95,
|
|
90
|
+
"planted_recovery": [
|
|
91
|
+
{
|
|
92
|
+
"detector": "retrospective",
|
|
93
|
+
"n_planted": 768,
|
|
94
|
+
"n_within_tolerance": 768
|
|
95
|
+
},
|
|
96
|
+
{
|
|
97
|
+
"detector": "sequential",
|
|
98
|
+
"n_planted": 768,
|
|
99
|
+
"n_within_tolerance": 753
|
|
100
|
+
}
|
|
101
|
+
]
|
|
102
|
+
},
|
|
103
|
+
"protocol": {
|
|
104
|
+
"fit_sampling_units": "aria_exact_prompts_aisi_source_problems",
|
|
105
|
+
"fit_window": [
|
|
106
|
+
1,
|
|
107
|
+
15
|
|
108
|
+
],
|
|
109
|
+
"generation": {
|
|
110
|
+
"binary_effect": 0.2,
|
|
111
|
+
"continuous_effect_sd": 2.0,
|
|
112
|
+
"n_replicates": 32,
|
|
113
|
+
"n_steps": 80,
|
|
114
|
+
"onset": 40
|
|
115
|
+
},
|
|
116
|
+
"n_primary_profiles": 24,
|
|
117
|
+
"null_seed": 20261017,
|
|
118
|
+
"null_trial_unit": "generated_single_series",
|
|
119
|
+
"plant_seed": 20261018,
|
|
120
|
+
"pre_onset_count_unit": "sequential_alerted_features",
|
|
121
|
+
"public_onset": "three_complete_logged_observations_at_one_percent",
|
|
122
|
+
"public_onset_weighting": "rollout",
|
|
123
|
+
"scope": "exposed_development_inputs_and_fitted_surrogates",
|
|
124
|
+
"timing_tolerance": 5
|
|
125
|
+
},
|
|
126
|
+
"recorded_date": "2026-11-06",
|
|
127
|
+
"runtime": {
|
|
128
|
+
"numpy": "2.5.4",
|
|
129
|
+
"pandas": "2.3.3",
|
|
130
|
+
"pyarrow": "26.0.0",
|
|
131
|
+
"python": "3.12.15"
|
|
132
|
+
}
|
|
133
|
+
},
|
|
134
|
+
"reference_id": "m0-production-2026-11-06",
|
|
135
|
+
"results": {
|
|
136
|
+
"artifact_sha256s": [
|
|
137
|
+
"5fa76ad1afa0e590f7d8270b0f5f6d3446f3e9faa445271fed9e703e96734e30",
|
|
138
|
+
"3dd3b3747923894345aa149476f4134d40f5880352b1eed3f26b8bb53aa3a763",
|
|
139
|
+
"79ed4b875798737b64912b3b037bee28089e7b89cce456ad71947c59088ff4a4",
|
|
140
|
+
"e4af1a6dd76d183c9724d2b8dd1ae2b4b73544bd8a795879c85dcec60d6c928d",
|
|
141
|
+
"51b0d43cc9932de7044ec0d43eb8532b4259c592a565dd377385be8a36b3463d"
|
|
142
|
+
],
|
|
143
|
+
"pre_onset": [
|
|
144
|
+
{
|
|
145
|
+
"label": "label_hack",
|
|
146
|
+
"n_alerts": 1,
|
|
147
|
+
"reference_onset": 54,
|
|
148
|
+
"run": "aisi0",
|
|
149
|
+
"source_sha256s": [
|
|
150
|
+
"00bd6ba463f8d53ef5ce8bcecf32803e09f201b8778443ae5e8f63324f45fade"
|
|
151
|
+
],
|
|
152
|
+
"status": "available"
|
|
153
|
+
},
|
|
154
|
+
{
|
|
155
|
+
"label": "label_hack",
|
|
156
|
+
"n_alerts": 0,
|
|
157
|
+
"reference_onset": 29,
|
|
158
|
+
"run": "aisi2",
|
|
159
|
+
"source_sha256s": [
|
|
160
|
+
"d907550deb3e975ff03ce76d2918806fba407b9ab27bd38cb36544850e301099"
|
|
161
|
+
],
|
|
162
|
+
"status": "available"
|
|
163
|
+
},
|
|
164
|
+
{
|
|
165
|
+
"label": "label_attempt",
|
|
166
|
+
"n_alerts": 354,
|
|
167
|
+
"reference_onset": 94,
|
|
168
|
+
"run": "aria",
|
|
169
|
+
"source_sha256s": [
|
|
170
|
+
"59ffb1aa73d341f6bd070f639028da8ee041176c8c8e0e18678a4d6751a11556"
|
|
171
|
+
],
|
|
172
|
+
"status": "available"
|
|
173
|
+
},
|
|
174
|
+
{
|
|
175
|
+
"label": "label_hack",
|
|
176
|
+
"n_alerts": null,
|
|
177
|
+
"reference_onset": 71,
|
|
178
|
+
"run": "trl",
|
|
179
|
+
"source_sha256s": [
|
|
180
|
+
"6bf165a220acec288a4b682ed1c7d1b3a760f9ecd25c053598bb62735e6804bb",
|
|
181
|
+
"cecd929edaeae813b2c7ffb9845432e20f8c68208efc8c5ac42239f71c8aa451",
|
|
182
|
+
"d2df43495be32886ac2b9e3982bdfbf3d0d18088e2e4aeb67823101aeb06e7c1",
|
|
183
|
+
"34f4d265c51e0e54c36f8356102589dcf5c196154ed0ade8c20e584a11db87c2",
|
|
184
|
+
"983b7506acc973589eb001fedbafbb6d777b6cf6a98cd77c05e9aa4fc6c09ec2",
|
|
185
|
+
"dfe0f0cf994225420736c2566c6f392d9f31874c2d4aa0c404aa3528c2e0a912",
|
|
186
|
+
"050b2b2e8eb80671847ebbe58ae2f2fba3e415c0640d4bcc8e450976ead12bd5",
|
|
187
|
+
"be9817b0094d054dc91c989991498a934a47a57f2c857890ff0ab8639eee4940",
|
|
188
|
+
"5dc2cf058a372cbbc7490db83c83280178f46aca85007235af8ab16752bb0e69",
|
|
189
|
+
"21ab7fce6923055dd850d66a49305a2237b281f9d0361e121b4968260935f2c4",
|
|
190
|
+
"da002bad98896b6f0c191af5f7fb21fa9db90368ac5f9b0640a23fc9230a1c66",
|
|
191
|
+
"50d8ed5d289716e9451f02351c624b7643723fa5b5b1674478fc99ee1dbd647d",
|
|
192
|
+
"753cba3089beafc32bed8ea1bf2dd8e951a8c0ae7be17de74c05bbd9d13577fe",
|
|
193
|
+
"702b5624f0b613d63fdbea48e70e1358b3ff76f520ec42569ac822f45ecba9bf",
|
|
194
|
+
"29bc6e9e958b9195245e3db121dc53e2f8a62d84368b497fa8a2b03d01d8cc43",
|
|
195
|
+
"a7cd5ff9136400925ec2923e45339916c3c07f432f74c2423c54eef21b6e4f9a",
|
|
196
|
+
"bcff28ebe1fd3708588bd966c782b97f16db219b2122ae17ccb6c78d3864910e",
|
|
197
|
+
"05e215f3f10f862eb2c3785815c19b2edb8f1f591aaade762ce47811ecedf8fe",
|
|
198
|
+
"e0086c0e7bfe8864c52d1e666e922b7989612a35d37490566b26c4a4edc95bcb",
|
|
199
|
+
"579f23ed74c977a7cc258d10ffcba78db2286cea04690a27cd720134c76db6a1",
|
|
200
|
+
"4f07016e49bfe4c1e842e3bb35ba5381f79a7bc78b4ed865ad4b8b4eebf55ce1",
|
|
201
|
+
"11dcf65151b97276bc1412450e78e5cd8fbdaeddf03ae878dae060d0435ec1f9",
|
|
202
|
+
"c439bd077dd8e4ce6cc3b8037dea34ee3a8bab10ec7b7cf65f2bd8c09e0d996f",
|
|
203
|
+
"7ce3f38831a6ec6da7e280216853f501ea4786e398b255232029bb843bf8749a",
|
|
204
|
+
"bad0001accd08b85fd470da6f7a8fd208888a79f6d4e31434133378cf3756b03",
|
|
205
|
+
"9559e3557b5a695bd4f360db71532c67a70a2fb91429497db80cccd775a013de",
|
|
206
|
+
"ecd1b860359b356fac7b5a0a56475da1d64dd86bcfa0c8a3b4ee577f69dc9496",
|
|
207
|
+
"908b8f9963c941587c32759e46c486c86ca372189a118d10838042f514131791",
|
|
208
|
+
"c8cc8496b2e6f084b44f0d4d8b4bb120b23016086a8cb567565679428215ab2e",
|
|
209
|
+
"891a7719c335acbe8a93e19fd59e5f03bf300dc6d887ad4d98881625e36954a0",
|
|
210
|
+
"d1fc53896e2b1c6b231c66954596da6af34c6c6eaa2444d4dd04f2ad92c610d0",
|
|
211
|
+
"5ae03681bace0d0b3fbc3b66f1b340663f04803033476caba695f14371946c25",
|
|
212
|
+
"0f591fd2723a10ae23a2e5161a6d35cf35547d0ec1a4c829713e0ea062262c97",
|
|
213
|
+
"afaa8bf032ee0d7ef652f31f9c23b3f276ecd9145770fd393cfe4ce47b036019",
|
|
214
|
+
"74ae3f16dd6f22ffd0f07983882f6370c38888cf14824c172901a3c9444c9f5c",
|
|
215
|
+
"3647a43bad2b49a90d2d4fa0824dfc4905b12fcf940082674e2386525f7e3fac",
|
|
216
|
+
"014d6fab6d2393f2c0e733381e7bcb980dc57a11c423fe0c60186d0412b845da",
|
|
217
|
+
"030b1207427ef4b94719a1197fa2387e88cabb5159faca83d0d7340717d1ae05",
|
|
218
|
+
"26d0ea24ba3d571fd614bfaaaaa2e311697f227f3f57314cf0e789e6c3c63392",
|
|
219
|
+
"e786e5183a9cf1d74c0b5e6e23ee79d829bbef60e94068b57c45f7a8bec3a8f0",
|
|
220
|
+
"3ab5e016687306a1e4b7fe21b492303ef94abd9afce2d707051cba9e9e4bc2ff",
|
|
221
|
+
"c8998de506039e26adb4959a8bce1e3b66eb5166111dd4ae2b3a7ba52aa5f633",
|
|
222
|
+
"e3d1fe30925c7e8fc67b06657bf86521cc0fbce67aa83f8f38592e26c1d913ee",
|
|
223
|
+
"5f03af8d8e2633521e271d615cc99d95718cd1e2618cbf7ec1bcf1f687845b0c",
|
|
224
|
+
"2a5dc4c121afa89628faadb825e5d2df4d52e11c3c2eab71eef42377227f3133",
|
|
225
|
+
"8aa41439a077978f135d1be2bfc97c3d8941faf5bae1f1c5f487565f371ca6c9",
|
|
226
|
+
"726ebf4382a12215b5c6625215977f0b4736c63351080b6c46106f12ca025b95",
|
|
227
|
+
"89b7dbf12a33919a9f9ccac4338c9e906278d036d2e13830060e142c90e55268",
|
|
228
|
+
"e5e13ddf0db57fa830e856e287144b3196e1914e9f8475ff277fe32feedb173e",
|
|
229
|
+
"6fb65dd988d2001031e29d1b7041b2646e796eae5cd9b8d130bd168edef1d008",
|
|
230
|
+
"6d0ff48c12d574e8fd3588cde530cbfe1f67bf7a94b23cea1dc940fb37730be2",
|
|
231
|
+
"7542dfb9a6a4d71dcf78eda67b14dff7808724236b7d74918f28a24a8e4b2263",
|
|
232
|
+
"b7d40f43441e8a687b9b1505fb5717663f11806f5ff3609e2c28508e5d2605d3",
|
|
233
|
+
"dcf510e4f2823104d32fd35e305fffdfe4a3e1aefe69e52ce9e865620d2ba5c6",
|
|
234
|
+
"f55e6fd6d02486cc040a38899cf6be440bf7d93262b11b23c94ef81b9f2bc677",
|
|
235
|
+
"9dc811cf25edc86bdd23c1c3e877864b69c6f1d36aea2a21f91ffc8c07524ddf",
|
|
236
|
+
"c6b5dc6b69bed3710636e4b82afe57d0c30fef0471ff868f135eb26aa0420cea",
|
|
237
|
+
"c7174dc860ba097a88b1893b3adbc960e889e106c524622039702280a8d8dccf",
|
|
238
|
+
"117ec6e02949cb185fb47139aac99e61a82f1e6a2ceb6ebe11abd9006a54f11a",
|
|
239
|
+
"0dbc135c03e4aa1c238cda4609c8ff86f5e6d2abc954e908f05ebfce5da67f30",
|
|
240
|
+
"52c2d2209b215632feec1cfe95af568668eaf3fd3fca0a136e48b917b0a3860c",
|
|
241
|
+
"10eb586ece92fa5053919e870778a7440c6f247fe5e2ca0d22ec9d1a6d39ff3e",
|
|
242
|
+
"fa718a1e6c4a40a090d47b7b8ffef9d00762f7606a15ed05eb44dfee73460f4e",
|
|
243
|
+
"21e18f1643666bf58036720f0a33665160a2247eddb0713a7ae316557e6fe3ca",
|
|
244
|
+
"b8d58cf2a89faf884580ef577dbddc6595226c272e616eca73af1b39179167d6",
|
|
245
|
+
"3ee99594da2697013fd5a4a10148cc7b7721c28a5340da06e080fd0cc9128a9f",
|
|
246
|
+
"8d0d61179da5f12d346ccf8b4f8a9c1627a97b3a1608e5c68d507befd3fa658d",
|
|
247
|
+
"c57702442a63a37a78151402b0690ac02d7776cc405bb673bb39aac006af832c",
|
|
248
|
+
"a188fd41db2e5347851c81fad3677b21e18c3f274b468b502ba9a4d4bc983019",
|
|
249
|
+
"9155f8cd902436f6ace46c4285a74583ab22df7b40483da6da58d81f9e1967f8",
|
|
250
|
+
"d805e658da3ea9e29939edaf0445f0c9d677c6791950e566299fc858de81ca94",
|
|
251
|
+
"a912e13dd61bad1a4f788c1739b08067a8ee1aae9019f6f80c01c3d9301b86a5",
|
|
252
|
+
"976370ecc5b87aab094c093815eb828a1a5ca913597c736c0f38f9b7dcd1c69b",
|
|
253
|
+
"594f51332a65c06bec870ac381a1c1d177418092a7dc6d0922d895e38650e0c1",
|
|
254
|
+
"0b6a893a4f3fe1279ec8578d893fa5871f89ca724ad5494adc7c26030bc923ea",
|
|
255
|
+
"7a4a5929088ed95520760b4888fa29d4e2974a35a6179ebbf0717e3bbfa18be1",
|
|
256
|
+
"2fb512fd4715e4e8457a03a7fa2fab85506d9f34b2f5c44a1bbad825544436bb",
|
|
257
|
+
"b24d26dead5b52b4f9ee036f84b775d639b949763bfe89f71a0d4df545e4a3ee",
|
|
258
|
+
"f0b207609566d9b5595316c41d35c10850aad1e0e2996383a579bffb5d0cabf9",
|
|
259
|
+
"2a913923340ca6f52a2c389ca4817918f5f55d2eef6ae14706c134fa7415d452",
|
|
260
|
+
"3607fc92283a1201cbbd83e892285cede1bc11eddbb994be3d5b2c8f2dd8343a",
|
|
261
|
+
"7601b94801682933143aee74b7d87000d97b9ba4ab8ce04825e329c2538cda7f",
|
|
262
|
+
"142901120be8b69b61b5a0ed572e2071c69006a3aa2ff3ac56b136aeff1ae039",
|
|
263
|
+
"d5b77b0c92f101110aaa272e8f803a98a291bb2fba036a08fb99bb6ec39d6582",
|
|
264
|
+
"453a72179407c5fe6c061a73f571041bb3e78c7533e7c8175f15211db47cc4c5",
|
|
265
|
+
"4114bac392fb80a7d6d6d680e95b93a2963fe30b9482d680f7f4a8965d7cc38c",
|
|
266
|
+
"6cd8b94587ab45d7a9c109a243d2554ab130b15d476a285271b4d00066c59206",
|
|
267
|
+
"2537f087d9c152839d928ecd8b02d7546256ce8b8d018c5dc693ad7462652c1a",
|
|
268
|
+
"de9400a577b64505dbc40c8f23bb1f52fd366d75c0efa3cb5a62ad3324e47048",
|
|
269
|
+
"b9f51e7fe8d3ad90e88a97564ba3ef24c143080de3e126995da2c73bdd47a790",
|
|
270
|
+
"32d221241aea2fc070ad36e7c2b6567b64c91fdf169f4d691958ebc742012373",
|
|
271
|
+
"7ade35c19aa6ab48563bae7e0ab94fbeb0f446da9e078d6e2c799ca789b5aef3",
|
|
272
|
+
"149405bc0327e3c5ad622e6c8a7643348ca368f33a8e816fe553378deba8344c",
|
|
273
|
+
"fece38e445ed59c0a14a7a4472bcc4082785973819560f32c89ac87d7926dabf",
|
|
274
|
+
"82dd5e60e3e3205ecaf210daaa4534c35fbaefb1da24df0ccfa91d8a03280067",
|
|
275
|
+
"edc005d6b5c6dc53fa6eb5bf411493bbb22de1fdee80bbbf1530c5a17d87bbc9",
|
|
276
|
+
"7fca386109b300f63514844c187b0a31f94fb66793aa27ea518fd9eb55a99bae",
|
|
277
|
+
"5f358264366f8b3eac75c9633a56ae681bb10e0a70a5dac64a10e185711bbb5d",
|
|
278
|
+
"e24b31fda3796a044038a60504a28fac143dc747e6c58c018f164f126249d6de",
|
|
279
|
+
"55656e3350035a6ba5175c64850f1733e3edddec1fb10a3bf10b1f85e72447ef",
|
|
280
|
+
"b43182aa33f7b5c7fd5d7938d1f03d5acef4a37ef16f159d008f7c1966ebe116",
|
|
281
|
+
"647a1ad9166fba9e331422a4cdb41eac5d2ff16caf63545ff77a121289d6b9c7",
|
|
282
|
+
"a158f48249abab0d6309d36bd70ac20f4bf3bbbd394d0091c6f82db59c2a5a01",
|
|
283
|
+
"2e1a4a0c627dc4ac87519f887d3825d5f95c21f5a7f703e399c770d3bfac822d",
|
|
284
|
+
"63ec083175bee106bcb37539873d66f35e4c8e6dd2c832a129cc0da036d4c4d2",
|
|
285
|
+
"64ae416ac6844b48cd1b25b673c04567a584074050042b509eb720b042e66588",
|
|
286
|
+
"dde7275a2f61e1d9d1a4481556e3670ccb0f9ccc2066d3688602def7ea2460a4",
|
|
287
|
+
"112431dd88a1bcf44aff0ff1866e93e93b5fb69db8a673512fa87e744df4d481",
|
|
288
|
+
"2bad3e5c2255cf65f92873417b3a07b289aa50798d7b9f78008485b2b1607fe8",
|
|
289
|
+
"47f4410421de619e3565fcc9a6f6157fdc7f38f60029d9d5716e82ebc2e1368b",
|
|
290
|
+
"07a0e5c0fe06b29787b6745cce654ba4e1bc17a7aee1e990fd71dfa8a67ece57",
|
|
291
|
+
"bb6c7441781348adab1f358543d9164c29b2f2fb4011fc930b0dd671c46b6d8b",
|
|
292
|
+
"f72f46dadf68e384f92a6e6de1cb67d3bae85c51320b46cb4e3bc0c7222492eb",
|
|
293
|
+
"fa06568765c99815aaa72a7f929d427caaacf2f86bca113c3f566e0937f56345",
|
|
294
|
+
"b365e74988c0674a7d19a2f7b559e73bc8622d41c5b2246420d9c1cb6781e9d6"
|
|
295
|
+
],
|
|
296
|
+
"status": "unscorable"
|
|
297
|
+
}
|
|
298
|
+
],
|
|
299
|
+
"protocol_sha256": "4f9cca352df6829ef5f885f8a5ebb3257485c7af1297a5ac7262e2cc4ed948f8",
|
|
300
|
+
"schema_version": 1,
|
|
301
|
+
"source_commit": "ae3faff01ab0f83351ac6d738172a50ef0249fcf",
|
|
302
|
+
"synthetic_null": [
|
|
303
|
+
{
|
|
304
|
+
"detector": "retrospective",
|
|
305
|
+
"n_alerts": 16,
|
|
306
|
+
"n_scorable": 768,
|
|
307
|
+
"n_trials": 768
|
|
308
|
+
},
|
|
309
|
+
{
|
|
310
|
+
"detector": "sequential",
|
|
311
|
+
"n_alerts": 1,
|
|
312
|
+
"n_scorable": 768,
|
|
313
|
+
"n_trials": 768
|
|
314
|
+
}
|
|
315
|
+
]
|
|
316
|
+
},
|
|
317
|
+
"schema_version": 2
|
|
318
|
+
}
|
|
@@ -0,0 +1,195 @@
|
|
|
1
|
+
"""Profile stationary AR(1) covariance for a fixed boundary.
|
|
2
|
+
|
|
3
|
+
Each mean model profiles its own covariance, including log determinants;
|
|
4
|
+
grid-bound flags report limits.
|
|
5
|
+
"""
|
|
6
|
+
|
|
7
|
+
from __future__ import annotations
|
|
8
|
+
|
|
9
|
+
import numpy as np
|
|
10
|
+
|
|
11
|
+
_RHO = np.array([-0.95, -0.5, 0.0, 0.5, 0.8, 0.95, 0.99])
|
|
12
|
+
_VARIANCE_MULTIPLIERS = np.array(
|
|
13
|
+
[2.0**-16, 2.0**-12, 2.0**-8, 2.0**-6, 2.0**-4, 2.0**-2, 1.0, 4.0]
|
|
14
|
+
)
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
def _whiten_ar1(
|
|
18
|
+
columns: np.ndarray, errors: np.ndarray, rho: np.ndarray, variance: np.ndarray
|
|
19
|
+
) -> tuple[np.ndarray, np.ndarray]:
|
|
20
|
+
"""Whiten data/designs using stationary Kalman innovations, without jitter.
|
|
21
|
+
|
|
22
|
+
Covariance is variance * rho**abs(i-j) + diag(errors**2) on row indices;
|
|
23
|
+
``variance`` is latent marginal variance. Cost is O(rows * models).
|
|
24
|
+
"""
|
|
25
|
+
with np.errstate(over="raise", invalid="raise", divide="raise"):
|
|
26
|
+
measured = errors**2
|
|
27
|
+
if np.any((errors > 0) & (measured == 0)):
|
|
28
|
+
raise FloatingPointError("measurement variance underflow")
|
|
29
|
+
state = np.zeros((len(rho), columns.shape[1]))
|
|
30
|
+
predicted_variance = variance.copy()
|
|
31
|
+
innovation_variance = variance * (1 - rho**2)
|
|
32
|
+
if np.any((variance > 0) & (innovation_variance == 0)):
|
|
33
|
+
raise FloatingPointError("innovation variance underflow")
|
|
34
|
+
whitened = np.empty((len(columns), len(rho), columns.shape[1]))
|
|
35
|
+
logdet = np.zeros(len(rho))
|
|
36
|
+
for index, values in enumerate(columns):
|
|
37
|
+
forecast_variance = predicted_variance + measured[index]
|
|
38
|
+
if np.any(forecast_variance <= 0):
|
|
39
|
+
raise FloatingPointError("singular covariance")
|
|
40
|
+
residual = values - state
|
|
41
|
+
whitened[index] = residual / np.sqrt(forecast_variance)[:, None]
|
|
42
|
+
logdet += np.log(forecast_variance)
|
|
43
|
+
gain = predicted_variance / forecast_variance
|
|
44
|
+
state = rho[:, None] * (state + gain[:, None] * residual)
|
|
45
|
+
# Avoid cancellation in P - K*P when SE is tiny.
|
|
46
|
+
predicted_variance = rho**2 * gain * measured[index] + innovation_variance
|
|
47
|
+
if not np.all(np.isfinite(whitened)) or not np.all(np.isfinite(logdet)):
|
|
48
|
+
raise FloatingPointError("non-finite covariance whitening")
|
|
49
|
+
return whitened, logdet
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
def quasi_binomial_errors(
|
|
53
|
+
prevalence: np.ndarray, errors: np.ndarray, units: np.ndarray, means: np.ndarray
|
|
54
|
+
) -> np.ndarray | None:
|
|
55
|
+
"""Model-based binary measurement errors sqrt(phi * m (1 - m) / U_t).
|
|
56
|
+
|
|
57
|
+
Unit proportions at prevalence p_t vary as phi * p_t (1 - p_t), so the
|
|
58
|
+
measured between-unit variances U_t SE_t**2 of the steps with 0 < p_t < 1
|
|
59
|
+
estimate one dispersion phi, pooled by unit degrees of freedom. Evaluated at
|
|
60
|
+
a mean model's segment means m, an all-agree step inside a segment with
|
|
61
|
+
positive prevalence is not a known zero, while an all-zero segment keeps
|
|
62
|
+
zero variance. Returns None when no step identifies phi.
|
|
63
|
+
"""
|
|
64
|
+
with np.errstate(over="raise", invalid="raise", divide="raise"):
|
|
65
|
+
measured = errors**2
|
|
66
|
+
if np.any((errors > 0) & (measured == 0)):
|
|
67
|
+
raise FloatingPointError("measurement variance underflow")
|
|
68
|
+
mixed = (prevalence > 0) & (prevalence < 1)
|
|
69
|
+
if not mixed.any():
|
|
70
|
+
return None
|
|
71
|
+
freedom = units[mixed] - 1
|
|
72
|
+
spread = prevalence[mixed] * (1 - prevalence[mixed])
|
|
73
|
+
dispersion = np.sum(freedom * units[mixed] * measured[mixed]) / np.sum(
|
|
74
|
+
freedom * spread
|
|
75
|
+
)
|
|
76
|
+
return np.sqrt(dispersion * means * (1 - means) / units)
|
|
77
|
+
|
|
78
|
+
|
|
79
|
+
def _profile_ar1(
|
|
80
|
+
y: np.ndarray,
|
|
81
|
+
errors: np.ndarray,
|
|
82
|
+
boundary: int,
|
|
83
|
+
rho: np.ndarray,
|
|
84
|
+
variance: np.ndarray,
|
|
85
|
+
) -> tuple[np.ndarray, np.ndarray, np.ndarray]:
|
|
86
|
+
"""Return -2 log likelihood (up to shared constants) and GLS effects."""
|
|
87
|
+
columns = np.column_stack([np.ones(len(y)), np.arange(len(y)) >= boundary, y])
|
|
88
|
+
whitened, logdet = _whiten_ar1(columns, errors, rho, variance)
|
|
89
|
+
with np.errstate(over="raise", invalid="raise", divide="raise"):
|
|
90
|
+
intercept, step, response = (whitened[:, :, index] for index in range(3))
|
|
91
|
+
q0 = intercept / np.linalg.norm(intercept, axis=0)
|
|
92
|
+
residual0 = response - q0 * np.sum(q0 * response, axis=0)
|
|
93
|
+
orthogonal_step = step - q0 * np.sum(q0 * step, axis=0)
|
|
94
|
+
# Reorthogonalization keeps near-collinear mean columns stable.
|
|
95
|
+
orthogonal_step -= q0 * np.sum(q0 * orthogonal_step, axis=0)
|
|
96
|
+
step_norm = np.linalg.norm(orthogonal_step, axis=0)
|
|
97
|
+
q1 = orthogonal_step / step_norm
|
|
98
|
+
coefficient = np.sum(q1 * residual0, axis=0)
|
|
99
|
+
residual1 = residual0 - q1 * coefficient
|
|
100
|
+
null = logdet + np.sum(residual0**2, axis=0)
|
|
101
|
+
alternative = logdet + np.sum(residual1**2, axis=0)
|
|
102
|
+
delta = coefficient / step_norm
|
|
103
|
+
if not all(np.all(np.isfinite(value)) for value in [null, alternative, delta]):
|
|
104
|
+
raise FloatingPointError("non-finite covariance fit")
|
|
105
|
+
return null, alternative, delta
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
def confirm_ar1(
|
|
109
|
+
y: np.ndarray,
|
|
110
|
+
errors: np.ndarray,
|
|
111
|
+
boundary: int,
|
|
112
|
+
penalty_multiplier: float,
|
|
113
|
+
alternative_errors: np.ndarray | None = None,
|
|
114
|
+
) -> dict:
|
|
115
|
+
"""Confirm a fixed L2 boundary using caller-normalized data and SE.
|
|
116
|
+
|
|
117
|
+
``errors`` enter the constant-mean model and ``alternative_errors`` (default
|
|
118
|
+
the same) the split-mean model; each profiles the shared latent grid. Gain is
|
|
119
|
+
twice the profiled log likelihood improvement; penalty is dimensionless.
|
|
120
|
+
"""
|
|
121
|
+
with np.errstate(over="raise", invalid="raise", divide="raise"):
|
|
122
|
+
if alternative_errors is None or np.array_equal(alternative_errors, errors):
|
|
123
|
+
alternative_errors = errors
|
|
124
|
+
reference = max(
|
|
125
|
+
float(np.var(y, ddof=1)),
|
|
126
|
+
float(np.mean(errors**2)),
|
|
127
|
+
float(np.mean(alternative_errors**2)),
|
|
128
|
+
)
|
|
129
|
+
variances = reference * _VARIANCE_MULTIPLIERS
|
|
130
|
+
if reference <= 0 or np.any(variances <= 0):
|
|
131
|
+
raise FloatingPointError("covariance variance reference underflow")
|
|
132
|
+
fits, grid_fits = {}, 0
|
|
133
|
+
for name, model_errors in (
|
|
134
|
+
("null", errors),
|
|
135
|
+
("alternative", alternative_errors),
|
|
136
|
+
):
|
|
137
|
+
if name == "alternative" and alternative_errors is errors:
|
|
138
|
+
fits[name] = fits["null"]
|
|
139
|
+
continue
|
|
140
|
+
rho = np.repeat(_RHO, len(variances))
|
|
141
|
+
variance = np.tile(variances, len(_RHO))
|
|
142
|
+
# A zero-latent-variance model is nonsingular only with positive SEs.
|
|
143
|
+
if np.all(model_errors > 0):
|
|
144
|
+
rho = np.r_[rho, 0.0]
|
|
145
|
+
variance = np.r_[variance, 0.0]
|
|
146
|
+
fits[name] = (
|
|
147
|
+
*_profile_ar1(y, model_errors, boundary, rho, variance),
|
|
148
|
+
rho,
|
|
149
|
+
variance,
|
|
150
|
+
)
|
|
151
|
+
grid_fits += len(rho)
|
|
152
|
+
null, _, _, null_rho, null_variance = fits["null"]
|
|
153
|
+
_, alternative, deltas, alternative_rho, alternative_variance = fits[
|
|
154
|
+
"alternative"
|
|
155
|
+
]
|
|
156
|
+
null_index, alternative_index = (
|
|
157
|
+
int(np.argmin(null)),
|
|
158
|
+
int(np.argmin(alternative)),
|
|
159
|
+
)
|
|
160
|
+
gain = float(null[null_index] - alternative[alternative_index])
|
|
161
|
+
roundoff = (
|
|
162
|
+
32
|
|
163
|
+
* np.finfo(float).eps
|
|
164
|
+
* max(1.0, abs(null[null_index]), abs(alternative[alternative_index]))
|
|
165
|
+
)
|
|
166
|
+
# Separate measurement variances are not nested, so the split model
|
|
167
|
+
# may fit worse; identical variances must not.
|
|
168
|
+
if gain < -roundoff and alternative_errors is errors:
|
|
169
|
+
raise FloatingPointError("nested covariance fit has negative gain")
|
|
170
|
+
gain = max(0.0, gain)
|
|
171
|
+
penalty = float(penalty_multiplier * np.log(len(y)))
|
|
172
|
+
result = {
|
|
173
|
+
"covariance_status": "confirmed" if gain > penalty else "not_confirmed",
|
|
174
|
+
"covariance_gain": gain,
|
|
175
|
+
"covariance_penalty": penalty,
|
|
176
|
+
"covariance_delta_scaled": float(deltas[alternative_index]),
|
|
177
|
+
"covariance_grid_fits": grid_fits,
|
|
178
|
+
}
|
|
179
|
+
for name, rho, variance, index in [
|
|
180
|
+
("null", null_rho, null_variance, null_index),
|
|
181
|
+
("alternative", alternative_rho, alternative_variance, alternative_index),
|
|
182
|
+
]:
|
|
183
|
+
result.update(
|
|
184
|
+
{
|
|
185
|
+
f"covariance_{name}_rho": float(rho[index]),
|
|
186
|
+
f"covariance_{name}_tau_variance_scaled": float(variance[index]),
|
|
187
|
+
f"covariance_{name}_rho_bound": bool(
|
|
188
|
+
variance[index] > 0 and rho[index] in (_RHO[0], _RHO[-1])
|
|
189
|
+
),
|
|
190
|
+
f"covariance_{name}_variance_bound": bool(
|
|
191
|
+
variance[index] in (0.0, variances[0], variances[-1])
|
|
192
|
+
),
|
|
193
|
+
}
|
|
194
|
+
)
|
|
195
|
+
return result
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"""Identity-aligned values for evidence about one retained feature."""
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
import pandas as pd
|
|
6
|
+
|
|
7
|
+
from .features import FeatureTables
|
|
8
|
+
from .schema import validate_rollouts
|
|
9
|
+
from .series import _validate_features
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
def feature_values(
|
|
13
|
+
rollouts: pd.DataFrame,
|
|
14
|
+
features: FeatureTables,
|
|
15
|
+
*,
|
|
16
|
+
run: str,
|
|
17
|
+
feature: str,
|
|
18
|
+
) -> tuple[pd.DataFrame, str]:
|
|
19
|
+
"""Return canonical rows for one run plus `_value`, and the feature kind."""
|
|
20
|
+
rollouts = validate_rollouts(rollouts)
|
|
21
|
+
dense_names = _validate_features(rollouts, features)
|
|
22
|
+
frame = rollouts.loc[rollouts.run.eq(run)].copy()
|
|
23
|
+
if frame.empty:
|
|
24
|
+
raise ValueError("run has no rollouts")
|
|
25
|
+
if feature == "scalar:reward":
|
|
26
|
+
frame["_value"] = frame.reward
|
|
27
|
+
return frame.reset_index(drop=True), "continuous"
|
|
28
|
+
metadata = features.catalog.set_index("feature")
|
|
29
|
+
if feature not in metadata.index:
|
|
30
|
+
raise ValueError("feature is not in the retained catalog")
|
|
31
|
+
kind = metadata.loc[feature, "kind"]
|
|
32
|
+
keys = ["run", "sample_id"]
|
|
33
|
+
if feature in dense_names:
|
|
34
|
+
values = features.dense[[*keys, feature]].rename(columns={feature: "_value"})
|
|
35
|
+
frame = frame.merge(values, on=keys, validate="one_to_one")
|
|
36
|
+
else:
|
|
37
|
+
values = features.sparse.loc[features.sparse.feature.eq(feature), keys].assign(
|
|
38
|
+
_value=1.0
|
|
39
|
+
)
|
|
40
|
+
frame = frame.merge(values, on=keys, how="left", validate="one_to_one")
|
|
41
|
+
frame["_value"] = frame["_value"].fillna(0.0)
|
|
42
|
+
return frame, kind
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
class _FeatureValueIndex:
|
|
46
|
+
"""Index validated identities and sparse presence for repeated evidence.
|
|
47
|
+
|
|
48
|
+
Avoids a dense rollout-by-vocabulary matrix.
|
|
49
|
+
"""
|
|
50
|
+
|
|
51
|
+
def __init__(self, rollouts: pd.DataFrame, features: FeatureTables):
|
|
52
|
+
self.runs = {
|
|
53
|
+
run: frame[
|
|
54
|
+
["run", "sample_id", "step", "prompt_id", "prompt", "reward"]
|
|
55
|
+
].reset_index(drop=True)
|
|
56
|
+
for run, frame in rollouts.groupby("run", sort=False)
|
|
57
|
+
}
|
|
58
|
+
self.dense = {
|
|
59
|
+
run: frame.set_index("sample_id").drop(columns="run")
|
|
60
|
+
for run, frame in features.dense.groupby("run", sort=False)
|
|
61
|
+
}
|
|
62
|
+
self.sparse = {
|
|
63
|
+
key: pd.Index(frame.sample_id)
|
|
64
|
+
for key, frame in features.sparse.groupby(["run", "feature"], sort=False)
|
|
65
|
+
}
|
|
66
|
+
self.metadata = features.catalog.set_index("feature")
|
|
67
|
+
|
|
68
|
+
def values(self, run: str, feature: str) -> tuple[pd.DataFrame, str]:
|
|
69
|
+
frame = self.runs[run].copy()
|
|
70
|
+
if feature == "scalar:reward":
|
|
71
|
+
frame["_value"] = frame.reward
|
|
72
|
+
return frame, "continuous"
|
|
73
|
+
kind = self.metadata.loc[feature, "kind"]
|
|
74
|
+
if feature in self.dense[run].columns:
|
|
75
|
+
frame["_value"] = frame.sample_id.map(self.dense[run][feature])
|
|
76
|
+
else:
|
|
77
|
+
present = self.sparse.get((run, feature), pd.Index([]))
|
|
78
|
+
frame["_value"] = frame.sample_id.isin(present).astype(float)
|
|
79
|
+
return frame, kind
|