fidetype 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (700) hide show
  1. fidetype/__init__.py +108 -0
  2. fidetype/__main__.py +6 -0
  3. fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__ours__always-commit.json +213 -0
  4. fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__ours__crc.json +273 -0
  5. fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__ours__ltt.json +273 -0
  6. fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__ours__trust.json +255 -0
  7. fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__published__always-commit.json +228 -0
  8. fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__published__crc.json +274 -0
  9. fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__published__ltt.json +274 -0
  10. fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__published__trust.json +256 -0
  11. fidetype/_benchmark/results/v0.1/spanishbcbl-meg-async__convctc-m-async__always-commit.json +234 -0
  12. fidetype/_benchmark/results/v0.1/spanishbcbl-meg-async__convctc-m-async__crc.json +295 -0
  13. fidetype/_benchmark/results/v0.1/spanishbcbl-meg-async__convctc-m-async__ltt.json +295 -0
  14. fidetype/_benchmark/results/v0.1/spanishbcbl-meg-async__convctc-m-async__trust.json +277 -0
  15. fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-calib__commit.json +225 -0
  16. fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-calib__crc.json +272 -0
  17. fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-calib__trust.json +225 -0
  18. fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsession__commit.json +220 -0
  19. fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsession__crc.json +267 -0
  20. fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsession__trust.json +220 -0
  21. fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsubject__commit.json +233 -0
  22. fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsubject__crc.json +277 -0
  23. fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsubject__trust.json +233 -0
  24. fidetype/_benchmark/results/v0.2/b2t24-t12__t12v2__always-commit.json +290 -0
  25. fidetype/_benchmark/results/v0.2/b2t24-t12__t12v2__guard.json +305 -0
  26. fidetype/_benchmark/results/v0.2/b2t25-t15__m4-12__guard.json +307 -0
  27. fidetype/_benchmark/results/v0.2/b2t25-t15__m4-13__guard.json +310 -0
  28. fidetype/_benchmark/results/v0.2/b2t25-t15__ours__always-commit.json +289 -0
  29. fidetype/_benchmark/results/v0.2/b2t25-t15__ours__crc.json +303 -0
  30. fidetype/_benchmark/results/v0.2/b2t25-t15__ours__ltt.json +303 -0
  31. fidetype/_benchmark/results/v0.2/b2t25-t15__ours__trust.json +289 -0
  32. fidetype/_benchmark/results/v0.2/b2t25-t15__published__always-commit.json +289 -0
  33. fidetype/_benchmark/results/v0.2/b2t25-t15__published__crc.json +303 -0
  34. fidetype/_benchmark/results/v0.2/b2t25-t15__published__ltt.json +303 -0
  35. fidetype/_benchmark/results/v0.2/b2t25-t15__published__trust.json +289 -0
  36. fidetype/_benchmark/results/v0.2/emg2qwerty__lda-oracle__always-commit.json +294 -0
  37. fidetype/_benchmark/results/v0.2/emg2qwerty__lda-oracle__guard.json +306 -0
  38. fidetype/_benchmark/results/v0.2/emg2qwerty__p11-01-crt-subset8__always-commit.json +328 -0
  39. fidetype/_benchmark/results/v0.2/emg2qwerty__p11-01-crt-subset8__guard.json +340 -0
  40. fidetype/_benchmark/results/v0.2/emg2qwerty__p11-12-intended-s-subset8__guard.json +359 -0
  41. fidetype/_benchmark/results/v0.2/emg2qwerty__p11-12-intended-sl-subset8__guard.json +359 -0
  42. fidetype/_benchmark/results/v0.2/emg2qwerty__p11-14-intended-lfl-subset8__guard.json +359 -0
  43. fidetype/_benchmark/results/v0.2/kt-semg__lda-oracle__always-commit.json +293 -0
  44. fidetype/_benchmark/results/v0.2/kt-semg__lda-oracle__guard.json +306 -0
  45. fidetype/_benchmark/results/v0.2/spanishbcbl-meg__convctc-m-async__always-commit.json +297 -0
  46. fidetype/_benchmark/results/v0.2/spanishbcbl-meg__convctc-m-async__crc.json +311 -0
  47. fidetype/_benchmark/results/v0.2/spanishbcbl-meg__convctc-m-async__ltt.json +311 -0
  48. fidetype/_benchmark/results/v0.2/spanishbcbl-meg__convctc-m-async__trust.json +297 -0
  49. fidetype/_benchmark/results/v0.2/toronto-semg__cnn-calib__always-commit.json +301 -0
  50. fidetype/_benchmark/results/v0.2/toronto-semg__cnn-calib__crc.json +315 -0
  51. fidetype/_benchmark/results/v0.2/toronto-semg__cnn-calib__trust.json +301 -0
  52. fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsession__always-commit.json +296 -0
  53. fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsession__crc.json +310 -0
  54. fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsession__trust.json +296 -0
  55. fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsubject__always-commit.json +309 -0
  56. fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsubject__crc.json +320 -0
  57. fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsubject__trust.json +309 -0
  58. fidetype/_benchmark/results/v0.2/willett-hw__rnn-published__always-commit.json +286 -0
  59. fidetype/_benchmark/results/v0.2/willett-hw__rnn-published__guard.json +299 -0
  60. fidetype/_spec/conformance/certified/adapter-b2t25.report.json +3063 -0
  61. fidetype/_spec/conformance/certified/adapter-ctc-logits.report.json +3781 -0
  62. fidetype/_spec/conformance/certified/adapter-emg2qwerty.report.json +1475 -0
  63. fidetype/_spec/conformance/certified/adapter-kt-semg.report.json +1475 -0
  64. fidetype/_spec/conformance/certified/adapter-spanishbcbl.report.json +1549 -0
  65. fidetype/_spec/conformance/certified/adapter-text-nbest.report.json +748 -0
  66. fidetype/_spec/conformance/certified/adapter-toronto.report.json +2975 -0
  67. fidetype/_spec/conformance/certified/adapter-willett.report.json +3005 -0
  68. fidetype/_spec/conformance/certified/binding-lsl.report.json +1146 -0
  69. fidetype/_spec/conformance/certified/binding-ws.report.json +989 -0
  70. fidetype/_spec/conformance/certified/fidetype-collector.kit-report.json +697 -0
  71. fidetype/_spec/conformance/certified/fidetype-live-file.report.json +885 -0
  72. fidetype/_spec/conformance/certified/fidetype-live-lsl.report.json +1125 -0
  73. fidetype/_spec/conformance/certified/fidetype-live-ws.report.json +968 -0
  74. fidetype/_spec/conformance/certified/fidetype-python.kit-report.json +890 -0
  75. fidetype/_spec/conformance/certified/fidetype-rust.kit-report.json +697 -0
  76. fidetype/_spec/conformance/certified/fidetype-typescript.kit-report.json +697 -0
  77. fidetype/_spec/conformance/certified.json +426 -0
  78. fidetype/_spec/conformance/fep-0001/f01-segments.jsonl +8 -0
  79. fidetype/_spec/conformance/fep-0001/f02-segment-minimal.jsonl +7 -0
  80. fidetype/_spec/conformance/fep-0001/f03-empty-segment.jsonl +6 -0
  81. fidetype/_spec/conformance/fep-0001/f04-segment-bad-unit.jsonl +5 -0
  82. fidetype/_spec/conformance/fep-0001/f05-segment-t-string.jsonl +5 -0
  83. fidetype/_spec/conformance/fep-0001/f06-segment-before-frame.jsonl +5 -0
  84. fidetype/_spec/conformance/fep-0001/f07-evidence-valid.jsonl +5 -0
  85. fidetype/_spec/conformance/fep-0001/f08-evidence-code-points.jsonl +3 -0
  86. fidetype/_spec/conformance/fep-0001/f09-evidence-length.jsonl +3 -0
  87. fidetype/_spec/conformance/fep-0001/f10-evidence-range.jsonl +3 -0
  88. fidetype/_spec/conformance/fep-0001/f11-evidence-bool.jsonl +3 -0
  89. fidetype/_spec/conformance/fep-0001/f12-logp-positive.jsonl +3 -0
  90. fidetype/_spec/conformance/fep-0001/f13-logp-string.jsonl +3 -0
  91. fidetype/_spec/conformance/fep-0001/f14-score-null.jsonl +3 -0
  92. fidetype/_spec/conformance/fep-0001/f15-declaration-header.jsonl +3 -0
  93. fidetype/_spec/conformance/fep-0001/f16-declaration-override.jsonl +5 -0
  94. fidetype/_spec/conformance/fep-0001/f17-declaration-temperature-zero.jsonl +3 -0
  95. fidetype/_spec/conformance/fep-0001/f18-declaration-no-decoder.jsonl +3 -0
  96. fidetype/_spec/conformance/fep-0001/f19-declaration-not-object.jsonl +3 -0
  97. fidetype/_spec/conformance/fep-0001/f20-declaration-params-list.jsonl +3 -0
  98. fidetype/_spec/conformance/fep-0001/f21-decision-in-input.jsonl +5 -0
  99. fidetype/_spec/conformance/fep-0001/f22-log-preview-then-commit.jsonl +2 -0
  100. fidetype/_spec/conformance/fep-0001/f23-log-provisional-commit.jsonl +2 -0
  101. fidetype/_spec/conformance/fep-0001/f24-log-privacy.jsonl +2 -0
  102. fidetype/_spec/conformance/fep-0001/f25-log-two-sessions.jsonl +4 -0
  103. fidetype/_spec/conformance/fep-0001/f26-log-ask-then-retry.jsonl +2 -0
  104. fidetype/_spec/conformance/fep-0001/f27-td-no-is-final.jsonl +1 -0
  105. fidetype/_spec/conformance/fep-0001/f28-td-is-final-string.jsonl +1 -0
  106. fidetype/_spec/conformance/fep-0001/f29-td-bad-action.jsonl +1 -0
  107. fidetype/_spec/conformance/fep-0001/f30-td-p-top1-range.jsonl +1 -0
  108. fidetype/_spec/conformance/fep-0001/f31-td-no-semantics.jsonl +1 -0
  109. fidetype/_spec/conformance/fep-0001/f32-td-bad-semantics.jsonl +1 -0
  110. fidetype/_spec/conformance/fep-0001/f33-td-guard-risk.jsonl +1 -0
  111. fidetype/_spec/conformance/fep-0001/f34-td-set-size.jsonl +1 -0
  112. fidetype/_spec/conformance/fep-0001/f35-td-commit-empty-shown.jsonl +1 -0
  113. fidetype/_spec/conformance/fep-0001/f36-td-two-finals.jsonl +2 -0
  114. fidetype/_spec/conformance/fep-0001/f37-td-after-final.jsonl +2 -0
  115. fidetype/_spec/conformance/fep-0001/f38-td-seq-back.jsonl +2 -0
  116. fidetype/_spec/conformance/fep-0001/f39-log-mixed.jsonl +3 -0
  117. fidetype/_spec/conformance/fep-0001/f40-v01-core-broken.jsonl +4 -0
  118. fidetype/_spec/conformance/fep-0001/f41-td-v10-log.jsonl +4 -0
  119. fidetype/_spec/conformance/fep-0001/f42-td-v01-empty-commit.jsonl +2 -0
  120. fidetype/_spec/conformance/fep-0001/f43-td-v10-empty-commit.jsonl +1 -0
  121. fidetype/_spec/conformance/fep-0001/f44-td-v10-space-commit.jsonl +1 -0
  122. fidetype/_spec/conformance/fep-0001/f45-td-future-minor.jsonl +1 -0
  123. fidetype/_spec/conformance/fep-0001/f46-td-unknown-major.jsonl +1 -0
  124. fidetype/_spec/conformance/fep-0001/f47-td-version-number.jsonl +1 -0
  125. fidetype/_spec/conformance/fep-0001/f48-input-v10-header.jsonl +5 -0
  126. fidetype/_spec/conformance/fep-0001/f49-input-v20-header.jsonl +5 -0
  127. fidetype/_spec/conformance/fep-0001/f50-td-seq-float.jsonl +1 -0
  128. fidetype/_spec/conformance/fep-0001/f51-td-session-number.jsonl +1 -0
  129. fidetype/_spec/conformance/fep-0001/f52-td-config-id-number.jsonl +1 -0
  130. fidetype/_spec/conformance/fep-0001/f53-td-input-list.jsonl +1 -0
  131. fidetype/_spec/conformance/fep-0001/f54-td-latency-string.jsonl +1 -0
  132. fidetype/_spec/conformance/fep-0001/f55-td-v10-blank-candidates.jsonl +4 -0
  133. fidetype/_spec/conformance/fep-0001/f56-td-v01-blank-candidates.jsonl +2 -0
  134. fidetype/_spec/conformance/fep-0001/f57-input-v11-unknown-enums.jsonl +6 -0
  135. fidetype/_spec/conformance/fep-0001/f58-td-v11-unknown-enums.jsonl +3 -0
  136. fidetype/_spec/conformance/fep-0001/f59-td-v10-unknown-action.jsonl +1 -0
  137. fidetype/_spec/conformance/fep-0001/f60-td-seq-2-53.jsonl +1 -0
  138. fidetype/_spec/conformance/fep-0001/f61-td-seq-max.jsonl +1 -0
  139. fidetype/_spec/conformance/fep-0001/f62-td-declaration-list.jsonl +1 -0
  140. fidetype/_spec/conformance/fep-0001/f63-segment-reason-timing.jsonl +5 -0
  141. fidetype/_spec/conformance/fep-0001/f64-segment-reason-number.jsonl +5 -0
  142. fidetype/_spec/conformance/fep-0001/f65-segment-t-emitted-string.jsonl +5 -0
  143. fidetype/_spec/conformance/fep-0001/f66-td-reason-number.jsonl +1 -0
  144. fidetype/_spec/conformance/fep-0001/manifest.json +813 -0
  145. fidetype/_spec/conformance/fep-0002/l01-native-float32.json +239 -0
  146. fidetype/_spec/conformance/fep-0002/l02-native-double64-exact.json +239 -0
  147. fidetype/_spec/conformance/fep-0002/l03-no-binding-key.json +239 -0
  148. fidetype/_spec/conformance/fep-0002/l04-minus-inf-cells.json +177 -0
  149. fidetype/_spec/conformance/fep-0002/l05-sender-clock.json +242 -0
  150. fidetype/_spec/conformance/fep-0002/l06-gap-mark.json +242 -0
  151. fidetype/_spec/conformance/fep-0002/l07-gap-segment.json +242 -0
  152. fidetype/_spec/conformance/fep-0002/l08-gap-abort.json +242 -0
  153. fidetype/_spec/conformance/fep-0002/l09-out-of-order.json +239 -0
  154. fidetype/_spec/conformance/fep-0002/l10-loss-reconnect.json +289 -0
  155. fidetype/_spec/conformance/fep-0002/l11-hypothesis-lsl-clock.json +45 -0
  156. fidetype/_spec/conformance/fep-0002/l12-hypothesis-source-clock.json +45 -0
  157. fidetype/_spec/conformance/fep-0002/l13-plain-markers.json +202 -0
  158. fidetype/_spec/conformance/fep-0002/l14-foreign-probs.json +46 -0
  159. fidetype/_spec/conformance/fep-0002/l15-header-not-json.json +239 -0
  160. fidetype/_spec/conformance/fep-0002/l16-channel-count.json +239 -0
  161. fidetype/_spec/conformance/fep-0002/l17-int16-frames.json +239 -0
  162. fidetype/_spec/conformance/fep-0002/l18-labels-order.json +239 -0
  163. fidetype/_spec/conformance/fep-0002/l19-unknown-binding.json +239 -0
  164. fidetype/_spec/conformance/fep-0002/l20-srate-mismatch.json +239 -0
  165. fidetype/_spec/conformance/fep-0002/l21-events-not-string.json +239 -0
  166. fidetype/_spec/conformance/fep-0002/l22-nan-sample.json +140 -0
  167. fidetype/_spec/conformance/fep-0002/l23-header-version.json +239 -0
  168. fidetype/_spec/conformance/fep-0002/l24-bad-values.json +239 -0
  169. fidetype/_spec/conformance/fep-0002/l25-bad-event-clock.json +239 -0
  170. fidetype/_spec/conformance/fep-0002/l26-decisions-valid.json +15 -0
  171. fidetype/_spec/conformance/fep-0002/l27-decisions-not-json.json +15 -0
  172. fidetype/_spec/conformance/fep-0002/l28-decisions-bad-event.json +13 -0
  173. fidetype/_spec/conformance/fep-0002/l29-decisions-float.json +13 -0
  174. fidetype/_spec/conformance/fep-0002/l30-decisions-no-event-type.json +13 -0
  175. fidetype/_spec/conformance/fep-0002/l31-decisions-two-finals.json +15 -0
  176. fidetype/_spec/conformance/fep-0002/l32-frames-no-blank.json +46 -0
  177. fidetype/_spec/conformance/fep-0002/l33-header-version-1-0.json +239 -0
  178. fidetype/_spec/conformance/fep-0002/l34-header-version-2-0.json +239 -0
  179. fidetype/_spec/conformance/fep-0002/l35-header-version-1-01.json +239 -0
  180. fidetype/_spec/conformance/fep-0002/l36-heartbeat.json +269 -0
  181. fidetype/_spec/conformance/fep-0002/l37-equal-times-frame-first.json +239 -0
  182. fidetype/_spec/conformance/fep-0002/manifest.json +531 -0
  183. fidetype/_spec/conformance/fep-0003/d01-log-commit-offer-abstain.jsonl +3 -0
  184. fidetype/_spec/conformance/fep-0003/d02-log-confirm.jsonl +2 -0
  185. fidetype/_spec/conformance/fep-0003/d03-log-feedback-confirm.jsonl +2 -0
  186. fidetype/_spec/conformance/fep-0003/d04-log-mixed-profiles.jsonl +4 -0
  187. fidetype/_spec/conformance/fep-0003/d05-log-undo.jsonl +2 -0
  188. fidetype/_spec/conformance/fep-0003/d06-log-provisional-commit.jsonl +2 -0
  189. fidetype/_spec/conformance/fep-0003/d07-td-commit-no-intent.jsonl +1 -0
  190. fidetype/_spec/conformance/fep-0003/d08-td-shown.jsonl +1 -0
  191. fidetype/_spec/conformance/fep-0003/d09-td-utterance.jsonl +1 -0
  192. fidetype/_spec/conformance/fep-0003/d10-td-ask.jsonl +1 -0
  193. fidetype/_spec/conformance/fep-0003/d11-td-bad-risk.jsonl +1 -0
  194. fidetype/_spec/conformance/fep-0003/d12-td-bad-profile.jsonl +1 -0
  195. fidetype/_spec/conformance/fep-0003/d13-td-two-finals.jsonl +2 -0
  196. fidetype/_spec/conformance/fep-0003/d14-td-seq-across-profiles.jsonl +2 -0
  197. fidetype/_spec/conformance/fep-0003/d15-safety-null.jsonl +1 -0
  198. fidetype/_spec/conformance/fep-0003/d16-safety-below-threshold.jsonl +1 -0
  199. fidetype/_spec/conformance/fep-0003/d17-safety-irreversible-direct.jsonl +1 -0
  200. fidetype/_spec/conformance/fep-0003/d18-safety-confirm-wrong-offer.jsonl +2 -0
  201. fidetype/_spec/conformance/fep-0003/d19-safety-confirm-twice.jsonl +3 -0
  202. fidetype/_spec/conformance/fep-0003/d20-safety-undo-irreversible.jsonl +3 -0
  203. fidetype/_spec/conformance/fep-0003/d21-safety-no-score-commit.jsonl +1 -0
  204. fidetype/_spec/conformance/fep-0003/d22-log-v11-unknown-enums.jsonl +4 -0
  205. fidetype/_spec/conformance/fep-0003/d23-td-v10-unknown-risk.jsonl +1 -0
  206. fidetype/_spec/conformance/fep-0003/d24-log-pending-cleared.jsonl +2 -0
  207. fidetype/_spec/conformance/fep-0003/d25-td-vocab-id-number.jsonl +1 -0
  208. fidetype/_spec/conformance/fep-0003/d26-td-pending-cleared-list.jsonl +1 -0
  209. fidetype/_spec/conformance/fep-0003/i01-intents.jsonl +5 -0
  210. fidetype/_spec/conformance/fep-0003/i02-text-and-intent.jsonl +7 -0
  211. fidetype/_spec/conformance/fep-0003/i03-feedback.jsonl +7 -0
  212. fidetype/_spec/conformance/fep-0003/i04-no-score.jsonl +3 -0
  213. fidetype/_spec/conformance/fep-0003/i05-command-frames.jsonl +5 -0
  214. fidetype/_spec/conformance/fep-0003/i06-v01-decision.jsonl +3 -0
  215. fidetype/_spec/conformance/fep-0003/i07-decl-not-object.jsonl +2 -0
  216. fidetype/_spec/conformance/fep-0003/i08-decl-duplicate.jsonl +2 -0
  217. fidetype/_spec/conformance/fep-0003/i09-decl-bad-risk.jsonl +2 -0
  218. fidetype/_spec/conformance/fep-0003/i10-decl-two-confirm.jsonl +2 -0
  219. fidetype/_spec/conformance/fep-0003/i11-decl-weak-confirm.jsonl +2 -0
  220. fidetype/_spec/conformance/fep-0003/i12-command-vocab-mismatch.jsonl +2 -0
  221. fidetype/_spec/conformance/fep-0003/i13-intent-no-declaration.jsonl +3 -0
  222. fidetype/_spec/conformance/fep-0003/i14-intent-unknown.jsonl +3 -0
  223. fidetype/_spec/conformance/fep-0003/i15-intent-duplicate-candidate.jsonl +3 -0
  224. fidetype/_spec/conformance/fep-0003/i16-intent-score-range.jsonl +3 -0
  225. fidetype/_spec/conformance/fep-0003/i17-intent-sum.jsonl +3 -0
  226. fidetype/_spec/conformance/fep-0003/i18-intent-unranked.jsonl +3 -0
  227. fidetype/_spec/conformance/fep-0003/i19-intent-none-with-score.jsonl +3 -0
  228. fidetype/_spec/conformance/fep-0003/i20-intent-no-is-final.jsonl +3 -0
  229. fidetype/_spec/conformance/fep-0003/i21-intent-duplicate-id.jsonl +4 -0
  230. fidetype/_spec/conformance/fep-0003/i22-feedback-bad-outcome.jsonl +3 -0
  231. fidetype/_spec/conformance/fep-0003/i23-v01-core-broken.jsonl +4 -0
  232. fidetype/_spec/conformance/fep-0003/i24-v11-unknown-enums.jsonl +4 -0
  233. fidetype/_spec/conformance/fep-0003/i25-intent-t-decoded-string.jsonl +3 -0
  234. fidetype/_spec/conformance/fep-0003/manifest.json +598 -0
  235. fidetype/_spec/conformance/fep-0004/manifest.json +629 -0
  236. fidetype/_spec/conformance/fep-0004/w01-one-message-per-event.json +208 -0
  237. fidetype/_spec/conformance/fep-0004/w02-batches.json +191 -0
  238. fidetype/_spec/conformance/fep-0004/w03-hypothesis-route.json +92 -0
  239. fidetype/_spec/conformance/fep-0004/w04-unknown-control-and-event.json +124 -0
  240. fidetype/_spec/conformance/fep-0004/w05-no-ws-record.json +103 -0
  241. fidetype/_spec/conformance/fep-0004/w06-duplicates.json +355 -0
  242. fidetype/_spec/conformance/fep-0004/w07-reorder-in-window.json +203 -0
  243. fidetype/_spec/conformance/fep-0004/w08-gap-timeout.json +191 -0
  244. fidetype/_spec/conformance/fep-0004/w09-gap-window-zero.json +190 -0
  245. fidetype/_spec/conformance/fep-0004/w10-resume-lossless.json +272 -0
  246. fidetype/_spec/conformance/fep-0004/w11-resume-timeout.json +111 -0
  247. fidetype/_spec/conformance/fep-0004/w12-resume-unknown.json +108 -0
  248. fidetype/_spec/conformance/fep-0004/w13-takeover.json +270 -0
  249. fidetype/_spec/conformance/fep-0004/w14-two-producers.json +301 -0
  250. fidetype/_spec/conformance/fep-0004/w15-token-message.json +214 -0
  251. fidetype/_spec/conformance/fep-0004/w16-token-header.json +207 -0
  252. fidetype/_spec/conformance/fep-0004/w17-ack-every.json +211 -0
  253. fidetype/_spec/conformance/fep-0004/w18-first-not-header.json +170 -0
  254. fidetype/_spec/conformance/fep-0004/w19-no-subprotocol.json +49 -0
  255. fidetype/_spec/conformance/fep-0004/w20-unknown-binding.json +50 -0
  256. fidetype/_spec/conformance/fep-0004/w21-header-version.json +51 -0
  257. fidetype/_spec/conformance/fep-0004/w22-binary.json +56 -0
  258. fidetype/_spec/conformance/fep-0004/w23-not-json.json +56 -0
  259. fidetype/_spec/conformance/fep-0004/w24-no-ws-seq.json +66 -0
  260. fidetype/_spec/conformance/fep-0004/w25-float-ws-seq.json +67 -0
  261. fidetype/_spec/conformance/fep-0004/w26-batch-not-consecutive.json +96 -0
  262. fidetype/_spec/conformance/fep-0004/w27-batch-too-big.json +115 -0
  263. fidetype/_spec/conformance/fep-0004/w28-resume-header-differs.json +147 -0
  264. fidetype/_spec/conformance/fep-0004/w29-bad-token.json +62 -0
  265. fidetype/_spec/conformance/fep-0004/w30-bad-frame.json +66 -0
  266. fidetype/_spec/conformance/fep-0004/w31-decisions.json +80 -0
  267. fidetype/_spec/conformance/fep-0004/w32-decisions-gap-resubscribe.json +132 -0
  268. fidetype/_spec/conformance/fep-0004/w33-decisions-missed.json +39 -0
  269. fidetype/_spec/conformance/fep-0004/w34-decisions-no-welcome.json +71 -0
  270. fidetype/_spec/conformance/fep-0004/w35-decisions-bad-binding.json +80 -0
  271. fidetype/_spec/conformance/fep-0004/w36-decisions-no-ws-seq.json +37 -0
  272. fidetype/_spec/conformance/fep-0004/w37-decisions-two-finals.json +59 -0
  273. fidetype/_spec/conformance/fep-0004/w38-header-meta-not-object.json +198 -0
  274. fidetype/_spec/conformance/fep-0004/w39-header-version-1-0.json +208 -0
  275. fidetype/_spec/conformance/fep-0004/w40-header-version-1-3.json +203 -0
  276. fidetype/_spec/conformance/fep-0004/w41-header-version-2-0.json +203 -0
  277. fidetype/_spec/conformance/fep-0004/w42-header-version-1-0-0.json +203 -0
  278. fidetype/_spec/conformance/fep-0004/w43-integer-ws-seq.json +83 -0
  279. fidetype/_spec/conformance/fep-0004/w44-ws-seq-above-2-53.json +83 -0
  280. fidetype/_spec/conformance/fep-0005/c01-velocity-stream.jsonl +8 -0
  281. fidetype/_spec/conformance/fep-0005/c02-click-intent.jsonl +6 -0
  282. fidetype/_spec/conformance/fep-0005/c03-human-absent-timing.jsonl +6 -0
  283. fidetype/_spec/conformance/fep-0005/c04-v01-pointer.jsonl +5 -0
  284. fidetype/_spec/conformance/fep-0005/c05-screen-position.jsonl +4 -0
  285. fidetype/_spec/conformance/fep-0005/c06-decl-dims.jsonl +2 -0
  286. fidetype/_spec/conformance/fep-0005/c07-decl-units.jsonl +2 -0
  287. fidetype/_spec/conformance/fep-0005/c08-decl-frame.jsonl +2 -0
  288. fidetype/_spec/conformance/fep-0005/c09-decl-rate.jsonl +2 -0
  289. fidetype/_spec/conformance/fep-0005/c10-decl-click-undeclared.jsonl +2 -0
  290. fidetype/_spec/conformance/fep-0005/c11-decl-click-null.jsonl +2 -0
  291. fidetype/_spec/conformance/fep-0005/c12-control-no-declaration.jsonl +3 -0
  292. fidetype/_spec/conformance/fep-0005/c13-control-dims.jsonl +3 -0
  293. fidetype/_spec/conformance/fep-0005/c14-control-tick-order.jsonl +4 -0
  294. fidetype/_spec/conformance/fep-0005/c15-control-t-order.jsonl +4 -0
  295. fidetype/_spec/conformance/fep-0005/c16-control-std-missing.jsonl +3 -0
  296. fidetype/_spec/conformance/fep-0005/c17-control-std-negative.jsonl +3 -0
  297. fidetype/_spec/conformance/fep-0005/c18-control-nan-value.jsonl +3 -0
  298. fidetype/_spec/conformance/fep-0005/c19-control-timing.jsonl +3 -0
  299. fidetype/_spec/conformance/fep-0005/c20-enable-form.jsonl +3 -0
  300. fidetype/_spec/conformance/fep-0005/c21-pointer-dims.jsonl +3 -0
  301. fidetype/_spec/conformance/fep-0005/c22-intent-unknown.jsonl +3 -0
  302. fidetype/_spec/conformance/fep-0005/c23-v01-core-broken.jsonl +4 -0
  303. fidetype/_spec/conformance/fep-0005/c24-v11-unknown-enums.jsonl +6 -0
  304. fidetype/_spec/conformance/fep-0005/c25-enable-t-emitted-string.jsonl +4 -0
  305. fidetype/_spec/conformance/fep-0005/c26-control-absent-null.jsonl +5 -0
  306. fidetype/_spec/conformance/fep-0005/e01-log-states.jsonl +5 -0
  307. fidetype/_spec/conformance/fep-0005/e02-log-control-and-click.jsonl +3 -0
  308. fidetype/_spec/conformance/fep-0005/e03-log-reengage.jsonl +4 -0
  309. fidetype/_spec/conformance/fep-0005/e04-log-stale-hold.jsonl +2 -0
  310. fidetype/_spec/conformance/fep-0005/e05-hold-moves.jsonl +1 -0
  311. fidetype/_spec/conformance/fep-0005/e06-over-vmax.jsonl +1 -0
  312. fidetype/_spec/conformance/fep-0005/e07-motion-after-stop.jsonl +2 -0
  313. fidetype/_spec/conformance/fep-0005/e08-move-on-no-signal.jsonl +1 -0
  314. fidetype/_spec/conformance/fep-0005/e09-provisional.jsonl +1 -0
  315. fidetype/_spec/conformance/fep-0005/e10-state-action.jsonl +1 -0
  316. fidetype/_spec/conformance/fep-0005/e11-no-vmax.jsonl +1 -0
  317. fidetype/_spec/conformance/fep-0005/e12-no-ttl.jsonl +1 -0
  318. fidetype/_spec/conformance/fep-0005/e13-gain-range.jsonl +1 -0
  319. fidetype/_spec/conformance/fep-0005/e14-shown.jsonl +1 -0
  320. fidetype/_spec/conformance/fep-0005/e15-tick-moves-twice.jsonl +2 -0
  321. fidetype/_spec/conformance/fep-0005/e16-seq-across-profiles.jsonl +2 -0
  322. fidetype/_spec/conformance/fep-0005/e17-click-while-stopped.jsonl +2 -0
  323. fidetype/_spec/conformance/fep-0005/e18-faster-than-raw.jsonl +1 -0
  324. fidetype/_spec/conformance/fep-0005/e19-commit-zero.jsonl +1 -0
  325. fidetype/_spec/conformance/fep-0005/e20-click-before-engage.jsonl +2 -0
  326. fidetype/_spec/conformance/fep-0005/e21-click-after-reengage-hold.jsonl +3 -0
  327. fidetype/_spec/conformance/fep-0005/e22-log-v11-unknown-state.jsonl +3 -0
  328. fidetype/_spec/conformance/fep-0005/e23-td-v10-unknown-state.jsonl +1 -0
  329. fidetype/_spec/conformance/fep-0005/e24-click-after-unknown-state.jsonl +3 -0
  330. fidetype/_spec/conformance/fep-0005/e25-log-level-without-radius.jsonl +2 -0
  331. fidetype/_spec/conformance/fep-0005/e26-td-level-string.jsonl +1 -0
  332. fidetype/_spec/conformance/fep-0005/e27-td-reason-number.jsonl +1 -0
  333. fidetype/_spec/conformance/fep-0005/manifest.json +616 -0
  334. fidetype/_spec/conformance/kit/fep-0001/k15-text-trust-input.jsonl +10 -0
  335. fidetype/_spec/conformance/kit/fep-0001/k16-text-decision-log.jsonl +2 -0
  336. fidetype/_spec/conformance/kit/fep-0001/k17-commit-empty-shown.jsonl +1 -0
  337. fidetype/_spec/conformance/kit/fep-0001/k18-two-finals.jsonl +2 -0
  338. fidetype/_spec/conformance/kit/fep-0001/manifest.json +81 -0
  339. fidetype/_spec/conformance/kit/fep-0002/k26-lsl-capture.json +101 -0
  340. fidetype/_spec/conformance/kit/fep-0002/k27-lsl-channel-count.json +101 -0
  341. fidetype/_spec/conformance/kit/fep-0002/k28-lsl-decisions.json +15 -0
  342. fidetype/_spec/conformance/kit/fep-0002/manifest.json +62 -0
  343. fidetype/_spec/conformance/kit/fep-0003/k19-intent-stream.jsonl +4 -0
  344. fidetype/_spec/conformance/kit/fep-0003/k20-intent-undeclared.jsonl +3 -0
  345. fidetype/_spec/conformance/kit/fep-0003/k21-intent-decision-log.jsonl +2 -0
  346. fidetype/_spec/conformance/kit/fep-0003/k22-intent-irreversible-direct.jsonl +1 -0
  347. fidetype/_spec/conformance/kit/fep-0003/manifest.json +83 -0
  348. fidetype/_spec/conformance/kit/fep-0004/k29-ws-session.json +173 -0
  349. fidetype/_spec/conformance/kit/fep-0004/k30-ws-first-not-header.json +130 -0
  350. fidetype/_spec/conformance/kit/fep-0004/k31-ws-decisions.json +59 -0
  351. fidetype/_spec/conformance/kit/fep-0004/manifest.json +59 -0
  352. fidetype/_spec/conformance/kit/fep-0005/k23-control-stream.jsonl +6 -0
  353. fidetype/_spec/conformance/kit/fep-0005/k24-control-dims.jsonl +4 -0
  354. fidetype/_spec/conformance/kit/fep-0005/k25-control-decision-log.jsonl +2 -0
  355. fidetype/_spec/conformance/kit/fep-0005/manifest.json +64 -0
  356. fidetype/_spec/conformance/kit/kit.json +666 -0
  357. fidetype/_spec/conformance/kit/rule-map.json +2822 -0
  358. fidetype/_spec/conformance/kit/v0.1/k01-text-stream.jsonl +10 -0
  359. fidetype/_spec/conformance/kit/v0.1/k02-sparse-frames.jsonl +8 -0
  360. fidetype/_spec/conformance/kit/v0.1/k03-frames.npz +0 -0
  361. fidetype/_spec/conformance/kit/v0.1/k04-npz-float64.npz +0 -0
  362. fidetype/_spec/conformance/kit/v0.1/k05-npz-pickled.npz +0 -0
  363. fidetype/_spec/conformance/kit/v0.1/k06-header-not-first.jsonl +8 -0
  364. fidetype/_spec/conformance/kit/v0.1/k07-short-frame.jsonl +8 -0
  365. fidetype/_spec/conformance/kit/v0.1/k08-unnormalised-frame.jsonl +8 -0
  366. fidetype/_spec/conformance/kit/v0.1/k09-nan-token.jsonl +6 -0
  367. fidetype/_spec/conformance/kit/v0.1/k10-forward-compatible.jsonl +9 -0
  368. fidetype/_spec/conformance/kit/v0.1/k11-unknown-major.jsonl +8 -0
  369. fidetype/_spec/conformance/kit/v0.1/k12-decision-pointer.jsonl +5 -0
  370. fidetype/_spec/conformance/kit/v0.1/k13-modality-keys.jsonl +8 -0
  371. fidetype/_spec/conformance/kit/v0.1/k14-bad-weights-hash.jsonl +8 -0
  372. fidetype/_spec/conformance/kit/v0.1/k32-modality-mismatch.jsonl +8 -0
  373. fidetype/_spec/conformance/kit/v0.1/k33-core-only.jsonl +8 -0
  374. fidetype/_spec/conformance/kit/v0.1/k34-trust-ready-no-provenance.jsonl +8 -0
  375. fidetype/_spec/conformance/kit/v0.1/k35-offline-with-latency.jsonl +8 -0
  376. fidetype/_spec/conformance/kit/v0.1/k36-calibration-without-method.jsonl +8 -0
  377. fidetype/_spec/conformance/kit/v0.1/manifest.json +385 -0
  378. fidetype/_spec/conformance/levels.json +407 -0
  379. fidetype/_spec/conformance/streaming/td-input.json +298 -0
  380. fidetype/_spec/conformance/v0.1/manifest.json +1173 -0
  381. fidetype/_spec/conformance/v0.1/v01-char-valid.npz +0 -0
  382. fidetype/_spec/conformance/v0.1/v02-char-valid.jsonl +7 -0
  383. fidetype/_spec/conformance/v0.1/v03-command-no-blank.npz +0 -0
  384. fidetype/_spec/conformance/v0.1/v04-empty.npz +0 -0
  385. fidetype/_spec/conformance/v0.1/v05-empty.jsonl +1 -0
  386. fidetype/_spec/conformance/v0.1/v06-single-frame.npz +0 -0
  387. fidetype/_spec/conformance/v0.1/v07-minus-inf-row.npz +0 -0
  388. fidetype/_spec/conformance/v0.1/v08-row-sums-to-2.npz +0 -0
  389. fidetype/_spec/conformance/v0.1/v09-nan.npz +0 -0
  390. fidetype/_spec/conformance/v0.1/v10-plus-inf.npz +0 -0
  391. fidetype/_spec/conformance/v0.1/v100-data-research-only-string.npz +0 -0
  392. fidetype/_spec/conformance/v0.1/v101-licence-nc-not-research-only.jsonl +4 -0
  393. fidetype/_spec/conformance/v0.1/v102-licence-unknown-not-research-only.npz +0 -0
  394. fidetype/_spec/conformance/v0.1/v103-licence-nc-lowercase-igo.jsonl +4 -0
  395. fidetype/_spec/conformance/v0.1/v104-licence-sa-not-research-only.jsonl +4 -0
  396. fidetype/_spec/conformance/v0.1/v11-equal-times.npz +0 -0
  397. fidetype/_spec/conformance/v0.1/v12-duplicate-token.npz +0 -0
  398. fidetype/_spec/conformance/v0.1/v13-v-mismatch.npz +0 -0
  399. fidetype/_spec/conformance/v0.1/v14-blank-out-of-range.npz +0 -0
  400. fidetype/_spec/conformance/v0.1/v15-unknown-vocab-type.npz +0 -0
  401. fidetype/_spec/conformance/v0.1/v16-unknown-version.npz +0 -0
  402. fidetype/_spec/conformance/v0.1/v17-future-minor-version.npz +0 -0
  403. fidetype/_spec/conformance/v0.1/v18-negative-latency.npz +0 -0
  404. fidetype/_spec/conformance/v0.1/v19-zero-frame-period.npz +0 -0
  405. fidetype/_spec/conformance/v0.1/v20-no-vocab-type.npz +0 -0
  406. fidetype/_spec/conformance/v0.1/v21-unknown-npz-key.npz +0 -0
  407. fidetype/_spec/conformance/v0.1/v22-key-vocab.npz +0 -0
  408. fidetype/_spec/conformance/v0.1/v23-unnormalised-logits.npz +0 -0
  409. fidetype/_spec/conformance/v0.1/v24-all-minus-inf-row.npz +0 -0
  410. fidetype/_spec/conformance/v0.1/v25-meta-nan.npz +0 -0
  411. fidetype/_spec/conformance/v0.1/v26-pickled-object.npz +0 -0
  412. fidetype/_spec/conformance/v0.1/v27-float64-log-probs.npz +0 -0
  413. fidetype/_spec/conformance/v0.1/v28-missing-meta-json.npz +0 -0
  414. fidetype/_spec/conformance/v0.1/v29-provenance-valid.npz +0 -0
  415. fidetype/_spec/conformance/v0.1/v30-bad-weights-sha.npz +0 -0
  416. fidetype/_spec/conformance/v0.1/v31-lookahead-mismatch.npz +0 -0
  417. fidetype/_spec/conformance/v0.1/v32-bad-modality.npz +0 -0
  418. fidetype/_spec/conformance/v0.1/v33-leak-target-text.npz +0 -0
  419. fidetype/_spec/conformance/v0.1/v34-unknown-meta-keys.npz +0 -0
  420. fidetype/_spec/conformance/v0.1/v35-null-is-minus-inf.jsonl +5 -0
  421. fidetype/_spec/conformance/v0.1/v36-decision-prob-out-of-range.jsonl +4 -0
  422. fidetype/_spec/conformance/v0.1/v37-strength-no-range.jsonl +4 -0
  423. fidetype/_spec/conformance/v0.1/v38-unknown-event-type.jsonl +5 -0
  424. fidetype/_spec/conformance/v0.1/v39-timing-order.jsonl +4 -0
  425. fidetype/_spec/conformance/v0.1/v40-unknown-keys.jsonl +3 -0
  426. fidetype/_spec/conformance/v0.1/v41-nan-token.jsonl +2 -0
  427. fidetype/_spec/conformance/v0.1/v42-sparse-valid.jsonl +2 -0
  428. fidetype/_spec/conformance/v0.1/v43-sparse-unnormalised.jsonl +2 -0
  429. fidetype/_spec/conformance/v0.1/v44-time-goes-back.jsonl +4 -0
  430. fidetype/_spec/conformance/v0.1/v45-header-not-first.jsonl +2 -0
  431. fidetype/_spec/conformance/v0.1/v46-short-frame.jsonl +3 -0
  432. fidetype/_spec/conformance/v0.1/v47-blank-bool.jsonl +2 -0
  433. fidetype/_spec/conformance/v0.1/v48-lines-after-end.jsonl +4 -0
  434. fidetype/_spec/conformance/v0.1/v49-phoneme-ctc.jsonl +5 -0
  435. fidetype/_spec/conformance/v0.1/v50-missing-header-field.jsonl +2 -0
  436. fidetype/_spec/conformance/v0.1/v51-events-valid.jsonl +8 -0
  437. fidetype/_spec/conformance/v0.1/v52-bad-clock-domain.jsonl +2 -0
  438. fidetype/_spec/conformance/v0.1/v53-version-1-0.jsonl +4 -0
  439. fidetype/_spec/conformance/v0.1/v54-version-1-3.jsonl +4 -0
  440. fidetype/_spec/conformance/v0.1/v55-version-2-0.jsonl +2 -0
  441. fidetype/_spec/conformance/v0.1/v56-version-1-0-0.jsonl +2 -0
  442. fidetype/_spec/conformance/v0.1/v57-version-1-01.jsonl +2 -0
  443. fidetype/_spec/conformance/v0.1/v58-version-01-0.jsonl +2 -0
  444. fidetype/_spec/conformance/v0.1/v59-version-number.jsonl +2 -0
  445. fidetype/_spec/conformance/v0.1/v60-version-1-0.npz +0 -0
  446. fidetype/_spec/conformance/v0.1/v61-blank-id-float.jsonl +2 -0
  447. fidetype/_spec/conformance/v0.1/v62-empty-vocab-hypotheses.jsonl +6 -0
  448. fidetype/_spec/conformance/v0.1/v63-empty-vocab-dense-frame.jsonl +4 -0
  449. fidetype/_spec/conformance/v0.1/v64-empty-vocab-sparse-frame.jsonl +4 -0
  450. fidetype/_spec/conformance/v0.1/v65-empty-vocab-blank-0.jsonl +6 -0
  451. fidetype/_spec/conformance/v0.1/v66-unknown-enums-v1-1.jsonl +7 -0
  452. fidetype/_spec/conformance/v0.1/v67-unknown-clock-v1-0.jsonl +3 -0
  453. fidetype/_spec/conformance/v0.1/v68-vocab-type-number-v1-1.jsonl +3 -0
  454. fidetype/_spec/conformance/v0.1/v69-optional-field-types.jsonl +8 -0
  455. fidetype/_spec/conformance/v0.1/v70-hyp-t-start-string.jsonl +5 -0
  456. fidetype/_spec/conformance/v0.1/v71-hyp-span-negative.jsonl +5 -0
  457. fidetype/_spec/conformance/v0.1/v72-hyp-revision-of-number.jsonl +5 -0
  458. fidetype/_spec/conformance/v0.1/v73-sq-channels-strings.jsonl +5 -0
  459. fidetype/_spec/conformance/v0.1/v74-pointer-bad-semantics.jsonl +5 -0
  460. fidetype/_spec/conformance/v0.1/v75-pointer-absent-length.jsonl +5 -0
  461. fidetype/_spec/conformance/v0.1/v76-decision-range-string.jsonl +5 -0
  462. fidetype/_spec/conformance/v0.1/v77-decision-score-string.jsonl +5 -0
  463. fidetype/_spec/conformance/v0.1/v78-header-vocab-id-number.jsonl +3 -0
  464. fidetype/_spec/conformance/v0.1/v79-frame-t-emitted-string.jsonl +4 -0
  465. fidetype/_spec/conformance/v0.1/v80-frame-timing-order.jsonl +4 -0
  466. fidetype/_spec/conformance/v0.1/v81-decision-score-string-v1-1.jsonl +5 -0
  467. fidetype/_spec/conformance/v0.1/v82-pointer-semantics-null.jsonl +5 -0
  468. fidetype/_spec/conformance/v0.1/v83-modality-keys-implant.jsonl +4 -0
  469. fidetype/_spec/conformance/v0.1/v84-modality-keys-emg.jsonl +4 -0
  470. fidetype/_spec/conformance/v0.1/v85-modality-keys-meg.jsonl +4 -0
  471. fidetype/_spec/conformance/v0.1/v86-implant-bin-s-string.npz +0 -0
  472. fidetype/_spec/conformance/v0.1/v87-meg-sensor-types-empty-item.npz +0 -0
  473. fidetype/_spec/conformance/v0.1/v88-dense-frame-sparse-keys.jsonl +4 -0
  474. fidetype/_spec/conformance/v0.1/v89-dense-frame-top-ids-string.jsonl +4 -0
  475. fidetype/_spec/conformance/v0.1/v90-dense-frame-top-log-probs-string.jsonl +4 -0
  476. fidetype/_spec/conformance/v0.1/v91-dense-frame-rest-string.jsonl +4 -0
  477. fidetype/_spec/conformance/v0.1/v92-dense-frame-top-ids-repeated.jsonl +4 -0
  478. fidetype/_spec/conformance/v0.1/v93-modality-mismatch-emg-on-eeg.jsonl +4 -0
  479. fidetype/_spec/conformance/v0.1/v94-modality-mismatch-implant-on-meg.npz +0 -0
  480. fidetype/_spec/conformance/v0.1/v95-modality-match-opm-meg.jsonl +4 -0
  481. fidetype/_spec/conformance/v0.1/v96-modality-keys-other.jsonl +4 -0
  482. fidetype/_spec/conformance/v0.1/v97-trust-decision-in-input.jsonl +5 -0
  483. fidetype/_spec/conformance/v0.1/v98-data-licence-keys.jsonl +4 -0
  484. fidetype/_spec/conformance/v0.1/v99-data-licence-empty.jsonl +4 -0
  485. fidetype/adapters/__init__.py +35 -0
  486. fidetype/adapters/b2t25.py +440 -0
  487. fidetype/adapters/brainflow_bridge.py +532 -0
  488. fidetype/adapters/ctc_logits.py +621 -0
  489. fidetype/adapters/edf.py +108 -0
  490. fidetype/adapters/emg2qwerty.py +891 -0
  491. fidetype/adapters/kt_semg.py +619 -0
  492. fidetype/adapters/lsl.py +2056 -0
  493. fidetype/adapters/openbci_gui.py +183 -0
  494. fidetype/adapters/planned.py +66 -0
  495. fidetype/adapters/registry.py +525 -0
  496. fidetype/adapters/spanishbcbl_meg.py +183 -0
  497. fidetype/adapters/testing.py +241 -0
  498. fidetype/adapters/text_nbest.py +414 -0
  499. fidetype/adapters/toronto_semg.py +592 -0
  500. fidetype/adapters/willett_handwriting.py +470 -0
  501. fidetype/adapters/ws.py +1710 -0
  502. fidetype/api.py +143 -0
  503. fidetype/benchmark/__init__.py +24 -0
  504. fidetype/benchmark/__main__.py +401 -0
  505. fidetype/benchmark/entry_history.py +253 -0
  506. fidetype/benchmark/hallucination.py +850 -0
  507. fidetype/benchmark/harness.py +100 -0
  508. fidetype/benchmark/hub/__init__.py +186 -0
  509. fidetype/benchmark/hub/__main__.py +5 -0
  510. fidetype/benchmark/hub/cli.py +305 -0
  511. fidetype/benchmark/hub/datasets-0.1.json +195 -0
  512. fidetype/benchmark/hub/recipe.py +456 -0
  513. fidetype/benchmark/leaderboard.py +859 -0
  514. fidetype/benchmark/overlap.py +333 -0
  515. fidetype/benchmark/prepare.py +274 -0
  516. fidetype/benchmark/registry.py +328 -0
  517. fidetype/benchmark/safe_wpm.py +836 -0
  518. fidetype/benchmark/scorecard.py +786 -0
  519. fidetype/benchmark/scoring.py +382 -0
  520. fidetype/benchmark/splits/halluc-v0.1/b2t24-t12-test.json +2318 -0
  521. fidetype/benchmark/splits/halluc-v0.1/b2t25-t15-val-eval.json +4036 -0
  522. fidetype/benchmark/splits/overlap-maps/b2t25-t15__b2t25-hdf5.json +1584 -0
  523. fidetype/benchmark/splits/tracks-v0.2/b2t24-t12.json +10884 -0
  524. fidetype/benchmark/splits/tracks-v0.2/b2t25-t15.json +1650 -0
  525. fidetype/benchmark/splits/tracks-v0.2/emg2qwerty.json +1158 -0
  526. fidetype/benchmark/splits/tracks-v0.2/kt-semg.json +318 -0
  527. fidetype/benchmark/splits/tracks-v0.2/spanishbcbl-meg.json +5123 -0
  528. fidetype/benchmark/splits/tracks-v0.2/toronto-semg.json +3117 -0
  529. fidetype/benchmark/splits/tracks-v0.2/willett-hw.json +991 -0
  530. fidetype/benchmark/splits/v0.1/b2t25-t15-copytask.json +1642 -0
  531. fidetype/benchmark/splits/v0.1/spanishbcbl-meg-async.json +1089 -0
  532. fidetype/benchmark/splits/v0.1/toronto-semg-composed.json +1150 -0
  533. fidetype/benchmark/splits.py +186 -0
  534. fidetype/benchmark/submission.py +249 -0
  535. fidetype/benchmark/tracks.py +918 -0
  536. fidetype/cli.py +186 -0
  537. fidetype/collector/__init__.py +45 -0
  538. fidetype/collector/__main__.py +48 -0
  539. fidetype/collector/bench.py +562 -0
  540. fidetype/collector/config.py +608 -0
  541. fidetype/collector/consume.py +214 -0
  542. fidetype/collector/exporters.py +549 -0
  543. fidetype/collector/latency.py +205 -0
  544. fidetype/collector/processors.py +1086 -0
  545. fidetype/collector/receivers.py +477 -0
  546. fidetype/collector/service.py +566 -0
  547. fidetype/conformance/__init__.py +98 -0
  548. fidetype/conformance/__main__.py +215 -0
  549. fidetype/conformance/binding_producers.py +394 -0
  550. fidetype/conformance/capture.py +602 -0
  551. fidetype/conformance/certified.py +106 -0
  552. fidetype/conformance/checks.py +1143 -0
  553. fidetype/conformance/io.py +473 -0
  554. fidetype/conformance/kit.py +497 -0
  555. fidetype/conformance/levels.py +250 -0
  556. fidetype/conformance/nts_conform.py +739 -0
  557. fidetype/conformance/producers.py +270 -0
  558. fidetype/conformance/profiles/__init__.py +152 -0
  559. fidetype/conformance/profiles/fep0001.py +724 -0
  560. fidetype/conformance/profiles/fep0002.py +680 -0
  561. fidetype/conformance/profiles/fep0003.py +688 -0
  562. fidetype/conformance/profiles/fep0004.py +557 -0
  563. fidetype/conformance/profiles/fep0005.py +664 -0
  564. fidetype/conformance/report.py +119 -0
  565. fidetype/conformance/rules.py +251 -0
  566. fidetype/conformance/vectors.py +685 -0
  567. fidetype/data/__init__.py +1 -0
  568. fidetype/data/preprocess.py +565 -0
  569. fidetype/data/spanishbcbl.py +789 -0
  570. fidetype/decoders/__init__.py +37 -0
  571. fidetype/decoders/conv_ctc.py +479 -0
  572. fidetype/decoders/dataset.py +476 -0
  573. fidetype/decoders/infer.py +293 -0
  574. fidetype/decoders/infer_sentence.py +277 -0
  575. fidetype/decoders/keystroke.py +576 -0
  576. fidetype/decoders/lookahead_gru.py +370 -0
  577. fidetype/decoders/restamp_meg.py +127 -0
  578. fidetype/decoders/sentence_context.py +559 -0
  579. fidetype/decoders/synthetic.py +165 -0
  580. fidetype/decoders/toy_signal.py +156 -0
  581. fidetype/decoders/train.py +554 -0
  582. fidetype/decoders/train_sentence.py +477 -0
  583. fidetype/decoders/velocity.py +160 -0
  584. fidetype/demo/__init__.py +309 -0
  585. fidetype/demo/__main__.py +185 -0
  586. fidetype/demo/live/__init__.py +1 -0
  587. fidetype/demo/live/__main__.py +139 -0
  588. fidetype/demo/live/config.py +124 -0
  589. fidetype/demo/live/emg_prepare.py +264 -0
  590. fidetype/demo/live/keys.py +90 -0
  591. fidetype/demo/live/live-demo.json +105 -0
  592. fidetype/demo/live/server.py +220 -0
  593. fidetype/demo/live/tracks.py +530 -0
  594. fidetype/demo/live/web/index.html +594 -0
  595. fidetype/demo/page.py +204 -0
  596. fidetype/demo/trust-config-demo.json +63 -0
  597. fidetype/eval/__init__.py +41 -0
  598. fidetype/eval/ewpm.py +208 -0
  599. fidetype/eval/harness.py +580 -0
  600. fidetype/eval/metrics.py +102 -0
  601. fidetype/interact/__init__.py +12 -0
  602. fidetype/interact/simulated_user.py +533 -0
  603. fidetype/lang.py +318 -0
  604. fidetype/live/__init__.py +1 -0
  605. fidetype/live/__main__.py +398 -0
  606. fidetype/live/assets/synthetic-keys.guard.json +152 -0
  607. fidetype/live/assets/synthetic-keys.model.json +57 -0
  608. fidetype/live/assets/synthetic-keys.weights.json +1 -0
  609. fidetype/live/build.py +273 -0
  610. fidetype/live/model.py +222 -0
  611. fidetype/live/onset.py +385 -0
  612. fidetype/live/publish.py +351 -0
  613. fidetype/live/replay.py +157 -0
  614. fidetype/live/runner.py +512 -0
  615. fidetype/live/sources.py +523 -0
  616. fidetype/live/synthetic.py +134 -0
  617. fidetype/lm/__init__.py +30 -0
  618. fidetype/lm/beam.py +1515 -0
  619. fidetype/lm/cache.py +99 -0
  620. fidetype/lm/corpora.md +50 -0
  621. fidetype/lm/llm.py +262 -0
  622. fidetype/lm/ngram.py +386 -0
  623. fidetype/lm/phoneme_words.py +467 -0
  624. fidetype/pretrained/__init__.py +807 -0
  625. fidetype/pretrained/__main__.py +127 -0
  626. fidetype/pretrained/_crt.py +261 -0
  627. fidetype/pretrained/_gru.py +109 -0
  628. fidetype/pretrained/_xbody.py +64 -0
  629. fidetype/pretrained/guards/t15-m4-13.guard.json +199 -0
  630. fidetype/pretrained/lmreadout.py +670 -0
  631. fidetype/pretrained/manifest.py +353 -0
  632. fidetype/pretrained/manifests/emg2qwerty-p11-01.json +64 -0
  633. fidetype/pretrained/manifests/kt-semg-lda.json +66 -0
  634. fidetype/pretrained/manifests/t12-v2.json +66 -0
  635. fidetype/pretrained/manifests/t15-m4-13.json +88 -0
  636. fidetype/pretrained/manifests/toronto-semg-cnn.json +21 -0
  637. fidetype/pretrained/manifests/willett-hw.json +105 -0
  638. fidetype/pretrained/readers.py +332 -0
  639. fidetype/pretrained/textdec.py +84 -0
  640. fidetype/pretrained/toy.py +236 -0
  641. fidetype/py.typed +0 -0
  642. fidetype/streams/__init__.py +19 -0
  643. fidetype/streams/corpus.py +105 -0
  644. fidetype/streams/simulator.py +437 -0
  645. fidetype/streams/spec.py +301 -0
  646. fidetype/streams/vocab.py +108 -0
  647. fidetype/trust/__init__.py +212 -0
  648. fidetype/trust/_align.py +86 -0
  649. fidetype/trust/_ctc.py +41 -0
  650. fidetype/trust/adaptive.py +1078 -0
  651. fidetype/trust/anchor.py +424 -0
  652. fidetype/trust/bandit_risk.py +553 -0
  653. fidetype/trust/calibration.py +424 -0
  654. fidetype/trust/commit_score.py +495 -0
  655. fidetype/trust/conformal.py +333 -0
  656. fidetype/trust/content.py +169 -0
  657. fidetype/trust/control.py +801 -0
  658. fidetype/trust/control_sim.py +54 -0
  659. fidetype/trust/declaration.py +96 -0
  660. fidetype/trust/drift.py +385 -0
  661. fidetype/trust/dropin.py +2583 -0
  662. fidetype/trust/erasure.py +243 -0
  663. fidetype/trust/external_score.py +187 -0
  664. fidetype/trust/frozen.py +323 -0
  665. fidetype/trust/grounding.py +268 -0
  666. fidetype/trust/guarantee_sheet.py +659 -0
  667. fidetype/trust/guard.py +320 -0
  668. fidetype/trust/halluc_bound.py +490 -0
  669. fidetype/trust/hybrid_commit.py +314 -0
  670. fidetype/trust/incremental.py +491 -0
  671. fidetype/trust/intent.py +1243 -0
  672. fidetype/trust/intent_sim.py +127 -0
  673. fidetype/trust/licence.py +280 -0
  674. fidetype/trust/offer_gate.py +195 -0
  675. fidetype/trust/online_guard.py +265 -0
  676. fidetype/trust/online_risk.py +515 -0
  677. fidetype/trust/personal.py +621 -0
  678. fidetype/trust/policy.py +327 -0
  679. fidetype/trust/precision_bound.py +243 -0
  680. fidetype/trust/privacy.py +471 -0
  681. fidetype/trust/provenance.py +1941 -0
  682. fidetype/trust/recipe_v5.py +420 -0
  683. fidetype/trust/risk_control.py +353 -0
  684. fidetype/trust/session_risk.py +493 -0
  685. fidetype/trust/stream_commit.py +523 -0
  686. fidetype/trust/streaming.py +1253 -0
  687. fidetype/trust/testing.py +336 -0
  688. fidetype/trust/types.py +185 -0
  689. fidetype/trust/update_hooks.py +433 -0
  690. fidetype/utils/__init__.py +1 -0
  691. fidetype/utils/binomial.py +81 -0
  692. fidetype/utils/isolation.py +721 -0
  693. fidetype/utils/parallel.py +409 -0
  694. fidetype/utils/power.py +89 -0
  695. fidetype/writer.py +414 -0
  696. fidetype-0.1.0.dist-info/METADATA +226 -0
  697. fidetype-0.1.0.dist-info/RECORD +700 -0
  698. fidetype-0.1.0.dist-info/WHEEL +4 -0
  699. fidetype-0.1.0.dist-info/entry_points.txt +4 -0
  700. fidetype-0.1.0.dist-info/licenses/LICENSE +202 -0
fidetype/__init__.py ADDED
@@ -0,0 +1,108 @@
1
+ """fidetype: a trust layer for neural text entry.
2
+
3
+ The package reads decoder output in one standard format, the
4
+ NeuralTextStream. It then calibrates the output, abstains when unsure,
5
+ offers n-best choices and guards against hallucination.
6
+
7
+ Stable public API (SDK v0.1, M7-01). Everything below imports lazily, so
8
+ ``import fidetype`` is fast and loads no optional dependency.
9
+
10
+ Produce a stream
11
+ :class:`NeuralTextStream`, :func:`make_stream`, :func:`write_stream`,
12
+ :class:`StreamWriter`, :func:`stream_meta`, :func:`open_stream`,
13
+ :data:`VOCAB`, :data:`SPEC_VERSION`
14
+ Check a stream
15
+ :func:`validate` (same as :func:`fidetype.conformance.check`),
16
+ :func:`read_stream`
17
+ Run the trust layer
18
+ :class:`StreamingTrustLayer` (alias :data:`TrustLayer`),
19
+ :class:`StreamingConfig`, :class:`StreamDecision`, :class:`Action`,
20
+ :class:`FrozenTrustConfig` (``FrozenTrustConfig.load``),
21
+ :func:`calibrate`, :func:`replay`, :func:`greedy_decoder`,
22
+ :class:`NBest`, :class:`Candidate`
23
+
24
+ Quick start::
25
+
26
+ import fidetype
27
+
28
+ layer = fidetype.TrustLayer(fidetype.FrozenTrustConfig.load("trust.json"),
29
+ decode_fn=fidetype.greedy_decoder()) # the decode_fn of the fit
30
+ for event in fidetype.open_stream("stream.jsonl"):
31
+ for d in layer.push(event):
32
+ if d.final:
33
+ print(d.action.value, d.shown)
34
+
35
+ Command line: ``fidetype --help``.
36
+ """
37
+
38
+ from __future__ import annotations
39
+
40
+ from typing import TYPE_CHECKING, Any
41
+
42
+ __version__ = "0.1.0"
43
+
44
+ #: public name -> (module, attribute)
45
+ _LAZY: dict[str, tuple[str, str]] = {
46
+ # streams
47
+ "NeuralTextStream": ("fidetype.streams.spec", "NeuralTextStream"),
48
+ "SPEC_VERSION": ("fidetype.streams.spec", "SPEC_VERSION"),
49
+ "VOCAB": ("fidetype.streams.vocab", "VOCAB"),
50
+ "BLANK_ID": ("fidetype.streams.vocab", "BLANK_ID"),
51
+ "make_stream": ("fidetype.writer", "make_stream"),
52
+ "write_stream": ("fidetype.writer", "write_stream"),
53
+ "StreamWriter": ("fidetype.writer", "StreamWriter"),
54
+ "stream_meta": ("fidetype.writer", "stream_meta"),
55
+ "open_stream": ("fidetype.api", "open_stream"),
56
+ "read_stream": ("fidetype.api", "read_stream"),
57
+ "validate": ("fidetype.api", "validate"),
58
+ "StreamRejected": ("fidetype.conformance.io", "StreamRejected"),
59
+ # trust layer
60
+ "StreamingTrustLayer": ("fidetype.trust.streaming", "StreamingTrustLayer"),
61
+ "TrustLayer": ("fidetype.trust.streaming", "StreamingTrustLayer"),
62
+ "StreamingConfig": ("fidetype.trust.streaming", "StreamingConfig"),
63
+ "StreamDecision": ("fidetype.trust.streaming", "StreamDecision"),
64
+ "StreamEventError": ("fidetype.trust.streaming", "StreamEventError"),
65
+ "replay": ("fidetype.trust.streaming", "replay"),
66
+ "FrozenTrustConfig": ("fidetype.trust.frozen", "FrozenTrustConfig"),
67
+ "Action": ("fidetype.trust.policy", "Action"),
68
+ "NBest": ("fidetype.trust.types", "NBest"),
69
+ "Candidate": ("fidetype.trust.types", "Candidate"),
70
+ "calibrate": ("fidetype.api", "calibrate"),
71
+ "greedy_decoder": ("fidetype.api", "greedy_decoder"),
72
+ }
73
+
74
+ __all__ = ["__version__", *sorted(_LAZY)]
75
+
76
+
77
+ def __getattr__(name: str) -> Any:
78
+ target = _LAZY.get(name)
79
+ if target is None:
80
+ raise AttributeError(f"module 'fidetype' has no attribute {name!r}")
81
+ import importlib
82
+
83
+ value = getattr(importlib.import_module(target[0]), target[1])
84
+ globals()[name] = value
85
+ return value
86
+
87
+
88
+ def __dir__() -> list[str]:
89
+ return sorted(set(globals()) | set(_LAZY))
90
+
91
+
92
+ if TYPE_CHECKING: # pragma: no cover - static names for type checkers and IDEs
93
+ from fidetype.api import calibrate, greedy_decoder, open_stream, read_stream, validate
94
+ from fidetype.conformance.io import StreamRejected
95
+ from fidetype.streams.spec import SPEC_VERSION, NeuralTextStream
96
+ from fidetype.streams.vocab import BLANK_ID, VOCAB
97
+ from fidetype.trust.frozen import FrozenTrustConfig
98
+ from fidetype.trust.policy import Action
99
+ from fidetype.trust.streaming import (
100
+ StreamDecision,
101
+ StreamEventError,
102
+ StreamingConfig,
103
+ StreamingTrustLayer,
104
+ replay,
105
+ )
106
+ from fidetype.trust.streaming import StreamingTrustLayer as TrustLayer
107
+ from fidetype.trust.types import Candidate, NBest
108
+ from fidetype.writer import StreamWriter, make_stream, stream_meta, write_stream
fidetype/__main__.py ADDED
@@ -0,0 +1,6 @@
1
+ """``python -m fidetype ...``: the same as the ``fidetype`` console script (:mod:`fidetype.cli`)."""
2
+
3
+ from fidetype.cli import main
4
+
5
+ if __name__ == "__main__":
6
+ raise SystemExit(main())
@@ -0,0 +1,213 @@
1
+ {
2
+ "schema": "fidetype.benchmark.result/0.1",
3
+ "benchmark_version": "0.1",
4
+ "entry_id": "b2t25-t15-copytask/ours/always-commit",
5
+ "track": "b2t25-t15-copytask",
6
+ "decoder": {
7
+ "name": "Phoneme beam -> CMUdict word decoder (Fidetype)",
8
+ "version": "m6-06",
9
+ "url": "https://github.com/zhangzibo/fidetype/tree/main/experiments/2026-11-10-b2t25-trust",
10
+ "weights_licence": "no trained weights (input: published RNN logits, CC0; CMUdict BSD-style; Tatoeba CC BY 2.0 FR)",
11
+ "training_data": [
12
+ "none (decoding only)"
13
+ ]
14
+ },
15
+ "policy": {
16
+ "name": "always-commit",
17
+ "description": "commit the top-1 text on every trial"
18
+ },
19
+ "scored_from": "committed-aggregate",
20
+ "sources": [
21
+ "experiments/2026-11-10-b2t25-trust/results/trust.json"
22
+ ],
23
+ "n_trials": 816,
24
+ "ci": {
25
+ "unit": "day",
26
+ "method": "percentile cluster bootstrap",
27
+ "B": 2000,
28
+ "seed": 0,
29
+ "level": 0.95
30
+ },
31
+ "metrics": {
32
+ "cer": {
33
+ "value": 0.09533282934786934,
34
+ "ci": null
35
+ },
36
+ "wer": {
37
+ "value": 0.1490731707317073,
38
+ "ci": null
39
+ },
40
+ "ewpm": {
41
+ "value": 11.449637382561223,
42
+ "ci": [
43
+ 10.723368025927213,
44
+ 12.316589685370028
45
+ ]
46
+ },
47
+ "gaze_ewpm": {
48
+ "value": 4.078303425774878,
49
+ "ci": null
50
+ },
51
+ "ewpm_minus_gaze": {
52
+ "value": 7.371333956786345,
53
+ "ci": null
54
+ },
55
+ "wrong_commit_rate": {
56
+ "value": 0.6102941176470589,
57
+ "ci": [
58
+ 0.5697609239753885,
59
+ 0.6463785844137041
60
+ ]
61
+ },
62
+ "commit_rate": {
63
+ "value": 1.0,
64
+ "ci": [
65
+ 1.0,
66
+ 1.0
67
+ ]
68
+ },
69
+ "error_among_commits": {
70
+ "value": 0.6102941176470589,
71
+ "ci": [
72
+ 0.5697609239753885,
73
+ 0.6463785844137041
74
+ ]
75
+ },
76
+ "silent_error_rate": {
77
+ "value": 0.04411764705882353,
78
+ "ci": [
79
+ 0.030745301494459903,
80
+ 0.05654902291105121
81
+ ]
82
+ }
83
+ },
84
+ "controls": {
85
+ "shuffled": {
86
+ "status": "pass",
87
+ "basis": "aggregate null audit of the top-1 decoder (n=300): wrong-commit real 0.637 vs frame-shuffled 1.000"
88
+ },
89
+ "zeros": {
90
+ "status": "pass",
91
+ "basis": "aggregate null audit (uniform logits stand in for zeros input, n=300): wrong-commit real 0.637 vs uniform 1.000"
92
+ },
93
+ "null_commit": {
94
+ "status": "fail",
95
+ "commit_rate_zeros": 1.0,
96
+ "basis": "null audit, uniform logits, n=300"
97
+ },
98
+ "passed": false
99
+ },
100
+ "guarantee": {
101
+ "method": "none"
102
+ },
103
+ "conformance": {
104
+ "level": "trust-ready",
105
+ "gate": "trust-ready",
106
+ "passed": true,
107
+ "checked": "adapter streams (fidetype.adapters.b2t25), all 816 test files of the stream submission"
108
+ },
109
+ "user_model": {
110
+ "name": "aac-gaze-v1 @ 159.27 chars/min",
111
+ "config": {
112
+ "chars_per_min": 159.2741387635318
113
+ },
114
+ "gaze_chars_per_min": 20.0
115
+ },
116
+ "notes": [],
117
+ "status": "baseline",
118
+ "safe_wpm": {
119
+ "definition": "safe-wpm/0.1",
120
+ "value": null,
121
+ "ci": null,
122
+ "status": "not-certified",
123
+ "method": "none",
124
+ "note": "policy 'always-commit' has no certified bound",
125
+ "controls": {
126
+ "shuffled": "pass",
127
+ "zeros": "pass",
128
+ "null_commit": "fail",
129
+ "passed": false,
130
+ "commit_rate_zeros": 1.0,
131
+ "basis": {
132
+ "shuffled": "aggregate null audit of the top-1 decoder (n=300): wrong-commit real 0.637 vs frame-shuffled 1.000",
133
+ "zeros": "aggregate null audit (uniform logits stand in for zeros input, n=300): wrong-commit real 0.637 vs uniform 1.000",
134
+ "null_commit": "null audit, uniform logits, n=300"
135
+ }
136
+ }
137
+ },
138
+ "rerun": {
139
+ "schema": "fidetype.hub.recipe/0.1",
140
+ "level": "rescore",
141
+ "dataset": {
142
+ "id": "brain-to-text-25",
143
+ "version": "dryad-2025-07-03",
144
+ "revision": 1
145
+ },
146
+ "track": {
147
+ "track": "b2t25-t15-copytask",
148
+ "split_version": "tracks-v0.1",
149
+ "digest": "f3a17b32b24eff560b33c74e3b24beaa604f265216239757881940e72ae5c812",
150
+ "digest_kind": "file-sha256"
151
+ },
152
+ "adapter": {
153
+ "module": "fidetype.adapters.b2t25",
154
+ "package_version": "0.0.1",
155
+ "sha256": "44c9ae95fa2fd7766c179ef2f795cf1bcaf101a0a58ec8cc3972483c33569128"
156
+ },
157
+ "decoder": {
158
+ "name": "Phoneme beam -> CMUdict word decoder (Fidetype)",
159
+ "version": "m6-06",
160
+ "url": "https://github.com/zhangzibo/fidetype/tree/main/experiments/2026-11-10-b2t25-trust",
161
+ "weights_sha256": null,
162
+ "weights_sha256_reason": "no weights: the decoder has no trained part (phoneme beam search with CMUdict and a Tatoeba word LM over the published RNN logits, CC0)",
163
+ "training_data": [
164
+ "none (decoding only)"
165
+ ]
166
+ },
167
+ "policy": {
168
+ "name": "always-commit",
169
+ "config_id": null,
170
+ "config_id_reason": "always-commit: no trust configuration exists; every top-1 text is committed",
171
+ "guarantee": "none"
172
+ },
173
+ "scorer": {
174
+ "scorer_version": "benchmark-0.1",
175
+ "metrics": {
176
+ "safe_wpm": "safe-wpm/0.1"
177
+ },
178
+ "B": 2000,
179
+ "seed": 0
180
+ },
181
+ "versions": {
182
+ "fidetype": "0.0.1",
183
+ "benchmark": "0.1",
184
+ "python": "3.12"
185
+ },
186
+ "command": "python -I tools/benchmark/import_baselines.py --truth-dir <truth-dir> --stream-result <b2t25-published-result.json> && python -I experiments/2026-11-16-p6-01-tracks/update_results.py && python -I experiments/2026-11-16-p14-05-safe-wpm/run.py tracks",
187
+ "steps": [
188
+ {
189
+ "step": "truth",
190
+ "command": "python -m fidetype.benchmark prepare b2t25-t15-copytask --data <data> --out <truth-dir>/b2t25-t15-copytask.jsonl"
191
+ },
192
+ {
193
+ "step": "build",
194
+ "command": "python -I tools/benchmark/import_baselines.py --truth-dir <truth-dir> --stream-result <b2t25-published-result.json>"
195
+ },
196
+ {
197
+ "step": "controls",
198
+ "command": "python -I experiments/2026-11-16-p6-01-tracks/update_results.py"
199
+ },
200
+ {
201
+ "step": "safe-wpm",
202
+ "command": "python -I experiments/2026-11-16-p14-05-safe-wpm/run.py tracks"
203
+ }
204
+ ],
205
+ "inputs": {
206
+ "sources": "experiments/2026-11-10-b2t25-trust/results/trust.json",
207
+ "how": "aggregate numbers are copied from committed results; the command rebuilds the card but does not recompute them"
208
+ },
209
+ "code_ref": "git 7d74c0f (last commit that changed this card before P13-06)",
210
+ "recorded": "2026-11-18, backfill by P13-06 (tools/benchmark/add_rerun_recipes.py)",
211
+ "amended": "2026-11-19, P13-11: decoder weights SHA-256 and policy config_id (tools/benchmark/add_rerun_recipes.py --fill)"
212
+ }
213
+ }
@@ -0,0 +1,273 @@
1
+ {
2
+ "schema": "fidetype.benchmark.result/0.1",
3
+ "benchmark_version": "0.1",
4
+ "entry_id": "b2t25-t15-copytask/ours/crc",
5
+ "track": "b2t25-t15-copytask",
6
+ "decoder": {
7
+ "name": "Phoneme beam -> CMUdict word decoder (Fidetype)",
8
+ "version": "m6-06",
9
+ "url": "https://github.com/zhangzibo/fidetype/tree/main/experiments/2026-11-10-b2t25-trust",
10
+ "weights_licence": "no trained weights (input: published RNN logits, CC0; CMUdict BSD-style; Tatoeba CC BY 2.0 FR)",
11
+ "training_data": [
12
+ "none (decoding only)"
13
+ ]
14
+ },
15
+ "policy": {
16
+ "name": "trust gate + CRC",
17
+ "description": "commit threshold by conformal risk control, alpha 0.05"
18
+ },
19
+ "scored_from": "committed-per-trial",
20
+ "sources": [
21
+ "experiments/2026-11-10-b2t25-trust/results/trust.json",
22
+ "experiments/2026-11-11-m2-13-conformal/results/items-b2t-ours.json"
23
+ ],
24
+ "n_trials": 816,
25
+ "ci": {
26
+ "unit": "day",
27
+ "method": "percentile cluster bootstrap",
28
+ "B": 2000,
29
+ "seed": 0,
30
+ "level": 0.95
31
+ },
32
+ "metrics": {
33
+ "ewpm": {
34
+ "value": 11.553005605711514,
35
+ "ci": [
36
+ 10.857474425303996,
37
+ 12.348979928405726
38
+ ]
39
+ },
40
+ "gaze_ewpm": {
41
+ "value": 4.078303425774878,
42
+ "ci": [
43
+ 4.046502581121035,
44
+ 4.120701295710305
45
+ ]
46
+ },
47
+ "ewpm_minus_gaze": {
48
+ "value": 7.474702179936636,
49
+ "ci": [
50
+ 6.778373909699087,
51
+ 8.274587195006786
52
+ ]
53
+ },
54
+ "wrong_commit_rate": {
55
+ "value": 0.0625,
56
+ "ci": [
57
+ 0.05269753754566365,
58
+ 0.0712618773806798
59
+ ]
60
+ },
61
+ "commit_rate": {
62
+ "value": 0.24387254901960784,
63
+ "ci": [
64
+ 0.21733405483405485,
65
+ 0.2648711502199874
66
+ ]
67
+ },
68
+ "error_among_commits": {
69
+ "value": 0.2562814070351759,
70
+ "ci": [
71
+ 0.21456766917293235,
72
+ 0.3076923076923077
73
+ ]
74
+ },
75
+ "silent_error_rate": {
76
+ "value": 0.0024509803921568627,
77
+ "ci": [
78
+ 0.0,
79
+ 0.005668934240362812
80
+ ]
81
+ },
82
+ "cer": {
83
+ "value": 0.09533282934786934,
84
+ "ci": null,
85
+ "basis": "aggregate of the committed run (no per-trial CER)"
86
+ },
87
+ "wer": {
88
+ "value": 0.1490731707317073,
89
+ "ci": null,
90
+ "basis": "aggregate of the committed run"
91
+ }
92
+ },
93
+ "controls": {
94
+ "shuffled": {
95
+ "status": "pass",
96
+ "basis": "aggregate null audit of the top-1 decoder (n=300): wrong-commit real 0.637 vs frame-shuffled 1.000"
97
+ },
98
+ "zeros": {
99
+ "status": "pass",
100
+ "basis": "aggregate null audit (uniform logits stand in for zeros input, n=300): wrong-commit real 0.637 vs uniform 1.000"
101
+ },
102
+ "null_commit": {
103
+ "status": "pass",
104
+ "commit_rate_zeros": 0.0,
105
+ "commit_rate_zeros_cp95": [
106
+ 0.0,
107
+ 0.0122
108
+ ],
109
+ "basis": "P6-01 null audit at this entry's threshold (CRC lambda 0.4893), uniform logits stand in for zeros input, n=300; commits per null input: other_trial 68/300, frame_shuffled 0/300, uniform 0/300"
110
+ },
111
+ "passed": true
112
+ },
113
+ "guarantee": {
114
+ "method": "crc",
115
+ "alpha": 0.05,
116
+ "delta": null,
117
+ "n_cal": 812,
118
+ "scope": "marginal wrong-commit rate over test trials; assumes calibration and test trials are exchangeable",
119
+ "calibration_split": "cal",
120
+ "measured_wrong_commit": 0.0625,
121
+ "measured_wrong_commit_ci": [
122
+ 0.05269753754566365,
123
+ 0.0712618773806798
124
+ ],
125
+ "met_on_test": false,
126
+ "threshold": 0.48927426845213917
127
+ },
128
+ "conformance": {
129
+ "level": "trust-ready",
130
+ "gate": "trust-ready",
131
+ "passed": true,
132
+ "checked": "adapter streams (fidetype.adapters.b2t25), all 816 test files of the stream submission"
133
+ },
134
+ "user_model": {
135
+ "name": "aac-gaze-v1 @ 159.27 chars/min",
136
+ "config": {
137
+ "chars_per_min": 159.2741387635318
138
+ },
139
+ "gaze_chars_per_min": 20.0
140
+ },
141
+ "notes": [
142
+ "cal = first half of each day, test = second half: the test trials are later in the day, so cal and test are not exchangeable (drift; see M2-13/M2-16)."
143
+ ],
144
+ "status": "baseline",
145
+ "safe_wpm": {
146
+ "definition": "safe-wpm/0.1",
147
+ "value": 4.900806083076966,
148
+ "ci": [
149
+ 4.102797861431902,
150
+ 5.623907886278561
151
+ ],
152
+ "status": "above-alpha",
153
+ "unguarded_wpm": 4.900806083076966,
154
+ "wpm_no_penalty": 5.608051010217407,
155
+ "method": "crc",
156
+ "alpha": 0.05,
157
+ "delta": null,
158
+ "n_cal": 812,
159
+ "calibration": "cal",
160
+ "confidence": "in expectation (CRC has no delta)",
161
+ "measured_wrong_commit": 0.0625,
162
+ "measured_wrong_commit_cp95": [
163
+ 0.0469,
164
+ 0.0814
165
+ ],
166
+ "n_trials": 816,
167
+ "n_commits": 199,
168
+ "n_wrong_commits": 51,
169
+ "n_correct_commits": 148,
170
+ "error_among_commits": 0.2562814070351759,
171
+ "committed_correct_words": 876,
172
+ "total_words": 5125,
173
+ "minutes_neural": 156.20400000000004,
174
+ "minutes_correction": 22.542105263157897,
175
+ "timing": "measured per-trial speech duration (t15_copyTask.pkl speech_duration_s)",
176
+ "correction_rule": {
177
+ "name": "rewrite",
178
+ "overhead_s": 2.0,
179
+ "s_per_char": 0.7894736842105263,
180
+ "formula": "2 s + 0.7895 s/char * len(truth) per wrong commit"
181
+ },
182
+ "ci_unit": "day",
183
+ "no_bci_wpm": 4.078303425774878,
184
+ "no_bci_note": "gaze typing of every sentence at 20 chars/min (the eWPM reference)",
185
+ "controls": {
186
+ "shuffled": "pass",
187
+ "zeros": "pass",
188
+ "null_commit": "pass",
189
+ "passed": true,
190
+ "commit_rate_zeros": 0.0,
191
+ "basis": {
192
+ "shuffled": "aggregate null audit of the top-1 decoder (n=300): wrong-commit real 0.637 vs frame-shuffled 1.000",
193
+ "zeros": "aggregate null audit (uniform logits stand in for zeros input, n=300): wrong-commit real 0.637 vs uniform 1.000",
194
+ "null_commit": "P6-01 null audit at this entry's threshold (CRC lambda 0.4893), uniform logits stand in for zeros input, n=300; commits per null input: other_trial 68/300, frame_shuffled 0/300, uniform 0/300"
195
+ }
196
+ }
197
+ },
198
+ "rerun": {
199
+ "schema": "fidetype.hub.recipe/0.1",
200
+ "level": "rescore",
201
+ "dataset": {
202
+ "id": "brain-to-text-25",
203
+ "version": "dryad-2025-07-03",
204
+ "revision": 1
205
+ },
206
+ "track": {
207
+ "track": "b2t25-t15-copytask",
208
+ "split_version": "tracks-v0.1",
209
+ "digest": "f3a17b32b24eff560b33c74e3b24beaa604f265216239757881940e72ae5c812",
210
+ "digest_kind": "file-sha256"
211
+ },
212
+ "adapter": {
213
+ "module": "fidetype.adapters.b2t25",
214
+ "package_version": "0.0.1",
215
+ "sha256": "44c9ae95fa2fd7766c179ef2f795cf1bcaf101a0a58ec8cc3972483c33569128"
216
+ },
217
+ "decoder": {
218
+ "name": "Phoneme beam -> CMUdict word decoder (Fidetype)",
219
+ "version": "m6-06",
220
+ "url": "https://github.com/zhangzibo/fidetype/tree/main/experiments/2026-11-10-b2t25-trust",
221
+ "weights_sha256": null,
222
+ "weights_sha256_reason": "no weights: the decoder has no trained part (phoneme beam search with CMUdict and a Tatoeba word LM over the published RNN logits, CC0)",
223
+ "training_data": [
224
+ "none (decoding only)"
225
+ ]
226
+ },
227
+ "policy": {
228
+ "name": "trust gate + CRC",
229
+ "config_id": "tcfg-9c8e8262e92b4da5",
230
+ "config_id_source": "experiments/2026-11-21-p13-13-refreeze-cards/results/configs/p13-13-b2t25-t15-ours-crc.json",
231
+ "guarantee": "crc"
232
+ },
233
+ "scorer": {
234
+ "scorer_version": "benchmark-0.1",
235
+ "metrics": {
236
+ "safe_wpm": "safe-wpm/0.1"
237
+ },
238
+ "B": 2000,
239
+ "seed": 0
240
+ },
241
+ "versions": {
242
+ "fidetype": "0.0.1",
243
+ "benchmark": "0.1",
244
+ "python": "3.12"
245
+ },
246
+ "command": "python -I tools/benchmark/import_baselines.py --truth-dir <truth-dir> --stream-result <b2t25-published-result.json> && python -I experiments/2026-11-16-p6-01-tracks/update_results.py && python -I experiments/2026-11-16-p14-05-safe-wpm/run.py tracks",
247
+ "steps": [
248
+ {
249
+ "step": "truth",
250
+ "command": "python -m fidetype.benchmark prepare b2t25-t15-copytask --data <data> --out <truth-dir>/b2t25-t15-copytask.jsonl"
251
+ },
252
+ {
253
+ "step": "build",
254
+ "command": "python -I tools/benchmark/import_baselines.py --truth-dir <truth-dir> --stream-result <b2t25-published-result.json>"
255
+ },
256
+ {
257
+ "step": "controls",
258
+ "command": "python -I experiments/2026-11-16-p6-01-tracks/update_results.py"
259
+ },
260
+ {
261
+ "step": "safe-wpm",
262
+ "command": "python -I experiments/2026-11-16-p14-05-safe-wpm/run.py tracks"
263
+ }
264
+ ],
265
+ "inputs": {
266
+ "sources": "experiments/2026-11-10-b2t25-trust/results/trust.json; experiments/2026-11-11-m2-13-conformal/results/items-b2t-ours.json",
267
+ "how": "the scorer recomputes the metrics from committed per-trial arrays"
268
+ },
269
+ "code_ref": "git 1d4ff8c (last commit that changed this card before P13-06)",
270
+ "recorded": "2026-11-18, backfill by P13-06 (tools/benchmark/add_rerun_recipes.py)",
271
+ "amended": "2026-11-19, P13-11: decoder weights SHA-256 and policy config_id (tools/benchmark/add_rerun_recipes.py --fill); 2026-11-21, P13-13: policy config_id from a refit with the build-step settings, frozen by FrozenTrustConfig.from_pipeline; the refit gives the same decisions as the card (tools/benchmark/add_rerun_recipes.py --refrozen)"
272
+ }
273
+ }