fidetype 0.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- fidetype/__init__.py +108 -0
- fidetype/__main__.py +6 -0
- fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__ours__always-commit.json +213 -0
- fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__ours__crc.json +273 -0
- fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__ours__ltt.json +273 -0
- fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__ours__trust.json +255 -0
- fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__published__always-commit.json +228 -0
- fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__published__crc.json +274 -0
- fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__published__ltt.json +274 -0
- fidetype/_benchmark/results/v0.1/b2t25-t15-copytask__published__trust.json +256 -0
- fidetype/_benchmark/results/v0.1/spanishbcbl-meg-async__convctc-m-async__always-commit.json +234 -0
- fidetype/_benchmark/results/v0.1/spanishbcbl-meg-async__convctc-m-async__crc.json +295 -0
- fidetype/_benchmark/results/v0.1/spanishbcbl-meg-async__convctc-m-async__ltt.json +295 -0
- fidetype/_benchmark/results/v0.1/spanishbcbl-meg-async__convctc-m-async__trust.json +277 -0
- fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-calib__commit.json +225 -0
- fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-calib__crc.json +272 -0
- fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-calib__trust.json +225 -0
- fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsession__commit.json +220 -0
- fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsession__crc.json +267 -0
- fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsession__trust.json +220 -0
- fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsubject__commit.json +233 -0
- fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsubject__crc.json +277 -0
- fidetype/_benchmark/results/v0.1/toronto-semg-composed__cnn-xsubject__trust.json +233 -0
- fidetype/_benchmark/results/v0.2/b2t24-t12__t12v2__always-commit.json +290 -0
- fidetype/_benchmark/results/v0.2/b2t24-t12__t12v2__guard.json +305 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__m4-12__guard.json +307 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__m4-13__guard.json +310 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__ours__always-commit.json +289 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__ours__crc.json +303 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__ours__ltt.json +303 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__ours__trust.json +289 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__published__always-commit.json +289 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__published__crc.json +303 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__published__ltt.json +303 -0
- fidetype/_benchmark/results/v0.2/b2t25-t15__published__trust.json +289 -0
- fidetype/_benchmark/results/v0.2/emg2qwerty__lda-oracle__always-commit.json +294 -0
- fidetype/_benchmark/results/v0.2/emg2qwerty__lda-oracle__guard.json +306 -0
- fidetype/_benchmark/results/v0.2/emg2qwerty__p11-01-crt-subset8__always-commit.json +328 -0
- fidetype/_benchmark/results/v0.2/emg2qwerty__p11-01-crt-subset8__guard.json +340 -0
- fidetype/_benchmark/results/v0.2/emg2qwerty__p11-12-intended-s-subset8__guard.json +359 -0
- fidetype/_benchmark/results/v0.2/emg2qwerty__p11-12-intended-sl-subset8__guard.json +359 -0
- fidetype/_benchmark/results/v0.2/emg2qwerty__p11-14-intended-lfl-subset8__guard.json +359 -0
- fidetype/_benchmark/results/v0.2/kt-semg__lda-oracle__always-commit.json +293 -0
- fidetype/_benchmark/results/v0.2/kt-semg__lda-oracle__guard.json +306 -0
- fidetype/_benchmark/results/v0.2/spanishbcbl-meg__convctc-m-async__always-commit.json +297 -0
- fidetype/_benchmark/results/v0.2/spanishbcbl-meg__convctc-m-async__crc.json +311 -0
- fidetype/_benchmark/results/v0.2/spanishbcbl-meg__convctc-m-async__ltt.json +311 -0
- fidetype/_benchmark/results/v0.2/spanishbcbl-meg__convctc-m-async__trust.json +297 -0
- fidetype/_benchmark/results/v0.2/toronto-semg__cnn-calib__always-commit.json +301 -0
- fidetype/_benchmark/results/v0.2/toronto-semg__cnn-calib__crc.json +315 -0
- fidetype/_benchmark/results/v0.2/toronto-semg__cnn-calib__trust.json +301 -0
- fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsession__always-commit.json +296 -0
- fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsession__crc.json +310 -0
- fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsession__trust.json +296 -0
- fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsubject__always-commit.json +309 -0
- fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsubject__crc.json +320 -0
- fidetype/_benchmark/results/v0.2/toronto-semg__cnn-xsubject__trust.json +309 -0
- fidetype/_benchmark/results/v0.2/willett-hw__rnn-published__always-commit.json +286 -0
- fidetype/_benchmark/results/v0.2/willett-hw__rnn-published__guard.json +299 -0
- fidetype/_spec/conformance/certified/adapter-b2t25.report.json +3063 -0
- fidetype/_spec/conformance/certified/adapter-ctc-logits.report.json +3781 -0
- fidetype/_spec/conformance/certified/adapter-emg2qwerty.report.json +1475 -0
- fidetype/_spec/conformance/certified/adapter-kt-semg.report.json +1475 -0
- fidetype/_spec/conformance/certified/adapter-spanishbcbl.report.json +1549 -0
- fidetype/_spec/conformance/certified/adapter-text-nbest.report.json +748 -0
- fidetype/_spec/conformance/certified/adapter-toronto.report.json +2975 -0
- fidetype/_spec/conformance/certified/adapter-willett.report.json +3005 -0
- fidetype/_spec/conformance/certified/binding-lsl.report.json +1146 -0
- fidetype/_spec/conformance/certified/binding-ws.report.json +989 -0
- fidetype/_spec/conformance/certified/fidetype-collector.kit-report.json +697 -0
- fidetype/_spec/conformance/certified/fidetype-live-file.report.json +885 -0
- fidetype/_spec/conformance/certified/fidetype-live-lsl.report.json +1125 -0
- fidetype/_spec/conformance/certified/fidetype-live-ws.report.json +968 -0
- fidetype/_spec/conformance/certified/fidetype-python.kit-report.json +890 -0
- fidetype/_spec/conformance/certified/fidetype-rust.kit-report.json +697 -0
- fidetype/_spec/conformance/certified/fidetype-typescript.kit-report.json +697 -0
- fidetype/_spec/conformance/certified.json +426 -0
- fidetype/_spec/conformance/fep-0001/f01-segments.jsonl +8 -0
- fidetype/_spec/conformance/fep-0001/f02-segment-minimal.jsonl +7 -0
- fidetype/_spec/conformance/fep-0001/f03-empty-segment.jsonl +6 -0
- fidetype/_spec/conformance/fep-0001/f04-segment-bad-unit.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f05-segment-t-string.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f06-segment-before-frame.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f07-evidence-valid.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f08-evidence-code-points.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f09-evidence-length.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f10-evidence-range.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f11-evidence-bool.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f12-logp-positive.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f13-logp-string.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f14-score-null.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f15-declaration-header.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f16-declaration-override.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f17-declaration-temperature-zero.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f18-declaration-no-decoder.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f19-declaration-not-object.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f20-declaration-params-list.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f21-decision-in-input.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f22-log-preview-then-commit.jsonl +2 -0
- fidetype/_spec/conformance/fep-0001/f23-log-provisional-commit.jsonl +2 -0
- fidetype/_spec/conformance/fep-0001/f24-log-privacy.jsonl +2 -0
- fidetype/_spec/conformance/fep-0001/f25-log-two-sessions.jsonl +4 -0
- fidetype/_spec/conformance/fep-0001/f26-log-ask-then-retry.jsonl +2 -0
- fidetype/_spec/conformance/fep-0001/f27-td-no-is-final.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f28-td-is-final-string.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f29-td-bad-action.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f30-td-p-top1-range.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f31-td-no-semantics.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f32-td-bad-semantics.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f33-td-guard-risk.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f34-td-set-size.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f35-td-commit-empty-shown.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f36-td-two-finals.jsonl +2 -0
- fidetype/_spec/conformance/fep-0001/f37-td-after-final.jsonl +2 -0
- fidetype/_spec/conformance/fep-0001/f38-td-seq-back.jsonl +2 -0
- fidetype/_spec/conformance/fep-0001/f39-log-mixed.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f40-v01-core-broken.jsonl +4 -0
- fidetype/_spec/conformance/fep-0001/f41-td-v10-log.jsonl +4 -0
- fidetype/_spec/conformance/fep-0001/f42-td-v01-empty-commit.jsonl +2 -0
- fidetype/_spec/conformance/fep-0001/f43-td-v10-empty-commit.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f44-td-v10-space-commit.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f45-td-future-minor.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f46-td-unknown-major.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f47-td-version-number.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f48-input-v10-header.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f49-input-v20-header.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f50-td-seq-float.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f51-td-session-number.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f52-td-config-id-number.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f53-td-input-list.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f54-td-latency-string.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f55-td-v10-blank-candidates.jsonl +4 -0
- fidetype/_spec/conformance/fep-0001/f56-td-v01-blank-candidates.jsonl +2 -0
- fidetype/_spec/conformance/fep-0001/f57-input-v11-unknown-enums.jsonl +6 -0
- fidetype/_spec/conformance/fep-0001/f58-td-v11-unknown-enums.jsonl +3 -0
- fidetype/_spec/conformance/fep-0001/f59-td-v10-unknown-action.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f60-td-seq-2-53.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f61-td-seq-max.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f62-td-declaration-list.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/f63-segment-reason-timing.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f64-segment-reason-number.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f65-segment-t-emitted-string.jsonl +5 -0
- fidetype/_spec/conformance/fep-0001/f66-td-reason-number.jsonl +1 -0
- fidetype/_spec/conformance/fep-0001/manifest.json +813 -0
- fidetype/_spec/conformance/fep-0002/l01-native-float32.json +239 -0
- fidetype/_spec/conformance/fep-0002/l02-native-double64-exact.json +239 -0
- fidetype/_spec/conformance/fep-0002/l03-no-binding-key.json +239 -0
- fidetype/_spec/conformance/fep-0002/l04-minus-inf-cells.json +177 -0
- fidetype/_spec/conformance/fep-0002/l05-sender-clock.json +242 -0
- fidetype/_spec/conformance/fep-0002/l06-gap-mark.json +242 -0
- fidetype/_spec/conformance/fep-0002/l07-gap-segment.json +242 -0
- fidetype/_spec/conformance/fep-0002/l08-gap-abort.json +242 -0
- fidetype/_spec/conformance/fep-0002/l09-out-of-order.json +239 -0
- fidetype/_spec/conformance/fep-0002/l10-loss-reconnect.json +289 -0
- fidetype/_spec/conformance/fep-0002/l11-hypothesis-lsl-clock.json +45 -0
- fidetype/_spec/conformance/fep-0002/l12-hypothesis-source-clock.json +45 -0
- fidetype/_spec/conformance/fep-0002/l13-plain-markers.json +202 -0
- fidetype/_spec/conformance/fep-0002/l14-foreign-probs.json +46 -0
- fidetype/_spec/conformance/fep-0002/l15-header-not-json.json +239 -0
- fidetype/_spec/conformance/fep-0002/l16-channel-count.json +239 -0
- fidetype/_spec/conformance/fep-0002/l17-int16-frames.json +239 -0
- fidetype/_spec/conformance/fep-0002/l18-labels-order.json +239 -0
- fidetype/_spec/conformance/fep-0002/l19-unknown-binding.json +239 -0
- fidetype/_spec/conformance/fep-0002/l20-srate-mismatch.json +239 -0
- fidetype/_spec/conformance/fep-0002/l21-events-not-string.json +239 -0
- fidetype/_spec/conformance/fep-0002/l22-nan-sample.json +140 -0
- fidetype/_spec/conformance/fep-0002/l23-header-version.json +239 -0
- fidetype/_spec/conformance/fep-0002/l24-bad-values.json +239 -0
- fidetype/_spec/conformance/fep-0002/l25-bad-event-clock.json +239 -0
- fidetype/_spec/conformance/fep-0002/l26-decisions-valid.json +15 -0
- fidetype/_spec/conformance/fep-0002/l27-decisions-not-json.json +15 -0
- fidetype/_spec/conformance/fep-0002/l28-decisions-bad-event.json +13 -0
- fidetype/_spec/conformance/fep-0002/l29-decisions-float.json +13 -0
- fidetype/_spec/conformance/fep-0002/l30-decisions-no-event-type.json +13 -0
- fidetype/_spec/conformance/fep-0002/l31-decisions-two-finals.json +15 -0
- fidetype/_spec/conformance/fep-0002/l32-frames-no-blank.json +46 -0
- fidetype/_spec/conformance/fep-0002/l33-header-version-1-0.json +239 -0
- fidetype/_spec/conformance/fep-0002/l34-header-version-2-0.json +239 -0
- fidetype/_spec/conformance/fep-0002/l35-header-version-1-01.json +239 -0
- fidetype/_spec/conformance/fep-0002/l36-heartbeat.json +269 -0
- fidetype/_spec/conformance/fep-0002/l37-equal-times-frame-first.json +239 -0
- fidetype/_spec/conformance/fep-0002/manifest.json +531 -0
- fidetype/_spec/conformance/fep-0003/d01-log-commit-offer-abstain.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/d02-log-confirm.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/d03-log-feedback-confirm.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/d04-log-mixed-profiles.jsonl +4 -0
- fidetype/_spec/conformance/fep-0003/d05-log-undo.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/d06-log-provisional-commit.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/d07-td-commit-no-intent.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d08-td-shown.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d09-td-utterance.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d10-td-ask.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d11-td-bad-risk.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d12-td-bad-profile.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d13-td-two-finals.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/d14-td-seq-across-profiles.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/d15-safety-null.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d16-safety-below-threshold.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d17-safety-irreversible-direct.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d18-safety-confirm-wrong-offer.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/d19-safety-confirm-twice.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/d20-safety-undo-irreversible.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/d21-safety-no-score-commit.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d22-log-v11-unknown-enums.jsonl +4 -0
- fidetype/_spec/conformance/fep-0003/d23-td-v10-unknown-risk.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d24-log-pending-cleared.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/d25-td-vocab-id-number.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/d26-td-pending-cleared-list.jsonl +1 -0
- fidetype/_spec/conformance/fep-0003/i01-intents.jsonl +5 -0
- fidetype/_spec/conformance/fep-0003/i02-text-and-intent.jsonl +7 -0
- fidetype/_spec/conformance/fep-0003/i03-feedback.jsonl +7 -0
- fidetype/_spec/conformance/fep-0003/i04-no-score.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i05-command-frames.jsonl +5 -0
- fidetype/_spec/conformance/fep-0003/i06-v01-decision.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i07-decl-not-object.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/i08-decl-duplicate.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/i09-decl-bad-risk.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/i10-decl-two-confirm.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/i11-decl-weak-confirm.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/i12-command-vocab-mismatch.jsonl +2 -0
- fidetype/_spec/conformance/fep-0003/i13-intent-no-declaration.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i14-intent-unknown.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i15-intent-duplicate-candidate.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i16-intent-score-range.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i17-intent-sum.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i18-intent-unranked.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i19-intent-none-with-score.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i20-intent-no-is-final.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i21-intent-duplicate-id.jsonl +4 -0
- fidetype/_spec/conformance/fep-0003/i22-feedback-bad-outcome.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/i23-v01-core-broken.jsonl +4 -0
- fidetype/_spec/conformance/fep-0003/i24-v11-unknown-enums.jsonl +4 -0
- fidetype/_spec/conformance/fep-0003/i25-intent-t-decoded-string.jsonl +3 -0
- fidetype/_spec/conformance/fep-0003/manifest.json +598 -0
- fidetype/_spec/conformance/fep-0004/manifest.json +629 -0
- fidetype/_spec/conformance/fep-0004/w01-one-message-per-event.json +208 -0
- fidetype/_spec/conformance/fep-0004/w02-batches.json +191 -0
- fidetype/_spec/conformance/fep-0004/w03-hypothesis-route.json +92 -0
- fidetype/_spec/conformance/fep-0004/w04-unknown-control-and-event.json +124 -0
- fidetype/_spec/conformance/fep-0004/w05-no-ws-record.json +103 -0
- fidetype/_spec/conformance/fep-0004/w06-duplicates.json +355 -0
- fidetype/_spec/conformance/fep-0004/w07-reorder-in-window.json +203 -0
- fidetype/_spec/conformance/fep-0004/w08-gap-timeout.json +191 -0
- fidetype/_spec/conformance/fep-0004/w09-gap-window-zero.json +190 -0
- fidetype/_spec/conformance/fep-0004/w10-resume-lossless.json +272 -0
- fidetype/_spec/conformance/fep-0004/w11-resume-timeout.json +111 -0
- fidetype/_spec/conformance/fep-0004/w12-resume-unknown.json +108 -0
- fidetype/_spec/conformance/fep-0004/w13-takeover.json +270 -0
- fidetype/_spec/conformance/fep-0004/w14-two-producers.json +301 -0
- fidetype/_spec/conformance/fep-0004/w15-token-message.json +214 -0
- fidetype/_spec/conformance/fep-0004/w16-token-header.json +207 -0
- fidetype/_spec/conformance/fep-0004/w17-ack-every.json +211 -0
- fidetype/_spec/conformance/fep-0004/w18-first-not-header.json +170 -0
- fidetype/_spec/conformance/fep-0004/w19-no-subprotocol.json +49 -0
- fidetype/_spec/conformance/fep-0004/w20-unknown-binding.json +50 -0
- fidetype/_spec/conformance/fep-0004/w21-header-version.json +51 -0
- fidetype/_spec/conformance/fep-0004/w22-binary.json +56 -0
- fidetype/_spec/conformance/fep-0004/w23-not-json.json +56 -0
- fidetype/_spec/conformance/fep-0004/w24-no-ws-seq.json +66 -0
- fidetype/_spec/conformance/fep-0004/w25-float-ws-seq.json +67 -0
- fidetype/_spec/conformance/fep-0004/w26-batch-not-consecutive.json +96 -0
- fidetype/_spec/conformance/fep-0004/w27-batch-too-big.json +115 -0
- fidetype/_spec/conformance/fep-0004/w28-resume-header-differs.json +147 -0
- fidetype/_spec/conformance/fep-0004/w29-bad-token.json +62 -0
- fidetype/_spec/conformance/fep-0004/w30-bad-frame.json +66 -0
- fidetype/_spec/conformance/fep-0004/w31-decisions.json +80 -0
- fidetype/_spec/conformance/fep-0004/w32-decisions-gap-resubscribe.json +132 -0
- fidetype/_spec/conformance/fep-0004/w33-decisions-missed.json +39 -0
- fidetype/_spec/conformance/fep-0004/w34-decisions-no-welcome.json +71 -0
- fidetype/_spec/conformance/fep-0004/w35-decisions-bad-binding.json +80 -0
- fidetype/_spec/conformance/fep-0004/w36-decisions-no-ws-seq.json +37 -0
- fidetype/_spec/conformance/fep-0004/w37-decisions-two-finals.json +59 -0
- fidetype/_spec/conformance/fep-0004/w38-header-meta-not-object.json +198 -0
- fidetype/_spec/conformance/fep-0004/w39-header-version-1-0.json +208 -0
- fidetype/_spec/conformance/fep-0004/w40-header-version-1-3.json +203 -0
- fidetype/_spec/conformance/fep-0004/w41-header-version-2-0.json +203 -0
- fidetype/_spec/conformance/fep-0004/w42-header-version-1-0-0.json +203 -0
- fidetype/_spec/conformance/fep-0004/w43-integer-ws-seq.json +83 -0
- fidetype/_spec/conformance/fep-0004/w44-ws-seq-above-2-53.json +83 -0
- fidetype/_spec/conformance/fep-0005/c01-velocity-stream.jsonl +8 -0
- fidetype/_spec/conformance/fep-0005/c02-click-intent.jsonl +6 -0
- fidetype/_spec/conformance/fep-0005/c03-human-absent-timing.jsonl +6 -0
- fidetype/_spec/conformance/fep-0005/c04-v01-pointer.jsonl +5 -0
- fidetype/_spec/conformance/fep-0005/c05-screen-position.jsonl +4 -0
- fidetype/_spec/conformance/fep-0005/c06-decl-dims.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/c07-decl-units.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/c08-decl-frame.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/c09-decl-rate.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/c10-decl-click-undeclared.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/c11-decl-click-null.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/c12-control-no-declaration.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/c13-control-dims.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/c14-control-tick-order.jsonl +4 -0
- fidetype/_spec/conformance/fep-0005/c15-control-t-order.jsonl +4 -0
- fidetype/_spec/conformance/fep-0005/c16-control-std-missing.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/c17-control-std-negative.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/c18-control-nan-value.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/c19-control-timing.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/c20-enable-form.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/c21-pointer-dims.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/c22-intent-unknown.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/c23-v01-core-broken.jsonl +4 -0
- fidetype/_spec/conformance/fep-0005/c24-v11-unknown-enums.jsonl +6 -0
- fidetype/_spec/conformance/fep-0005/c25-enable-t-emitted-string.jsonl +4 -0
- fidetype/_spec/conformance/fep-0005/c26-control-absent-null.jsonl +5 -0
- fidetype/_spec/conformance/fep-0005/e01-log-states.jsonl +5 -0
- fidetype/_spec/conformance/fep-0005/e02-log-control-and-click.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/e03-log-reengage.jsonl +4 -0
- fidetype/_spec/conformance/fep-0005/e04-log-stale-hold.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/e05-hold-moves.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e06-over-vmax.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e07-motion-after-stop.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/e08-move-on-no-signal.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e09-provisional.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e10-state-action.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e11-no-vmax.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e12-no-ttl.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e13-gain-range.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e14-shown.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e15-tick-moves-twice.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/e16-seq-across-profiles.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/e17-click-while-stopped.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/e18-faster-than-raw.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e19-commit-zero.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e20-click-before-engage.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/e21-click-after-reengage-hold.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/e22-log-v11-unknown-state.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/e23-td-v10-unknown-state.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e24-click-after-unknown-state.jsonl +3 -0
- fidetype/_spec/conformance/fep-0005/e25-log-level-without-radius.jsonl +2 -0
- fidetype/_spec/conformance/fep-0005/e26-td-level-string.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/e27-td-reason-number.jsonl +1 -0
- fidetype/_spec/conformance/fep-0005/manifest.json +616 -0
- fidetype/_spec/conformance/kit/fep-0001/k15-text-trust-input.jsonl +10 -0
- fidetype/_spec/conformance/kit/fep-0001/k16-text-decision-log.jsonl +2 -0
- fidetype/_spec/conformance/kit/fep-0001/k17-commit-empty-shown.jsonl +1 -0
- fidetype/_spec/conformance/kit/fep-0001/k18-two-finals.jsonl +2 -0
- fidetype/_spec/conformance/kit/fep-0001/manifest.json +81 -0
- fidetype/_spec/conformance/kit/fep-0002/k26-lsl-capture.json +101 -0
- fidetype/_spec/conformance/kit/fep-0002/k27-lsl-channel-count.json +101 -0
- fidetype/_spec/conformance/kit/fep-0002/k28-lsl-decisions.json +15 -0
- fidetype/_spec/conformance/kit/fep-0002/manifest.json +62 -0
- fidetype/_spec/conformance/kit/fep-0003/k19-intent-stream.jsonl +4 -0
- fidetype/_spec/conformance/kit/fep-0003/k20-intent-undeclared.jsonl +3 -0
- fidetype/_spec/conformance/kit/fep-0003/k21-intent-decision-log.jsonl +2 -0
- fidetype/_spec/conformance/kit/fep-0003/k22-intent-irreversible-direct.jsonl +1 -0
- fidetype/_spec/conformance/kit/fep-0003/manifest.json +83 -0
- fidetype/_spec/conformance/kit/fep-0004/k29-ws-session.json +173 -0
- fidetype/_spec/conformance/kit/fep-0004/k30-ws-first-not-header.json +130 -0
- fidetype/_spec/conformance/kit/fep-0004/k31-ws-decisions.json +59 -0
- fidetype/_spec/conformance/kit/fep-0004/manifest.json +59 -0
- fidetype/_spec/conformance/kit/fep-0005/k23-control-stream.jsonl +6 -0
- fidetype/_spec/conformance/kit/fep-0005/k24-control-dims.jsonl +4 -0
- fidetype/_spec/conformance/kit/fep-0005/k25-control-decision-log.jsonl +2 -0
- fidetype/_spec/conformance/kit/fep-0005/manifest.json +64 -0
- fidetype/_spec/conformance/kit/kit.json +666 -0
- fidetype/_spec/conformance/kit/rule-map.json +2822 -0
- fidetype/_spec/conformance/kit/v0.1/k01-text-stream.jsonl +10 -0
- fidetype/_spec/conformance/kit/v0.1/k02-sparse-frames.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k03-frames.npz +0 -0
- fidetype/_spec/conformance/kit/v0.1/k04-npz-float64.npz +0 -0
- fidetype/_spec/conformance/kit/v0.1/k05-npz-pickled.npz +0 -0
- fidetype/_spec/conformance/kit/v0.1/k06-header-not-first.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k07-short-frame.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k08-unnormalised-frame.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k09-nan-token.jsonl +6 -0
- fidetype/_spec/conformance/kit/v0.1/k10-forward-compatible.jsonl +9 -0
- fidetype/_spec/conformance/kit/v0.1/k11-unknown-major.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k12-decision-pointer.jsonl +5 -0
- fidetype/_spec/conformance/kit/v0.1/k13-modality-keys.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k14-bad-weights-hash.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k32-modality-mismatch.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k33-core-only.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k34-trust-ready-no-provenance.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k35-offline-with-latency.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/k36-calibration-without-method.jsonl +8 -0
- fidetype/_spec/conformance/kit/v0.1/manifest.json +385 -0
- fidetype/_spec/conformance/levels.json +407 -0
- fidetype/_spec/conformance/streaming/td-input.json +298 -0
- fidetype/_spec/conformance/v0.1/manifest.json +1173 -0
- fidetype/_spec/conformance/v0.1/v01-char-valid.npz +0 -0
- fidetype/_spec/conformance/v0.1/v02-char-valid.jsonl +7 -0
- fidetype/_spec/conformance/v0.1/v03-command-no-blank.npz +0 -0
- fidetype/_spec/conformance/v0.1/v04-empty.npz +0 -0
- fidetype/_spec/conformance/v0.1/v05-empty.jsonl +1 -0
- fidetype/_spec/conformance/v0.1/v06-single-frame.npz +0 -0
- fidetype/_spec/conformance/v0.1/v07-minus-inf-row.npz +0 -0
- fidetype/_spec/conformance/v0.1/v08-row-sums-to-2.npz +0 -0
- fidetype/_spec/conformance/v0.1/v09-nan.npz +0 -0
- fidetype/_spec/conformance/v0.1/v10-plus-inf.npz +0 -0
- fidetype/_spec/conformance/v0.1/v100-data-research-only-string.npz +0 -0
- fidetype/_spec/conformance/v0.1/v101-licence-nc-not-research-only.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v102-licence-unknown-not-research-only.npz +0 -0
- fidetype/_spec/conformance/v0.1/v103-licence-nc-lowercase-igo.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v104-licence-sa-not-research-only.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v11-equal-times.npz +0 -0
- fidetype/_spec/conformance/v0.1/v12-duplicate-token.npz +0 -0
- fidetype/_spec/conformance/v0.1/v13-v-mismatch.npz +0 -0
- fidetype/_spec/conformance/v0.1/v14-blank-out-of-range.npz +0 -0
- fidetype/_spec/conformance/v0.1/v15-unknown-vocab-type.npz +0 -0
- fidetype/_spec/conformance/v0.1/v16-unknown-version.npz +0 -0
- fidetype/_spec/conformance/v0.1/v17-future-minor-version.npz +0 -0
- fidetype/_spec/conformance/v0.1/v18-negative-latency.npz +0 -0
- fidetype/_spec/conformance/v0.1/v19-zero-frame-period.npz +0 -0
- fidetype/_spec/conformance/v0.1/v20-no-vocab-type.npz +0 -0
- fidetype/_spec/conformance/v0.1/v21-unknown-npz-key.npz +0 -0
- fidetype/_spec/conformance/v0.1/v22-key-vocab.npz +0 -0
- fidetype/_spec/conformance/v0.1/v23-unnormalised-logits.npz +0 -0
- fidetype/_spec/conformance/v0.1/v24-all-minus-inf-row.npz +0 -0
- fidetype/_spec/conformance/v0.1/v25-meta-nan.npz +0 -0
- fidetype/_spec/conformance/v0.1/v26-pickled-object.npz +0 -0
- fidetype/_spec/conformance/v0.1/v27-float64-log-probs.npz +0 -0
- fidetype/_spec/conformance/v0.1/v28-missing-meta-json.npz +0 -0
- fidetype/_spec/conformance/v0.1/v29-provenance-valid.npz +0 -0
- fidetype/_spec/conformance/v0.1/v30-bad-weights-sha.npz +0 -0
- fidetype/_spec/conformance/v0.1/v31-lookahead-mismatch.npz +0 -0
- fidetype/_spec/conformance/v0.1/v32-bad-modality.npz +0 -0
- fidetype/_spec/conformance/v0.1/v33-leak-target-text.npz +0 -0
- fidetype/_spec/conformance/v0.1/v34-unknown-meta-keys.npz +0 -0
- fidetype/_spec/conformance/v0.1/v35-null-is-minus-inf.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v36-decision-prob-out-of-range.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v37-strength-no-range.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v38-unknown-event-type.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v39-timing-order.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v40-unknown-keys.jsonl +3 -0
- fidetype/_spec/conformance/v0.1/v41-nan-token.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v42-sparse-valid.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v43-sparse-unnormalised.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v44-time-goes-back.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v45-header-not-first.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v46-short-frame.jsonl +3 -0
- fidetype/_spec/conformance/v0.1/v47-blank-bool.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v48-lines-after-end.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v49-phoneme-ctc.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v50-missing-header-field.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v51-events-valid.jsonl +8 -0
- fidetype/_spec/conformance/v0.1/v52-bad-clock-domain.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v53-version-1-0.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v54-version-1-3.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v55-version-2-0.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v56-version-1-0-0.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v57-version-1-01.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v58-version-01-0.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v59-version-number.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v60-version-1-0.npz +0 -0
- fidetype/_spec/conformance/v0.1/v61-blank-id-float.jsonl +2 -0
- fidetype/_spec/conformance/v0.1/v62-empty-vocab-hypotheses.jsonl +6 -0
- fidetype/_spec/conformance/v0.1/v63-empty-vocab-dense-frame.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v64-empty-vocab-sparse-frame.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v65-empty-vocab-blank-0.jsonl +6 -0
- fidetype/_spec/conformance/v0.1/v66-unknown-enums-v1-1.jsonl +7 -0
- fidetype/_spec/conformance/v0.1/v67-unknown-clock-v1-0.jsonl +3 -0
- fidetype/_spec/conformance/v0.1/v68-vocab-type-number-v1-1.jsonl +3 -0
- fidetype/_spec/conformance/v0.1/v69-optional-field-types.jsonl +8 -0
- fidetype/_spec/conformance/v0.1/v70-hyp-t-start-string.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v71-hyp-span-negative.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v72-hyp-revision-of-number.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v73-sq-channels-strings.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v74-pointer-bad-semantics.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v75-pointer-absent-length.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v76-decision-range-string.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v77-decision-score-string.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v78-header-vocab-id-number.jsonl +3 -0
- fidetype/_spec/conformance/v0.1/v79-frame-t-emitted-string.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v80-frame-timing-order.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v81-decision-score-string-v1-1.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v82-pointer-semantics-null.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v83-modality-keys-implant.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v84-modality-keys-emg.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v85-modality-keys-meg.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v86-implant-bin-s-string.npz +0 -0
- fidetype/_spec/conformance/v0.1/v87-meg-sensor-types-empty-item.npz +0 -0
- fidetype/_spec/conformance/v0.1/v88-dense-frame-sparse-keys.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v89-dense-frame-top-ids-string.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v90-dense-frame-top-log-probs-string.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v91-dense-frame-rest-string.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v92-dense-frame-top-ids-repeated.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v93-modality-mismatch-emg-on-eeg.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v94-modality-mismatch-implant-on-meg.npz +0 -0
- fidetype/_spec/conformance/v0.1/v95-modality-match-opm-meg.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v96-modality-keys-other.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v97-trust-decision-in-input.jsonl +5 -0
- fidetype/_spec/conformance/v0.1/v98-data-licence-keys.jsonl +4 -0
- fidetype/_spec/conformance/v0.1/v99-data-licence-empty.jsonl +4 -0
- fidetype/adapters/__init__.py +35 -0
- fidetype/adapters/b2t25.py +440 -0
- fidetype/adapters/brainflow_bridge.py +532 -0
- fidetype/adapters/ctc_logits.py +621 -0
- fidetype/adapters/edf.py +108 -0
- fidetype/adapters/emg2qwerty.py +891 -0
- fidetype/adapters/kt_semg.py +619 -0
- fidetype/adapters/lsl.py +2056 -0
- fidetype/adapters/openbci_gui.py +183 -0
- fidetype/adapters/planned.py +66 -0
- fidetype/adapters/registry.py +525 -0
- fidetype/adapters/spanishbcbl_meg.py +183 -0
- fidetype/adapters/testing.py +241 -0
- fidetype/adapters/text_nbest.py +414 -0
- fidetype/adapters/toronto_semg.py +592 -0
- fidetype/adapters/willett_handwriting.py +470 -0
- fidetype/adapters/ws.py +1710 -0
- fidetype/api.py +143 -0
- fidetype/benchmark/__init__.py +24 -0
- fidetype/benchmark/__main__.py +401 -0
- fidetype/benchmark/entry_history.py +253 -0
- fidetype/benchmark/hallucination.py +850 -0
- fidetype/benchmark/harness.py +100 -0
- fidetype/benchmark/hub/__init__.py +186 -0
- fidetype/benchmark/hub/__main__.py +5 -0
- fidetype/benchmark/hub/cli.py +305 -0
- fidetype/benchmark/hub/datasets-0.1.json +195 -0
- fidetype/benchmark/hub/recipe.py +456 -0
- fidetype/benchmark/leaderboard.py +859 -0
- fidetype/benchmark/overlap.py +333 -0
- fidetype/benchmark/prepare.py +274 -0
- fidetype/benchmark/registry.py +328 -0
- fidetype/benchmark/safe_wpm.py +836 -0
- fidetype/benchmark/scorecard.py +786 -0
- fidetype/benchmark/scoring.py +382 -0
- fidetype/benchmark/splits/halluc-v0.1/b2t24-t12-test.json +2318 -0
- fidetype/benchmark/splits/halluc-v0.1/b2t25-t15-val-eval.json +4036 -0
- fidetype/benchmark/splits/overlap-maps/b2t25-t15__b2t25-hdf5.json +1584 -0
- fidetype/benchmark/splits/tracks-v0.2/b2t24-t12.json +10884 -0
- fidetype/benchmark/splits/tracks-v0.2/b2t25-t15.json +1650 -0
- fidetype/benchmark/splits/tracks-v0.2/emg2qwerty.json +1158 -0
- fidetype/benchmark/splits/tracks-v0.2/kt-semg.json +318 -0
- fidetype/benchmark/splits/tracks-v0.2/spanishbcbl-meg.json +5123 -0
- fidetype/benchmark/splits/tracks-v0.2/toronto-semg.json +3117 -0
- fidetype/benchmark/splits/tracks-v0.2/willett-hw.json +991 -0
- fidetype/benchmark/splits/v0.1/b2t25-t15-copytask.json +1642 -0
- fidetype/benchmark/splits/v0.1/spanishbcbl-meg-async.json +1089 -0
- fidetype/benchmark/splits/v0.1/toronto-semg-composed.json +1150 -0
- fidetype/benchmark/splits.py +186 -0
- fidetype/benchmark/submission.py +249 -0
- fidetype/benchmark/tracks.py +918 -0
- fidetype/cli.py +186 -0
- fidetype/collector/__init__.py +45 -0
- fidetype/collector/__main__.py +48 -0
- fidetype/collector/bench.py +562 -0
- fidetype/collector/config.py +608 -0
- fidetype/collector/consume.py +214 -0
- fidetype/collector/exporters.py +549 -0
- fidetype/collector/latency.py +205 -0
- fidetype/collector/processors.py +1086 -0
- fidetype/collector/receivers.py +477 -0
- fidetype/collector/service.py +566 -0
- fidetype/conformance/__init__.py +98 -0
- fidetype/conformance/__main__.py +215 -0
- fidetype/conformance/binding_producers.py +394 -0
- fidetype/conformance/capture.py +602 -0
- fidetype/conformance/certified.py +106 -0
- fidetype/conformance/checks.py +1143 -0
- fidetype/conformance/io.py +473 -0
- fidetype/conformance/kit.py +497 -0
- fidetype/conformance/levels.py +250 -0
- fidetype/conformance/nts_conform.py +739 -0
- fidetype/conformance/producers.py +270 -0
- fidetype/conformance/profiles/__init__.py +152 -0
- fidetype/conformance/profiles/fep0001.py +724 -0
- fidetype/conformance/profiles/fep0002.py +680 -0
- fidetype/conformance/profiles/fep0003.py +688 -0
- fidetype/conformance/profiles/fep0004.py +557 -0
- fidetype/conformance/profiles/fep0005.py +664 -0
- fidetype/conformance/report.py +119 -0
- fidetype/conformance/rules.py +251 -0
- fidetype/conformance/vectors.py +685 -0
- fidetype/data/__init__.py +1 -0
- fidetype/data/preprocess.py +565 -0
- fidetype/data/spanishbcbl.py +789 -0
- fidetype/decoders/__init__.py +37 -0
- fidetype/decoders/conv_ctc.py +479 -0
- fidetype/decoders/dataset.py +476 -0
- fidetype/decoders/infer.py +293 -0
- fidetype/decoders/infer_sentence.py +277 -0
- fidetype/decoders/keystroke.py +576 -0
- fidetype/decoders/lookahead_gru.py +370 -0
- fidetype/decoders/restamp_meg.py +127 -0
- fidetype/decoders/sentence_context.py +559 -0
- fidetype/decoders/synthetic.py +165 -0
- fidetype/decoders/toy_signal.py +156 -0
- fidetype/decoders/train.py +554 -0
- fidetype/decoders/train_sentence.py +477 -0
- fidetype/decoders/velocity.py +160 -0
- fidetype/demo/__init__.py +309 -0
- fidetype/demo/__main__.py +185 -0
- fidetype/demo/live/__init__.py +1 -0
- fidetype/demo/live/__main__.py +139 -0
- fidetype/demo/live/config.py +124 -0
- fidetype/demo/live/emg_prepare.py +264 -0
- fidetype/demo/live/keys.py +90 -0
- fidetype/demo/live/live-demo.json +105 -0
- fidetype/demo/live/server.py +220 -0
- fidetype/demo/live/tracks.py +530 -0
- fidetype/demo/live/web/index.html +594 -0
- fidetype/demo/page.py +204 -0
- fidetype/demo/trust-config-demo.json +63 -0
- fidetype/eval/__init__.py +41 -0
- fidetype/eval/ewpm.py +208 -0
- fidetype/eval/harness.py +580 -0
- fidetype/eval/metrics.py +102 -0
- fidetype/interact/__init__.py +12 -0
- fidetype/interact/simulated_user.py +533 -0
- fidetype/lang.py +318 -0
- fidetype/live/__init__.py +1 -0
- fidetype/live/__main__.py +398 -0
- fidetype/live/assets/synthetic-keys.guard.json +152 -0
- fidetype/live/assets/synthetic-keys.model.json +57 -0
- fidetype/live/assets/synthetic-keys.weights.json +1 -0
- fidetype/live/build.py +273 -0
- fidetype/live/model.py +222 -0
- fidetype/live/onset.py +385 -0
- fidetype/live/publish.py +351 -0
- fidetype/live/replay.py +157 -0
- fidetype/live/runner.py +512 -0
- fidetype/live/sources.py +523 -0
- fidetype/live/synthetic.py +134 -0
- fidetype/lm/__init__.py +30 -0
- fidetype/lm/beam.py +1515 -0
- fidetype/lm/cache.py +99 -0
- fidetype/lm/corpora.md +50 -0
- fidetype/lm/llm.py +262 -0
- fidetype/lm/ngram.py +386 -0
- fidetype/lm/phoneme_words.py +467 -0
- fidetype/pretrained/__init__.py +807 -0
- fidetype/pretrained/__main__.py +127 -0
- fidetype/pretrained/_crt.py +261 -0
- fidetype/pretrained/_gru.py +109 -0
- fidetype/pretrained/_xbody.py +64 -0
- fidetype/pretrained/guards/t15-m4-13.guard.json +199 -0
- fidetype/pretrained/lmreadout.py +670 -0
- fidetype/pretrained/manifest.py +353 -0
- fidetype/pretrained/manifests/emg2qwerty-p11-01.json +64 -0
- fidetype/pretrained/manifests/kt-semg-lda.json +66 -0
- fidetype/pretrained/manifests/t12-v2.json +66 -0
- fidetype/pretrained/manifests/t15-m4-13.json +88 -0
- fidetype/pretrained/manifests/toronto-semg-cnn.json +21 -0
- fidetype/pretrained/manifests/willett-hw.json +105 -0
- fidetype/pretrained/readers.py +332 -0
- fidetype/pretrained/textdec.py +84 -0
- fidetype/pretrained/toy.py +236 -0
- fidetype/py.typed +0 -0
- fidetype/streams/__init__.py +19 -0
- fidetype/streams/corpus.py +105 -0
- fidetype/streams/simulator.py +437 -0
- fidetype/streams/spec.py +301 -0
- fidetype/streams/vocab.py +108 -0
- fidetype/trust/__init__.py +212 -0
- fidetype/trust/_align.py +86 -0
- fidetype/trust/_ctc.py +41 -0
- fidetype/trust/adaptive.py +1078 -0
- fidetype/trust/anchor.py +424 -0
- fidetype/trust/bandit_risk.py +553 -0
- fidetype/trust/calibration.py +424 -0
- fidetype/trust/commit_score.py +495 -0
- fidetype/trust/conformal.py +333 -0
- fidetype/trust/content.py +169 -0
- fidetype/trust/control.py +801 -0
- fidetype/trust/control_sim.py +54 -0
- fidetype/trust/declaration.py +96 -0
- fidetype/trust/drift.py +385 -0
- fidetype/trust/dropin.py +2583 -0
- fidetype/trust/erasure.py +243 -0
- fidetype/trust/external_score.py +187 -0
- fidetype/trust/frozen.py +323 -0
- fidetype/trust/grounding.py +268 -0
- fidetype/trust/guarantee_sheet.py +659 -0
- fidetype/trust/guard.py +320 -0
- fidetype/trust/halluc_bound.py +490 -0
- fidetype/trust/hybrid_commit.py +314 -0
- fidetype/trust/incremental.py +491 -0
- fidetype/trust/intent.py +1243 -0
- fidetype/trust/intent_sim.py +127 -0
- fidetype/trust/licence.py +280 -0
- fidetype/trust/offer_gate.py +195 -0
- fidetype/trust/online_guard.py +265 -0
- fidetype/trust/online_risk.py +515 -0
- fidetype/trust/personal.py +621 -0
- fidetype/trust/policy.py +327 -0
- fidetype/trust/precision_bound.py +243 -0
- fidetype/trust/privacy.py +471 -0
- fidetype/trust/provenance.py +1941 -0
- fidetype/trust/recipe_v5.py +420 -0
- fidetype/trust/risk_control.py +353 -0
- fidetype/trust/session_risk.py +493 -0
- fidetype/trust/stream_commit.py +523 -0
- fidetype/trust/streaming.py +1253 -0
- fidetype/trust/testing.py +336 -0
- fidetype/trust/types.py +185 -0
- fidetype/trust/update_hooks.py +433 -0
- fidetype/utils/__init__.py +1 -0
- fidetype/utils/binomial.py +81 -0
- fidetype/utils/isolation.py +721 -0
- fidetype/utils/parallel.py +409 -0
- fidetype/utils/power.py +89 -0
- fidetype/writer.py +414 -0
- fidetype-0.1.0.dist-info/METADATA +226 -0
- fidetype-0.1.0.dist-info/RECORD +700 -0
- fidetype-0.1.0.dist-info/WHEEL +4 -0
- fidetype-0.1.0.dist-info/entry_points.txt +4 -0
- fidetype-0.1.0.dist-info/licenses/LICENSE +202 -0
fidetype/__init__.py
ADDED
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
"""fidetype: a trust layer for neural text entry.
|
|
2
|
+
|
|
3
|
+
The package reads decoder output in one standard format, the
|
|
4
|
+
NeuralTextStream. It then calibrates the output, abstains when unsure,
|
|
5
|
+
offers n-best choices and guards against hallucination.
|
|
6
|
+
|
|
7
|
+
Stable public API (SDK v0.1, M7-01). Everything below imports lazily, so
|
|
8
|
+
``import fidetype`` is fast and loads no optional dependency.
|
|
9
|
+
|
|
10
|
+
Produce a stream
|
|
11
|
+
:class:`NeuralTextStream`, :func:`make_stream`, :func:`write_stream`,
|
|
12
|
+
:class:`StreamWriter`, :func:`stream_meta`, :func:`open_stream`,
|
|
13
|
+
:data:`VOCAB`, :data:`SPEC_VERSION`
|
|
14
|
+
Check a stream
|
|
15
|
+
:func:`validate` (same as :func:`fidetype.conformance.check`),
|
|
16
|
+
:func:`read_stream`
|
|
17
|
+
Run the trust layer
|
|
18
|
+
:class:`StreamingTrustLayer` (alias :data:`TrustLayer`),
|
|
19
|
+
:class:`StreamingConfig`, :class:`StreamDecision`, :class:`Action`,
|
|
20
|
+
:class:`FrozenTrustConfig` (``FrozenTrustConfig.load``),
|
|
21
|
+
:func:`calibrate`, :func:`replay`, :func:`greedy_decoder`,
|
|
22
|
+
:class:`NBest`, :class:`Candidate`
|
|
23
|
+
|
|
24
|
+
Quick start::
|
|
25
|
+
|
|
26
|
+
import fidetype
|
|
27
|
+
|
|
28
|
+
layer = fidetype.TrustLayer(fidetype.FrozenTrustConfig.load("trust.json"),
|
|
29
|
+
decode_fn=fidetype.greedy_decoder()) # the decode_fn of the fit
|
|
30
|
+
for event in fidetype.open_stream("stream.jsonl"):
|
|
31
|
+
for d in layer.push(event):
|
|
32
|
+
if d.final:
|
|
33
|
+
print(d.action.value, d.shown)
|
|
34
|
+
|
|
35
|
+
Command line: ``fidetype --help``.
|
|
36
|
+
"""
|
|
37
|
+
|
|
38
|
+
from __future__ import annotations
|
|
39
|
+
|
|
40
|
+
from typing import TYPE_CHECKING, Any
|
|
41
|
+
|
|
42
|
+
__version__ = "0.1.0"
|
|
43
|
+
|
|
44
|
+
#: public name -> (module, attribute)
|
|
45
|
+
_LAZY: dict[str, tuple[str, str]] = {
|
|
46
|
+
# streams
|
|
47
|
+
"NeuralTextStream": ("fidetype.streams.spec", "NeuralTextStream"),
|
|
48
|
+
"SPEC_VERSION": ("fidetype.streams.spec", "SPEC_VERSION"),
|
|
49
|
+
"VOCAB": ("fidetype.streams.vocab", "VOCAB"),
|
|
50
|
+
"BLANK_ID": ("fidetype.streams.vocab", "BLANK_ID"),
|
|
51
|
+
"make_stream": ("fidetype.writer", "make_stream"),
|
|
52
|
+
"write_stream": ("fidetype.writer", "write_stream"),
|
|
53
|
+
"StreamWriter": ("fidetype.writer", "StreamWriter"),
|
|
54
|
+
"stream_meta": ("fidetype.writer", "stream_meta"),
|
|
55
|
+
"open_stream": ("fidetype.api", "open_stream"),
|
|
56
|
+
"read_stream": ("fidetype.api", "read_stream"),
|
|
57
|
+
"validate": ("fidetype.api", "validate"),
|
|
58
|
+
"StreamRejected": ("fidetype.conformance.io", "StreamRejected"),
|
|
59
|
+
# trust layer
|
|
60
|
+
"StreamingTrustLayer": ("fidetype.trust.streaming", "StreamingTrustLayer"),
|
|
61
|
+
"TrustLayer": ("fidetype.trust.streaming", "StreamingTrustLayer"),
|
|
62
|
+
"StreamingConfig": ("fidetype.trust.streaming", "StreamingConfig"),
|
|
63
|
+
"StreamDecision": ("fidetype.trust.streaming", "StreamDecision"),
|
|
64
|
+
"StreamEventError": ("fidetype.trust.streaming", "StreamEventError"),
|
|
65
|
+
"replay": ("fidetype.trust.streaming", "replay"),
|
|
66
|
+
"FrozenTrustConfig": ("fidetype.trust.frozen", "FrozenTrustConfig"),
|
|
67
|
+
"Action": ("fidetype.trust.policy", "Action"),
|
|
68
|
+
"NBest": ("fidetype.trust.types", "NBest"),
|
|
69
|
+
"Candidate": ("fidetype.trust.types", "Candidate"),
|
|
70
|
+
"calibrate": ("fidetype.api", "calibrate"),
|
|
71
|
+
"greedy_decoder": ("fidetype.api", "greedy_decoder"),
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
__all__ = ["__version__", *sorted(_LAZY)]
|
|
75
|
+
|
|
76
|
+
|
|
77
|
+
def __getattr__(name: str) -> Any:
|
|
78
|
+
target = _LAZY.get(name)
|
|
79
|
+
if target is None:
|
|
80
|
+
raise AttributeError(f"module 'fidetype' has no attribute {name!r}")
|
|
81
|
+
import importlib
|
|
82
|
+
|
|
83
|
+
value = getattr(importlib.import_module(target[0]), target[1])
|
|
84
|
+
globals()[name] = value
|
|
85
|
+
return value
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
def __dir__() -> list[str]:
|
|
89
|
+
return sorted(set(globals()) | set(_LAZY))
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
if TYPE_CHECKING: # pragma: no cover - static names for type checkers and IDEs
|
|
93
|
+
from fidetype.api import calibrate, greedy_decoder, open_stream, read_stream, validate
|
|
94
|
+
from fidetype.conformance.io import StreamRejected
|
|
95
|
+
from fidetype.streams.spec import SPEC_VERSION, NeuralTextStream
|
|
96
|
+
from fidetype.streams.vocab import BLANK_ID, VOCAB
|
|
97
|
+
from fidetype.trust.frozen import FrozenTrustConfig
|
|
98
|
+
from fidetype.trust.policy import Action
|
|
99
|
+
from fidetype.trust.streaming import (
|
|
100
|
+
StreamDecision,
|
|
101
|
+
StreamEventError,
|
|
102
|
+
StreamingConfig,
|
|
103
|
+
StreamingTrustLayer,
|
|
104
|
+
replay,
|
|
105
|
+
)
|
|
106
|
+
from fidetype.trust.streaming import StreamingTrustLayer as TrustLayer
|
|
107
|
+
from fidetype.trust.types import Candidate, NBest
|
|
108
|
+
from fidetype.writer import StreamWriter, make_stream, stream_meta, write_stream
|
fidetype/__main__.py
ADDED
|
@@ -0,0 +1,213 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "fidetype.benchmark.result/0.1",
|
|
3
|
+
"benchmark_version": "0.1",
|
|
4
|
+
"entry_id": "b2t25-t15-copytask/ours/always-commit",
|
|
5
|
+
"track": "b2t25-t15-copytask",
|
|
6
|
+
"decoder": {
|
|
7
|
+
"name": "Phoneme beam -> CMUdict word decoder (Fidetype)",
|
|
8
|
+
"version": "m6-06",
|
|
9
|
+
"url": "https://github.com/zhangzibo/fidetype/tree/main/experiments/2026-11-10-b2t25-trust",
|
|
10
|
+
"weights_licence": "no trained weights (input: published RNN logits, CC0; CMUdict BSD-style; Tatoeba CC BY 2.0 FR)",
|
|
11
|
+
"training_data": [
|
|
12
|
+
"none (decoding only)"
|
|
13
|
+
]
|
|
14
|
+
},
|
|
15
|
+
"policy": {
|
|
16
|
+
"name": "always-commit",
|
|
17
|
+
"description": "commit the top-1 text on every trial"
|
|
18
|
+
},
|
|
19
|
+
"scored_from": "committed-aggregate",
|
|
20
|
+
"sources": [
|
|
21
|
+
"experiments/2026-11-10-b2t25-trust/results/trust.json"
|
|
22
|
+
],
|
|
23
|
+
"n_trials": 816,
|
|
24
|
+
"ci": {
|
|
25
|
+
"unit": "day",
|
|
26
|
+
"method": "percentile cluster bootstrap",
|
|
27
|
+
"B": 2000,
|
|
28
|
+
"seed": 0,
|
|
29
|
+
"level": 0.95
|
|
30
|
+
},
|
|
31
|
+
"metrics": {
|
|
32
|
+
"cer": {
|
|
33
|
+
"value": 0.09533282934786934,
|
|
34
|
+
"ci": null
|
|
35
|
+
},
|
|
36
|
+
"wer": {
|
|
37
|
+
"value": 0.1490731707317073,
|
|
38
|
+
"ci": null
|
|
39
|
+
},
|
|
40
|
+
"ewpm": {
|
|
41
|
+
"value": 11.449637382561223,
|
|
42
|
+
"ci": [
|
|
43
|
+
10.723368025927213,
|
|
44
|
+
12.316589685370028
|
|
45
|
+
]
|
|
46
|
+
},
|
|
47
|
+
"gaze_ewpm": {
|
|
48
|
+
"value": 4.078303425774878,
|
|
49
|
+
"ci": null
|
|
50
|
+
},
|
|
51
|
+
"ewpm_minus_gaze": {
|
|
52
|
+
"value": 7.371333956786345,
|
|
53
|
+
"ci": null
|
|
54
|
+
},
|
|
55
|
+
"wrong_commit_rate": {
|
|
56
|
+
"value": 0.6102941176470589,
|
|
57
|
+
"ci": [
|
|
58
|
+
0.5697609239753885,
|
|
59
|
+
0.6463785844137041
|
|
60
|
+
]
|
|
61
|
+
},
|
|
62
|
+
"commit_rate": {
|
|
63
|
+
"value": 1.0,
|
|
64
|
+
"ci": [
|
|
65
|
+
1.0,
|
|
66
|
+
1.0
|
|
67
|
+
]
|
|
68
|
+
},
|
|
69
|
+
"error_among_commits": {
|
|
70
|
+
"value": 0.6102941176470589,
|
|
71
|
+
"ci": [
|
|
72
|
+
0.5697609239753885,
|
|
73
|
+
0.6463785844137041
|
|
74
|
+
]
|
|
75
|
+
},
|
|
76
|
+
"silent_error_rate": {
|
|
77
|
+
"value": 0.04411764705882353,
|
|
78
|
+
"ci": [
|
|
79
|
+
0.030745301494459903,
|
|
80
|
+
0.05654902291105121
|
|
81
|
+
]
|
|
82
|
+
}
|
|
83
|
+
},
|
|
84
|
+
"controls": {
|
|
85
|
+
"shuffled": {
|
|
86
|
+
"status": "pass",
|
|
87
|
+
"basis": "aggregate null audit of the top-1 decoder (n=300): wrong-commit real 0.637 vs frame-shuffled 1.000"
|
|
88
|
+
},
|
|
89
|
+
"zeros": {
|
|
90
|
+
"status": "pass",
|
|
91
|
+
"basis": "aggregate null audit (uniform logits stand in for zeros input, n=300): wrong-commit real 0.637 vs uniform 1.000"
|
|
92
|
+
},
|
|
93
|
+
"null_commit": {
|
|
94
|
+
"status": "fail",
|
|
95
|
+
"commit_rate_zeros": 1.0,
|
|
96
|
+
"basis": "null audit, uniform logits, n=300"
|
|
97
|
+
},
|
|
98
|
+
"passed": false
|
|
99
|
+
},
|
|
100
|
+
"guarantee": {
|
|
101
|
+
"method": "none"
|
|
102
|
+
},
|
|
103
|
+
"conformance": {
|
|
104
|
+
"level": "trust-ready",
|
|
105
|
+
"gate": "trust-ready",
|
|
106
|
+
"passed": true,
|
|
107
|
+
"checked": "adapter streams (fidetype.adapters.b2t25), all 816 test files of the stream submission"
|
|
108
|
+
},
|
|
109
|
+
"user_model": {
|
|
110
|
+
"name": "aac-gaze-v1 @ 159.27 chars/min",
|
|
111
|
+
"config": {
|
|
112
|
+
"chars_per_min": 159.2741387635318
|
|
113
|
+
},
|
|
114
|
+
"gaze_chars_per_min": 20.0
|
|
115
|
+
},
|
|
116
|
+
"notes": [],
|
|
117
|
+
"status": "baseline",
|
|
118
|
+
"safe_wpm": {
|
|
119
|
+
"definition": "safe-wpm/0.1",
|
|
120
|
+
"value": null,
|
|
121
|
+
"ci": null,
|
|
122
|
+
"status": "not-certified",
|
|
123
|
+
"method": "none",
|
|
124
|
+
"note": "policy 'always-commit' has no certified bound",
|
|
125
|
+
"controls": {
|
|
126
|
+
"shuffled": "pass",
|
|
127
|
+
"zeros": "pass",
|
|
128
|
+
"null_commit": "fail",
|
|
129
|
+
"passed": false,
|
|
130
|
+
"commit_rate_zeros": 1.0,
|
|
131
|
+
"basis": {
|
|
132
|
+
"shuffled": "aggregate null audit of the top-1 decoder (n=300): wrong-commit real 0.637 vs frame-shuffled 1.000",
|
|
133
|
+
"zeros": "aggregate null audit (uniform logits stand in for zeros input, n=300): wrong-commit real 0.637 vs uniform 1.000",
|
|
134
|
+
"null_commit": "null audit, uniform logits, n=300"
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
},
|
|
138
|
+
"rerun": {
|
|
139
|
+
"schema": "fidetype.hub.recipe/0.1",
|
|
140
|
+
"level": "rescore",
|
|
141
|
+
"dataset": {
|
|
142
|
+
"id": "brain-to-text-25",
|
|
143
|
+
"version": "dryad-2025-07-03",
|
|
144
|
+
"revision": 1
|
|
145
|
+
},
|
|
146
|
+
"track": {
|
|
147
|
+
"track": "b2t25-t15-copytask",
|
|
148
|
+
"split_version": "tracks-v0.1",
|
|
149
|
+
"digest": "f3a17b32b24eff560b33c74e3b24beaa604f265216239757881940e72ae5c812",
|
|
150
|
+
"digest_kind": "file-sha256"
|
|
151
|
+
},
|
|
152
|
+
"adapter": {
|
|
153
|
+
"module": "fidetype.adapters.b2t25",
|
|
154
|
+
"package_version": "0.0.1",
|
|
155
|
+
"sha256": "44c9ae95fa2fd7766c179ef2f795cf1bcaf101a0a58ec8cc3972483c33569128"
|
|
156
|
+
},
|
|
157
|
+
"decoder": {
|
|
158
|
+
"name": "Phoneme beam -> CMUdict word decoder (Fidetype)",
|
|
159
|
+
"version": "m6-06",
|
|
160
|
+
"url": "https://github.com/zhangzibo/fidetype/tree/main/experiments/2026-11-10-b2t25-trust",
|
|
161
|
+
"weights_sha256": null,
|
|
162
|
+
"weights_sha256_reason": "no weights: the decoder has no trained part (phoneme beam search with CMUdict and a Tatoeba word LM over the published RNN logits, CC0)",
|
|
163
|
+
"training_data": [
|
|
164
|
+
"none (decoding only)"
|
|
165
|
+
]
|
|
166
|
+
},
|
|
167
|
+
"policy": {
|
|
168
|
+
"name": "always-commit",
|
|
169
|
+
"config_id": null,
|
|
170
|
+
"config_id_reason": "always-commit: no trust configuration exists; every top-1 text is committed",
|
|
171
|
+
"guarantee": "none"
|
|
172
|
+
},
|
|
173
|
+
"scorer": {
|
|
174
|
+
"scorer_version": "benchmark-0.1",
|
|
175
|
+
"metrics": {
|
|
176
|
+
"safe_wpm": "safe-wpm/0.1"
|
|
177
|
+
},
|
|
178
|
+
"B": 2000,
|
|
179
|
+
"seed": 0
|
|
180
|
+
},
|
|
181
|
+
"versions": {
|
|
182
|
+
"fidetype": "0.0.1",
|
|
183
|
+
"benchmark": "0.1",
|
|
184
|
+
"python": "3.12"
|
|
185
|
+
},
|
|
186
|
+
"command": "python -I tools/benchmark/import_baselines.py --truth-dir <truth-dir> --stream-result <b2t25-published-result.json> && python -I experiments/2026-11-16-p6-01-tracks/update_results.py && python -I experiments/2026-11-16-p14-05-safe-wpm/run.py tracks",
|
|
187
|
+
"steps": [
|
|
188
|
+
{
|
|
189
|
+
"step": "truth",
|
|
190
|
+
"command": "python -m fidetype.benchmark prepare b2t25-t15-copytask --data <data> --out <truth-dir>/b2t25-t15-copytask.jsonl"
|
|
191
|
+
},
|
|
192
|
+
{
|
|
193
|
+
"step": "build",
|
|
194
|
+
"command": "python -I tools/benchmark/import_baselines.py --truth-dir <truth-dir> --stream-result <b2t25-published-result.json>"
|
|
195
|
+
},
|
|
196
|
+
{
|
|
197
|
+
"step": "controls",
|
|
198
|
+
"command": "python -I experiments/2026-11-16-p6-01-tracks/update_results.py"
|
|
199
|
+
},
|
|
200
|
+
{
|
|
201
|
+
"step": "safe-wpm",
|
|
202
|
+
"command": "python -I experiments/2026-11-16-p14-05-safe-wpm/run.py tracks"
|
|
203
|
+
}
|
|
204
|
+
],
|
|
205
|
+
"inputs": {
|
|
206
|
+
"sources": "experiments/2026-11-10-b2t25-trust/results/trust.json",
|
|
207
|
+
"how": "aggregate numbers are copied from committed results; the command rebuilds the card but does not recompute them"
|
|
208
|
+
},
|
|
209
|
+
"code_ref": "git 7d74c0f (last commit that changed this card before P13-06)",
|
|
210
|
+
"recorded": "2026-11-18, backfill by P13-06 (tools/benchmark/add_rerun_recipes.py)",
|
|
211
|
+
"amended": "2026-11-19, P13-11: decoder weights SHA-256 and policy config_id (tools/benchmark/add_rerun_recipes.py --fill)"
|
|
212
|
+
}
|
|
213
|
+
}
|
|
@@ -0,0 +1,273 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "fidetype.benchmark.result/0.1",
|
|
3
|
+
"benchmark_version": "0.1",
|
|
4
|
+
"entry_id": "b2t25-t15-copytask/ours/crc",
|
|
5
|
+
"track": "b2t25-t15-copytask",
|
|
6
|
+
"decoder": {
|
|
7
|
+
"name": "Phoneme beam -> CMUdict word decoder (Fidetype)",
|
|
8
|
+
"version": "m6-06",
|
|
9
|
+
"url": "https://github.com/zhangzibo/fidetype/tree/main/experiments/2026-11-10-b2t25-trust",
|
|
10
|
+
"weights_licence": "no trained weights (input: published RNN logits, CC0; CMUdict BSD-style; Tatoeba CC BY 2.0 FR)",
|
|
11
|
+
"training_data": [
|
|
12
|
+
"none (decoding only)"
|
|
13
|
+
]
|
|
14
|
+
},
|
|
15
|
+
"policy": {
|
|
16
|
+
"name": "trust gate + CRC",
|
|
17
|
+
"description": "commit threshold by conformal risk control, alpha 0.05"
|
|
18
|
+
},
|
|
19
|
+
"scored_from": "committed-per-trial",
|
|
20
|
+
"sources": [
|
|
21
|
+
"experiments/2026-11-10-b2t25-trust/results/trust.json",
|
|
22
|
+
"experiments/2026-11-11-m2-13-conformal/results/items-b2t-ours.json"
|
|
23
|
+
],
|
|
24
|
+
"n_trials": 816,
|
|
25
|
+
"ci": {
|
|
26
|
+
"unit": "day",
|
|
27
|
+
"method": "percentile cluster bootstrap",
|
|
28
|
+
"B": 2000,
|
|
29
|
+
"seed": 0,
|
|
30
|
+
"level": 0.95
|
|
31
|
+
},
|
|
32
|
+
"metrics": {
|
|
33
|
+
"ewpm": {
|
|
34
|
+
"value": 11.553005605711514,
|
|
35
|
+
"ci": [
|
|
36
|
+
10.857474425303996,
|
|
37
|
+
12.348979928405726
|
|
38
|
+
]
|
|
39
|
+
},
|
|
40
|
+
"gaze_ewpm": {
|
|
41
|
+
"value": 4.078303425774878,
|
|
42
|
+
"ci": [
|
|
43
|
+
4.046502581121035,
|
|
44
|
+
4.120701295710305
|
|
45
|
+
]
|
|
46
|
+
},
|
|
47
|
+
"ewpm_minus_gaze": {
|
|
48
|
+
"value": 7.474702179936636,
|
|
49
|
+
"ci": [
|
|
50
|
+
6.778373909699087,
|
|
51
|
+
8.274587195006786
|
|
52
|
+
]
|
|
53
|
+
},
|
|
54
|
+
"wrong_commit_rate": {
|
|
55
|
+
"value": 0.0625,
|
|
56
|
+
"ci": [
|
|
57
|
+
0.05269753754566365,
|
|
58
|
+
0.0712618773806798
|
|
59
|
+
]
|
|
60
|
+
},
|
|
61
|
+
"commit_rate": {
|
|
62
|
+
"value": 0.24387254901960784,
|
|
63
|
+
"ci": [
|
|
64
|
+
0.21733405483405485,
|
|
65
|
+
0.2648711502199874
|
|
66
|
+
]
|
|
67
|
+
},
|
|
68
|
+
"error_among_commits": {
|
|
69
|
+
"value": 0.2562814070351759,
|
|
70
|
+
"ci": [
|
|
71
|
+
0.21456766917293235,
|
|
72
|
+
0.3076923076923077
|
|
73
|
+
]
|
|
74
|
+
},
|
|
75
|
+
"silent_error_rate": {
|
|
76
|
+
"value": 0.0024509803921568627,
|
|
77
|
+
"ci": [
|
|
78
|
+
0.0,
|
|
79
|
+
0.005668934240362812
|
|
80
|
+
]
|
|
81
|
+
},
|
|
82
|
+
"cer": {
|
|
83
|
+
"value": 0.09533282934786934,
|
|
84
|
+
"ci": null,
|
|
85
|
+
"basis": "aggregate of the committed run (no per-trial CER)"
|
|
86
|
+
},
|
|
87
|
+
"wer": {
|
|
88
|
+
"value": 0.1490731707317073,
|
|
89
|
+
"ci": null,
|
|
90
|
+
"basis": "aggregate of the committed run"
|
|
91
|
+
}
|
|
92
|
+
},
|
|
93
|
+
"controls": {
|
|
94
|
+
"shuffled": {
|
|
95
|
+
"status": "pass",
|
|
96
|
+
"basis": "aggregate null audit of the top-1 decoder (n=300): wrong-commit real 0.637 vs frame-shuffled 1.000"
|
|
97
|
+
},
|
|
98
|
+
"zeros": {
|
|
99
|
+
"status": "pass",
|
|
100
|
+
"basis": "aggregate null audit (uniform logits stand in for zeros input, n=300): wrong-commit real 0.637 vs uniform 1.000"
|
|
101
|
+
},
|
|
102
|
+
"null_commit": {
|
|
103
|
+
"status": "pass",
|
|
104
|
+
"commit_rate_zeros": 0.0,
|
|
105
|
+
"commit_rate_zeros_cp95": [
|
|
106
|
+
0.0,
|
|
107
|
+
0.0122
|
|
108
|
+
],
|
|
109
|
+
"basis": "P6-01 null audit at this entry's threshold (CRC lambda 0.4893), uniform logits stand in for zeros input, n=300; commits per null input: other_trial 68/300, frame_shuffled 0/300, uniform 0/300"
|
|
110
|
+
},
|
|
111
|
+
"passed": true
|
|
112
|
+
},
|
|
113
|
+
"guarantee": {
|
|
114
|
+
"method": "crc",
|
|
115
|
+
"alpha": 0.05,
|
|
116
|
+
"delta": null,
|
|
117
|
+
"n_cal": 812,
|
|
118
|
+
"scope": "marginal wrong-commit rate over test trials; assumes calibration and test trials are exchangeable",
|
|
119
|
+
"calibration_split": "cal",
|
|
120
|
+
"measured_wrong_commit": 0.0625,
|
|
121
|
+
"measured_wrong_commit_ci": [
|
|
122
|
+
0.05269753754566365,
|
|
123
|
+
0.0712618773806798
|
|
124
|
+
],
|
|
125
|
+
"met_on_test": false,
|
|
126
|
+
"threshold": 0.48927426845213917
|
|
127
|
+
},
|
|
128
|
+
"conformance": {
|
|
129
|
+
"level": "trust-ready",
|
|
130
|
+
"gate": "trust-ready",
|
|
131
|
+
"passed": true,
|
|
132
|
+
"checked": "adapter streams (fidetype.adapters.b2t25), all 816 test files of the stream submission"
|
|
133
|
+
},
|
|
134
|
+
"user_model": {
|
|
135
|
+
"name": "aac-gaze-v1 @ 159.27 chars/min",
|
|
136
|
+
"config": {
|
|
137
|
+
"chars_per_min": 159.2741387635318
|
|
138
|
+
},
|
|
139
|
+
"gaze_chars_per_min": 20.0
|
|
140
|
+
},
|
|
141
|
+
"notes": [
|
|
142
|
+
"cal = first half of each day, test = second half: the test trials are later in the day, so cal and test are not exchangeable (drift; see M2-13/M2-16)."
|
|
143
|
+
],
|
|
144
|
+
"status": "baseline",
|
|
145
|
+
"safe_wpm": {
|
|
146
|
+
"definition": "safe-wpm/0.1",
|
|
147
|
+
"value": 4.900806083076966,
|
|
148
|
+
"ci": [
|
|
149
|
+
4.102797861431902,
|
|
150
|
+
5.623907886278561
|
|
151
|
+
],
|
|
152
|
+
"status": "above-alpha",
|
|
153
|
+
"unguarded_wpm": 4.900806083076966,
|
|
154
|
+
"wpm_no_penalty": 5.608051010217407,
|
|
155
|
+
"method": "crc",
|
|
156
|
+
"alpha": 0.05,
|
|
157
|
+
"delta": null,
|
|
158
|
+
"n_cal": 812,
|
|
159
|
+
"calibration": "cal",
|
|
160
|
+
"confidence": "in expectation (CRC has no delta)",
|
|
161
|
+
"measured_wrong_commit": 0.0625,
|
|
162
|
+
"measured_wrong_commit_cp95": [
|
|
163
|
+
0.0469,
|
|
164
|
+
0.0814
|
|
165
|
+
],
|
|
166
|
+
"n_trials": 816,
|
|
167
|
+
"n_commits": 199,
|
|
168
|
+
"n_wrong_commits": 51,
|
|
169
|
+
"n_correct_commits": 148,
|
|
170
|
+
"error_among_commits": 0.2562814070351759,
|
|
171
|
+
"committed_correct_words": 876,
|
|
172
|
+
"total_words": 5125,
|
|
173
|
+
"minutes_neural": 156.20400000000004,
|
|
174
|
+
"minutes_correction": 22.542105263157897,
|
|
175
|
+
"timing": "measured per-trial speech duration (t15_copyTask.pkl speech_duration_s)",
|
|
176
|
+
"correction_rule": {
|
|
177
|
+
"name": "rewrite",
|
|
178
|
+
"overhead_s": 2.0,
|
|
179
|
+
"s_per_char": 0.7894736842105263,
|
|
180
|
+
"formula": "2 s + 0.7895 s/char * len(truth) per wrong commit"
|
|
181
|
+
},
|
|
182
|
+
"ci_unit": "day",
|
|
183
|
+
"no_bci_wpm": 4.078303425774878,
|
|
184
|
+
"no_bci_note": "gaze typing of every sentence at 20 chars/min (the eWPM reference)",
|
|
185
|
+
"controls": {
|
|
186
|
+
"shuffled": "pass",
|
|
187
|
+
"zeros": "pass",
|
|
188
|
+
"null_commit": "pass",
|
|
189
|
+
"passed": true,
|
|
190
|
+
"commit_rate_zeros": 0.0,
|
|
191
|
+
"basis": {
|
|
192
|
+
"shuffled": "aggregate null audit of the top-1 decoder (n=300): wrong-commit real 0.637 vs frame-shuffled 1.000",
|
|
193
|
+
"zeros": "aggregate null audit (uniform logits stand in for zeros input, n=300): wrong-commit real 0.637 vs uniform 1.000",
|
|
194
|
+
"null_commit": "P6-01 null audit at this entry's threshold (CRC lambda 0.4893), uniform logits stand in for zeros input, n=300; commits per null input: other_trial 68/300, frame_shuffled 0/300, uniform 0/300"
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
},
|
|
198
|
+
"rerun": {
|
|
199
|
+
"schema": "fidetype.hub.recipe/0.1",
|
|
200
|
+
"level": "rescore",
|
|
201
|
+
"dataset": {
|
|
202
|
+
"id": "brain-to-text-25",
|
|
203
|
+
"version": "dryad-2025-07-03",
|
|
204
|
+
"revision": 1
|
|
205
|
+
},
|
|
206
|
+
"track": {
|
|
207
|
+
"track": "b2t25-t15-copytask",
|
|
208
|
+
"split_version": "tracks-v0.1",
|
|
209
|
+
"digest": "f3a17b32b24eff560b33c74e3b24beaa604f265216239757881940e72ae5c812",
|
|
210
|
+
"digest_kind": "file-sha256"
|
|
211
|
+
},
|
|
212
|
+
"adapter": {
|
|
213
|
+
"module": "fidetype.adapters.b2t25",
|
|
214
|
+
"package_version": "0.0.1",
|
|
215
|
+
"sha256": "44c9ae95fa2fd7766c179ef2f795cf1bcaf101a0a58ec8cc3972483c33569128"
|
|
216
|
+
},
|
|
217
|
+
"decoder": {
|
|
218
|
+
"name": "Phoneme beam -> CMUdict word decoder (Fidetype)",
|
|
219
|
+
"version": "m6-06",
|
|
220
|
+
"url": "https://github.com/zhangzibo/fidetype/tree/main/experiments/2026-11-10-b2t25-trust",
|
|
221
|
+
"weights_sha256": null,
|
|
222
|
+
"weights_sha256_reason": "no weights: the decoder has no trained part (phoneme beam search with CMUdict and a Tatoeba word LM over the published RNN logits, CC0)",
|
|
223
|
+
"training_data": [
|
|
224
|
+
"none (decoding only)"
|
|
225
|
+
]
|
|
226
|
+
},
|
|
227
|
+
"policy": {
|
|
228
|
+
"name": "trust gate + CRC",
|
|
229
|
+
"config_id": "tcfg-9c8e8262e92b4da5",
|
|
230
|
+
"config_id_source": "experiments/2026-11-21-p13-13-refreeze-cards/results/configs/p13-13-b2t25-t15-ours-crc.json",
|
|
231
|
+
"guarantee": "crc"
|
|
232
|
+
},
|
|
233
|
+
"scorer": {
|
|
234
|
+
"scorer_version": "benchmark-0.1",
|
|
235
|
+
"metrics": {
|
|
236
|
+
"safe_wpm": "safe-wpm/0.1"
|
|
237
|
+
},
|
|
238
|
+
"B": 2000,
|
|
239
|
+
"seed": 0
|
|
240
|
+
},
|
|
241
|
+
"versions": {
|
|
242
|
+
"fidetype": "0.0.1",
|
|
243
|
+
"benchmark": "0.1",
|
|
244
|
+
"python": "3.12"
|
|
245
|
+
},
|
|
246
|
+
"command": "python -I tools/benchmark/import_baselines.py --truth-dir <truth-dir> --stream-result <b2t25-published-result.json> && python -I experiments/2026-11-16-p6-01-tracks/update_results.py && python -I experiments/2026-11-16-p14-05-safe-wpm/run.py tracks",
|
|
247
|
+
"steps": [
|
|
248
|
+
{
|
|
249
|
+
"step": "truth",
|
|
250
|
+
"command": "python -m fidetype.benchmark prepare b2t25-t15-copytask --data <data> --out <truth-dir>/b2t25-t15-copytask.jsonl"
|
|
251
|
+
},
|
|
252
|
+
{
|
|
253
|
+
"step": "build",
|
|
254
|
+
"command": "python -I tools/benchmark/import_baselines.py --truth-dir <truth-dir> --stream-result <b2t25-published-result.json>"
|
|
255
|
+
},
|
|
256
|
+
{
|
|
257
|
+
"step": "controls",
|
|
258
|
+
"command": "python -I experiments/2026-11-16-p6-01-tracks/update_results.py"
|
|
259
|
+
},
|
|
260
|
+
{
|
|
261
|
+
"step": "safe-wpm",
|
|
262
|
+
"command": "python -I experiments/2026-11-16-p14-05-safe-wpm/run.py tracks"
|
|
263
|
+
}
|
|
264
|
+
],
|
|
265
|
+
"inputs": {
|
|
266
|
+
"sources": "experiments/2026-11-10-b2t25-trust/results/trust.json; experiments/2026-11-11-m2-13-conformal/results/items-b2t-ours.json",
|
|
267
|
+
"how": "the scorer recomputes the metrics from committed per-trial arrays"
|
|
268
|
+
},
|
|
269
|
+
"code_ref": "git 1d4ff8c (last commit that changed this card before P13-06)",
|
|
270
|
+
"recorded": "2026-11-18, backfill by P13-06 (tools/benchmark/add_rerun_recipes.py)",
|
|
271
|
+
"amended": "2026-11-19, P13-11: decoder weights SHA-256 and policy config_id (tools/benchmark/add_rerun_recipes.py --fill); 2026-11-21, P13-13: policy config_id from a refit with the build-step settings, frozen by FrozenTrustConfig.from_pipeline; the refit gives the same decisions as the card (tools/benchmark/add_rerun_recipes.py --refrozen)"
|
|
272
|
+
}
|
|
273
|
+
}
|