bitino 0.1.0__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (194) hide show
  1. bitino/__init__.py +32 -0
  2. bitino/_data/registry/eval_sets.json +612 -0
  3. bitino/_data/registry/models.json +32922 -0
  4. bitino/_data/registry/recipes.json +16966 -0
  5. bitino/_data/registry/release_models.json +283 -0
  6. bitino/_data/release.json +6 -0
  7. bitino/_data/results/devices.json +224 -0
  8. bitino/_data/results/models/ab-bnn-cifar10-reactnet18.json +2464 -0
  9. bitino/_data/results/models/ab-bnn-cifar10-reactneta.json +1858 -0
  10. bitino/_data/results/models/ab-bnn-cifar100-reactnet18.json +1807 -0
  11. bitino/_data/results/models/ab-bnn-cifar100-reactneta.json +1848 -0
  12. bitino/_data/results/models/ab-bnn-imagenet-reactnet18.json +3085 -0
  13. bitino/_data/results/models/ab-bnn-imagenet-reactnet34.json +1597 -0
  14. bitino/_data/results/models/ab-bnn-imagenet-reactneta.json +1598 -0
  15. bitino/_data/results/models/adabin-resnet20-cifar10.json +1277 -0
  16. bitino/_data/results/models/aliasgharshinwari-finn-cnv-w1a1-cifar10.json +1145 -0
  17. bitino/_data/results/models/bbcu-deblocking.json +1053 -0
  18. bitino/_data/results/models/bbcu-denoise.json +1053 -0
  19. bitino/_data/results/models/bbcu-sr-l-x2.json +1053 -0
  20. bitino/_data/results/models/bbcu-sr-l-x4.json +1053 -0
  21. bitino/_data/results/models/bbcu-sr-m-x2.json +1053 -0
  22. bitino/_data/results/models/bbcu-sr-m-x4.json +960 -0
  23. bitino/_data/results/models/bhvit-small-binary.json +1402 -0
  24. bitino/_data/results/models/bhvit-small-somefp.json +1228 -0
  25. bitino/_data/results/models/bhvit-tiny-binary.json +2522 -0
  26. bitino/_data/results/models/bhvit-tiny-somefp.json +1227 -0
  27. bitino/_data/results/models/bi-vit-deit-small.json +1792 -0
  28. bitino/_data/results/models/bi-vit-deit-tiny.json +1941 -0
  29. bitino/_data/results/models/bibert-bert-base-mnli.json +1217 -0
  30. bitino/_data/results/models/bibert-bert-base-mrpc.json +1228 -0
  31. bitino/_data/results/models/bibert-bert-base-qqp.json +1217 -0
  32. bitino/_data/results/models/bibert-bert-base-sst2.json +1585 -0
  33. bitino/_data/results/models/bimatting-bimobilenet-backbone.json +1187 -0
  34. bitino/_data/results/models/biper-resnet18-cifar10.json +1173 -0
  35. bitino/_data/results/models/biper-resnet18-imagenet.json +1207 -0
  36. bitino/_data/results/models/biper-resnet20-cifar10.json +1239 -0
  37. bitino/_data/results/models/biper-resnet34-imagenet.json +1207 -0
  38. bitino/_data/results/models/biper-vgg-small-cifar10.json +1088 -0
  39. bitino/_data/results/models/bitorch-densenet28-imagenet.json +1152 -0
  40. bitino/_data/results/models/bitorch-meliusnet22-imagenet.json +1122 -0
  41. bitino/_data/results/models/bitorch-resnete18-imagenet.json +1169 -0
  42. bitino/_data/results/models/bnas-a-cifar10.json +1088 -0
  43. bitino/_data/results/models/bnas-d-imagenet.json +1139 -0
  44. bitino/_data/results/models/bnas-e-imagenet.json +1169 -0
  45. bitino/_data/results/models/bnas-h-imagenet.json +1105 -0
  46. bitino/_data/results/models/bnext-large.json +1164 -0
  47. bitino/_data/results/models/bnext-middle.json +1164 -0
  48. bitino/_data/results/models/bnext-small.json +1651 -0
  49. bitino/_data/results/models/bnext-tiny.json +1786 -0
  50. bitino/_data/results/models/bnn-pynq-cnv-w1a1-cifar10.json +884 -0
  51. bitino/_data/results/models/bnn-pynq-cnv-w1a1-gtsrb.json +755 -0
  52. bitino/_data/results/models/bnn-pynq-lfc-w1a1-mnist.json +755 -0
  53. bitino/_data/results/models/brevitas-bnn-pynq-cnv-1w1a.json +1365 -0
  54. bitino/_data/results/models/brevitas-bnn-pynq-lfc-1w1a.json +719 -0
  55. bitino/_data/results/models/brevitas-bnn-pynq-sfc-1w1a.json +686 -0
  56. bitino/_data/results/models/brevitas-bnn-pynq-tfc-1w1a.json +653 -0
  57. bitino/_data/results/models/brillsson-binarydensenet28.json +832 -0
  58. bitino/_data/results/models/brillsson-meliusnet22.json +832 -0
  59. bitino/_data/results/models/brillsson-quicknet.json +832 -0
  60. bitino/_data/results/models/bsrc2023-binary-sr-x2-v0.json +831 -0
  61. bitino/_data/results/models/bsrc2023-binary-sr-x2-v1.json +831 -0
  62. bitino/_data/results/models/bsrc2023-binary-sr-x4-v0.json +831 -0
  63. bitino/_data/results/models/bsrc2023-binary-sr-x4-v1.json +831 -0
  64. bitino/_data/results/models/burn-reacta-stage2.json +830 -0
  65. bitino/_data/results/models/dabnn-bireal18-stem.json +1504 -0
  66. bitino/_data/results/models/dabnn-bireal18.json +1374 -0
  67. bitino/_data/results/models/fda-bnn-resnet20-cifar10-mindspore.json +1167 -0
  68. bitino/_data/results/models/finn-examples-bnn-pynq-cnv-w1a1.json +852 -0
  69. bitino/_data/results/models/finn-examples-bnn-pynq-tfc-w1a1.json +657 -0
  70. bitino/_data/results/models/finn-examples-cnv-w1a1-gtsrb.json +788 -0
  71. bitino/_data/results/models/ftl-deepfake-bnext-m-cifake-unfrozen.json +497 -0
  72. bitino/_data/results/models/ftl-deepfake-bnext-m-cifake.json +497 -0
  73. bitino/_data/results/models/ftl-deepfake-bnext-m-cocofake-unfrozen.json +881 -0
  74. bitino/_data/results/models/ftl-deepfake-bnext-m-cocofake.json +497 -0
  75. bitino/_data/results/models/ftl-deepfake-bnext-m-dffd-unfrozen.json +497 -0
  76. bitino/_data/results/models/ftl-deepfake-bnext-m-dffd.json +497 -0
  77. bitino/_data/results/models/ftl-deepfake-bnext-s-cifake-unfrozen.json +497 -0
  78. bitino/_data/results/models/ftl-deepfake-bnext-s-cifake.json +497 -0
  79. bitino/_data/results/models/ftl-deepfake-bnext-s-cocofake-unfrozen.json +881 -0
  80. bitino/_data/results/models/ftl-deepfake-bnext-s-cocofake.json +497 -0
  81. bitino/_data/results/models/ftl-deepfake-bnext-s-dffd-unfrozen.json +497 -0
  82. bitino/_data/results/models/ftl-deepfake-bnext-s-dffd.json +497 -0
  83. bitino/_data/results/models/ftl-deepfake-bnext-t-cifake-unfrozen.json +497 -0
  84. bitino/_data/results/models/ftl-deepfake-bnext-t-cifake.json +497 -0
  85. bitino/_data/results/models/ftl-deepfake-bnext-t-cocofake-unfrozen.json +970 -0
  86. bitino/_data/results/models/ftl-deepfake-bnext-t-cocofake.json +497 -0
  87. bitino/_data/results/models/ftl-deepfake-bnext-t-dffd-unfrozen.json +497 -0
  88. bitino/_data/results/models/ftl-deepfake-bnext-t-dffd.json +497 -0
  89. bitino/_data/results/models/gsb-deit-s-cifar100-stage2.json +1083 -0
  90. bitino/_data/results/models/ida-det-bires18-imagenet-backbone.json +1504 -0
  91. bitino/_data/results/models/larq-zoo-binary-alexnet.json +1075 -0
  92. bitino/_data/results/models/larq-zoo-binary-densenet28.json +1156 -0
  93. bitino/_data/results/models/larq-zoo-binary-densenet37-dilated.json +1139 -0
  94. bitino/_data/results/models/larq-zoo-binary-densenet37.json +1139 -0
  95. bitino/_data/results/models/larq-zoo-binary-densenet45.json +1139 -0
  96. bitino/_data/results/models/larq-zoo-binary-resnet-e18.json +1514 -0
  97. bitino/_data/results/models/larq-zoo-birealnet.json +2087 -0
  98. bitino/_data/results/models/larq-zoo-dorefanet.json +1075 -0
  99. bitino/_data/results/models/larq-zoo-meliusnet22.json +1139 -0
  100. bitino/_data/results/models/larq-zoo-quicknet-large.json +1692 -0
  101. bitino/_data/results/models/larq-zoo-quicknet-small.json +2635 -0
  102. bitino/_data/results/models/larq-zoo-quicknet-xl-legacy.json +1515 -0
  103. bitino/_data/results/models/larq-zoo-quicknet.json +1708 -0
  104. bitino/_data/results/models/larq-zoo-real-to-binary-net.json +1211 -0
  105. bitino/_data/results/models/larq-zoo-xnornet.json +1075 -0
  106. bitino/_data/results/models/larqface-binarydensenet28-msceleb.json +851 -0
  107. bitino/_data/results/models/larqface-binarydensenet37-msceleb.json +851 -0
  108. bitino/_data/results/models/larqface-binarydensenet45-msceleb.json +851 -0
  109. bitino/_data/results/models/larqface-binaryfacenet-msceleb.json +940 -0
  110. bitino/_data/results/models/larqface-quicknet-msceleb.json +851 -0
  111. bitino/_data/results/models/nncf-resnet18-binarization-dorefa.json +1099 -0
  112. bitino/_data/results/models/nncf-resnet18-binarization-xnor.json +1374 -0
  113. bitino/_data/results/models/omz-resnet18-xnor-binary-onnx-0001-fp16.json +1500 -0
  114. bitino/_data/results/models/omz-resnet18-xnor-binary-onnx-0001.json +1648 -0
  115. bitino/_data/results/models/omz-resnet50-binary-0001-fp16.json +1163 -0
  116. bitino/_data/results/models/omz-resnet50-binary-0001.json +1164 -0
  117. bitino/_data/results/models/rbnn-resnet18-cifar10.json +1161 -0
  118. bitino/_data/results/models/rbnn-resnet18-imagenet.json +1127 -0
  119. bitino/_data/results/models/rbnn-resnet20-bireal-cifar10.json +1134 -0
  120. bitino/_data/results/models/rbnn-resnet20-cifar10.json +1618 -0
  121. bitino/_data/results/models/rbnn-resnet34-imagenet.json +1498 -0
  122. bitino/_data/results/models/rbnn-vgg-small-cifar10.json +1076 -0
  123. bitino/_data/results/models/rbonn-reactnet-resnet18-imagenet.json +1485 -0
  124. bitino/_data/results/models/recu-resnet18-cifar10.json +1201 -0
  125. bitino/_data/results/models/recu-resnet18-imagenet.json +1685 -0
  126. bitino/_data/results/models/recu-resnet20-cifar10.json +1234 -0
  127. bitino/_data/results/models/recu-resnet34-imagenet.json +1167 -0
  128. bitino/_data/results/models/recu-vgg-small-cifar10.json +1082 -0
  129. bitino/_data/results/models/s2bnn-reacta-distill-only.json +830 -0
  130. bitino/_data/results/models/sa-bnn-resnet18-imagenet.json +1505 -0
  131. bitino/_data/results/models/shuaiz-bireal20-cifar10.json +1068 -0
  132. bitino/_data/results/models/siman-resnet18-cifar10.json +1167 -0
  133. bitino/_data/results/models/siman-resnet18-imagenet.json +1161 -0
  134. bitino/_data/results/models/siman-resnet20-cifar10.json +1060 -0
  135. bitino/_data/results/models/siman-resnet34-imagenet.json +1161 -0
  136. bitino/_data/results/models/siman-vgg-small-cifar10.json +1161 -0
  137. bitino/_data/results/models/snn-subbit-reactnet18-w0.67a1-imagenet.json +1521 -0
  138. bitino/_data/results/models/snn-subbit-reactnet18-w1a1-imagenet.json +1521 -0
  139. bitino/_data/results/models/tensorpack-dorefa-alexnet-w1a1-g32.json +1082 -0
  140. bitino/_native.py +143 -0
  141. bitino/adapters/__init__.py +0 -0
  142. bitino/adapters/bhvit.py +612 -0
  143. bitino/adapters/bnn_pynq_npz.py +131 -0
  144. bitino/adapters/brevitas_bnn.py +433 -0
  145. bitino/adapters/finn_bnn.py +249 -0
  146. bitino/adapters/finn_onnx.py +425 -0
  147. bitino/adapters/keras_larq.py +700 -0
  148. bitino/adapters/mindspore_ckpt.py +107 -0
  149. bitino/adapters/mindspore_fdabnn.py +121 -0
  150. bitino/adapters/onnx_dabnn.py +191 -0
  151. bitino/adapters/openvino_ir.py +659 -0
  152. bitino/adapters/restoration_common.py +81 -0
  153. bitino/adapters/tensorpack_dorefa.py +148 -0
  154. bitino/adapters/torch_abbnn.py +648 -0
  155. bitino/adapters/torch_adabin.py +265 -0
  156. bitino/adapters/torch_bbcu.py +243 -0
  157. bitino/adapters/torch_bibert.py +241 -0
  158. bitino/adapters/torch_bitorch.py +233 -0
  159. bitino/adapters/torch_bivit.py +542 -0
  160. bitino/adapters/torch_bnas.py +446 -0
  161. bitino/adapters/torch_bnext.py +297 -0
  162. bitino/adapters/torch_bnp.py +208 -0
  163. bitino/adapters/torch_bsrc.py +421 -0
  164. bitino/adapters/torch_ftl_deepfake.py +97 -0
  165. bitino/adapters/torch_gsb.py +432 -0
  166. bitino/adapters/torch_irnet.py +512 -0
  167. bitino/adapters/torch_nncf.py +217 -0
  168. bitino/adapters/torch_rbonn.py +292 -0
  169. bitino/adapters/torch_sabnn.py +197 -0
  170. bitino/cli/__init__.py +0 -0
  171. bitino/cli/main.py +589 -0
  172. bitino/executor.py +486 -0
  173. bitino/fetch.py +543 -0
  174. bitino/format.py +88 -0
  175. bitino/image_ops.py +266 -0
  176. bitino/images.py +95 -0
  177. bitino/int8_ops.py +937 -0
  178. bitino/ir.py +108 -0
  179. bitino/libbitino_c.dll +0 -0
  180. bitino/passes.py +269 -0
  181. bitino/quantize_int8.py +2012 -0
  182. bitino/quantize_l8.py +1424 -0
  183. bitino/runtime.py +371 -0
  184. bitino/validation/__init__.py +0 -0
  185. bitino/validation/image_metrics.py +142 -0
  186. bitino/validation/metrics.py +37 -0
  187. bitino/zoo.py +162 -0
  188. bitino-0.1.0.dist-info/METADATA +420 -0
  189. bitino-0.1.0.dist-info/RECORD +194 -0
  190. bitino-0.1.0.dist-info/WHEEL +5 -0
  191. bitino-0.1.0.dist-info/entry_points.txt +3 -0
  192. bitino-0.1.0.dist-info/licenses/LICENSE +202 -0
  193. bitino-0.1.0.dist-info/licenses/NOTICE +18 -0
  194. bitino-0.1.0.dist-info/licenses/THIRD_PARTY.md +48 -0
bitino/__init__.py ADDED
@@ -0,0 +1,32 @@
1
+ """Bitino: binary neural networks on CPUs.
2
+
3
+ import bitino
4
+ m = bitino.load("ab-bnn-imagenet-reactnet18") # zoo id or .bitino path
5
+ y = m.predict(x) # numpy in, numpy out
6
+ m.benchmark(iterations=50, threads=1) # median ms on this machine
7
+ bitino.cpu_info()
8
+
9
+ The runtime API (load, Model, cpu_info, version) needs the native library shipped in the binary wheels (or built
10
+ from a source checkout, see bitino/_native.py); the zoo, conversion and validation tooling is pure Python.
11
+ """
12
+ from __future__ import annotations
13
+
14
+ __version__ = "0.1.0"
15
+ __all__ = ["load", "Model", "TensorSpec", "cpu_info", "version", "STAGES", "__version__"]
16
+
17
+ _RUNTIME = {"load", "Model", "TensorSpec", "cpu_info", "version", "STAGES"}
18
+
19
+
20
+ def __getattr__(name: str):
21
+ # Lazy: `bitino list` and the converters import this package without loading numpy or the native library.
22
+ if name in _RUNTIME:
23
+ from . import runtime
24
+ return getattr(runtime, name)
25
+ if name == "images":
26
+ import importlib
27
+ return importlib.import_module(".images", __name__)
28
+ raise AttributeError(f"module 'bitino' has no attribute {name!r}")
29
+
30
+
31
+ def __dir__():
32
+ return sorted(set(globals()) | _RUNTIME | {"images"})
@@ -0,0 +1,612 @@
1
+ {
2
+ "schema": "bitino.eval_sets.v1",
3
+ "note": "preprocessing definitions of the evaluation sets (no data: the images are not redistributed)",
4
+ "eval_sets": {
5
+ "eval128_cifar10_norm": {
6
+ "name": "cifar10-test-first-128",
7
+ "source": "CIFAR-10 python version (https://www.cs.toronto.edu/~kriz/cifar.html), test_batch; images not redistributed. Terms: no formal licence; cite Krizhevsky 2009 (TR, U. Toronto).",
8
+ "limitations": "Smoke/regression subset: 128 of 10000 CIFAR-10 test images; accuracy on it is NOT an estimate of full test accuracy.",
9
+ "n_classes_covered": 10,
10
+ "preprocessing": {
11
+ "cifar10_imagenet_norm": {
12
+ "shape": [
13
+ 128,
14
+ 32,
15
+ 32,
16
+ 3
17
+ ],
18
+ "dtype": "float32",
19
+ "layout": "NHWC",
20
+ "definition": "torchvision ToTensor() then Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]) in float32, CHW->HWC (IR-Net family (ReCU/RBNN/SiMaN/BiPer) cifar dataset.py param['cifar10']['normalize'])"
21
+ },
22
+ "cifar10_bireal_norm": {
23
+ "shape": [
24
+ 128,
25
+ 32,
26
+ 32,
27
+ 3
28
+ ],
29
+ "dtype": "float32",
30
+ "layout": "NHWC",
31
+ "definition": "torchvision ToTensor() then Normalize(mean=[0.4914, 0.4822, 0.4465], std=[0.2023, 0.1994, 0.201]) in float32, CHW->HWC (ShuaiZ1037/bnn-xnor-bireal train.py:117-122)"
32
+ }
33
+ }
34
+ },
35
+ "eval128_cifar100_norm": {
36
+ "name": "cifar100-test-first-128",
37
+ "source": "CIFAR-100 python version (https://www.cs.toronto.edu/~kriz/cifar.html), test; images not redistributed. Terms: no formal licence; cite Krizhevsky 2009 (TR, U. Toronto).",
38
+ "limitations": "Smoke/regression subset: 128 of 10000 CIFAR-100 test images (70 of 100 classes); accuracy on it is NOT an estimate of full test accuracy.",
39
+ "n_classes_covered": 70,
40
+ "preprocessing": {
41
+ "cifar100_imagenet_norm": {
42
+ "shape": [
43
+ 128,
44
+ 32,
45
+ 32,
46
+ 3
47
+ ],
48
+ "dtype": "float32",
49
+ "layout": "NHWC",
50
+ "definition": "torchvision ToTensor() then Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]) in float32, CHW->HWC (AB-BNN Inference/CIFAR100.ipynb transform_test)"
51
+ }
52
+ }
53
+ },
54
+ "eval128": {
55
+ "name": "imagenet-val-subset-128",
56
+ "source": "ImageNet ILSVRC2012 validation images (local ImageNet-100 split); images not redistributed",
57
+ "limitations": "Small smoke/regression set: only classes present in the ImageNet-100 split are covered; accuracy on it is NOT an estimate of full ImageNet accuracy.",
58
+ "n_classes_covered": 100,
59
+ "preprocessing": {
60
+ "larq_zoo": {
61
+ "shape": [
62
+ 128,
63
+ 224,
64
+ 224,
65
+ 3
66
+ ],
67
+ "dtype": "float32",
68
+ "layout": "NHWC",
69
+ "definition": "larq_zoo.training.data.preprocess_image_bytes(is_training=False)"
70
+ },
71
+ "torchvision_imagenet": {
72
+ "shape": [
73
+ 128,
74
+ 224,
75
+ 224,
76
+ 3
77
+ ],
78
+ "dtype": "float32",
79
+ "layout": "NHWC",
80
+ "definition": "torchvision 0.21.0+cu124 / PIL 12.2.0: PIL.Image.open(f).convert('RGB') -> transforms.Resize(256) [InterpolationMode.BILINEAR, antialias=True, short side 256] -> transforms.CenterCrop(224) -> transforms.ToTensor() -> transforms.Normalize((0.485, 0.456, 0.406), (0.229, 0.224, 0.225)); CHW -> HWC (AB-BNN Inference/ImageNet.ipynb transform_test)"
81
+ }
82
+ }
83
+ },
84
+ "eval128_cifar10_brevitas": {
85
+ "name": "cifar10-test-first-128",
86
+ "source": "CIFAR-10 python version (https://www.cs.toronto.edu/~kriz/cifar.html), test_batch; images not redistributed. Terms: no formal licence; cite Krizhevsky 2009 (TR, U. Toronto).",
87
+ "limitations": "Smoke/regression subset: 128 of 10000 CIFAR-10 test images; accuracy on it is NOT an estimate of full test accuracy.",
88
+ "n_classes_covered": 10,
89
+ "preprocessing": {
90
+ "cifar10_totensor": {
91
+ "shape": [
92
+ 128,
93
+ 32,
94
+ 32,
95
+ 3
96
+ ],
97
+ "dtype": "float32",
98
+ "layout": "NHWC",
99
+ "definition": "torchvision transforms.ToTensor(): float32(uint8)/255, CHW->HWC; no normalisation (brevitas_examples/bnn_pynq/trainer.py transform_to_tensor)"
100
+ }
101
+ }
102
+ },
103
+ "eval68_jpeg_y_q10q40_c96": {
104
+ "name": "live1-classic5-jpeg-y-q10q40-center96",
105
+ "source": null,
106
+ "limitations": "One center crop per test image (fixed graph input shape); PSNR/SSIM on crops are smoke/regression numbers. Full-image metrics: tools/restoration_eval.py.",
107
+ "n_classes_covered": null,
108
+ "preprocessing": {
109
+ "bbcu_jpeg_y": {
110
+ "shape": [
111
+ 68,
112
+ 96,
113
+ 96,
114
+ 1
115
+ ],
116
+ "dtype": "float32",
117
+ "layout": "NHWC",
118
+ "definition": "BBCU main_test_dncnn3_deblocking_b.py: imread_uint(RGB) -> KAIR rgb2ycbcr (Y, uint8) -> cv2 4.13.0 JPEG q in [10, 40] -> imdecode gray -> float32/255, center crop 96x96"
119
+ }
120
+ }
121
+ },
122
+ "eval68_cbsd68_sigma25_c96": {
123
+ "name": "cbsd68-sigma25-center96",
124
+ "source": null,
125
+ "limitations": "One center crop per test image (fixed graph input shape); PSNR/SSIM on crops are smoke/regression numbers. Full-image metrics: tools/restoration_eval.py.",
126
+ "n_classes_covered": null,
127
+ "preprocessing": {
128
+ "bbcu_denoise_s25": {
129
+ "shape": [
130
+ 68,
131
+ 96,
132
+ 96,
133
+ 3
134
+ ],
135
+ "dtype": "float32",
136
+ "layout": "NHWC",
137
+ "definition": "BBCU main_test_dncnn_denoising_b.py: imread_uint(RGB) -> uint2single -> np.random.seed(0); += N(0, 25.0/255) (unclipped, per image, full image), then center crop 96x96"
138
+ }
139
+ }
140
+ },
141
+ "eval64_sr_x2_lr48": {
142
+ "name": "set5-set14-b100-x2-lr48",
143
+ "source": null,
144
+ "limitations": "One center crop per test image (fixed graph input shape); PSNR/SSIM on crops are smoke/regression numbers. Full-image metrics: tools/restoration_eval.py.",
145
+ "n_classes_covered": null,
146
+ "preprocessing": {
147
+ "sr_x2_unit": {
148
+ "shape": [
149
+ 64,
150
+ 48,
151
+ 48,
152
+ 3
153
+ ],
154
+ "dtype": "float32",
155
+ "layout": "NHWC",
156
+ "definition": "HR (cv2 IMREAD_COLOR, RGB) modcrop 2 -> MATLAB-style bicubic imresize(1/2) (BBCU-SR matlab_functions.py) -> uint8 -> center LR crop 48x48 -> float32 / 255 (BBCU / BasicSR)"
157
+ },
158
+ "sr_x2_255": {
159
+ "shape": [
160
+ 64,
161
+ 48,
162
+ 48,
163
+ 3
164
+ ],
165
+ "dtype": "float32",
166
+ "layout": "NHWC",
167
+ "definition": "HR (cv2 IMREAD_COLOR, RGB) modcrop 2 -> MATLAB-style bicubic imresize(1/2) (BBCU-SR matlab_functions.py) -> uint8 -> center LR crop 48x48 -> float32 in [0, 255] (BSRC-2023)"
168
+ }
169
+ }
170
+ },
171
+ "eval64_sr_x4_lr32": {
172
+ "name": "set5-set14-b100-x4-lr32",
173
+ "source": null,
174
+ "limitations": "One center crop per test image (fixed graph input shape); PSNR/SSIM on crops are smoke/regression numbers. Full-image metrics: tools/restoration_eval.py.",
175
+ "n_classes_covered": null,
176
+ "preprocessing": {
177
+ "sr_x4_unit": {
178
+ "shape": [
179
+ 64,
180
+ 32,
181
+ 32,
182
+ 3
183
+ ],
184
+ "dtype": "float32",
185
+ "layout": "NHWC",
186
+ "definition": "HR (cv2 IMREAD_COLOR, RGB) modcrop 4 -> MATLAB-style bicubic imresize(1/4) (BBCU-SR matlab_functions.py) -> uint8 -> center LR crop 32x32 -> float32 / 255 (BBCU / BasicSR)"
187
+ },
188
+ "sr_x4_255": {
189
+ "shape": [
190
+ 64,
191
+ 32,
192
+ 32,
193
+ 3
194
+ ],
195
+ "dtype": "float32",
196
+ "layout": "NHWC",
197
+ "definition": "HR (cv2 IMREAD_COLOR, RGB) modcrop 4 -> MATLAB-style bicubic imresize(1/4) (BBCU-SR matlab_functions.py) -> uint8 -> center LR crop 32x32 -> float32 in [0, 255] (BSRC-2023)"
198
+ }
199
+ }
200
+ },
201
+ "eval128_bhvit": {
202
+ "name": "imagenet-val-subset-128_bhvit",
203
+ "source": "ImageNet ILSVRC2012 validation images (local ImageNet-100 split); images not redistributed",
204
+ "limitations": "Small smoke/regression set: only classes present in the ImageNet-100 split are covered; accuracy on it is NOT an estimate of full ImageNet accuracy.",
205
+ "n_classes_covered": 100,
206
+ "preprocessing": {
207
+ "bhvit": {
208
+ "shape": [
209
+ 128,
210
+ 224,
211
+ 224,
212
+ 3
213
+ ],
214
+ "dtype": "float32",
215
+ "layout": "NHWC",
216
+ "definition": "torchvision 0.20.1+cu121 / PIL 12.2.0 / timm 1.0.27: IMRL/BHViT datasets.build_transform(is_train=False, input_size=224) = Compose( Resize(size=256, interpolation=bicubic, max_size=None, antialias=True) CenterCrop(size=(224, 224)) ToTensor() Normalize(mean=(0.485, 0.456, 0.406), std=(0.229, 0.224, 0.225)) ) applied to PIL.Image.open(f).convert('RGB'); CHW -> HWC"
217
+ }
218
+ }
219
+ },
220
+ "glue/mnli/eval128": {
221
+ "name": "mnli-dev-matched-128",
222
+ "source": {
223
+ "zip": "MNLI.zip",
224
+ "zip_sha256": "e7c1d896d26ed6caf700110645df426cc2d8ebf02a5ab743d5a5c68ac1c83633",
225
+ "member": "MNLI/dev_matched.tsv",
226
+ "url": "https://dl.fbaipublicfiles.com/glue/data/MNLI.zip",
227
+ "dev_tsv_sha256": "c9e1f16b216b949175e1be84fb21124b192acfcbb18686229512d6964fddaf60",
228
+ "dev_examples_total": 9815
229
+ },
230
+ "limitations": "Smoke/regression subset (first 128 dev-matched examples); accuracy on it is not the MNLI dev-matched accuracy.",
231
+ "n_classes_covered": null,
232
+ "preprocessing": {
233
+ "bibert": {
234
+ "shape": [
235
+ 128,
236
+ 128
237
+ ],
238
+ "dtype": null,
239
+ "layout": null,
240
+ "definition": "per-sample record = input_ids i32[L] | token_type_ids i32[L] | attention_mask f32[L] (bitino_bench multi-input order)"
241
+ }
242
+ }
243
+ },
244
+ "glue/mrpc/eval128": {
245
+ "name": "mrpc-dev-128",
246
+ "source": {
247
+ "mrpc_dev_ids_sha256": "971d7767d81b997fd9060ade0ec23c4fc31cbb226a55d1bd4a1bac474eb81dc7",
248
+ "msr_paraphrase_train_sha256": "60a9b09084528f0673eedee2b69cb941920f0b8cd0eeccefc464a98768457f89",
249
+ "recipe": "GLUE download_glue_data.py format_mrpc (dev split)",
250
+ "url": "https://dl.fbaipublicfiles.com/glue/data/mrpc_dev_ids.tsv + https://dl.fbaipublicfiles.com/senteval/senteval_data/msr_paraphrase_train.txt",
251
+ "dev_tsv_sha256": "9e8f284788040f7c9ecde2e1b3c07237c756f926bd9ef8548ef5d34b56f69f17",
252
+ "dev_examples_total": 408,
253
+ "hf_parquet_crosscheck": {
254
+ "sha256": "33c007dbf5bfa8463d87a13e6226df8c0fcf2596c2cd39d0f3bb79754e00f50f",
255
+ "rows": 408,
256
+ "identical_text_and_labels": true
257
+ }
258
+ },
259
+ "limitations": "Smoke/regression subset (first 128 dev examples); accuracy on it is not the MRPC dev accuracy.",
260
+ "n_classes_covered": null,
261
+ "preprocessing": {
262
+ "bibert": {
263
+ "shape": [
264
+ 128,
265
+ 128
266
+ ],
267
+ "dtype": null,
268
+ "layout": null,
269
+ "definition": "per-sample record = input_ids i32[L] | token_type_ids i32[L] | attention_mask f32[L] (bitino_bench multi-input order)"
270
+ }
271
+ }
272
+ },
273
+ "glue/qqp/eval128": {
274
+ "name": "qqp-dev-128",
275
+ "source": {
276
+ "zip": "QQP-clean.zip",
277
+ "zip_sha256": "40e7c862c04eb26ee04b67fd900e76c45c6ba8e6d8fab4f8f1f8072a1a3fbae0",
278
+ "member": "QQP/dev.tsv",
279
+ "url": "https://dl.fbaipublicfiles.com/glue/data/QQP-clean.zip",
280
+ "dev_tsv_sha256": "83f10e6aa22d59ab71b0d869c763480f165a498dc02a505c2943167acf55af63",
281
+ "dev_examples_total": 40430
282
+ },
283
+ "limitations": "Smoke/regression subset (first 128 dev examples); accuracy on it is not the QQP dev accuracy.",
284
+ "n_classes_covered": null,
285
+ "preprocessing": {
286
+ "bibert": {
287
+ "shape": [
288
+ 128,
289
+ 128
290
+ ],
291
+ "dtype": null,
292
+ "layout": null,
293
+ "definition": "per-sample record = input_ids i32[L] | token_type_ids i32[L] | attention_mask f32[L] (bitino_bench multi-input order)"
294
+ }
295
+ }
296
+ },
297
+ "sst2/eval128": {
298
+ "name": "sst2-dev-128",
299
+ "source": {
300
+ "url": "https://dl.fbaipublicfiles.com/glue/data/SST-2.zip",
301
+ "zip_sha256": "d67e16fb55739c1b32cdce9877596db1c127dc322d93c082281f64057c16deaa",
302
+ "member": "SST-2/dev.tsv",
303
+ "dev_tsv_sha256": "54a9c12c77e402fc14d6a66a506f24d999f596b0176eb777c972cccc2f9cc4b0",
304
+ "dev_examples_total": 872
305
+ },
306
+ "limitations": "Smoke/regression subset (first 128 dev sentences); accuracy on it is not the SST-2 dev accuracy. The full 872-sentence dev accuracy is computed separately on the host.",
307
+ "n_classes_covered": null,
308
+ "preprocessing": {
309
+ "bibert": {
310
+ "shape": [
311
+ 128,
312
+ 64
313
+ ],
314
+ "dtype": null,
315
+ "layout": null,
316
+ "definition": "per-sample record = input_ids i32[L] | token_type_ids i32[L] | attention_mask f32[L] (bitino_bench multi-input order)"
317
+ }
318
+ }
319
+ },
320
+ "eval128_bitorch": {
321
+ "name": "imagenet-val-subset-128",
322
+ "source": "ImageNet ILSVRC2012 validation images (local ImageNet-100 split); images not redistributed",
323
+ "limitations": "Small smoke/regression set: only classes present in the ImageNet-100 split are covered; accuracy on it is NOT an estimate of full ImageNet accuracy.",
324
+ "n_classes_covered": 100,
325
+ "preprocessing": {
326
+ "bitorch_imagenet": {
327
+ "shape": [
328
+ 128,
329
+ 224,
330
+ 224,
331
+ 3
332
+ ],
333
+ "dtype": "float32",
334
+ "layout": "NHWC",
335
+ "definition": "torchvision 0.21.0+cu124 / PIL 12.2.0 / torch 2.6.0+cu124: PIL.Image.open(f).convert('RGB') -> transforms.Resize(256) [InterpolationMode.BILINEAR, antialias=True] -> transforms.CenterCrop(224) -> transforms.ToTensor() -> transforms.Normalize((0.485, 0.456, 0.406), (0.229, 0.224, 0.255)); CHW -> HWC (bitorch 0.3.0 examples/image_classification/datasets/imagenet.py ImageNet.test_transform; std_dev[2] = 0.255 as in bitorch)"
336
+ }
337
+ }
338
+ },
339
+ "eval128_cifar10_darts": {
340
+ "name": "cifar10-test-first-128",
341
+ "source": "CIFAR-10 python version (https://www.cs.toronto.edu/~kriz/cifar.html), test_batch; images not redistributed. Terms: no formal licence; cite Krizhevsky 2009 (TR, U. Toronto).",
342
+ "limitations": "Smoke/regression subset: 128 of 10000 CIFAR-10 test images; accuracy on it is NOT an estimate of full test accuracy.",
343
+ "n_classes_covered": 10,
344
+ "preprocessing": {
345
+ "cifar10_darts_norm": {
346
+ "shape": [
347
+ 128,
348
+ 32,
349
+ 32,
350
+ 3
351
+ ],
352
+ "dtype": "float32",
353
+ "layout": "NHWC",
354
+ "definition": "torchvision ToTensor() then Normalize(mean=[0.49139968, 0.48215827, 0.44653124], std=[0.24703233, 0.24348505, 0.26158768]) in float32, CHW->HWC (yonseivnl/bnas src/utils.py:122-137 _data_transforms_cifar10 valid_transform (DARTS CIFAR_MEAN/CIFAR_STD))"
355
+ }
356
+ }
357
+ },
358
+ "eval128_timm_bicubic_crop095": {
359
+ "name": "imagenet-val-subset-128",
360
+ "source": "ImageNet ILSVRC2012 validation images (local ImageNet-100 split); images not redistributed",
361
+ "limitations": "Small smoke/regression set: only classes present in the ImageNet-100 split are covered; accuracy on it is NOT an estimate of full ImageNet accuracy.",
362
+ "n_classes_covered": 100,
363
+ "preprocessing": {
364
+ "timm_bicubic_crop095": {
365
+ "shape": [
366
+ 128,
367
+ 224,
368
+ 224,
369
+ 3
370
+ ],
371
+ "dtype": "float32",
372
+ "layout": "NHWC",
373
+ "definition": "torchvision 0.21.0+cu124 / PIL 12.2.0 / torch 2.6.0+cu124: PIL.Image.open(f).convert('RGB') -> transforms.Resize(235) [short side, InterpolationMode.BICUBIC] -> transforms.CenterCrop(224) -> uint8 -> float32 (x - 255*mean)/(255*std), timm IMAGENET_DEFAULT mean/std; CHW -> HWC. Re-implements timm 0.6.11 transforms_imagenet_eval(crop_pct=0.95, interpolation='bicubic', use_prefetcher=True) + PrefetchLoader as used by hpi-xnor/BNext src/train_assistant_group_amp.py:556-572"
374
+ }
375
+ }
376
+ },
377
+ "eval128_cifar10_finn": {
378
+ "name": "cifar10-test-first-128",
379
+ "source": "CIFAR-10 python version (https://www.cs.toronto.edu/~kriz/cifar.html), test_batch; images not redistributed.",
380
+ "limitations": "128 of 10000 CIFAR-10 test images; a 128-image subset is a smoke test, not an accuracy estimate.",
381
+ "n_classes_covered": 10,
382
+ "preprocessing": {
383
+ "cifar10_pixels": {
384
+ "shape": [
385
+ 128,
386
+ 32,
387
+ 32,
388
+ 3
389
+ ],
390
+ "dtype": "float32",
391
+ "layout": "NHWC",
392
+ "definition": "float32(k) for uint8 pixel k, NHWC RGB (finn-examples FINN-ONNX cnv-w1a1: Div 255 is in the graph)"
393
+ },
394
+ "cifar10_bnnpynq": {
395
+ "shape": [
396
+ 128,
397
+ 32,
398
+ 32,
399
+ 3
400
+ ],
401
+ "dtype": "float32",
402
+ "layout": "NHWC",
403
+ "definition": "float32(2/255)*float32(k) - 1 in float32, NHWC RGB (BNN-PYNQ cifar10.py on pylearn2 float32 X)"
404
+ }
405
+ }
406
+ },
407
+ "eval128_gtsrb": {
408
+ "name": "gtsrb-test-udacity32-first-128",
409
+ "source": "GTSRB final test set (Stallkamp et al. 2012) as resized to 32x32 RGB in Udacity's traffic-signs-data.zip test.p (https://d17h27t6h515a5.cloudfront.net/topher/2017/February/5898cd6f_traffic-signs-data/traffic-signs-data.zip, the file finn-examples' GTSRB notebook downloads); not redistributed. Licence of GTSRB: research use (unverified).",
410
+ "limitations": "128 of 12630 GTSRB test images (Udacity 32x32 resize); a 128-image subset is a smoke test.",
411
+ "n_classes_covered": 33,
412
+ "preprocessing": {
413
+ "gtsrb_totensor": {
414
+ "shape": [
415
+ 128,
416
+ 32,
417
+ 32,
418
+ 3
419
+ ],
420
+ "dtype": "float32",
421
+ "layout": "NHWC",
422
+ "definition": "float32(k)/255, NHWC RGB (finn-examples build.py custom_step_add_preproc: Div 255 before the QONNX graph)"
423
+ },
424
+ "gtsrb_bnnpynq": {
425
+ "shape": [
426
+ 128,
427
+ 32,
428
+ 32,
429
+ 3
430
+ ],
431
+ "dtype": "float32",
432
+ "layout": "NHWC",
433
+ "definition": "float32(2*(k/255.0)-1) computed in float64, NHWC RGB (BNN-PYNQ gtsrb.py normalisation); framing differs from BNN-PYNQ training (40-px aspect-preserving resize + 32-px crops)"
434
+ }
435
+ }
436
+ },
437
+ "eval128_mnist_finn": {
438
+ "name": "mnist-test-first-128",
439
+ "source": "MNIST test set (torchvision mirror files); images not redistributed.",
440
+ "limitations": "128 of 10000 MNIST test images; a 128-image subset is a smoke test, not an accuracy estimate.",
441
+ "n_classes_covered": 10,
442
+ "preprocessing": {
443
+ "mnist_pixels": {
444
+ "shape": [
445
+ 128,
446
+ 28,
447
+ 28,
448
+ 1
449
+ ],
450
+ "dtype": "float32",
451
+ "layout": "NHWC",
452
+ "definition": "float32(k) for uint8 pixel k, NHWC [N,28,28,1] (finn-examples FINN-ONNX tfc-w1a1: Div 255 is in the graph)"
453
+ },
454
+ "mnist_bnnpynq": {
455
+ "shape": [
456
+ 128,
457
+ 28,
458
+ 28,
459
+ 1
460
+ ],
461
+ "dtype": "float32",
462
+ "layout": "NHWC",
463
+ "definition": "+1 if k >= 128 else -1 (BNN-PYNQ mnist.py np.where(2*X-1 < 0, -1, 1), X = k/255)"
464
+ }
465
+ }
466
+ },
467
+ "eval128_mnist_brevitas": {
468
+ "name": "mnist-test-first-128",
469
+ "source": "MNIST test set (LeCun, Cortes, Burges; torchvision mirror files); images not redistributed. Terms: no formal licence stated by the authors (CC BY-SA 3.0 often cited, unverified).",
470
+ "limitations": "Smoke/regression subset: 128 of 10000 MNIST test images; accuracy on it is NOT an estimate of full test accuracy.",
471
+ "n_classes_covered": 10,
472
+ "preprocessing": {
473
+ "mnist_totensor": {
474
+ "shape": [
475
+ 128,
476
+ 28,
477
+ 28,
478
+ 1
479
+ ],
480
+ "dtype": "float32",
481
+ "layout": "NHWC",
482
+ "definition": "torchvision transforms.ToTensor(): float32(uint8)/255; no normalisation (brevitas_examples/bnn_pynq/trainer.py transform_to_tensor)"
483
+ }
484
+ }
485
+ },
486
+ "eval128_speechcommands": {
487
+ "name": "speechcommands-v0.02-test-balanced-128",
488
+ "source": "Speech Commands v0.02 official test set (http://download.tensorflow.org/data/speech_commands_test_set_v0.02.tar.gz, CC BY 4.0); not redistributed",
489
+ "limitations": "BRILLsson outputs embeddings; labels serve only the linear-probe sanity check",
490
+ "n_classes_covered": null,
491
+ "preprocessing": {
492
+ "brillsson_logmel": {
493
+ "shape": [
494
+ 128,
495
+ 98,
496
+ 64,
497
+ 1
498
+ ],
499
+ "dtype": "float32",
500
+ "layout": "NHWC",
501
+ "definition": "tensorflow 2.15.1: int16/32767, centre zero-pad to 16000, tf.signal.stft(400, 160, 1024), |.| @ linear_to_mel_weight_matrix(64, 513, 16000, 40, 7800), log(x + 1e-6), [..., None] (HarlinLee/brillsson model.py Spectrogram.call + eval.py prepare_example)"
502
+ }
503
+ }
504
+ },
505
+ "eval128_cifar100_deit": {
506
+ "name": "cifar100-test-first-128-deit224",
507
+ "source": "CIFAR-100 python version (https://www.cs.toronto.edu/~kriz/cifar.html), test; images not redistributed. Terms: no formal licence; cite Krizhevsky 2009 (TR, U. Toronto).",
508
+ "limitations": "Smoke/regression subset: 128 of 10000 CIFAR-100 test images; accuracy on it is NOT an estimate of full test accuracy.",
509
+ "n_classes_covered": 70,
510
+ "preprocessing": {
511
+ "cifar100_deit": {
512
+ "shape": [
513
+ 128,
514
+ 224,
515
+ 224,
516
+ 3
517
+ ],
518
+ "dtype": "float32",
519
+ "layout": "NHWC",
520
+ "definition": "torchvision 0.21.0+cu124 / PIL 12.2.0 / timm 1.0.27: IMRL/GSB-Vision-Transformer datasets.build_transform(is_train=False, input_size=224) = Compose( Resize(size=256, interpolation=bicubic, max_size=None, antialias=True) CenterCrop(size=(224, 224)) ToTensor() Normalize(mean=(0.485, 0.456, 0.406), std=(0.229, 0.224, 0.225)) ) applied to PIL.Image.fromarray(CIFAR-100 32x32 uint8); CHW -> HWC"
521
+ }
522
+ }
523
+ },
524
+ "eval128_lfw": {
525
+ "name": "lfw-insightface-bin-first-128",
526
+ "source": "insightface verification set lfw.bin (6000 pairs, 112x112 aligned crops); downloaded from https://huggingface.co/datasets/gaunernst/face-recognition-eval (revision 9921cccf7bc4b317c3021c0eb9d1330d3d732fc0); not redistributed (research use only).",
527
+ "limitations": "embedding model eval set; per-image validation compares embeddings, verification accuracy needs all pairs",
528
+ "n_classes_covered": null,
529
+ "preprocessing": {
530
+ "insightface": {
531
+ "shape": [
532
+ 128,
533
+ 112,
534
+ 112,
535
+ 3
536
+ ],
537
+ "dtype": "float32",
538
+ "layout": "NHWC",
539
+ "definition": "tensorflow 2.15.1: (tf.cast(tf.image.decode_image(bytes, channels=3), 'float32') - 127.5) * 0.0078125, NHWC 112x112x3 (insightface_larq_keras evals.py eval_callback._imread)"
540
+ },
541
+ "insightface_flip": {
542
+ "shape": [
543
+ 128,
544
+ 112,
545
+ 112,
546
+ 3
547
+ ],
548
+ "dtype": "float32",
549
+ "layout": "NHWC",
550
+ "definition": "tensorflow 2.15.1: (tf.cast(tf.image.decode_image(bytes, channels=3), 'float32') - 127.5) * 0.0078125, NHWC 112x112x3 (insightface_larq_keras evals.py eval_callback._imread) then tf.image.flip_left_right"
551
+ }
552
+ }
553
+ },
554
+ "eval128_omz_bgr": {
555
+ "name": "imagenet-val-subset-128",
556
+ "source": "ImageNet ILSVRC2012 validation images (local ImageNet-100 split); images not redistributed",
557
+ "limitations": "Small smoke/regression set: only classes present in the ImageNet-100 split are covered; accuracy on it is NOT an estimate of full ImageNet accuracy.",
558
+ "n_classes_covered": 100,
559
+ "preprocessing": {
560
+ "omz_bgr": {
561
+ "shape": [
562
+ 128,
563
+ 224,
564
+ 224,
565
+ 3
566
+ ],
567
+ "dtype": "float32",
568
+ "layout": "NHWC",
569
+ "definition": "OMZ accuracy-check.yml (resnet50-binary-0001 / resnet18-xnor-binary-onnx-0001), Pillow 12.2.0: PIL.Image.open(f).convert('RGB') -> resize short side to 256 with Accuracy Checker scale_greater (int truncation), Image.BILINEAR -> center crop 224 (offsets int(round((H-224)/2)), Python round) -> RGB->BGR; values 0..255 as float32, NHWC. Mean subtraction (103.5,116.3,123.7 BGR) is inside the IR."
570
+ }
571
+ }
572
+ },
573
+ "eval128_tensorpack_bgr": {
574
+ "name": "imagenet-val-subset-128 (tensorpack_bgr)",
575
+ "source": "ImageNet ILSVRC2012 validation images (local ImageNet-100 split); images not redistributed",
576
+ "limitations": "Small smoke/regression set: only classes present in the ImageNet-100 split are covered; accuracy on it is NOT an estimate of full ImageNet accuracy.",
577
+ "n_classes_covered": 100,
578
+ "preprocessing": {
579
+ "tensorpack_bgr": {
580
+ "shape": [
581
+ 128,
582
+ 224,
583
+ 224,
584
+ 3
585
+ ],
586
+ "dtype": "float32",
587
+ "layout": "NHWC",
588
+ "definition": "tensorpack 0.11 DoReFa-Net eval path, OpenCV 4.8.1: cv2.imread BGR -> ResizeShortestEdge(256, INTER_CUBIC, int(scale*side + 0.5)) on uint8 -> CenterCrop 224 (int((H-224)*0.5)) -> float32 (x - [0.406,0.456,0.485]*255) * fl32(1 / ([0.225,0.224,0.229]*255)) (BGR order; = the TF graph division after grappler rewrite), NHWC"
589
+ }
590
+ }
591
+ },
592
+ "eval128_cifake_ftl": {
593
+ "name": "cifake-test-subset-128",
594
+ "source": "CIFAKE test split (Bird & Lotfi, IEEE Access 2024; real = CIFAR-10 test, fake = Stable Diffusion 1.4), Hugging Face mirror batgre/CIFAKE@f7c10159fb15f0deb2a4e302c7916a0f9cae4a4d (original file names; the mirror has 10000 REAL / 9996 FAKE test files); images not redistributed",
595
+ "limitations": "Smoke/regression subset: 128 of 20000 CIFAKE test images (32x32 upscaled to 224 as in the source); accuracy on it is NOT an estimate of the full test accuracy.",
596
+ "n_classes_covered": 2,
597
+ "preprocessing": {
598
+ "ftl_rgb01": {
599
+ "shape": [
600
+ 128,
601
+ 224,
602
+ 224,
603
+ 3
604
+ ],
605
+ "dtype": "float32",
606
+ "layout": "NHWC",
607
+ "definition": "torchvision 0.24.0+cu128 / PIL 11.3.0 / torch 2.9.0+cu128: PIL.Image.open(f).convert('RGB') -> v2.Resize(252, BILINEAR, antialias=True) -> v2.CenterCrop(224) -> v2.ToImage() -> v2.ToDtype(float32, scale=True); CHW -> HWC; RGB in [0, 1], no normalisation (inside the model). Re-implements read_image() of fedeloper/binary_deepfake_detection {coco_fake,dffd,cifake}_dataset.py (non-train split)"
608
+ }
609
+ }
610
+ }
611
+ }
612
+ }