@devflow-tools/benchmark 0.17.8 → 0.18.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (129) hide show
  1. package/LICENSE +21 -0
  2. package/dist/accuracy-command-options.d.ts +3 -0
  3. package/dist/accuracy-command-options.d.ts.map +1 -0
  4. package/dist/accuracy-command-options.js +17 -0
  5. package/dist/accuracy-command-options.js.map +1 -0
  6. package/dist/context-symbol-quality-command.d.ts +59 -0
  7. package/dist/context-symbol-quality-command.d.ts.map +1 -0
  8. package/dist/context-symbol-quality-command.js +482 -0
  9. package/dist/context-symbol-quality-command.js.map +1 -0
  10. package/dist/evaluation-bundle-builder.d.ts +48 -0
  11. package/dist/evaluation-bundle-builder.d.ts.map +1 -0
  12. package/dist/evaluation-bundle-builder.js +496 -0
  13. package/dist/evaluation-bundle-builder.js.map +1 -0
  14. package/dist/evaluation-bundle-command.d.ts +2 -0
  15. package/dist/evaluation-bundle-command.d.ts.map +1 -0
  16. package/dist/evaluation-bundle-command.js +15 -0
  17. package/dist/evaluation-bundle-command.js.map +1 -0
  18. package/dist/evaluation-bundle.d.ts +55 -0
  19. package/dist/evaluation-bundle.d.ts.map +1 -0
  20. package/dist/evaluation-bundle.js +272 -0
  21. package/dist/evaluation-bundle.js.map +1 -0
  22. package/dist/evaluation-run-state.d.ts +23 -0
  23. package/dist/evaluation-run-state.d.ts.map +1 -0
  24. package/dist/evaluation-run-state.js +115 -0
  25. package/dist/evaluation-run-state.js.map +1 -0
  26. package/dist/evidence-quality-metrics.d.ts +15 -0
  27. package/dist/evidence-quality-metrics.d.ts.map +1 -1
  28. package/dist/evidence-quality-metrics.js +51 -1
  29. package/dist/evidence-quality-metrics.js.map +1 -1
  30. package/dist/graders/deterministic.d.ts.map +1 -1
  31. package/dist/graders/deterministic.js +5 -3
  32. package/dist/graders/deterministic.js.map +1 -1
  33. package/dist/index.d.ts +15 -2
  34. package/dist/index.d.ts.map +1 -1
  35. package/dist/index.js +12 -1
  36. package/dist/index.js.map +1 -1
  37. package/dist/release-quality-bundle-command.d.ts +3 -0
  38. package/dist/release-quality-bundle-command.d.ts.map +1 -0
  39. package/dist/release-quality-bundle-command.js +72 -0
  40. package/dist/release-quality-bundle-command.js.map +1 -0
  41. package/dist/release-quality-bundle-evaluator.d.ts +61 -0
  42. package/dist/release-quality-bundle-evaluator.d.ts.map +1 -0
  43. package/dist/release-quality-bundle-evaluator.js +321 -0
  44. package/dist/release-quality-bundle-evaluator.js.map +1 -0
  45. package/dist/release-quality-bundle-materializer.d.ts +79 -0
  46. package/dist/release-quality-bundle-materializer.d.ts.map +1 -0
  47. package/dist/release-quality-bundle-materializer.js +395 -0
  48. package/dist/release-quality-bundle-materializer.js.map +1 -0
  49. package/dist/release-quality-comparison.d.ts +34 -0
  50. package/dist/release-quality-comparison.d.ts.map +1 -0
  51. package/dist/release-quality-comparison.js +60 -0
  52. package/dist/release-quality-comparison.js.map +1 -0
  53. package/dist/release-quality-evaluation-command.d.ts +42 -0
  54. package/dist/release-quality-evaluation-command.d.ts.map +1 -0
  55. package/dist/release-quality-evaluation-command.js +91 -0
  56. package/dist/release-quality-evaluation-command.js.map +1 -0
  57. package/dist/release-quality-host-proof.d.ts +30 -0
  58. package/dist/release-quality-host-proof.d.ts.map +1 -0
  59. package/dist/release-quality-host-proof.js +109 -0
  60. package/dist/release-quality-host-proof.js.map +1 -0
  61. package/dist/release-quality-output-cleanup.d.ts +2 -0
  62. package/dist/release-quality-output-cleanup.d.ts.map +1 -0
  63. package/dist/release-quality-output-cleanup.js +18 -0
  64. package/dist/release-quality-output-cleanup.js.map +1 -0
  65. package/dist/release-quality-policy.d.ts +87 -0
  66. package/dist/release-quality-policy.d.ts.map +1 -0
  67. package/dist/release-quality-policy.js +179 -0
  68. package/dist/release-quality-policy.js.map +1 -0
  69. package/dist/release-quality-query-sampling.d.ts +36 -0
  70. package/dist/release-quality-query-sampling.d.ts.map +1 -0
  71. package/dist/release-quality-query-sampling.js +87 -0
  72. package/dist/release-quality-query-sampling.js.map +1 -0
  73. package/dist/release-quality-source-snapshot.d.ts +18 -0
  74. package/dist/release-quality-source-snapshot.d.ts.map +1 -0
  75. package/dist/release-quality-source-snapshot.js +46 -0
  76. package/dist/release-quality-source-snapshot.js.map +1 -0
  77. package/dist/retrieval-quality-corpus.d.ts +0 -1
  78. package/dist/retrieval-quality-corpus.d.ts.map +1 -1
  79. package/dist/retrieval-quality-corpus.js +1 -1
  80. package/dist/retrieval-quality-corpus.js.map +1 -1
  81. package/dist/retrieval-quality.d.ts.map +1 -1
  82. package/dist/retrieval-quality.js +29 -26
  83. package/dist/retrieval-quality.js.map +1 -1
  84. package/dist/run-accuracy-tests.js +82 -2
  85. package/dist/run-accuracy-tests.js.map +1 -1
  86. package/dist/suite-runner.js +1 -1
  87. package/dist/suite-runner.js.map +1 -1
  88. package/dist/unified-runtime-corpus.d.ts +64 -0
  89. package/dist/unified-runtime-corpus.d.ts.map +1 -0
  90. package/dist/unified-runtime-corpus.js +161 -0
  91. package/dist/unified-runtime-corpus.js.map +1 -0
  92. package/dist/unified-runtime-evaluation.d.ts +133 -0
  93. package/dist/unified-runtime-evaluation.d.ts.map +1 -0
  94. package/dist/unified-runtime-evaluation.js +388 -0
  95. package/dist/unified-runtime-evaluation.js.map +1 -0
  96. package/dist/unified-runtime-observation.d.ts +101 -0
  97. package/dist/unified-runtime-observation.d.ts.map +1 -0
  98. package/dist/unified-runtime-observation.js +2 -0
  99. package/dist/unified-runtime-observation.js.map +1 -0
  100. package/dist/unified-runtime-runner.d.ts +73 -0
  101. package/dist/unified-runtime-runner.d.ts.map +1 -0
  102. package/dist/unified-runtime-runner.js +620 -0
  103. package/dist/unified-runtime-runner.js.map +1 -0
  104. package/fixtures/evidence-runtime-corpus.json +0 -100
  105. package/fixtures/release-quality/bundles.json +1 -0
  106. package/fixtures/release-quality/calibration.json +602 -0
  107. package/fixtures/release-quality/ecc/corpus.json +257 -0
  108. package/fixtures/release-quality/ecc/input.json +62 -0
  109. package/fixtures/release-quality/llm-wiki/corpus.json +263 -0
  110. package/fixtures/release-quality/llm-wiki/input.json +72 -0
  111. package/fixtures/release-quality/mem0/corpus.json +288 -0
  112. package/fixtures/release-quality/mem0/input.json +68 -0
  113. package/fixtures/release-quality/projects.json +29 -0
  114. package/fixtures/release-quality/release-quality-policy.json +232 -0
  115. package/fixtures/release-quality/rsbuild-react/corpus.json +263 -0
  116. package/fixtures/release-quality/rsbuild-react/input.json +62 -0
  117. package/fixtures/retrieval-quality-corpus.json +7 -7
  118. package/fixtures/semantic-regex-inventory.json +3 -10
  119. package/fixtures/unified-runtime/baselines/2026-08-08.json +37 -0
  120. package/fixtures/unified-runtime/context.json +206 -0
  121. package/fixtures/unified-runtime/knowledge.json +224 -0
  122. package/fixtures/unified-runtime/memory.json +224 -0
  123. package/fixtures/unified-runtime/real-projects/rsbuild-react-2026-08-07/context.json +32 -0
  124. package/fixtures/unified-runtime/real-projects/rsbuild-react-2026-08-07/knowledge.json +32 -0
  125. package/fixtures/unified-runtime/real-projects/rsbuild-react-2026-08-07/memory.json +32 -0
  126. package/fixtures/unified-runtime/real-projects/rsbuild-react-2026-08-07/semantic.json +409 -0
  127. package/fixtures/unified-runtime/runs/rsbuild-react-2026-08-05.json +54 -0
  128. package/fixtures/unified-runtime/semantic.json +409 -0
  129. package/package.json +24 -6
package/fixtures/evidence-runtime-corpus.json CHANGED
@@ -5662,7 +5662,6 @@
5662
5662
  "eligible": true,
5663
5663
  "candidate": true,
5664
5664
  "selected": true,
5665
- "exposed": true,
5666
5665
  "consumed": true,
5667
5666
  "verified": true,
5668
5667
  "outcome": "positive"
@@ -5673,7 +5672,6 @@
5673
5672
  "eligible": true,
5674
5673
  "candidate": true,
5675
5674
  "selected": true,
5676
- "exposed": true,
5677
5675
  "consumed": true,
5678
5676
  "verified": true,
5679
5677
  "outcome": "positive"
@@ -5684,7 +5682,6 @@
5684
5682
  "eligible": true,
5685
5683
  "candidate": true,
5686
5684
  "selected": true,
5687
- "exposed": true,
5688
5685
  "consumed": true,
5689
5686
  "verified": true,
5690
5687
  "outcome": "positive"
@@ -5695,7 +5692,6 @@
5695
5692
  "eligible": true,
5696
5693
  "candidate": true,
5697
5694
  "selected": true,
5698
- "exposed": true,
5699
5695
  "consumed": true,
5700
5696
  "verified": true,
5701
5697
  "outcome": "positive"
@@ -5706,7 +5702,6 @@
5706
5702
  "eligible": true,
5707
5703
  "candidate": true,
5708
5704
  "selected": true,
5709
- "exposed": true,
5710
5705
  "consumed": true,
5711
5706
  "verified": true,
5712
5707
  "outcome": "positive"
@@ -5717,7 +5712,6 @@
5717
5712
  "eligible": true,
5718
5713
  "candidate": true,
5719
5714
  "selected": true,
5720
- "exposed": true,
5721
5715
  "consumed": true,
5722
5716
  "verified": true,
5723
5717
  "outcome": "positive"
@@ -5728,7 +5722,6 @@
5728
5722
  "eligible": true,
5729
5723
  "candidate": true,
5730
5724
  "selected": true,
5731
- "exposed": true,
5732
5725
  "consumed": true,
5733
5726
  "verified": true,
5734
5727
  "outcome": "positive"
@@ -5739,7 +5732,6 @@
5739
5732
  "eligible": true,
5740
5733
  "candidate": true,
5741
5734
  "selected": true,
5742
- "exposed": true,
5743
5735
  "consumed": true,
5744
5736
  "verified": true,
5745
5737
  "outcome": "positive"
@@ -5750,7 +5742,6 @@
5750
5742
  "eligible": true,
5751
5743
  "candidate": true,
5752
5744
  "selected": true,
5753
- "exposed": true,
5754
5745
  "consumed": true,
5755
5746
  "verified": true,
5756
5747
  "outcome": "positive"
@@ -5761,7 +5752,6 @@
5761
5752
  "eligible": true,
5762
5753
  "candidate": true,
5763
5754
  "selected": true,
5764
- "exposed": true,
5765
5755
  "consumed": true,
5766
5756
  "verified": true,
5767
5757
  "outcome": "positive"
@@ -5772,7 +5762,6 @@
5772
5762
  "eligible": true,
5773
5763
  "candidate": true,
5774
5764
  "selected": true,
5775
- "exposed": true,
5776
5765
  "consumed": true,
5777
5766
  "verified": true,
5778
5767
  "outcome": "positive"
@@ -5783,7 +5772,6 @@
5783
5772
  "eligible": true,
5784
5773
  "candidate": true,
5785
5774
  "selected": true,
5786
- "exposed": true,
5787
5775
  "consumed": true,
5788
5776
  "verified": true,
5789
5777
  "outcome": "positive"
@@ -5794,7 +5782,6 @@
5794
5782
  "eligible": true,
5795
5783
  "candidate": true,
5796
5784
  "selected": true,
5797
- "exposed": true,
5798
5785
  "consumed": true,
5799
5786
  "verified": true,
5800
5787
  "outcome": "positive"
@@ -5805,7 +5792,6 @@
5805
5792
  "eligible": true,
5806
5793
  "candidate": true,
5807
5794
  "selected": true,
5808
- "exposed": true,
5809
5795
  "consumed": true,
5810
5796
  "verified": true,
5811
5797
  "outcome": "positive"
@@ -5816,7 +5802,6 @@
5816
5802
  "eligible": true,
5817
5803
  "candidate": true,
5818
5804
  "selected": true,
5819
- "exposed": true,
5820
5805
  "consumed": true,
5821
5806
  "verified": true,
5822
5807
  "outcome": "positive"
@@ -5827,7 +5812,6 @@
5827
5812
  "eligible": true,
5828
5813
  "candidate": true,
5829
5814
  "selected": true,
5830
- "exposed": true,
5831
5815
  "consumed": true,
5832
5816
  "verified": true,
5833
5817
  "outcome": "positive"
@@ -5838,7 +5822,6 @@
5838
5822
  "eligible": true,
5839
5823
  "candidate": true,
5840
5824
  "selected": true,
5841
- "exposed": true,
5842
5825
  "consumed": true,
5843
5826
  "verified": true,
5844
5827
  "outcome": "positive"
@@ -5849,7 +5832,6 @@
5849
5832
  "eligible": true,
5850
5833
  "candidate": true,
5851
5834
  "selected": true,
5852
- "exposed": true,
5853
5835
  "consumed": true,
5854
5836
  "verified": true,
5855
5837
  "outcome": "positive"
@@ -5860,7 +5842,6 @@
5860
5842
  "eligible": true,
5861
5843
  "candidate": true,
5862
5844
  "selected": true,
5863
- "exposed": true,
5864
5845
  "consumed": true,
5865
5846
  "verified": true,
5866
5847
  "outcome": "positive"
@@ -5871,7 +5852,6 @@
5871
5852
  "eligible": true,
5872
5853
  "candidate": true,
5873
5854
  "selected": true,
5874
- "exposed": true,
5875
5855
  "consumed": true,
5876
5856
  "verified": true,
5877
5857
  "outcome": "positive"
@@ -5882,7 +5862,6 @@
5882
5862
  "eligible": true,
5883
5863
  "candidate": true,
5884
5864
  "selected": true,
5885
- "exposed": true,
5886
5865
  "consumed": true,
5887
5866
  "verified": true,
5888
5867
  "outcome": "positive"
@@ -5893,7 +5872,6 @@
5893
5872
  "eligible": true,
5894
5873
  "candidate": true,
5895
5874
  "selected": true,
5896
- "exposed": true,
5897
5875
  "consumed": true,
5898
5876
  "verified": true,
5899
5877
  "outcome": "positive"
@@ -5904,7 +5882,6 @@
5904
5882
  "eligible": true,
5905
5883
  "candidate": true,
5906
5884
  "selected": true,
5907
- "exposed": true,
5908
5885
  "consumed": true,
5909
5886
  "verified": true,
5910
5887
  "outcome": "positive"
@@ -5915,7 +5892,6 @@
5915
5892
  "eligible": true,
5916
5893
  "candidate": true,
5917
5894
  "selected": true,
5918
- "exposed": true,
5919
5895
  "consumed": true,
5920
5896
  "verified": true,
5921
5897
  "outcome": "positive"
@@ -5926,7 +5902,6 @@
5926
5902
  "eligible": true,
5927
5903
  "candidate": true,
5928
5904
  "selected": true,
5929
- "exposed": true,
5930
5905
  "consumed": true,
5931
5906
  "verified": true,
5932
5907
  "outcome": "positive"
@@ -5937,7 +5912,6 @@
5937
5912
  "eligible": true,
5938
5913
  "candidate": true,
5939
5914
  "selected": true,
5940
- "exposed": true,
5941
5915
  "consumed": true,
5942
5916
  "verified": true,
5943
5917
  "outcome": "positive"
@@ -5948,7 +5922,6 @@
5948
5922
  "eligible": true,
5949
5923
  "candidate": true,
5950
5924
  "selected": true,
5951
- "exposed": true,
5952
5925
  "consumed": true,
5953
5926
  "verified": true,
5954
5927
  "outcome": "positive"
@@ -5959,7 +5932,6 @@
5959
5932
  "eligible": true,
5960
5933
  "candidate": true,
5961
5934
  "selected": true,
5962
- "exposed": true,
5963
5935
  "consumed": true,
5964
5936
  "verified": true,
5965
5937
  "outcome": "positive"
@@ -5970,7 +5942,6 @@
5970
5942
  "eligible": true,
5971
5943
  "candidate": true,
5972
5944
  "selected": true,
5973
- "exposed": true,
5974
5945
  "consumed": true,
5975
5946
  "verified": true,
5976
5947
  "outcome": "positive"
@@ -5981,7 +5952,6 @@
5981
5952
  "eligible": true,
5982
5953
  "candidate": true,
5983
5954
  "selected": true,
5984
- "exposed": true,
5985
5955
  "consumed": true,
5986
5956
  "verified": true,
5987
5957
  "outcome": "positive"
@@ -5992,7 +5962,6 @@
5992
5962
  "eligible": true,
5993
5963
  "candidate": true,
5994
5964
  "selected": true,
5995
- "exposed": true,
5996
5965
  "consumed": true,
5997
5966
  "verified": true,
5998
5967
  "outcome": "positive"
@@ -6003,7 +5972,6 @@
6003
5972
  "eligible": true,
6004
5973
  "candidate": true,
6005
5974
  "selected": true,
6006
- "exposed": true,
6007
5975
  "consumed": true,
6008
5976
  "verified": true,
6009
5977
  "outcome": "positive"
@@ -6014,7 +5982,6 @@
6014
5982
  "eligible": true,
6015
5983
  "candidate": true,
6016
5984
  "selected": true,
6017
- "exposed": true,
6018
5985
  "consumed": true,
6019
5986
  "verified": true,
6020
5987
  "outcome": "positive"
@@ -6025,7 +5992,6 @@
6025
5992
  "eligible": true,
6026
5993
  "candidate": true,
6027
5994
  "selected": true,
6028
- "exposed": true,
6029
5995
  "consumed": true,
6030
5996
  "verified": true,
6031
5997
  "outcome": "positive"
@@ -6036,7 +6002,6 @@
6036
6002
  "eligible": true,
6037
6003
  "candidate": true,
6038
6004
  "selected": true,
6039
- "exposed": true,
6040
6005
  "consumed": true,
6041
6006
  "verified": true,
6042
6007
  "outcome": "positive"
@@ -6047,7 +6012,6 @@
6047
6012
  "eligible": true,
6048
6013
  "candidate": true,
6049
6014
  "selected": true,
6050
- "exposed": true,
6051
6015
  "consumed": true,
6052
6016
  "verified": true,
6053
6017
  "outcome": "positive"
@@ -6058,7 +6022,6 @@
6058
6022
  "eligible": true,
6059
6023
  "candidate": true,
6060
6024
  "selected": true,
6061
- "exposed": true,
6062
6025
  "consumed": true,
6063
6026
  "verified": true,
6064
6027
  "outcome": "positive"
@@ -6069,7 +6032,6 @@
6069
6032
  "eligible": true,
6070
6033
  "candidate": true,
6071
6034
  "selected": true,
6072
- "exposed": true,
6073
6035
  "consumed": true,
6074
6036
  "verified": true,
6075
6037
  "outcome": "positive"
@@ -6080,7 +6042,6 @@
6080
6042
  "eligible": true,
6081
6043
  "candidate": true,
6082
6044
  "selected": true,
6083
- "exposed": true,
6084
6045
  "consumed": true,
6085
6046
  "verified": true,
6086
6047
  "outcome": "positive"
@@ -6091,7 +6052,6 @@
6091
6052
  "eligible": true,
6092
6053
  "candidate": true,
6093
6054
  "selected": true,
6094
- "exposed": true,
6095
6055
  "consumed": true,
6096
6056
  "verified": true,
6097
6057
  "outcome": "positive"
@@ -6102,7 +6062,6 @@
6102
6062
  "eligible": true,
6103
6063
  "candidate": true,
6104
6064
  "selected": true,
6105
- "exposed": true,
6106
6065
  "consumed": true,
6107
6066
  "verified": true,
6108
6067
  "outcome": "positive"
@@ -6113,7 +6072,6 @@
6113
6072
  "eligible": true,
6114
6073
  "candidate": true,
6115
6074
  "selected": true,
6116
- "exposed": true,
6117
6075
  "consumed": true,
6118
6076
  "verified": true,
6119
6077
  "outcome": "positive"
@@ -6124,7 +6082,6 @@
6124
6082
  "eligible": true,
6125
6083
  "candidate": true,
6126
6084
  "selected": true,
6127
- "exposed": true,
6128
6085
  "consumed": true,
6129
6086
  "verified": true,
6130
6087
  "outcome": "positive"
@@ -6135,7 +6092,6 @@
6135
6092
  "eligible": true,
6136
6093
  "candidate": true,
6137
6094
  "selected": true,
6138
- "exposed": true,
6139
6095
  "consumed": true,
6140
6096
  "verified": true,
6141
6097
  "outcome": "positive"
@@ -6146,7 +6102,6 @@
6146
6102
  "eligible": true,
6147
6103
  "candidate": true,
6148
6104
  "selected": true,
6149
- "exposed": true,
6150
6105
  "consumed": true,
6151
6106
  "verified": true,
6152
6107
  "outcome": "positive"
@@ -6157,7 +6112,6 @@
6157
6112
  "eligible": true,
6158
6113
  "candidate": true,
6159
6114
  "selected": true,
6160
- "exposed": true,
6161
6115
  "consumed": true,
6162
6116
  "verified": true,
6163
6117
  "outcome": "positive"
@@ -6168,7 +6122,6 @@
6168
6122
  "eligible": true,
6169
6123
  "candidate": true,
6170
6124
  "selected": true,
6171
- "exposed": true,
6172
6125
  "consumed": true,
6173
6126
  "verified": true,
6174
6127
  "outcome": "positive"
@@ -6179,7 +6132,6 @@
6179
6132
  "eligible": true,
6180
6133
  "candidate": true,
6181
6134
  "selected": true,
6182
- "exposed": true,
6183
6135
  "consumed": true,
6184
6136
  "verified": true,
6185
6137
  "outcome": "positive"
@@ -6190,7 +6142,6 @@
6190
6142
  "eligible": true,
6191
6143
  "candidate": true,
6192
6144
  "selected": true,
6193
- "exposed": true,
6194
6145
  "consumed": true,
6195
6146
  "verified": true,
6196
6147
  "outcome": "positive"
@@ -6201,7 +6152,6 @@
6201
6152
  "eligible": true,
6202
6153
  "candidate": true,
6203
6154
  "selected": true,
6204
- "exposed": true,
6205
6155
  "consumed": true,
6206
6156
  "verified": true,
6207
6157
  "outcome": "positive"
@@ -6212,7 +6162,6 @@
6212
6162
  "eligible": true,
6213
6163
  "candidate": true,
6214
6164
  "selected": true,
6215
- "exposed": true,
6216
6165
  "consumed": true,
6217
6166
  "verified": true,
6218
6167
  "outcome": "positive"
@@ -6223,7 +6172,6 @@
6223
6172
  "eligible": true,
6224
6173
  "candidate": true,
6225
6174
  "selected": true,
6226
- "exposed": true,
6227
6175
  "consumed": true,
6228
6176
  "verified": true,
6229
6177
  "outcome": "positive"
@@ -6234,7 +6182,6 @@
6234
6182
  "eligible": true,
6235
6183
  "candidate": true,
6236
6184
  "selected": true,
6237
- "exposed": true,
6238
6185
  "consumed": true,
6239
6186
  "verified": true,
6240
6187
  "outcome": "positive"
@@ -6245,7 +6192,6 @@
6245
6192
  "eligible": true,
6246
6193
  "candidate": true,
6247
6194
  "selected": true,
6248
- "exposed": true,
6249
6195
  "consumed": true,
6250
6196
  "verified": true,
6251
6197
  "outcome": "positive"
@@ -6256,7 +6202,6 @@
6256
6202
  "eligible": true,
6257
6203
  "candidate": true,
6258
6204
  "selected": true,
6259
- "exposed": true,
6260
6205
  "consumed": true,
6261
6206
  "verified": true,
6262
6207
  "outcome": "positive"
@@ -6267,7 +6212,6 @@
6267
6212
  "eligible": true,
6268
6213
  "candidate": true,
6269
6214
  "selected": true,
6270
- "exposed": true,
6271
6215
  "consumed": true,
6272
6216
  "verified": true,
6273
6217
  "outcome": "positive"
@@ -6278,7 +6222,6 @@
6278
6222
  "eligible": true,
6279
6223
  "candidate": true,
6280
6224
  "selected": true,
6281
- "exposed": true,
6282
6225
  "consumed": true,
6283
6226
  "verified": true,
6284
6227
  "outcome": "positive"
@@ -6289,7 +6232,6 @@
6289
6232
  "eligible": true,
6290
6233
  "candidate": true,
6291
6234
  "selected": true,
6292
- "exposed": true,
6293
6235
  "consumed": true,
6294
6236
  "verified": true,
6295
6237
  "outcome": "positive"
@@ -6300,7 +6242,6 @@
6300
6242
  "eligible": true,
6301
6243
  "candidate": true,
6302
6244
  "selected": true,
6303
- "exposed": true,
6304
6245
  "consumed": true,
6305
6246
  "verified": true,
6306
6247
  "outcome": "positive"
@@ -6311,7 +6252,6 @@
6311
6252
  "eligible": true,
6312
6253
  "candidate": true,
6313
6254
  "selected": true,
6314
- "exposed": true,
6315
6255
  "consumed": true,
6316
6256
  "verified": true,
6317
6257
  "outcome": "positive"
@@ -6322,7 +6262,6 @@
6322
6262
  "eligible": true,
6323
6263
  "candidate": true,
6324
6264
  "selected": true,
6325
- "exposed": true,
6326
6265
  "consumed": true,
6327
6266
  "verified": true,
6328
6267
  "outcome": "positive"
@@ -6333,7 +6272,6 @@
6333
6272
  "eligible": true,
6334
6273
  "candidate": true,
6335
6274
  "selected": true,
6336
- "exposed": true,
6337
6275
  "consumed": true,
6338
6276
  "verified": true,
6339
6277
  "outcome": "positive"
@@ -6344,7 +6282,6 @@
6344
6282
  "eligible": true,
6345
6283
  "candidate": true,
6346
6284
  "selected": true,
6347
- "exposed": true,
6348
6285
  "consumed": true,
6349
6286
  "verified": true,
6350
6287
  "outcome": "positive"
@@ -6355,7 +6292,6 @@
6355
6292
  "eligible": true,
6356
6293
  "candidate": true,
6357
6294
  "selected": true,
6358
- "exposed": true,
6359
6295
  "consumed": true,
6360
6296
  "verified": true,
6361
6297
  "outcome": "positive"
@@ -6366,7 +6302,6 @@
6366
6302
  "eligible": true,
6367
6303
  "candidate": true,
6368
6304
  "selected": true,
6369
- "exposed": true,
6370
6305
  "consumed": true,
6371
6306
  "verified": true,
6372
6307
  "outcome": "positive"
@@ -6377,7 +6312,6 @@
6377
6312
  "eligible": true,
6378
6313
  "candidate": true,
6379
6314
  "selected": true,
6380
- "exposed": true,
6381
6315
  "consumed": true,
6382
6316
  "verified": true,
6383
6317
  "outcome": "positive"
@@ -6388,7 +6322,6 @@
6388
6322
  "eligible": true,
6389
6323
  "candidate": true,
6390
6324
  "selected": true,
6391
- "exposed": true,
6392
6325
  "consumed": true,
6393
6326
  "verified": true,
6394
6327
  "outcome": "positive"
@@ -6399,7 +6332,6 @@
6399
6332
  "eligible": true,
6400
6333
  "candidate": true,
6401
6334
  "selected": true,
6402
- "exposed": true,
6403
6335
  "consumed": true,
6404
6336
  "verified": true,
6405
6337
  "outcome": "positive"
@@ -6410,7 +6342,6 @@
6410
6342
  "eligible": true,
6411
6343
  "candidate": true,
6412
6344
  "selected": true,
6413
- "exposed": true,
6414
6345
  "consumed": true,
6415
6346
  "verified": true,
6416
6347
  "outcome": "positive"
@@ -6421,7 +6352,6 @@
6421
6352
  "eligible": true,
6422
6353
  "candidate": true,
6423
6354
  "selected": true,
6424
- "exposed": true,
6425
6355
  "consumed": true,
6426
6356
  "verified": true,
6427
6357
  "outcome": "positive"
@@ -6432,7 +6362,6 @@
6432
6362
  "eligible": true,
6433
6363
  "candidate": true,
6434
6364
  "selected": true,
6435
- "exposed": true,
6436
6365
  "consumed": true,
6437
6366
  "verified": true,
6438
6367
  "outcome": "positive"
@@ -6443,7 +6372,6 @@
6443
6372
  "eligible": true,
6444
6373
  "candidate": true,
6445
6374
  "selected": true,
6446
- "exposed": true,
6447
6375
  "consumed": true,
6448
6376
  "verified": true,
6449
6377
  "outcome": "positive"
@@ -6454,7 +6382,6 @@
6454
6382
  "eligible": true,
6455
6383
  "candidate": true,
6456
6384
  "selected": true,
6457
- "exposed": true,
6458
6385
  "consumed": true,
6459
6386
  "verified": true,
6460
6387
  "outcome": "positive"
@@ -6465,7 +6392,6 @@
6465
6392
  "eligible": true,
6466
6393
  "candidate": true,
6467
6394
  "selected": true,
6468
- "exposed": true,
6469
6395
  "consumed": true,
6470
6396
  "verified": true,
6471
6397
  "outcome": "positive"
@@ -6476,7 +6402,6 @@
6476
6402
  "eligible": true,
6477
6403
  "candidate": true,
6478
6404
  "selected": true,
6479
- "exposed": true,
6480
6405
  "consumed": true,
6481
6406
  "verified": true,
6482
6407
  "outcome": "positive"
@@ -6487,7 +6412,6 @@
6487
6412
  "eligible": true,
6488
6413
  "candidate": true,
6489
6414
  "selected": true,
6490
- "exposed": true,
6491
6415
  "consumed": true,
6492
6416
  "verified": true,
6493
6417
  "outcome": "positive"
@@ -6498,7 +6422,6 @@
6498
6422
  "eligible": true,
6499
6423
  "candidate": true,
6500
6424
  "selected": true,
6501
- "exposed": true,
6502
6425
  "consumed": true,
6503
6426
  "verified": true,
6504
6427
  "outcome": "positive"
@@ -6509,7 +6432,6 @@
6509
6432
  "eligible": true,
6510
6433
  "candidate": true,
6511
6434
  "selected": true,
6512
- "exposed": true,
6513
6435
  "consumed": true,
6514
6436
  "verified": true,
6515
6437
  "outcome": "positive"
@@ -6520,7 +6442,6 @@
6520
6442
  "eligible": true,
6521
6443
  "candidate": true,
6522
6444
  "selected": true,
6523
- "exposed": true,
6524
6445
  "consumed": true,
6525
6446
  "verified": true,
6526
6447
  "outcome": "positive"
@@ -6531,7 +6452,6 @@
6531
6452
  "eligible": true,
6532
6453
  "candidate": true,
6533
6454
  "selected": true,
6534
- "exposed": true,
6535
6455
  "consumed": true,
6536
6456
  "verified": true,
6537
6457
  "outcome": "positive"
@@ -6542,7 +6462,6 @@
6542
6462
  "eligible": true,
6543
6463
  "candidate": true,
6544
6464
  "selected": true,
6545
- "exposed": true,
6546
6465
  "consumed": true,
6547
6466
  "verified": true,
6548
6467
  "outcome": "unknown"
@@ -6553,7 +6472,6 @@
6553
6472
  "eligible": true,
6554
6473
  "candidate": true,
6555
6474
  "selected": true,
6556
- "exposed": true,
6557
6475
  "consumed": true,
6558
6476
  "verified": true,
6559
6477
  "outcome": "unknown"
@@ -6564,7 +6482,6 @@
6564
6482
  "eligible": true,
6565
6483
  "candidate": true,
6566
6484
  "selected": true,
6567
- "exposed": true,
6568
6485
  "consumed": true,
6569
6486
  "verified": true,
6570
6487
  "outcome": "unknown"
@@ -6575,7 +6492,6 @@
6575
6492
  "eligible": true,
6576
6493
  "candidate": true,
6577
6494
  "selected": true,
6578
- "exposed": true,
6579
6495
  "consumed": true,
6580
6496
  "verified": true,
6581
6497
  "outcome": "unknown"
@@ -6586,7 +6502,6 @@
6586
6502
  "eligible": true,
6587
6503
  "candidate": true,
6588
6504
  "selected": true,
6589
- "exposed": true,
6590
6505
  "consumed": true,
6591
6506
  "verified": true,
6592
6507
  "outcome": "unknown"
@@ -6597,7 +6512,6 @@
6597
6512
  "eligible": true,
6598
6513
  "candidate": true,
6599
6514
  "selected": true,
6600
- "exposed": true,
6601
6515
  "consumed": true,
6602
6516
  "verified": true,
6603
6517
  "outcome": "unknown"
@@ -6608,7 +6522,6 @@
6608
6522
  "eligible": true,
6609
6523
  "candidate": true,
6610
6524
  "selected": true,
6611
- "exposed": true,
6612
6525
  "consumed": true,
6613
6526
  "verified": true,
6614
6527
  "outcome": "unknown"
@@ -6619,7 +6532,6 @@
6619
6532
  "eligible": true,
6620
6533
  "candidate": true,
6621
6534
  "selected": true,
6622
- "exposed": true,
6623
6535
  "consumed": true,
6624
6536
  "verified": true,
6625
6537
  "outcome": "unknown"
@@ -6630,7 +6542,6 @@
6630
6542
  "eligible": true,
6631
6543
  "candidate": true,
6632
6544
  "selected": true,
6633
- "exposed": true,
6634
6545
  "consumed": true,
6635
6546
  "verified": true,
6636
6547
  "outcome": "unknown"
@@ -6641,7 +6552,6 @@
6641
6552
  "eligible": true,
6642
6553
  "candidate": true,
6643
6554
  "selected": true,
6644
- "exposed": true,
6645
6555
  "consumed": true,
6646
6556
  "verified": true,
6647
6557
  "outcome": "unknown"
@@ -6652,7 +6562,6 @@
6652
6562
  "eligible": true,
6653
6563
  "candidate": true,
6654
6564
  "selected": true,
6655
- "exposed": true,
6656
6565
  "consumed": false,
6657
6566
  "verified": false,
6658
6567
  "outcome": "none",
@@ -6664,7 +6573,6 @@
6664
6573
  "eligible": true,
6665
6574
  "candidate": true,
6666
6575
  "selected": true,
6667
- "exposed": true,
6668
6576
  "consumed": false,
6669
6577
  "verified": false,
6670
6578
  "outcome": "none",
@@ -6676,7 +6584,6 @@
6676
6584
  "eligible": true,
6677
6585
  "candidate": true,
6678
6586
  "selected": true,
6679
- "exposed": true,
6680
6587
  "consumed": false,
6681
6588
  "verified": false,
6682
6589
  "outcome": "none",
@@ -6688,7 +6595,6 @@
6688
6595
  "eligible": true,
6689
6596
  "candidate": true,
6690
6597
  "selected": true,
6691
- "exposed": true,
6692
6598
  "consumed": false,
6693
6599
  "verified": false,
6694
6600
  "outcome": "none",
@@ -6700,7 +6606,6 @@
6700
6606
  "eligible": true,
6701
6607
  "candidate": true,
6702
6608
  "selected": true,
6703
- "exposed": true,
6704
6609
  "consumed": false,
6705
6610
  "verified": false,
6706
6611
  "outcome": "none",
@@ -6712,7 +6617,6 @@
6712
6617
  "eligible": true,
6713
6618
  "candidate": true,
6714
6619
  "selected": true,
6715
- "exposed": true,
6716
6620
  "consumed": false,
6717
6621
  "verified": false,
6718
6622
  "outcome": "none",
@@ -6724,7 +6628,6 @@
6724
6628
  "eligible": true,
6725
6629
  "candidate": true,
6726
6630
  "selected": true,
6727
- "exposed": true,
6728
6631
  "consumed": false,
6729
6632
  "verified": false,
6730
6633
  "outcome": "none",
@@ -6736,7 +6639,6 @@
6736
6639
  "eligible": true,
6737
6640
  "candidate": true,
6738
6641
  "selected": true,
6739
- "exposed": true,
6740
6642
  "consumed": false,
6741
6643
  "verified": false,
6742
6644
  "outcome": "none",
@@ -6748,7 +6650,6 @@
6748
6650
  "eligible": true,
6749
6651
  "candidate": true,
6750
6652
  "selected": true,
6751
- "exposed": true,
6752
6653
  "consumed": false,
6753
6654
  "verified": false,
6754
6655
  "outcome": "none",
@@ -6760,7 +6661,6 @@
6760
6661
  "eligible": true,
6761
6662
  "candidate": true,
6762
6663
  "selected": true,
6763
- "exposed": true,
6764
6664
  "consumed": false,
6765
6665
  "verified": false,
6766
6666
  "outcome": "none",