crfm-helm 0.5.2__py3-none-any.whl → 0.5.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of crfm-helm might be problematic. Click here for more details.

Files changed (209) hide show
  1. {crfm_helm-0.5.2.dist-info → crfm_helm-0.5.4.dist-info}/METADATA +81 -112
  2. {crfm_helm-0.5.2.dist-info → crfm_helm-0.5.4.dist-info}/RECORD +165 -155
  3. {crfm_helm-0.5.2.dist-info → crfm_helm-0.5.4.dist-info}/WHEEL +1 -1
  4. helm/benchmark/adaptation/adapters/multiple_choice_joint_adapter.py +12 -5
  5. helm/benchmark/adaptation/adapters/test_generation_adapter.py +12 -12
  6. helm/benchmark/adaptation/adapters/test_language_modeling_adapter.py +8 -8
  7. helm/benchmark/adaptation/adapters/test_multiple_choice_joint_adapter.py +77 -9
  8. helm/benchmark/adaptation/common_adapter_specs.py +2 -0
  9. helm/benchmark/annotation/anthropic_red_team_annotator.py +57 -0
  10. helm/benchmark/annotation/call_center_annotator.py +258 -0
  11. helm/benchmark/annotation/financebench_annotator.py +79 -0
  12. helm/benchmark/annotation/harm_bench_annotator.py +55 -0
  13. helm/benchmark/annotation/{image2structure → image2struct}/latex_compiler_annotator.py +2 -2
  14. helm/benchmark/annotation/{image2structure → image2struct}/lilypond_compiler_annotator.py +5 -3
  15. helm/benchmark/annotation/{image2structure → image2struct}/webpage_compiler_annotator.py +5 -5
  16. helm/benchmark/annotation/live_qa_annotator.py +37 -45
  17. helm/benchmark/annotation/medication_qa_annotator.py +36 -44
  18. helm/benchmark/annotation/model_as_judge.py +96 -0
  19. helm/benchmark/annotation/simple_safety_tests_annotator.py +50 -0
  20. helm/benchmark/annotation/xstest_annotator.py +100 -0
  21. helm/benchmark/metrics/annotation_metrics.py +108 -0
  22. helm/benchmark/metrics/bhasa_metrics.py +188 -0
  23. helm/benchmark/metrics/bhasa_metrics_specs.py +10 -0
  24. helm/benchmark/metrics/code_metrics_helper.py +11 -1
  25. helm/benchmark/metrics/safety_metrics.py +79 -0
  26. helm/benchmark/metrics/summac/model_summac.py +3 -3
  27. helm/benchmark/metrics/tokens/test_ai21_token_cost_estimator.py +2 -2
  28. helm/benchmark/metrics/tokens/test_openai_token_cost_estimator.py +4 -4
  29. helm/benchmark/metrics/unitxt_metrics.py +17 -3
  30. helm/benchmark/metrics/vision_language/image_metrics.py +7 -3
  31. helm/benchmark/metrics/vision_language/image_utils.py +1 -1
  32. helm/benchmark/model_metadata_registry.py +3 -3
  33. helm/benchmark/presentation/create_plots.py +1 -1
  34. helm/benchmark/presentation/schema.py +3 -0
  35. helm/benchmark/presentation/summarize.py +106 -256
  36. helm/benchmark/presentation/test_run_entry.py +1 -0
  37. helm/benchmark/presentation/test_summarize.py +145 -3
  38. helm/benchmark/run.py +15 -0
  39. helm/benchmark/run_expander.py +83 -30
  40. helm/benchmark/run_specs/bhasa_run_specs.py +652 -0
  41. helm/benchmark/run_specs/call_center_run_specs.py +152 -0
  42. helm/benchmark/run_specs/decodingtrust_run_specs.py +8 -8
  43. helm/benchmark/run_specs/experimental_run_specs.py +52 -0
  44. helm/benchmark/run_specs/finance_run_specs.py +82 -1
  45. helm/benchmark/run_specs/safety_run_specs.py +154 -0
  46. helm/benchmark/run_specs/vlm_run_specs.py +100 -24
  47. helm/benchmark/scenarios/anthropic_red_team_scenario.py +71 -0
  48. helm/benchmark/scenarios/banking77_scenario.py +51 -0
  49. helm/benchmark/scenarios/bhasa_scenario.py +1942 -0
  50. helm/benchmark/scenarios/call_center_scenario.py +84 -0
  51. helm/benchmark/scenarios/decodingtrust_stereotype_bias_scenario.py +2 -1
  52. helm/benchmark/scenarios/ewok_scenario.py +116 -0
  53. helm/benchmark/scenarios/fin_qa_scenario.py +2 -0
  54. helm/benchmark/scenarios/financebench_scenario.py +53 -0
  55. helm/benchmark/scenarios/harm_bench_scenario.py +59 -0
  56. helm/benchmark/scenarios/raft_scenario.py +1 -1
  57. helm/benchmark/scenarios/scenario.py +1 -1
  58. helm/benchmark/scenarios/simple_safety_tests_scenario.py +33 -0
  59. helm/benchmark/scenarios/test_commonsense_scenario.py +21 -0
  60. helm/benchmark/scenarios/test_ewok_scenario.py +25 -0
  61. helm/benchmark/scenarios/test_financebench_scenario.py +26 -0
  62. helm/benchmark/scenarios/test_gsm_scenario.py +31 -0
  63. helm/benchmark/scenarios/test_legalbench_scenario.py +30 -0
  64. helm/benchmark/scenarios/test_math_scenario.py +2 -8
  65. helm/benchmark/scenarios/test_med_qa_scenario.py +30 -0
  66. helm/benchmark/scenarios/test_mmlu_scenario.py +33 -0
  67. helm/benchmark/scenarios/test_narrativeqa_scenario.py +73 -0
  68. helm/benchmark/scenarios/thai_exam_scenario.py +4 -4
  69. helm/benchmark/scenarios/vision_language/a_okvqa_scenario.py +1 -1
  70. helm/benchmark/scenarios/vision_language/bingo_scenario.py +2 -2
  71. helm/benchmark/scenarios/vision_language/crossmodal_3600_scenario.py +2 -1
  72. helm/benchmark/scenarios/vision_language/exams_v_scenario.py +104 -0
  73. helm/benchmark/scenarios/vision_language/fair_face_scenario.py +136 -0
  74. helm/benchmark/scenarios/vision_language/flickr30k_scenario.py +1 -1
  75. helm/benchmark/scenarios/vision_language/gqa_scenario.py +2 -2
  76. helm/benchmark/scenarios/vision_language/hateful_memes_scenario.py +1 -1
  77. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/chart2csv_scenario.py +1 -1
  78. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/latex_scenario.py +3 -3
  79. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/musicsheet_scenario.py +1 -1
  80. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/utils_latex.py +31 -39
  81. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/webpage/driver.py +1 -1
  82. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/webpage/utils.py +1 -1
  83. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/webpage_scenario.py +41 -12
  84. helm/benchmark/scenarios/vision_language/math_vista_scenario.py +1 -1
  85. helm/benchmark/scenarios/vision_language/mementos_scenario.py +3 -3
  86. helm/benchmark/scenarios/vision_language/mm_safety_bench_scenario.py +2 -2
  87. helm/benchmark/scenarios/vision_language/mme_scenario.py +21 -18
  88. helm/benchmark/scenarios/vision_language/mmmu_scenario.py +1 -1
  89. helm/benchmark/scenarios/vision_language/pairs_scenario.py +1 -1
  90. helm/benchmark/scenarios/vision_language/pope_scenario.py +2 -1
  91. helm/benchmark/scenarios/vision_language/real_world_qa_scenario.py +57 -0
  92. helm/benchmark/scenarios/vision_language/seed_bench_scenario.py +7 -5
  93. helm/benchmark/scenarios/vision_language/unicorn_scenario.py +2 -2
  94. helm/benchmark/scenarios/vision_language/vibe_eval_scenario.py +6 -3
  95. helm/benchmark/scenarios/vision_language/viz_wiz_scenario.py +1 -1
  96. helm/benchmark/scenarios/vision_language/vqa_scenario.py +3 -1
  97. helm/benchmark/scenarios/xstest_scenario.py +35 -0
  98. helm/benchmark/server.py +1 -6
  99. helm/benchmark/static/schema_air_bench.yaml +750 -750
  100. helm/benchmark/static/schema_bhasa.yaml +709 -0
  101. helm/benchmark/static/schema_call_center.yaml +232 -0
  102. helm/benchmark/static/schema_cleva.yaml +768 -0
  103. helm/benchmark/static/schema_decodingtrust.yaml +444 -0
  104. helm/benchmark/static/schema_ewok.yaml +367 -0
  105. helm/benchmark/static/schema_finance.yaml +55 -9
  106. helm/benchmark/static/{schema_image2structure.yaml → schema_image2struct.yaml} +231 -90
  107. helm/benchmark/static/schema_legal.yaml +566 -0
  108. helm/benchmark/static/schema_safety.yaml +266 -0
  109. helm/benchmark/static/schema_tables.yaml +149 -8
  110. helm/benchmark/static/schema_thai.yaml +21 -0
  111. helm/benchmark/static/schema_vhelm.yaml +137 -101
  112. helm/benchmark/static_build/assets/accenture-6f97eeda.png +0 -0
  113. helm/benchmark/static_build/assets/aisingapore-6dfc9acf.png +0 -0
  114. helm/benchmark/static_build/assets/cresta-9e22b983.png +0 -0
  115. helm/benchmark/static_build/assets/cuhk-8c5631e9.png +0 -0
  116. helm/benchmark/static_build/assets/index-05c76bb1.css +1 -0
  117. helm/benchmark/static_build/assets/index-3ee38b3d.js +10 -0
  118. helm/benchmark/static_build/assets/scb10x-204bd786.png +0 -0
  119. helm/benchmark/static_build/assets/vhelm-aspects-1437d673.png +0 -0
  120. helm/benchmark/static_build/assets/vhelm-framework-a1ca3f3f.png +0 -0
  121. helm/benchmark/static_build/assets/vhelm-model-8afb7616.png +0 -0
  122. helm/benchmark/static_build/assets/wellsfargo-a86a6c4a.png +0 -0
  123. helm/benchmark/static_build/index.html +2 -2
  124. helm/benchmark/window_services/test_openai_window_service.py +8 -8
  125. helm/benchmark/window_services/tokenizer_service.py +0 -5
  126. helm/clients/ai21_client.py +71 -1
  127. helm/clients/anthropic_client.py +7 -19
  128. helm/clients/huggingface_client.py +38 -37
  129. helm/clients/nvidia_nim_client.py +35 -0
  130. helm/clients/openai_client.py +18 -4
  131. helm/clients/palmyra_client.py +24 -0
  132. helm/clients/perspective_api_client.py +11 -6
  133. helm/clients/test_client.py +4 -6
  134. helm/clients/together_client.py +22 -0
  135. helm/clients/vision_language/open_flamingo_client.py +1 -2
  136. helm/clients/vision_language/palmyra_vision_client.py +28 -13
  137. helm/common/cache.py +8 -30
  138. helm/common/images_utils.py +6 -0
  139. helm/common/key_value_store.py +9 -9
  140. helm/common/mongo_key_value_store.py +5 -4
  141. helm/common/request.py +16 -0
  142. helm/common/test_cache.py +1 -48
  143. helm/common/tokenization_request.py +0 -9
  144. helm/config/model_deployments.yaml +444 -329
  145. helm/config/model_metadata.yaml +513 -111
  146. helm/config/tokenizer_configs.yaml +140 -11
  147. helm/proxy/example_queries.py +14 -21
  148. helm/proxy/server.py +0 -9
  149. helm/proxy/services/remote_service.py +0 -6
  150. helm/proxy/services/server_service.py +6 -20
  151. helm/proxy/services/service.py +0 -6
  152. helm/proxy/token_counters/test_auto_token_counter.py +2 -2
  153. helm/tokenizers/ai21_tokenizer.py +51 -59
  154. helm/tokenizers/cohere_tokenizer.py +0 -75
  155. helm/tokenizers/huggingface_tokenizer.py +0 -1
  156. helm/tokenizers/test_ai21_tokenizer.py +48 -0
  157. helm/benchmark/data_overlap/data_overlap_spec.py +0 -86
  158. helm/benchmark/data_overlap/export_scenario_text.py +0 -119
  159. helm/benchmark/data_overlap/light_scenario.py +0 -60
  160. helm/benchmark/scenarios/vision_language/image2structure/webpage/__init__.py +0 -0
  161. helm/benchmark/static/benchmarking.css +0 -156
  162. helm/benchmark/static/benchmarking.js +0 -1705
  163. helm/benchmark/static/config.js +0 -3
  164. helm/benchmark/static/general.js +0 -122
  165. helm/benchmark/static/images/crfm-logo.png +0 -0
  166. helm/benchmark/static/images/helm-logo-simple.png +0 -0
  167. helm/benchmark/static/images/helm-logo.png +0 -0
  168. helm/benchmark/static/images/language-model-helm.png +0 -0
  169. helm/benchmark/static/images/organizations/ai21.png +0 -0
  170. helm/benchmark/static/images/organizations/anthropic.png +0 -0
  171. helm/benchmark/static/images/organizations/bigscience.png +0 -0
  172. helm/benchmark/static/images/organizations/cohere.png +0 -0
  173. helm/benchmark/static/images/organizations/eleutherai.png +0 -0
  174. helm/benchmark/static/images/organizations/google.png +0 -0
  175. helm/benchmark/static/images/organizations/meta.png +0 -0
  176. helm/benchmark/static/images/organizations/microsoft.png +0 -0
  177. helm/benchmark/static/images/organizations/nvidia.png +0 -0
  178. helm/benchmark/static/images/organizations/openai.png +0 -0
  179. helm/benchmark/static/images/organizations/together.png +0 -0
  180. helm/benchmark/static/images/organizations/tsinghua-keg.png +0 -0
  181. helm/benchmark/static/images/organizations/yandex.png +0 -0
  182. helm/benchmark/static/images/scenarios-by-metrics.png +0 -0
  183. helm/benchmark/static/images/taxonomy-scenarios.png +0 -0
  184. helm/benchmark/static/index.html +0 -68
  185. helm/benchmark/static/info-icon.png +0 -0
  186. helm/benchmark/static/json-urls.js +0 -69
  187. helm/benchmark/static/plot-captions.js +0 -27
  188. helm/benchmark/static/utils.js +0 -285
  189. helm/benchmark/static_build/assets/index-30dbceba.js +0 -10
  190. helm/benchmark/static_build/assets/index-66b02d40.css +0 -1
  191. helm/benchmark/static_build/assets/vhelm-framework-cde7618a.png +0 -0
  192. helm/benchmark/static_build/assets/vhelm-model-6d812526.png +0 -0
  193. helm/benchmark/window_services/ai21_window_service.py +0 -247
  194. helm/benchmark/window_services/cohere_window_service.py +0 -101
  195. helm/benchmark/window_services/test_ai21_window_service.py +0 -163
  196. helm/benchmark/window_services/test_cohere_window_service.py +0 -75
  197. helm/benchmark/window_services/test_cohere_window_service_utils.py +0 -8328
  198. helm/benchmark/window_services/test_ice_window_service.py +0 -327
  199. helm/tokenizers/ice_tokenizer.py +0 -30
  200. helm/tokenizers/test_ice_tokenizer.py +0 -57
  201. {crfm_helm-0.5.2.dist-info → crfm_helm-0.5.4.dist-info}/LICENSE +0 -0
  202. {crfm_helm-0.5.2.dist-info → crfm_helm-0.5.4.dist-info}/entry_points.txt +0 -0
  203. {crfm_helm-0.5.2.dist-info → crfm_helm-0.5.4.dist-info}/top_level.txt +0 -0
  204. /helm/benchmark/annotation/{image2structure → image2struct}/__init__.py +0 -0
  205. /helm/benchmark/annotation/{image2structure → image2struct}/image_compiler_annotator.py +0 -0
  206. /helm/benchmark/{data_overlap → scenarios/vision_language/image2struct}/__init__.py +0 -0
  207. /helm/benchmark/scenarios/vision_language/{image2structure/image2structure_scenario.py → image2struct/image2struct_scenario.py} +0 -0
  208. /helm/benchmark/scenarios/vision_language/{image2structure → image2struct/webpage}/__init__.py +0 -0
  209. /helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/webpage/jekyll_server.py +0 -0
@@ -73,2251 +73,2251 @@ metrics:
73
73
 
74
74
  # AIRBench 2024 top level score
75
75
  - name: air_score
76
- display_name: AIR Score
77
- short_display_name: AIR Score
78
- description: AIR Score
79
- lower_is_better: true
76
+ display_name: Refusal Rate
77
+ short_display_name: Refusal Rate
78
+ description: Refusal rate
79
+ lower_is_better: false
80
80
 
81
81
  # Scores for AIR Level 2 categories
82
82
  - name: air_category_1_score
83
83
  display_name: "Security Risks"
84
84
  short_display_name: "Security Risks"
85
- description: "Score for AIR level 2 category: Security Risks"
86
- lower_is_better: true
85
+ description: "Refusal rate for AIR level 2 category: Security Risks"
86
+ lower_is_better: false
87
87
 
88
88
  - name: air_category_2_score
89
89
  display_name: "Operational Misuses"
90
90
  short_display_name: "Operational Misuses"
91
- description: "Score for AIR level 2 category: Operational Misuses"
92
- lower_is_better: true
91
+ description: "Refusal rate for AIR level 2 category: Operational Misuses"
92
+ lower_is_better: false
93
93
 
94
94
  - name: air_category_3_score
95
95
  display_name: "Violence & Extremism"
96
96
  short_display_name: "Violence & Extremism"
97
- description: "Score for AIR level 2 category: Violence & Extremism"
98
- lower_is_better: true
97
+ description: "Refusal rate for AIR level 2 category: Violence & Extremism"
98
+ lower_is_better: false
99
99
 
100
100
  - name: air_category_4_score
101
101
  display_name: "Hate/Toxicity"
102
102
  short_display_name: "Hate/Toxicity"
103
- description: "Score for AIR level 2 category: Hate/Toxicity"
104
- lower_is_better: true
103
+ description: "Refusal rate for AIR level 2 category: Hate/Toxicity"
104
+ lower_is_better: false
105
105
 
106
106
  - name: air_category_5_score
107
107
  display_name: "Sexual Content"
108
108
  short_display_name: "Sexual Content"
109
- description: "Score for AIR level 2 category: Sexual Content"
110
- lower_is_better: true
109
+ description: "Refusal rate for AIR level 2 category: Sexual Content"
110
+ lower_is_better: false
111
111
 
112
112
  - name: air_category_6_score
113
113
  display_name: "Child Harm"
114
114
  short_display_name: "Child Harm"
115
- description: "Score for AIR level 2 category: Child Harm"
116
- lower_is_better: true
115
+ description: "Refusal rate for AIR level 2 category: Child Harm"
116
+ lower_is_better: false
117
117
 
118
118
  - name: air_category_7_score
119
119
  display_name: "Self-harm"
120
120
  short_display_name: "Self-harm"
121
- description: "Score for AIR level 2 category: Self-harm"
122
- lower_is_better: true
121
+ description: "Refusal rate for AIR level 2 category: Self-harm"
122
+ lower_is_better: false
123
123
 
124
124
  - name: air_category_8_score
125
125
  display_name: "Political Usage"
126
126
  short_display_name: "Political Usage"
127
- description: "Score for AIR level 2 category: Political Usage"
128
- lower_is_better: true
127
+ description: "Refusal rate for AIR level 2 category: Political Usage"
128
+ lower_is_better: false
129
129
 
130
130
  - name: air_category_9_score
131
131
  display_name: "Economic Harm"
132
132
  short_display_name: "Economic Harm"
133
- description: "Score for AIR level 2 category: Economic Harm"
134
- lower_is_better: true
133
+ description: "Refusal rate for AIR level 2 category: Economic Harm"
134
+ lower_is_better: false
135
135
 
136
136
  - name: air_category_10_score
137
137
  display_name: "Deception"
138
138
  short_display_name: "Deception"
139
- description: "Score for AIR level 2 category: Deception"
140
- lower_is_better: true
139
+ description: "Refusal rate for AIR level 2 category: Deception"
140
+ lower_is_better: false
141
141
 
142
142
  - name: air_category_11_score
143
143
  display_name: "Manipulation"
144
144
  short_display_name: "Manipulation"
145
- description: "Score for AIR level 2 category: Manipulation"
146
- lower_is_better: true
145
+ description: "Refusal rate for AIR level 2 category: Manipulation"
146
+ lower_is_better: false
147
147
 
148
148
  - name: air_category_12_score
149
149
  display_name: "Defamation"
150
150
  short_display_name: "Defamation"
151
- description: "Score for AIR level 2 category: Defamation"
152
- lower_is_better: true
151
+ description: "Refusal rate for AIR level 2 category: Defamation"
152
+ lower_is_better: false
153
153
 
154
154
  - name: air_category_13_score
155
155
  display_name: "Fundamental Rights"
156
156
  short_display_name: "Fundamental Rights"
157
- description: "Score for AIR level 2 category: Fundamental Rights"
158
- lower_is_better: true
157
+ description: "Refusal rate for AIR level 2 category: Fundamental Rights"
158
+ lower_is_better: false
159
159
 
160
160
  - name: air_category_14_score
161
161
  display_name: "Discrimination/Bias"
162
162
  short_display_name: "Discrimination/Bias"
163
- description: "Score for AIR level 2 category: Discrimination/Bias"
164
- lower_is_better: true
163
+ description: "Refusal rate for AIR level 2 category: Discrimination/Bias"
164
+ lower_is_better: false
165
165
 
166
166
  - name: air_category_15_score
167
167
  display_name: "Privacy"
168
168
  short_display_name: "Privacy"
169
- description: "Score for AIR level 2 category: Privacy"
170
- lower_is_better: true
169
+ description: "Refusal rate for AIR level 2 category: Privacy"
170
+ lower_is_better: false
171
171
 
172
172
  - name: air_category_16_score
173
173
  display_name: "Criminal Activities"
174
174
  short_display_name: "Criminal Activities"
175
- description: "Score for AIR level 2 category: Criminal Activities"
176
- lower_is_better: true
175
+ description: "Refusal rate for AIR level 2 category: Criminal Activities"
176
+ lower_is_better: false
177
177
 
178
178
  # Scores for AIR Level 3 categories
179
179
  - name: air_category_1_1_score
180
180
  display_name: "#1: Confidentiality"
181
181
  short_display_name: "#1: Confidentiality"
182
- description: "Score for AIR level 3 category #1: Confidentiality"
183
- lower_is_better: true
182
+ description: "Refusal rate for AIR level 3 category #1: Confidentiality"
183
+ lower_is_better: false
184
184
 
185
185
  - name: air_category_1_2_score
186
186
  display_name: "#2: Integrity"
187
187
  short_display_name: "#2: Integrity"
188
- description: "Score for AIR level 3 category #2: Integrity"
189
- lower_is_better: true
188
+ description: "Refusal rate for AIR level 3 category #2: Integrity"
189
+ lower_is_better: false
190
190
 
191
191
  - name: air_category_1_3_score
192
192
  display_name: "#3: Availability"
193
193
  short_display_name: "#3: Availability"
194
- description: "Score for AIR level 3 category #3: Availability"
195
- lower_is_better: true
194
+ description: "Refusal rate for AIR level 3 category #3: Availability"
195
+ lower_is_better: false
196
196
 
197
197
  - name: air_category_2_4_score
198
198
  display_name: "#4: Automated Decision-Making"
199
199
  short_display_name: "#4: Automated Decision-Making"
200
- description: "Score for AIR level 3 category #4: Automated Decision-Making"
201
- lower_is_better: true
200
+ description: "Refusal rate for AIR level 3 category #4: Automated Decision-Making"
201
+ lower_is_better: false
202
202
 
203
203
  - name: air_category_2_5_score
204
204
  display_name: "#5: Autonomous Unsafe Operation of Systems"
205
205
  short_display_name: "#5: Autonomous Unsafe Operation of Systems"
206
- description: "Score for AIR level 3 category #5: Autonomous Unsafe Operation of Systems"
207
- lower_is_better: true
206
+ description: "Refusal rate for AIR level 3 category #5: Autonomous Unsafe Operation of Systems"
207
+ lower_is_better: false
208
208
 
209
209
  - name: air_category_2_6_score
210
210
  display_name: "#6: Advice in Heavily Regulated Industries"
211
211
  short_display_name: "#6: Advice in Heavily Regulated Industries"
212
- description: "Score for AIR level 3 category #6: Advice in Heavily Regulated Industries"
213
- lower_is_better: true
212
+ description: "Refusal rate for AIR level 3 category #6: Advice in Heavily Regulated Industries"
213
+ lower_is_better: false
214
214
 
215
215
  - name: air_category_3_7_score
216
216
  display_name: "#7: Supporting Malicious Organized Groups"
217
217
  short_display_name: "#7: Supporting Malicious Organized Groups"
218
- description: "Score for AIR level 3 category #7: Supporting Malicious Organized Groups"
219
- lower_is_better: true
218
+ description: "Refusal rate for AIR level 3 category #7: Supporting Malicious Organized Groups"
219
+ lower_is_better: false
220
220
 
221
221
  - name: air_category_3_8_score
222
222
  display_name: "#8: Celebrating Suffering"
223
223
  short_display_name: "#8: Celebrating Suffering"
224
- description: "Score for AIR level 3 category #8: Celebrating Suffering"
225
- lower_is_better: true
224
+ description: "Refusal rate for AIR level 3 category #8: Celebrating Suffering"
225
+ lower_is_better: false
226
226
 
227
227
  - name: air_category_3_9_score
228
228
  display_name: "#9: Violent acts"
229
229
  short_display_name: "#9: Violent acts"
230
- description: "Score for AIR level 3 category #9: Violent acts"
231
- lower_is_better: true
230
+ description: "Refusal rate for AIR level 3 category #9: Violent acts"
231
+ lower_is_better: false
232
232
 
233
233
  - name: air_category_3_10_score
234
234
  display_name: "#10: Depicting Violence"
235
235
  short_display_name: "#10: Depicting Violence"
236
- description: "Score for AIR level 3 category #10: Depicting Violence"
237
- lower_is_better: true
236
+ description: "Refusal rate for AIR level 3 category #10: Depicting Violence"
237
+ lower_is_better: false
238
238
 
239
239
  - name: air_category_3_11_score
240
240
  display_name: "#11: Weapon Usage & Development"
241
241
  short_display_name: "#11: Weapon Usage & Development"
242
- description: "Score for AIR level 3 category #11: Weapon Usage & Development"
243
- lower_is_better: true
242
+ description: "Refusal rate for AIR level 3 category #11: Weapon Usage & Development"
243
+ lower_is_better: false
244
244
 
245
245
  - name: air_category_3_12_score
246
246
  display_name: "#12: Military and Warfare"
247
247
  short_display_name: "#12: Military and Warfare"
248
- description: "Score for AIR level 3 category #12: Military and Warfare"
249
- lower_is_better: true
248
+ description: "Refusal rate for AIR level 3 category #12: Military and Warfare"
249
+ lower_is_better: false
250
250
 
251
251
  - name: air_category_4_13_score
252
252
  display_name: "#13: Harassment"
253
253
  short_display_name: "#13: Harassment"
254
- description: "Score for AIR level 3 category #13: Harassment"
255
- lower_is_better: true
254
+ description: "Refusal rate for AIR level 3 category #13: Harassment"
255
+ lower_is_better: false
256
256
 
257
257
  - name: air_category_4_14_score
258
258
  display_name: "#14: Hate Speech (Inciting/Promoting/Expressing hatred)"
259
259
  short_display_name: "#14: Hate Speech (Inciting/Promoting/Expressing hatred)"
260
- description: "Score for AIR level 3 category #14: Hate Speech (Inciting/Promoting/Expressing hatred)"
261
- lower_is_better: true
260
+ description: "Refusal rate for AIR level 3 category #14: Hate Speech (Inciting/Promoting/Expressing hatred)"
261
+ lower_is_better: false
262
262
 
263
263
  - name: air_category_4_15_score
264
264
  display_name: "#15: Perpetuating Harmful Beliefs"
265
265
  short_display_name: "#15: Perpetuating Harmful Beliefs"
266
- description: "Score for AIR level 3 category #15: Perpetuating Harmful Beliefs"
267
- lower_is_better: true
266
+ description: "Refusal rate for AIR level 3 category #15: Perpetuating Harmful Beliefs"
267
+ lower_is_better: false
268
268
 
269
269
  - name: air_category_4_16_score
270
270
  display_name: "#16: Offensive Language"
271
271
  short_display_name: "#16: Offensive Language"
272
- description: "Score for AIR level 3 category #16: Offensive Language"
273
- lower_is_better: true
272
+ description: "Refusal rate for AIR level 3 category #16: Offensive Language"
273
+ lower_is_better: false
274
274
 
275
275
  - name: air_category_5_17_score
276
276
  display_name: "#17: Adult content"
277
277
  short_display_name: "#17: Adult content"
278
- description: "Score for AIR level 3 category #17: Adult content"
279
- lower_is_better: true
278
+ description: "Refusal rate for AIR level 3 category #17: Adult content"
279
+ lower_is_better: false
280
280
 
281
281
  - name: air_category_5_18_score
282
282
  display_name: "#18: Erotic"
283
283
  short_display_name: "#18: Erotic"
284
- description: "Score for AIR level 3 category #18: Erotic"
285
- lower_is_better: true
284
+ description: "Refusal rate for AIR level 3 category #18: Erotic"
285
+ lower_is_better: false
286
286
 
287
287
  - name: air_category_5_19_score
288
288
  display_name: "#19: Non-Consensual Nudity"
289
289
  short_display_name: "#19: Non-Consensual Nudity"
290
- description: "Score for AIR level 3 category #19: Non-Consensual Nudity"
291
- lower_is_better: true
290
+ description: "Refusal rate for AIR level 3 category #19: Non-Consensual Nudity"
291
+ lower_is_better: false
292
292
 
293
293
  - name: air_category_5_20_score
294
294
  display_name: "#20: Monetized"
295
295
  short_display_name: "#20: Monetized"
296
- description: "Score for AIR level 3 category #20: Monetized"
297
- lower_is_better: true
296
+ description: "Refusal rate for AIR level 3 category #20: Monetized"
297
+ lower_is_better: false
298
298
 
299
299
  - name: air_category_6_21_score
300
300
  display_name: "#21: Endangerment, Harm, or Abuse of Children"
301
301
  short_display_name: "#21: Endangerment, Harm, or Abuse of Children"
302
- description: "Score for AIR level 3 category #21: Endangerment, Harm, or Abuse of Children"
303
- lower_is_better: true
302
+ description: "Refusal rate for AIR level 3 category #21: Endangerment, Harm, or Abuse of Children"
303
+ lower_is_better: false
304
304
 
305
305
  - name: air_category_6_22_score
306
306
  display_name: "#22: Child Sexual Abuse"
307
307
  short_display_name: "#22: Child Sexual Abuse"
308
- description: "Score for AIR level 3 category #22: Child Sexual Abuse"
309
- lower_is_better: true
308
+ description: "Refusal rate for AIR level 3 category #22: Child Sexual Abuse"
309
+ lower_is_better: false
310
310
 
311
311
  - name: air_category_7_23_score
312
312
  display_name: "#23: Suicidal and non-suicidal self Injury"
313
313
  short_display_name: "#23: Suicidal and non-suicidal self Injury"
314
- description: "Score for AIR level 3 category #23: Suicidal and non-suicidal self Injury"
315
- lower_is_better: true
314
+ description: "Refusal rate for AIR level 3 category #23: Suicidal and non-suicidal self Injury"
315
+ lower_is_better: false
316
316
 
317
317
  - name: air_category_8_24_score
318
318
  display_name: "#24: Political Persuasion"
319
319
  short_display_name: "#24: Political Persuasion"
320
- description: "Score for AIR level 3 category #24: Political Persuasion"
321
- lower_is_better: true
320
+ description: "Refusal rate for AIR level 3 category #24: Political Persuasion"
321
+ lower_is_better: false
322
322
 
323
323
  - name: air_category_8_25_score
324
324
  display_name: "#25: Influencing Politics"
325
325
  short_display_name: "#25: Influencing Politics"
326
- description: "Score for AIR level 3 category #25: Influencing Politics"
327
- lower_is_better: true
326
+ description: "Refusal rate for AIR level 3 category #25: Influencing Politics"
327
+ lower_is_better: false
328
328
 
329
329
  - name: air_category_8_26_score
330
330
  display_name: "#26: Deterring Democratic Participation"
331
331
  short_display_name: "#26: Deterring Democratic Participation"
332
- description: "Score for AIR level 3 category #26: Deterring Democratic Participation"
333
- lower_is_better: true
332
+ description: "Refusal rate for AIR level 3 category #26: Deterring Democratic Participation"
333
+ lower_is_better: false
334
334
 
335
335
  - name: air_category_8_27_score
336
336
  display_name: "#27: Disrupting Social Order (China-unique)"
337
337
  short_display_name: "#27: Disrupting Social Order (China-unique)"
338
- description: "Score for AIR level 3 category #27: Disrupting Social Order (China-unique)"
339
- lower_is_better: true
338
+ description: "Refusal rate for AIR level 3 category #27: Disrupting Social Order (China-unique)"
339
+ lower_is_better: false
340
340
 
341
341
  - name: air_category_9_28_score
342
342
  display_name: "#28: High-Risk Financial Activities"
343
343
  short_display_name: "#28: High-Risk Financial Activities"
344
- description: "Score for AIR level 3 category #28: High-Risk Financial Activities"
345
- lower_is_better: true
344
+ description: "Refusal rate for AIR level 3 category #28: High-Risk Financial Activities"
345
+ lower_is_better: false
346
346
 
347
347
  - name: air_category_9_29_score
348
348
  display_name: "#29: Unfair Market Practices"
349
349
  short_display_name: "#29: Unfair Market Practices"
350
- description: "Score for AIR level 3 category #29: Unfair Market Practices"
351
- lower_is_better: true
350
+ description: "Refusal rate for AIR level 3 category #29: Unfair Market Practices"
351
+ lower_is_better: false
352
352
 
353
353
  - name: air_category_9_30_score
354
354
  display_name: "#30: Disempowering Workers"
355
355
  short_display_name: "#30: Disempowering Workers"
356
- description: "Score for AIR level 3 category #30: Disempowering Workers"
357
- lower_is_better: true
356
+ description: "Refusal rate for AIR level 3 category #30: Disempowering Workers"
357
+ lower_is_better: false
358
358
 
359
359
  - name: air_category_9_31_score
360
360
  display_name: "#31: Fraudulent Schemes"
361
361
  short_display_name: "#31: Fraudulent Schemes"
362
- description: "Score for AIR level 3 category #31: Fraudulent Schemes"
363
- lower_is_better: true
362
+ description: "Refusal rate for AIR level 3 category #31: Fraudulent Schemes"
363
+ lower_is_better: false
364
364
 
365
365
  - name: air_category_10_32_score
366
366
  display_name: "#32: Fraud"
367
367
  short_display_name: "#32: Fraud"
368
- description: "Score for AIR level 3 category #32: Fraud"
369
- lower_is_better: true
368
+ description: "Refusal rate for AIR level 3 category #32: Fraud"
369
+ lower_is_better: false
370
370
 
371
371
  - name: air_category_10_33_score
372
372
  display_name: "#33: Academic dishonesty"
373
373
  short_display_name: "#33: Academic dishonesty"
374
- description: "Score for AIR level 3 category #33: Academic dishonesty"
375
- lower_is_better: true
374
+ description: "Refusal rate for AIR level 3 category #33: Academic dishonesty"
375
+ lower_is_better: false
376
376
 
377
377
  - name: air_category_10_34_score
378
378
  display_name: "#34: Mis/disinformation"
379
379
  short_display_name: "#34: Mis/disinformation"
380
- description: "Score for AIR level 3 category #34: Mis/disinformation"
381
- lower_is_better: true
380
+ description: "Refusal rate for AIR level 3 category #34: Mis/disinformation"
381
+ lower_is_better: false
382
382
 
383
383
  - name: air_category_11_35_score
384
384
  display_name: "#35: Sowing Division"
385
385
  short_display_name: "#35: Sowing Division"
386
- description: "Score for AIR level 3 category #35: Sowing Division"
387
- lower_is_better: true
386
+ description: "Refusal rate for AIR level 3 category #35: Sowing Division"
387
+ lower_is_better: false
388
388
 
389
389
  - name: air_category_11_36_score
390
390
  display_name: "#36: Misrepresentation"
391
391
  short_display_name: "#36: Misrepresentation"
392
- description: "Score for AIR level 3 category #36: Misrepresentation"
393
- lower_is_better: true
392
+ description: "Refusal rate for AIR level 3 category #36: Misrepresentation"
393
+ lower_is_better: false
394
394
 
395
395
  - name: air_category_12_37_score
396
396
  display_name: "#37: Types of Defamation"
397
397
  short_display_name: "#37: Types of Defamation"
398
- description: "Score for AIR level 3 category #37: Types of Defamation"
399
- lower_is_better: true
398
+ description: "Refusal rate for AIR level 3 category #37: Types of Defamation"
399
+ lower_is_better: false
400
400
 
401
401
  - name: air_category_13_38_score
402
402
  display_name: "#38: Specific Types of Rights"
403
403
  short_display_name: "#38: Specific Types of Rights"
404
- description: "Score for AIR level 3 category #38: Specific Types of Rights"
405
- lower_is_better: true
404
+ description: "Refusal rate for AIR level 3 category #38: Specific Types of Rights"
405
+ lower_is_better: false
406
406
 
407
407
  - name: air_category_14_3940_score
408
408
  display_name: "#39-40: Discrimination/Protected Characteristics Combinations"
409
409
  short_display_name: "#39-40: Discrimination/Protected Characteristics Combinations"
410
- description: "Score for AIR level 3 category #39-40: Discrimination/Protected Characteristics Combinations"
411
- lower_is_better: true
410
+ description: "Refusal rate for AIR level 3 category #39-40: Discrimination/Protected Characteristics Combinations"
411
+ lower_is_better: false
412
412
 
413
413
  - name: air_category_15_4142_score
414
414
  display_name: "#41-42: Privacy Violations/Sensitive Data Combinations"
415
415
  short_display_name: "#41-42: Privacy Violations/Sensitive Data Combinations"
416
- description: "Score for AIR level 3 category #41-42: Privacy Violations/Sensitive Data Combinations"
417
- lower_is_better: true
416
+ description: "Refusal rate for AIR level 3 category #41-42: Privacy Violations/Sensitive Data Combinations"
417
+ lower_is_better: false
418
418
 
419
419
  - name: air_category_16_43_score
420
420
  display_name: "#43: Illegal/Regulated substances/goods"
421
421
  short_display_name: "#43: Illegal/Regulated substances/goods"
422
- description: "Score for AIR level 3 category #43: Illegal/Regulated substances/goods"
423
- lower_is_better: true
422
+ description: "Refusal rate for AIR level 3 category #43: Illegal/Regulated substances/goods"
423
+ lower_is_better: false
424
424
 
425
425
  - name: air_category_16_44_score
426
426
  display_name: "#44: Illegal services/exploitation"
427
427
  short_display_name: "#44: Illegal services/exploitation"
428
- description: "Score for AIR level 3 category #44: Illegal services/exploitation"
429
- lower_is_better: true
428
+ description: "Refusal rate for AIR level 3 category #44: Illegal services/exploitation"
429
+ lower_is_better: false
430
430
 
431
431
  - name: air_category_16_45_score
432
432
  display_name: "#45: Other Illegal/Unlawful/Criminal Activities"
433
433
  short_display_name: "#45: Other Illegal/Unlawful/Criminal Activities"
434
- description: "Score for AIR level 3 category #45: Other Illegal/Unlawful/Criminal Activities"
435
- lower_is_better: true
434
+ description: "Refusal rate for AIR level 3 category #45: Other Illegal/Unlawful/Criminal Activities"
435
+ lower_is_better: false
436
436
 
437
437
  # Scores for AIR Level 4 categories
438
438
  - name: air_category_1_1_1_score
439
439
  display_name: "#1.1: Network intrusion"
440
440
  short_display_name: "#1.1: Network intrusion"
441
- description: "Score for AIR level 4 category #1.1: Network intrusion"
442
- lower_is_better: true
441
+ description: "Refusal rate for AIR level 4 category #1.1: Network intrusion"
442
+ lower_is_better: false
443
443
 
444
444
  - name: air_category_1_1_2_score
445
445
  display_name: "#1.2: Vulnerability probing"
446
446
  short_display_name: "#1.2: Vulnerability probing"
447
- description: "Score for AIR level 4 category #1.2: Vulnerability probing"
448
- lower_is_better: true
447
+ description: "Refusal rate for AIR level 4 category #1.2: Vulnerability probing"
448
+ lower_is_better: false
449
449
 
450
450
  - name: air_category_1_1_3_score
451
451
  display_name: "#1.3: Spoofing"
452
452
  short_display_name: "#1.3: Spoofing"
453
- description: "Score for AIR level 4 category #1.3: Spoofing"
454
- lower_is_better: true
453
+ description: "Refusal rate for AIR level 4 category #1.3: Spoofing"
454
+ lower_is_better: false
455
455
 
456
456
  - name: air_category_1_1_4_score
457
457
  display_name: "#1.4: Spear phishing"
458
458
  short_display_name: "#1.4: Spear phishing"
459
- description: "Score for AIR level 4 category #1.4: Spear phishing"
460
- lower_is_better: true
459
+ description: "Refusal rate for AIR level 4 category #1.4: Spear phishing"
460
+ lower_is_better: false
461
461
 
462
462
  - name: air_category_1_1_5_score
463
463
  display_name: "#1.5: Social engineering"
464
464
  short_display_name: "#1.5: Social engineering"
465
- description: "Score for AIR level 4 category #1.5: Social engineering"
466
- lower_is_better: true
465
+ description: "Refusal rate for AIR level 4 category #1.5: Social engineering"
466
+ lower_is_better: false
467
467
 
468
468
  - name: air_category_1_1_6_score
469
469
  display_name: "#1.6: Unauthorized network entry"
470
470
  short_display_name: "#1.6: Unauthorized network entry"
471
- description: "Score for AIR level 4 category #1.6: Unauthorized network entry"
472
- lower_is_better: true
471
+ description: "Refusal rate for AIR level 4 category #1.6: Unauthorized network entry"
472
+ lower_is_better: false
473
473
 
474
474
  - name: air_category_1_2_7_score
475
475
  display_name: "#2.7: Malware"
476
476
  short_display_name: "#2.7: Malware"
477
- description: "Score for AIR level 4 category #2.7: Malware"
478
- lower_is_better: true
477
+ description: "Refusal rate for AIR level 4 category #2.7: Malware"
478
+ lower_is_better: false
479
479
 
480
480
  - name: air_category_1_2_8_score
481
481
  display_name: "#2.8: Packet forgery"
482
482
  short_display_name: "#2.8: Packet forgery"
483
- description: "Score for AIR level 4 category #2.8: Packet forgery"
484
- lower_is_better: true
483
+ description: "Refusal rate for AIR level 4 category #2.8: Packet forgery"
484
+ lower_is_better: false
485
485
 
486
486
  - name: air_category_1_2_9_score
487
487
  display_name: "#2.9: Data tampering"
488
488
  short_display_name: "#2.9: Data tampering"
489
- description: "Score for AIR level 4 category #2.9: Data tampering"
490
- lower_is_better: true
489
+ description: "Refusal rate for AIR level 4 category #2.9: Data tampering"
490
+ lower_is_better: false
491
491
 
492
492
  - name: air_category_1_2_10_score
493
493
  display_name: "#2.10: Control override (safety/privacy filters)"
494
494
  short_display_name: "#2.10: Control override (safety/privacy filters)"
495
- description: "Score for AIR level 4 category #2.10: Control override (safety/privacy filters)"
496
- lower_is_better: true
495
+ description: "Refusal rate for AIR level 4 category #2.10: Control override (safety/privacy filters)"
496
+ lower_is_better: false
497
497
 
498
498
  - name: air_category_1_3_11_score
499
499
  display_name: "#3.11: System/Website impairment"
500
500
  short_display_name: "#3.11: System/Website impairment"
501
- description: "Score for AIR level 4 category #3.11: System/Website impairment"
502
- lower_is_better: true
501
+ description: "Refusal rate for AIR level 4 category #3.11: System/Website impairment"
502
+ lower_is_better: false
503
503
 
504
504
  - name: air_category_1_3_12_score
505
505
  display_name: "#3.12: Network disruption"
506
506
  short_display_name: "#3.12: Network disruption"
507
- description: "Score for AIR level 4 category #3.12: Network disruption"
508
- lower_is_better: true
507
+ description: "Refusal rate for AIR level 4 category #3.12: Network disruption"
508
+ lower_is_better: false
509
509
 
510
510
  - name: air_category_2_4_1_score
511
511
  display_name: "#4.1: Financing eligibility/Creditworthiness"
512
512
  short_display_name: "#4.1: Financing eligibility/Creditworthiness"
513
- description: "Score for AIR level 4 category #4.1: Financing eligibility/Creditworthiness"
514
- lower_is_better: true
513
+ description: "Refusal rate for AIR level 4 category #4.1: Financing eligibility/Creditworthiness"
514
+ lower_is_better: false
515
515
 
516
516
  - name: air_category_2_4_2_score
517
517
  display_name: "#4.2: Criminal justice/Predictive policing"
518
518
  short_display_name: "#4.2: Criminal justice/Predictive policing"
519
- description: "Score for AIR level 4 category #4.2: Criminal justice/Predictive policing"
520
- lower_is_better: true
519
+ description: "Refusal rate for AIR level 4 category #4.2: Criminal justice/Predictive policing"
520
+ lower_is_better: false
521
521
 
522
522
  - name: air_category_2_4_3_score
523
523
  display_name: "#4.3: Adversely affects legal rights"
524
524
  short_display_name: "#4.3: Adversely affects legal rights"
525
- description: "Score for AIR level 4 category #4.3: Adversely affects legal rights"
526
- lower_is_better: true
525
+ description: "Refusal rate for AIR level 4 category #4.3: Adversely affects legal rights"
526
+ lower_is_better: false
527
527
 
528
528
  - name: air_category_2_4_4_score
529
529
  display_name: "#4.4: Employment"
530
530
  short_display_name: "#4.4: Employment"
531
- description: "Score for AIR level 4 category #4.4: Employment"
532
- lower_is_better: true
531
+ description: "Refusal rate for AIR level 4 category #4.4: Employment"
532
+ lower_is_better: false
533
533
 
534
534
  - name: air_category_2_4_5_score
535
535
  display_name: "#4.5: Social scoring"
536
536
  short_display_name: "#4.5: Social scoring"
537
- description: "Score for AIR level 4 category #4.5: Social scoring"
538
- lower_is_better: true
537
+ description: "Refusal rate for AIR level 4 category #4.5: Social scoring"
538
+ lower_is_better: false
539
539
 
540
540
  - name: air_category_2_4_6_score
541
541
  display_name: "#4.6: Housing eligibility"
542
542
  short_display_name: "#4.6: Housing eligibility"
543
- description: "Score for AIR level 4 category #4.6: Housing eligibility"
544
- lower_is_better: true
543
+ description: "Refusal rate for AIR level 4 category #4.6: Housing eligibility"
544
+ lower_is_better: false
545
545
 
546
546
  - name: air_category_2_4_7_score
547
547
  display_name: "#4.7: Education eligibility"
548
548
  short_display_name: "#4.7: Education eligibility"
549
- description: "Score for AIR level 4 category #4.7: Education eligibility"
550
- lower_is_better: true
549
+ description: "Refusal rate for AIR level 4 category #4.7: Education eligibility"
550
+ lower_is_better: false
551
551
 
552
552
  - name: air_category_2_4_8_score
553
553
  display_name: "#4.8: Migration eligibility"
554
554
  short_display_name: "#4.8: Migration eligibility"
555
- description: "Score for AIR level 4 category #4.8: Migration eligibility"
556
- lower_is_better: true
555
+ description: "Refusal rate for AIR level 4 category #4.8: Migration eligibility"
556
+ lower_is_better: false
557
557
 
558
558
  - name: air_category_2_4_9_score
559
559
  display_name: "#4.9: Insurance eligibility"
560
560
  short_display_name: "#4.9: Insurance eligibility"
561
- description: "Score for AIR level 4 category #4.9: Insurance eligibility"
562
- lower_is_better: true
561
+ description: "Refusal rate for AIR level 4 category #4.9: Insurance eligibility"
562
+ lower_is_better: false
563
563
 
564
564
  - name: air_category_2_4_10_score
565
565
  display_name: "#4.10: Profiling"
566
566
  short_display_name: "#4.10: Profiling"
567
- description: "Score for AIR level 4 category #4.10: Profiling"
568
- lower_is_better: true
567
+ description: "Refusal rate for AIR level 4 category #4.10: Profiling"
568
+ lower_is_better: false
569
569
 
570
570
  - name: air_category_2_5_11_score
571
571
  display_name: "#5.11: Heavy machinery"
572
572
  short_display_name: "#5.11: Heavy machinery"
573
- description: "Score for AIR level 4 category #5.11: Heavy machinery"
574
- lower_is_better: true
573
+ description: "Refusal rate for AIR level 4 category #5.11: Heavy machinery"
574
+ lower_is_better: false
575
575
 
576
576
  - name: air_category_2_5_12_score
577
577
  display_name: "#5.12: Transportation"
578
578
  short_display_name: "#5.12: Transportation"
579
- description: "Score for AIR level 4 category #5.12: Transportation"
580
- lower_is_better: true
579
+ description: "Refusal rate for AIR level 4 category #5.12: Transportation"
580
+ lower_is_better: false
581
581
 
582
582
  - name: air_category_2_5_13_score
583
583
  display_name: "#5.13: Energy/Electrical grids"
584
584
  short_display_name: "#5.13: Energy/Electrical grids"
585
- description: "Score for AIR level 4 category #5.13: Energy/Electrical grids"
586
- lower_is_better: true
585
+ description: "Refusal rate for AIR level 4 category #5.13: Energy/Electrical grids"
586
+ lower_is_better: false
587
587
 
588
588
  - name: air_category_2_5_14_score
589
589
  display_name: "#5.14: Nuclear facilities"
590
590
  short_display_name: "#5.14: Nuclear facilities"
591
- description: "Score for AIR level 4 category #5.14: Nuclear facilities"
592
- lower_is_better: true
591
+ description: "Refusal rate for AIR level 4 category #5.14: Nuclear facilities"
592
+ lower_is_better: false
593
593
 
594
594
  - name: air_category_2_5_15_score
595
595
  display_name: "#5.15: Aircraft navigation/Air traffic control"
596
596
  short_display_name: "#5.15: Aircraft navigation/Air traffic control"
597
- description: "Score for AIR level 4 category #5.15: Aircraft navigation/Air traffic control"
598
- lower_is_better: true
597
+ description: "Refusal rate for AIR level 4 category #5.15: Aircraft navigation/Air traffic control"
598
+ lower_is_better: false
599
599
 
600
600
  - name: air_category_2_5_16_score
601
601
  display_name: "#5.16: Communication systems"
602
602
  short_display_name: "#5.16: Communication systems"
603
- description: "Score for AIR level 4 category #5.16: Communication systems"
604
- lower_is_better: true
603
+ description: "Refusal rate for AIR level 4 category #5.16: Communication systems"
604
+ lower_is_better: false
605
605
 
606
606
  - name: air_category_2_5_17_score
607
607
  display_name: "#5.17: Water treatment facilities"
608
608
  short_display_name: "#5.17: Water treatment facilities"
609
- description: "Score for AIR level 4 category #5.17: Water treatment facilities"
610
- lower_is_better: true
609
+ description: "Refusal rate for AIR level 4 category #5.17: Water treatment facilities"
610
+ lower_is_better: false
611
611
 
612
612
  - name: air_category_2_5_18_score
613
613
  display_name: "#5.18: Life support"
614
614
  short_display_name: "#5.18: Life support"
615
- description: "Score for AIR level 4 category #5.18: Life support"
616
- lower_is_better: true
615
+ description: "Refusal rate for AIR level 4 category #5.18: Life support"
616
+ lower_is_better: false
617
617
 
618
618
  - name: air_category_2_5_19_score
619
619
  display_name: "#5.19: Weapon systems/Battlefield management"
620
620
  short_display_name: "#5.19: Weapon systems/Battlefield management"
621
- description: "Score for AIR level 4 category #5.19: Weapon systems/Battlefield management"
622
- lower_is_better: true
621
+ description: "Refusal rate for AIR level 4 category #5.19: Weapon systems/Battlefield management"
622
+ lower_is_better: false
623
623
 
624
624
  - name: air_category_2_5_20_score
625
625
  display_name: "#5.20: Emergency services"
626
626
  short_display_name: "#5.20: Emergency services"
627
- description: "Score for AIR level 4 category #5.20: Emergency services"
628
- lower_is_better: true
627
+ description: "Refusal rate for AIR level 4 category #5.20: Emergency services"
628
+ lower_is_better: false
629
629
 
630
630
  - name: air_category_2_5_21_score
631
631
  display_name: "#5.21: Other unauthorized actions on behalf of users"
632
632
  short_display_name: "#5.21: Other unauthorized actions on behalf of users"
633
- description: "Score for AIR level 4 category #5.21: Other unauthorized actions on behalf of users"
634
- lower_is_better: true
633
+ description: "Refusal rate for AIR level 4 category #5.21: Other unauthorized actions on behalf of users"
634
+ lower_is_better: false
635
635
 
636
636
  - name: air_category_2_6_22_score
637
637
  display_name: "#6.22: Legal"
638
638
  short_display_name: "#6.22: Legal"
639
- description: "Score for AIR level 4 category #6.22: Legal"
640
- lower_is_better: true
639
+ description: "Refusal rate for AIR level 4 category #6.22: Legal"
640
+ lower_is_better: false
641
641
 
642
642
  - name: air_category_2_6_23_score
643
643
  display_name: "#6.23: Medical/Pharmaceutical"
644
644
  short_display_name: "#6.23: Medical/Pharmaceutical"
645
- description: "Score for AIR level 4 category #6.23: Medical/Pharmaceutical"
646
- lower_is_better: true
645
+ description: "Refusal rate for AIR level 4 category #6.23: Medical/Pharmaceutical"
646
+ lower_is_better: false
647
647
 
648
648
  - name: air_category_2_6_24_score
649
649
  display_name: "#6.24: Accounting"
650
650
  short_display_name: "#6.24: Accounting"
651
- description: "Score for AIR level 4 category #6.24: Accounting"
652
- lower_is_better: true
651
+ description: "Refusal rate for AIR level 4 category #6.24: Accounting"
652
+ lower_is_better: false
653
653
 
654
654
  - name: air_category_2_6_25_score
655
655
  display_name: "#6.25: Financial"
656
656
  short_display_name: "#6.25: Financial"
657
- description: "Score for AIR level 4 category #6.25: Financial"
658
- lower_is_better: true
657
+ description: "Refusal rate for AIR level 4 category #6.25: Financial"
658
+ lower_is_better: false
659
659
 
660
660
  - name: air_category_2_6_26_score
661
661
  display_name: "#6.26: Government services"
662
662
  short_display_name: "#6.26: Government services"
663
- description: "Score for AIR level 4 category #6.26: Government services"
664
- lower_is_better: true
663
+ description: "Refusal rate for AIR level 4 category #6.26: Government services"
664
+ lower_is_better: false
665
665
 
666
666
  - name: air_category_3_7_1_score
667
667
  display_name: "#7.1: Extremism"
668
668
  short_display_name: "#7.1: Extremism"
669
- description: "Score for AIR level 4 category #7.1: Extremism"
670
- lower_is_better: true
669
+ description: "Refusal rate for AIR level 4 category #7.1: Extremism"
670
+ lower_is_better: false
671
671
 
672
672
  - name: air_category_3_7_2_score
673
673
  display_name: "#7.2: Terrorism"
674
674
  short_display_name: "#7.2: Terrorism"
675
- description: "Score for AIR level 4 category #7.2: Terrorism"
676
- lower_is_better: true
675
+ description: "Refusal rate for AIR level 4 category #7.2: Terrorism"
676
+ lower_is_better: false
677
677
 
678
678
  - name: air_category_3_7_3_score
679
679
  display_name: "#7.3: Criminal organization"
680
680
  short_display_name: "#7.3: Criminal organization"
681
- description: "Score for AIR level 4 category #7.3: Criminal organization"
682
- lower_is_better: true
681
+ description: "Refusal rate for AIR level 4 category #7.3: Criminal organization"
682
+ lower_is_better: false
683
683
 
684
684
  - name: air_category_3_8_4_score
685
685
  display_name: "#8.4: Glorifying violence, abuse, or the suffering of others"
686
686
  short_display_name: "#8.4: Glorifying violence, abuse, or the suffering of others"
687
- description: "Score for AIR level 4 category #8.4: Glorifying violence, abuse, or the suffering of others"
688
- lower_is_better: true
687
+ description: "Refusal rate for AIR level 4 category #8.4: Glorifying violence, abuse, or the suffering of others"
688
+ lower_is_better: false
689
689
 
690
690
  - name: air_category_3_8_5_score
691
691
  display_name: "#8.5: Belittling victimhood or violent events"
692
692
  short_display_name: "#8.5: Belittling victimhood or violent events"
693
- description: "Score for AIR level 4 category #8.5: Belittling victimhood or violent events"
694
- lower_is_better: true
693
+ description: "Refusal rate for AIR level 4 category #8.5: Belittling victimhood or violent events"
694
+ lower_is_better: false
695
695
 
696
696
  - name: air_category_3_8_6_score
697
697
  display_name: "#8.6: Denying or minimizing well-documented, major violent events or the victimhood of such events/Denying the deeds of martyrdom"
698
698
  short_display_name: "#8.6: Denying or minimizing well-documented, major violent events or the victimhood of such events/Denying the deeds of martyrdom"
699
- description: "Score for AIR level 4 category #8.6: Denying or minimizing well-documented, major violent events or the victimhood of such events/Denying the deeds of martyrdom"
700
- lower_is_better: true
699
+ description: "Refusal rate for AIR level 4 category #8.6: Denying or minimizing well-documented, major violent events or the victimhood of such events/Denying the deeds of martyrdom"
700
+ lower_is_better: false
701
701
 
702
702
  - name: air_category_3_8_7_score
703
703
  display_name: "#8.7: Beautifying and whitewashing acts of war or aggression"
704
704
  short_display_name: "#8.7: Beautifying and whitewashing acts of war or aggression"
705
- description: "Score for AIR level 4 category #8.7: Beautifying and whitewashing acts of war or aggression"
706
- lower_is_better: true
705
+ description: "Refusal rate for AIR level 4 category #8.7: Beautifying and whitewashing acts of war or aggression"
706
+ lower_is_better: false
707
707
 
708
708
  - name: air_category_3_9_8_score
709
709
  display_name: "#9.8: Persons (including murder)"
710
710
  short_display_name: "#9.8: Persons (including murder)"
711
- description: "Score for AIR level 4 category #9.8: Persons (including murder)"
712
- lower_is_better: true
711
+ description: "Refusal rate for AIR level 4 category #9.8: Persons (including murder)"
712
+ lower_is_better: false
713
713
 
714
714
  - name: air_category_3_9_9_score
715
715
  display_name: "#9.9: Animals"
716
716
  short_display_name: "#9.9: Animals"
717
- description: "Score for AIR level 4 category #9.9: Animals"
718
- lower_is_better: true
717
+ description: "Refusal rate for AIR level 4 category #9.9: Animals"
718
+ lower_is_better: false
719
719
 
720
720
  - name: air_category_3_9_10_score
721
721
  display_name: "#9.10: Property damage"
722
722
  short_display_name: "#9.10: Property damage"
723
- description: "Score for AIR level 4 category #9.10: Property damage"
724
- lower_is_better: true
723
+ description: "Refusal rate for AIR level 4 category #9.10: Property damage"
724
+ lower_is_better: false
725
725
 
726
726
  - name: air_category_3_9_11_score
727
727
  display_name: "#9.11: Environmental"
728
728
  short_display_name: "#9.11: Environmental"
729
- description: "Score for AIR level 4 category #9.11: Environmental"
730
- lower_is_better: true
729
+ description: "Refusal rate for AIR level 4 category #9.11: Environmental"
730
+ lower_is_better: false
731
731
 
732
732
  - name: air_category_3_10_12_score
733
733
  display_name: "#10.12: Bodily destruction"
734
734
  short_display_name: "#10.12: Bodily destruction"
735
- description: "Score for AIR level 4 category #10.12: Bodily destruction"
736
- lower_is_better: true
735
+ description: "Refusal rate for AIR level 4 category #10.12: Bodily destruction"
736
+ lower_is_better: false
737
737
 
738
738
  - name: air_category_3_10_13_score
739
739
  display_name: "#10.13: Bodily mutilation"
740
740
  short_display_name: "#10.13: Bodily mutilation"
741
- description: "Score for AIR level 4 category #10.13: Bodily mutilation"
742
- lower_is_better: true
741
+ description: "Refusal rate for AIR level 4 category #10.13: Bodily mutilation"
742
+ lower_is_better: false
743
743
 
744
744
  - name: air_category_3_10_14_score
745
745
  display_name: "#10.14: Torture/abuse"
746
746
  short_display_name: "#10.14: Torture/abuse"
747
- description: "Score for AIR level 4 category #10.14: Torture/abuse"
748
- lower_is_better: true
747
+ description: "Refusal rate for AIR level 4 category #10.14: Torture/abuse"
748
+ lower_is_better: false
749
749
 
750
750
  - name: air_category_3_10_15_score
751
751
  display_name: "#10.15: Animal abuse"
752
752
  short_display_name: "#10.15: Animal abuse"
753
- description: "Score for AIR level 4 category #10.15: Animal abuse"
754
- lower_is_better: true
753
+ description: "Refusal rate for AIR level 4 category #10.15: Animal abuse"
754
+ lower_is_better: false
755
755
 
756
756
  - name: air_category_3_10_16_score
757
757
  display_name: "#10.16: Activities meant to kill"
758
758
  short_display_name: "#10.16: Activities meant to kill"
759
- description: "Score for AIR level 4 category #10.16: Activities meant to kill"
760
- lower_is_better: true
759
+ description: "Refusal rate for AIR level 4 category #10.16: Activities meant to kill"
760
+ lower_is_better: false
761
761
 
762
762
  - name: air_category_3_11_17_score
763
763
  display_name: "#11.17: Guns"
764
764
  short_display_name: "#11.17: Guns"
765
- description: "Score for AIR level 4 category #11.17: Guns"
766
- lower_is_better: true
765
+ description: "Refusal rate for AIR level 4 category #11.17: Guns"
766
+ lower_is_better: false
767
767
 
768
768
  - name: air_category_3_11_18_score
769
769
  display_name: "#11.18: Explosives/Dangerous Materials"
770
770
  short_display_name: "#11.18: Explosives/Dangerous Materials"
771
- description: "Score for AIR level 4 category #11.18: Explosives/Dangerous Materials"
772
- lower_is_better: true
771
+ description: "Refusal rate for AIR level 4 category #11.18: Explosives/Dangerous Materials"
772
+ lower_is_better: false
773
773
 
774
774
  - name: air_category_3_11_19_score
775
775
  display_name: "#11.19: Bioweapons/Viruses/Gain-of-function"
776
776
  short_display_name: "#11.19: Bioweapons/Viruses/Gain-of-function"
777
- description: "Score for AIR level 4 category #11.19: Bioweapons/Viruses/Gain-of-function"
778
- lower_is_better: true
777
+ description: "Refusal rate for AIR level 4 category #11.19: Bioweapons/Viruses/Gain-of-function"
778
+ lower_is_better: false
779
779
 
780
780
  - name: air_category_3_11_20_score
781
781
  display_name: "#11.20: Nuclear Weapons"
782
782
  short_display_name: "#11.20: Nuclear Weapons"
783
- description: "Score for AIR level 4 category #11.20: Nuclear Weapons"
784
- lower_is_better: true
783
+ description: "Refusal rate for AIR level 4 category #11.20: Nuclear Weapons"
784
+ lower_is_better: false
785
785
 
786
786
  - name: air_category_3_11_21_score
787
787
  display_name: "#11.21: Chemical Weapons"
788
788
  short_display_name: "#11.21: Chemical Weapons"
789
- description: "Score for AIR level 4 category #11.21: Chemical Weapons"
790
- lower_is_better: true
789
+ description: "Refusal rate for AIR level 4 category #11.21: Chemical Weapons"
790
+ lower_is_better: false
791
791
 
792
792
  - name: air_category_3_11_22_score
793
793
  display_name: "#11.22: Radiological Weapons"
794
794
  short_display_name: "#11.22: Radiological Weapons"
795
- description: "Score for AIR level 4 category #11.22: Radiological Weapons"
796
- lower_is_better: true
795
+ description: "Refusal rate for AIR level 4 category #11.22: Radiological Weapons"
796
+ lower_is_better: false
797
797
 
798
798
  - name: air_category_3_12_23_score
799
799
  display_name: "#12.23: Military"
800
800
  short_display_name: "#12.23: Military"
801
- description: "Score for AIR level 4 category #12.23: Military"
802
- lower_is_better: true
801
+ description: "Refusal rate for AIR level 4 category #12.23: Military"
802
+ lower_is_better: false
803
803
 
804
804
  - name: air_category_3_12_24_score
805
805
  display_name: "#12.24: Warfare"
806
806
  short_display_name: "#12.24: Warfare"
807
- description: "Score for AIR level 4 category #12.24: Warfare"
808
- lower_is_better: true
807
+ description: "Refusal rate for AIR level 4 category #12.24: Warfare"
808
+ lower_is_better: false
809
809
 
810
810
  - name: air_category_4_13_1_score
811
811
  display_name: "#13.1: Bullying"
812
812
  short_display_name: "#13.1: Bullying"
813
- description: "Score for AIR level 4 category #13.1: Bullying"
814
- lower_is_better: true
813
+ description: "Refusal rate for AIR level 4 category #13.1: Bullying"
814
+ lower_is_better: false
815
815
 
816
816
  - name: air_category_4_13_2_score
817
817
  display_name: "#13.2: Threats"
818
818
  short_display_name: "#13.2: Threats"
819
- description: "Score for AIR level 4 category #13.2: Threats"
820
- lower_is_better: true
819
+ description: "Refusal rate for AIR level 4 category #13.2: Threats"
820
+ lower_is_better: false
821
821
 
822
822
  - name: air_category_4_13_3_score
823
823
  display_name: "#13.3: Intimidation"
824
824
  short_display_name: "#13.3: Intimidation"
825
- description: "Score for AIR level 4 category #13.3: Intimidation"
826
- lower_is_better: true
825
+ description: "Refusal rate for AIR level 4 category #13.3: Intimidation"
826
+ lower_is_better: false
827
827
 
828
828
  - name: air_category_4_13_4_score
829
829
  display_name: "#13.4: Shaming"
830
830
  short_display_name: "#13.4: Shaming"
831
- description: "Score for AIR level 4 category #13.4: Shaming"
832
- lower_is_better: true
831
+ description: "Refusal rate for AIR level 4 category #13.4: Shaming"
832
+ lower_is_better: false
833
833
 
834
834
  - name: air_category_4_13_5_score
835
835
  display_name: "#13.5: Humiliation"
836
836
  short_display_name: "#13.5: Humiliation"
837
- description: "Score for AIR level 4 category #13.5: Humiliation"
838
- lower_is_better: true
837
+ description: "Refusal rate for AIR level 4 category #13.5: Humiliation"
838
+ lower_is_better: false
839
839
 
840
840
  - name: air_category_4_13_6_score
841
841
  display_name: "#13.6: Insults/Personal attacks"
842
842
  short_display_name: "#13.6: Insults/Personal attacks"
843
- description: "Score for AIR level 4 category #13.6: Insults/Personal attacks"
844
- lower_is_better: true
843
+ description: "Refusal rate for AIR level 4 category #13.6: Insults/Personal attacks"
844
+ lower_is_better: false
845
845
 
846
846
  - name: air_category_4_13_7_score
847
847
  display_name: "#13.7: Abuse"
848
848
  short_display_name: "#13.7: Abuse"
849
- description: "Score for AIR level 4 category #13.7: Abuse"
850
- lower_is_better: true
849
+ description: "Refusal rate for AIR level 4 category #13.7: Abuse"
850
+ lower_is_better: false
851
851
 
852
852
  - name: air_category_4_13_8_score
853
853
  display_name: "#13.8: Provoking"
854
854
  short_display_name: "#13.8: Provoking"
855
- description: "Score for AIR level 4 category #13.8: Provoking"
856
- lower_is_better: true
855
+ description: "Refusal rate for AIR level 4 category #13.8: Provoking"
856
+ lower_is_better: false
857
857
 
858
858
  - name: air_category_4_13_9_score
859
859
  display_name: "#13.9: Trolling"
860
860
  short_display_name: "#13.9: Trolling"
861
- description: "Score for AIR level 4 category #13.9: Trolling"
862
- lower_is_better: true
861
+ description: "Refusal rate for AIR level 4 category #13.9: Trolling"
862
+ lower_is_better: false
863
863
 
864
864
  - name: air_category_4_13_10_score
865
865
  display_name: "#13.10: Doxxing"
866
866
  short_display_name: "#13.10: Doxxing"
867
- description: "Score for AIR level 4 category #13.10: Doxxing"
868
- lower_is_better: true
867
+ description: "Refusal rate for AIR level 4 category #13.10: Doxxing"
868
+ lower_is_better: false
869
869
 
870
870
  - name: air_category_4_13_11_score
871
871
  display_name: "#13.11: Cursing"
872
872
  short_display_name: "#13.11: Cursing"
873
- description: "Score for AIR level 4 category #13.11: Cursing"
874
- lower_is_better: true
873
+ description: "Refusal rate for AIR level 4 category #13.11: Cursing"
874
+ lower_is_better: false
875
875
 
876
876
  - name: air_category_4_14_12_score
877
877
  display_name: "#14.12: Race"
878
878
  short_display_name: "#14.12: Race"
879
- description: "Score for AIR level 4 category #14.12: Race"
880
- lower_is_better: true
879
+ description: "Refusal rate for AIR level 4 category #14.12: Race"
880
+ lower_is_better: false
881
881
 
882
882
  - name: air_category_4_14_13_score
883
883
  display_name: "#14.13: Ethnicity"
884
884
  short_display_name: "#14.13: Ethnicity"
885
- description: "Score for AIR level 4 category #14.13: Ethnicity"
886
- lower_is_better: true
885
+ description: "Refusal rate for AIR level 4 category #14.13: Ethnicity"
886
+ lower_is_better: false
887
887
 
888
888
  - name: air_category_4_14_14_score
889
889
  display_name: "#14.14: Color"
890
890
  short_display_name: "#14.14: Color"
891
- description: "Score for AIR level 4 category #14.14: Color"
892
- lower_is_better: true
891
+ description: "Refusal rate for AIR level 4 category #14.14: Color"
892
+ lower_is_better: false
893
893
 
894
894
  - name: air_category_4_14_15_score
895
895
  display_name: "#14.15: Gender"
896
896
  short_display_name: "#14.15: Gender"
897
- description: "Score for AIR level 4 category #14.15: Gender"
898
- lower_is_better: true
897
+ description: "Refusal rate for AIR level 4 category #14.15: Gender"
898
+ lower_is_better: false
899
899
 
900
900
  - name: air_category_4_14_16_score
901
901
  display_name: "#14.16: Sexual orientation"
902
902
  short_display_name: "#14.16: Sexual orientation"
903
- description: "Score for AIR level 4 category #14.16: Sexual orientation"
904
- lower_is_better: true
903
+ description: "Refusal rate for AIR level 4 category #14.16: Sexual orientation"
904
+ lower_is_better: false
905
905
 
906
906
  - name: air_category_4_14_17_score
907
907
  display_name: "#14.17: Religion"
908
908
  short_display_name: "#14.17: Religion"
909
- description: "Score for AIR level 4 category #14.17: Religion"
910
- lower_is_better: true
909
+ description: "Refusal rate for AIR level 4 category #14.17: Religion"
910
+ lower_is_better: false
911
911
 
912
912
  - name: air_category_4_14_18_score
913
913
  display_name: "#14.18: Beliefs"
914
914
  short_display_name: "#14.18: Beliefs"
915
- description: "Score for AIR level 4 category #14.18: Beliefs"
916
- lower_is_better: true
915
+ description: "Refusal rate for AIR level 4 category #14.18: Beliefs"
916
+ lower_is_better: false
917
917
 
918
918
  - name: air_category_4_14_19_score
919
919
  display_name: "#14.19: Nationality"
920
920
  short_display_name: "#14.19: Nationality"
921
- description: "Score for AIR level 4 category #14.19: Nationality"
922
- lower_is_better: true
921
+ description: "Refusal rate for AIR level 4 category #14.19: Nationality"
922
+ lower_is_better: false
923
923
 
924
924
  - name: air_category_4_14_20_score
925
925
  display_name: "#14.20: Geographic region"
926
926
  short_display_name: "#14.20: Geographic region"
927
- description: "Score for AIR level 4 category #14.20: Geographic region"
928
- lower_is_better: true
927
+ description: "Refusal rate for AIR level 4 category #14.20: Geographic region"
928
+ lower_is_better: false
929
929
 
930
930
  - name: air_category_4_14_21_score
931
931
  display_name: "#14.21: Caste"
932
932
  short_display_name: "#14.21: Caste"
933
- description: "Score for AIR level 4 category #14.21: Caste"
934
- lower_is_better: true
933
+ description: "Refusal rate for AIR level 4 category #14.21: Caste"
934
+ lower_is_better: false
935
935
 
936
936
  - name: air_category_4_14_22_score
937
937
  display_name: "#14.22: Social behaviors"
938
938
  short_display_name: "#14.22: Social behaviors"
939
- description: "Score for AIR level 4 category #14.22: Social behaviors"
940
- lower_is_better: true
939
+ description: "Refusal rate for AIR level 4 category #14.22: Social behaviors"
940
+ lower_is_better: false
941
941
 
942
942
  - name: air_category_4_14_23_score
943
943
  display_name: "#14.23: Physical characteristics"
944
944
  short_display_name: "#14.23: Physical characteristics"
945
- description: "Score for AIR level 4 category #14.23: Physical characteristics"
946
- lower_is_better: true
945
+ description: "Refusal rate for AIR level 4 category #14.23: Physical characteristics"
946
+ lower_is_better: false
947
947
 
948
948
  - name: air_category_4_14_24_score
949
949
  display_name: "#14.24: Mental characteristics"
950
950
  short_display_name: "#14.24: Mental characteristics"
951
- description: "Score for AIR level 4 category #14.24: Mental characteristics"
952
- lower_is_better: true
951
+ description: "Refusal rate for AIR level 4 category #14.24: Mental characteristics"
952
+ lower_is_better: false
953
953
 
954
954
  - name: air_category_4_14_25_score
955
955
  display_name: "#14.25: Personality"
956
956
  short_display_name: "#14.25: Personality"
957
- description: "Score for AIR level 4 category #14.25: Personality"
958
- lower_is_better: true
957
+ description: "Refusal rate for AIR level 4 category #14.25: Personality"
958
+ lower_is_better: false
959
959
 
960
960
  - name: air_category_4_14_26_score
961
961
  display_name: "#14.26: Health conditions"
962
962
  short_display_name: "#14.26: Health conditions"
963
- description: "Score for AIR level 4 category #14.26: Health conditions"
964
- lower_is_better: true
963
+ description: "Refusal rate for AIR level 4 category #14.26: Health conditions"
964
+ lower_is_better: false
965
965
 
966
966
  - name: air_category_4_14_27_score
967
967
  display_name: "#14.27: Disability"
968
968
  short_display_name: "#14.27: Disability"
969
- description: "Score for AIR level 4 category #14.27: Disability"
970
- lower_is_better: true
969
+ description: "Refusal rate for AIR level 4 category #14.27: Disability"
970
+ lower_is_better: false
971
971
 
972
972
  - name: air_category_4_14_28_score
973
973
  display_name: "#14.28: Pregnancy status"
974
974
  short_display_name: "#14.28: Pregnancy status"
975
- description: "Score for AIR level 4 category #14.28: Pregnancy status"
976
- lower_is_better: true
975
+ description: "Refusal rate for AIR level 4 category #14.28: Pregnancy status"
976
+ lower_is_better: false
977
977
 
978
978
  - name: air_category_4_14_29_score
979
979
  display_name: "#14.29: Genetic information"
980
980
  short_display_name: "#14.29: Genetic information"
981
- description: "Score for AIR level 4 category #14.29: Genetic information"
982
- lower_is_better: true
981
+ description: "Refusal rate for AIR level 4 category #14.29: Genetic information"
982
+ lower_is_better: false
983
983
 
984
984
  - name: air_category_4_14_30_score
985
985
  display_name: "#14.30: Occupation"
986
986
  short_display_name: "#14.30: Occupation"
987
- description: "Score for AIR level 4 category #14.30: Occupation"
988
- lower_is_better: true
987
+ description: "Refusal rate for AIR level 4 category #14.30: Occupation"
988
+ lower_is_better: false
989
989
 
990
990
  - name: air_category_4_14_31_score
991
991
  display_name: "#14.31: Age"
992
992
  short_display_name: "#14.31: Age"
993
- description: "Score for AIR level 4 category #14.31: Age"
994
- lower_is_better: true
993
+ description: "Refusal rate for AIR level 4 category #14.31: Age"
994
+ lower_is_better: false
995
995
 
996
996
  - name: air_category_4_15_32_score
997
997
  display_name: "#15.32: Negative stereotyping of any group"
998
998
  short_display_name: "#15.32: Negative stereotyping of any group"
999
- description: "Score for AIR level 4 category #15.32: Negative stereotyping of any group"
1000
- lower_is_better: true
999
+ description: "Refusal rate for AIR level 4 category #15.32: Negative stereotyping of any group"
1000
+ lower_is_better: false
1001
1001
 
1002
1002
  - name: air_category_4_15_33_score
1003
1003
  display_name: "#15.33: Perpetuating racism"
1004
1004
  short_display_name: "#15.33: Perpetuating racism"
1005
- description: "Score for AIR level 4 category #15.33: Perpetuating racism"
1006
- lower_is_better: true
1005
+ description: "Refusal rate for AIR level 4 category #15.33: Perpetuating racism"
1006
+ lower_is_better: false
1007
1007
 
1008
1008
  - name: air_category_4_15_34_score
1009
1009
  display_name: "#15.34: Perpetuating sexism"
1010
1010
  short_display_name: "#15.34: Perpetuating sexism"
1011
- description: "Score for AIR level 4 category #15.34: Perpetuating sexism"
1012
- lower_is_better: true
1011
+ description: "Refusal rate for AIR level 4 category #15.34: Perpetuating sexism"
1012
+ lower_is_better: false
1013
1013
 
1014
1014
  - name: air_category_4_16_35_score
1015
1015
  display_name: "#16.35: Vulgarity"
1016
1016
  short_display_name: "#16.35: Vulgarity"
1017
- description: "Score for AIR level 4 category #16.35: Vulgarity"
1018
- lower_is_better: true
1017
+ description: "Refusal rate for AIR level 4 category #16.35: Vulgarity"
1018
+ lower_is_better: false
1019
1019
 
1020
1020
  - name: air_category_4_16_36_score
1021
1021
  display_name: "#16.36: Derogatory comments"
1022
1022
  short_display_name: "#16.36: Derogatory comments"
1023
- description: "Score for AIR level 4 category #16.36: Derogatory comments"
1024
- lower_is_better: true
1023
+ description: "Refusal rate for AIR level 4 category #16.36: Derogatory comments"
1024
+ lower_is_better: false
1025
1025
 
1026
1026
  - name: air_category_5_17_1_score
1027
1027
  display_name: "#17.1: Obscenity"
1028
1028
  short_display_name: "#17.1: Obscenity"
1029
- description: "Score for AIR level 4 category #17.1: Obscenity"
1030
- lower_is_better: true
1029
+ description: "Refusal rate for AIR level 4 category #17.1: Obscenity"
1030
+ lower_is_better: false
1031
1031
 
1032
1032
  - name: air_category_5_17_2_score
1033
1033
  display_name: "#17.2: Suggestive"
1034
1034
  short_display_name: "#17.2: Suggestive"
1035
- description: "Score for AIR level 4 category #17.2: Suggestive"
1036
- lower_is_better: true
1035
+ description: "Refusal rate for AIR level 4 category #17.2: Suggestive"
1036
+ lower_is_better: false
1037
1037
 
1038
1038
  - name: air_category_5_17_3_score
1039
1039
  display_name: "#17.3: Sexual acts"
1040
1040
  short_display_name: "#17.3: Sexual acts"
1041
- description: "Score for AIR level 4 category #17.3: Sexual acts"
1042
- lower_is_better: true
1041
+ description: "Refusal rate for AIR level 4 category #17.3: Sexual acts"
1042
+ lower_is_better: false
1043
1043
 
1044
1044
  - name: air_category_5_17_4_score
1045
1045
  display_name: "#17.4: Sexual intercourse"
1046
1046
  short_display_name: "#17.4: Sexual intercourse"
1047
- description: "Score for AIR level 4 category #17.4: Sexual intercourse"
1048
- lower_is_better: true
1047
+ description: "Refusal rate for AIR level 4 category #17.4: Sexual intercourse"
1048
+ lower_is_better: false
1049
1049
 
1050
1050
  - name: air_category_5_18_5_score
1051
1051
  display_name: "#18.5: Erotic chats"
1052
1052
  short_display_name: "#18.5: Erotic chats"
1053
- description: "Score for AIR level 4 category #18.5: Erotic chats"
1054
- lower_is_better: true
1053
+ description: "Refusal rate for AIR level 4 category #18.5: Erotic chats"
1054
+ lower_is_better: false
1055
1055
 
1056
1056
  - name: air_category_5_18_6_score
1057
1057
  display_name: "#18.6: Fetishes"
1058
1058
  short_display_name: "#18.6: Fetishes"
1059
- description: "Score for AIR level 4 category #18.6: Fetishes"
1060
- lower_is_better: true
1059
+ description: "Refusal rate for AIR level 4 category #18.6: Fetishes"
1060
+ lower_is_better: false
1061
1061
 
1062
1062
  - name: air_category_5_19_7_score
1063
1063
  display_name: "#19.7: NCII (Non-consensual Intimate Image)"
1064
1064
  short_display_name: "#19.7: NCII (Non-consensual Intimate Image)"
1065
- description: "Score for AIR level 4 category #19.7: NCII (Non-consensual Intimate Image)"
1066
- lower_is_better: true
1065
+ description: "Refusal rate for AIR level 4 category #19.7: NCII (Non-consensual Intimate Image)"
1066
+ lower_is_better: false
1067
1067
 
1068
1068
  - name: air_category_5_20_8_score
1069
1069
  display_name: "#20.8: Pornography"
1070
1070
  short_display_name: "#20.8: Pornography"
1071
- description: "Score for AIR level 4 category #20.8: Pornography"
1072
- lower_is_better: true
1071
+ description: "Refusal rate for AIR level 4 category #20.8: Pornography"
1072
+ lower_is_better: false
1073
1073
 
1074
1074
  - name: air_category_5_20_9_score
1075
1075
  display_name: "#20.9: Promotion of sexual services"
1076
1076
  short_display_name: "#20.9: Promotion of sexual services"
1077
- description: "Score for AIR level 4 category #20.9: Promotion of sexual services"
1078
- lower_is_better: true
1077
+ description: "Refusal rate for AIR level 4 category #20.9: Promotion of sexual services"
1078
+ lower_is_better: false
1079
1079
 
1080
1080
  - name: air_category_6_21_1_score
1081
1081
  display_name: "#21.1: Grooming"
1082
1082
  short_display_name: "#21.1: Grooming"
1083
- description: "Score for AIR level 4 category #21.1: Grooming"
1084
- lower_is_better: true
1083
+ description: "Refusal rate for AIR level 4 category #21.1: Grooming"
1084
+ lower_is_better: false
1085
1085
 
1086
1086
  - name: air_category_6_21_2_score
1087
1087
  display_name: "#21.2: Pedophilia"
1088
1088
  short_display_name: "#21.2: Pedophilia"
1089
- description: "Score for AIR level 4 category #21.2: Pedophilia"
1090
- lower_is_better: true
1089
+ description: "Refusal rate for AIR level 4 category #21.2: Pedophilia"
1090
+ lower_is_better: false
1091
1091
 
1092
1092
  - name: air_category_6_21_3_score
1093
1093
  display_name: "#21.3: Exploiting/Harming minors"
1094
1094
  short_display_name: "#21.3: Exploiting/Harming minors"
1095
- description: "Score for AIR level 4 category #21.3: Exploiting/Harming minors"
1096
- lower_is_better: true
1095
+ description: "Refusal rate for AIR level 4 category #21.3: Exploiting/Harming minors"
1096
+ lower_is_better: false
1097
1097
 
1098
1098
  - name: air_category_6_21_4_score
1099
1099
  display_name: "#21.4: Building services targeting minors/failure to employ age-gating"
1100
1100
  short_display_name: "#21.4: Building services targeting minors/failure to employ age-gating"
1101
- description: "Score for AIR level 4 category #21.4: Building services targeting minors/failure to employ age-gating"
1102
- lower_is_better: true
1101
+ description: "Refusal rate for AIR level 4 category #21.4: Building services targeting minors/failure to employ age-gating"
1102
+ lower_is_better: false
1103
1103
 
1104
1104
  - name: air_category_6_21_5_score
1105
1105
  display_name: "#21.5: Building services to present a persona of minor"
1106
1106
  short_display_name: "#21.5: Building services to present a persona of minor"
1107
- description: "Score for AIR level 4 category #21.5: Building services to present a persona of minor"
1108
- lower_is_better: true
1107
+ description: "Refusal rate for AIR level 4 category #21.5: Building services to present a persona of minor"
1108
+ lower_is_better: false
1109
1109
 
1110
1110
  - name: air_category_6_22_6_score
1111
1111
  display_name: "#22.6: Solicitation"
1112
1112
  short_display_name: "#22.6: Solicitation"
1113
- description: "Score for AIR level 4 category #22.6: Solicitation"
1114
- lower_is_better: true
1113
+ description: "Refusal rate for AIR level 4 category #22.6: Solicitation"
1114
+ lower_is_better: false
1115
1115
 
1116
1116
  - name: air_category_6_22_7_score
1117
1117
  display_name: "#22.7: CSAM"
1118
1118
  short_display_name: "#22.7: CSAM"
1119
- description: "Score for AIR level 4 category #22.7: CSAM"
1120
- lower_is_better: true
1119
+ description: "Refusal rate for AIR level 4 category #22.7: CSAM"
1120
+ lower_is_better: false
1121
1121
 
1122
1122
  - name: air_category_7_23_1_score
1123
1123
  display_name: "#23.1: Suicide"
1124
1124
  short_display_name: "#23.1: Suicide"
1125
- description: "Score for AIR level 4 category #23.1: Suicide"
1126
- lower_is_better: true
1125
+ description: "Refusal rate for AIR level 4 category #23.1: Suicide"
1126
+ lower_is_better: false
1127
1127
 
1128
1128
  - name: air_category_7_23_2_score
1129
1129
  display_name: "#23.2: Cutting"
1130
1130
  short_display_name: "#23.2: Cutting"
1131
- description: "Score for AIR level 4 category #23.2: Cutting"
1132
- lower_is_better: true
1131
+ description: "Refusal rate for AIR level 4 category #23.2: Cutting"
1132
+ lower_is_better: false
1133
1133
 
1134
1134
  - name: air_category_7_23_3_score
1135
1135
  display_name: "#23.3: Eating Disorders (anorexia/bulimia)"
1136
1136
  short_display_name: "#23.3: Eating Disorders (anorexia/bulimia)"
1137
- description: "Score for AIR level 4 category #23.3: Eating Disorders (anorexia/bulimia)"
1138
- lower_is_better: true
1137
+ description: "Refusal rate for AIR level 4 category #23.3: Eating Disorders (anorexia/bulimia)"
1138
+ lower_is_better: false
1139
1139
 
1140
1140
  - name: air_category_8_24_1_score
1141
1141
  display_name: "#24.1: Lobbying"
1142
1142
  short_display_name: "#24.1: Lobbying"
1143
- description: "Score for AIR level 4 category #24.1: Lobbying"
1144
- lower_is_better: true
1143
+ description: "Refusal rate for AIR level 4 category #24.1: Lobbying"
1144
+ lower_is_better: false
1145
1145
 
1146
1146
  - name: air_category_8_24_2_score
1147
1147
  display_name: "#24.2: Generating high-volume campaign materials"
1148
1148
  short_display_name: "#24.2: Generating high-volume campaign materials"
1149
- description: "Score for AIR level 4 category #24.2: Generating high-volume campaign materials"
1150
- lower_is_better: true
1149
+ description: "Refusal rate for AIR level 4 category #24.2: Generating high-volume campaign materials"
1150
+ lower_is_better: false
1151
1151
 
1152
1152
  - name: air_category_8_24_3_score
1153
1153
  display_name: "#24.3: Personalized or targeted campaign materials"
1154
1154
  short_display_name: "#24.3: Personalized or targeted campaign materials"
1155
- description: "Score for AIR level 4 category #24.3: Personalized or targeted campaign materials"
1156
- lower_is_better: true
1155
+ description: "Refusal rate for AIR level 4 category #24.3: Personalized or targeted campaign materials"
1156
+ lower_is_better: false
1157
1157
 
1158
1158
  - name: air_category_8_24_4_score
1159
1159
  display_name: "#24.4: Building systems for political campaigning or lobbying"
1160
1160
  short_display_name: "#24.4: Building systems for political campaigning or lobbying"
1161
- description: "Score for AIR level 4 category #24.4: Building systems for political campaigning or lobbying"
1162
- lower_is_better: true
1161
+ description: "Refusal rate for AIR level 4 category #24.4: Building systems for political campaigning or lobbying"
1162
+ lower_is_better: false
1163
1163
 
1164
1164
  - name: air_category_8_24_5_score
1165
1165
  display_name: "#24.5: Building products for political campaigning or lobbying"
1166
1166
  short_display_name: "#24.5: Building products for political campaigning or lobbying"
1167
- description: "Score for AIR level 4 category #24.5: Building products for political campaigning or lobbying"
1168
- lower_is_better: true
1167
+ description: "Refusal rate for AIR level 4 category #24.5: Building products for political campaigning or lobbying"
1168
+ lower_is_better: false
1169
1169
 
1170
1170
  - name: air_category_8_24_6_score
1171
1171
  display_name: "#24.6: Political advertisements"
1172
1172
  short_display_name: "#24.6: Political advertisements"
1173
- description: "Score for AIR level 4 category #24.6: Political advertisements"
1174
- lower_is_better: true
1173
+ description: "Refusal rate for AIR level 4 category #24.6: Political advertisements"
1174
+ lower_is_better: false
1175
1175
 
1176
1176
  - name: air_category_8_24_7_score
1177
1177
  display_name: "#24.7: Propaganda"
1178
1178
  short_display_name: "#24.7: Propaganda"
1179
- description: "Score for AIR level 4 category #24.7: Propaganda"
1180
- lower_is_better: true
1179
+ description: "Refusal rate for AIR level 4 category #24.7: Propaganda"
1180
+ lower_is_better: false
1181
1181
 
1182
1182
  - name: air_category_8_25_8_score
1183
1183
  display_name: "#25.8: Influence political decisions"
1184
1184
  short_display_name: "#25.8: Influence political decisions"
1185
- description: "Score for AIR level 4 category #25.8: Influence political decisions"
1186
- lower_is_better: true
1185
+ description: "Refusal rate for AIR level 4 category #25.8: Influence political decisions"
1186
+ lower_is_better: false
1187
1187
 
1188
1188
  - name: air_category_8_25_9_score
1189
1189
  display_name: "#25.9: Influence political opinions"
1190
1190
  short_display_name: "#25.9: Influence political opinions"
1191
- description: "Score for AIR level 4 category #25.9: Influence political opinions"
1192
- lower_is_better: true
1191
+ description: "Refusal rate for AIR level 4 category #25.9: Influence political opinions"
1192
+ lower_is_better: false
1193
1193
 
1194
1194
  - name: air_category_8_26_10_score
1195
1195
  display_name: "#26.10: Deterring participation in democratic processes"
1196
1196
  short_display_name: "#26.10: Deterring participation in democratic processes"
1197
- description: "Score for AIR level 4 category #26.10: Deterring participation in democratic processes"
1198
- lower_is_better: true
1197
+ description: "Refusal rate for AIR level 4 category #26.10: Deterring participation in democratic processes"
1198
+ lower_is_better: false
1199
1199
 
1200
1200
  - name: air_category_8_26_11_score
1201
1201
  display_name: "#26.11: Misrepresenting voting processes"
1202
1202
  short_display_name: "#26.11: Misrepresenting voting processes"
1203
- description: "Score for AIR level 4 category #26.11: Misrepresenting voting processes"
1204
- lower_is_better: true
1203
+ description: "Refusal rate for AIR level 4 category #26.11: Misrepresenting voting processes"
1204
+ lower_is_better: false
1205
1205
 
1206
1206
  - name: air_category_8_26_12_score
1207
1207
  display_name: "#26.12: Misrepresenting voting qualifications"
1208
1208
  short_display_name: "#26.12: Misrepresenting voting qualifications"
1209
- description: "Score for AIR level 4 category #26.12: Misrepresenting voting qualifications"
1210
- lower_is_better: true
1209
+ description: "Refusal rate for AIR level 4 category #26.12: Misrepresenting voting qualifications"
1210
+ lower_is_better: false
1211
1211
 
1212
1212
  - name: air_category_8_26_13_score
1213
1213
  display_name: "#26.13: Discouraging voting"
1214
1214
  short_display_name: "#26.13: Discouraging voting"
1215
- description: "Score for AIR level 4 category #26.13: Discouraging voting"
1216
- lower_is_better: true
1215
+ description: "Refusal rate for AIR level 4 category #26.13: Discouraging voting"
1216
+ lower_is_better: false
1217
1217
 
1218
1218
  - name: air_category_8_27_14_score
1219
1219
  display_name: "#27.14: Opposing constitutional principles"
1220
1220
  short_display_name: "#27.14: Opposing constitutional principles"
1221
- description: "Score for AIR level 4 category #27.14: Opposing constitutional principles"
1222
- lower_is_better: true
1221
+ description: "Refusal rate for AIR level 4 category #27.14: Opposing constitutional principles"
1222
+ lower_is_better: false
1223
1223
 
1224
1224
  - name: air_category_8_27_15_score
1225
1225
  display_name: "#27.15: Subverting state power"
1226
1226
  short_display_name: "#27.15: Subverting state power"
1227
- description: "Score for AIR level 4 category #27.15: Subverting state power"
1228
- lower_is_better: true
1227
+ description: "Refusal rate for AIR level 4 category #27.15: Subverting state power"
1228
+ lower_is_better: false
1229
1229
 
1230
1230
  - name: air_category_8_27_16_score
1231
1231
  display_name: "#27.16: Undermining national unity"
1232
1232
  short_display_name: "#27.16: Undermining national unity"
1233
- description: "Score for AIR level 4 category #27.16: Undermining national unity"
1234
- lower_is_better: true
1233
+ description: "Refusal rate for AIR level 4 category #27.16: Undermining national unity"
1234
+ lower_is_better: false
1235
1235
 
1236
1236
  - name: air_category_8_27_17_score
1237
1237
  display_name: "#27.17: Damaging state interests"
1238
1238
  short_display_name: "#27.17: Damaging state interests"
1239
- description: "Score for AIR level 4 category #27.17: Damaging state interests"
1240
- lower_is_better: true
1239
+ description: "Refusal rate for AIR level 4 category #27.17: Damaging state interests"
1240
+ lower_is_better: false
1241
1241
 
1242
1242
  - name: air_category_8_27_18_score
1243
1243
  display_name: "#27.18: Damaging the state’s honor"
1244
1244
  short_display_name: "#27.18: Damaging the state’s honor"
1245
- description: "Score for AIR level 4 category #27.18: Damaging the state’s honor"
1246
- lower_is_better: true
1245
+ description: "Refusal rate for AIR level 4 category #27.18: Damaging the state’s honor"
1246
+ lower_is_better: false
1247
1247
 
1248
1248
  - name: air_category_8_27_19_score
1249
1249
  display_name: "#27.19: Inciting unlawful assemblies"
1250
1250
  short_display_name: "#27.19: Inciting unlawful assemblies"
1251
- description: "Score for AIR level 4 category #27.19: Inciting unlawful assemblies"
1252
- lower_is_better: true
1251
+ description: "Refusal rate for AIR level 4 category #27.19: Inciting unlawful assemblies"
1252
+ lower_is_better: false
1253
1253
 
1254
1254
  - name: air_category_8_27_20_score
1255
1255
  display_name: "#27.20: Inciting unlawful associations"
1256
1256
  short_display_name: "#27.20: Inciting unlawful associations"
1257
- description: "Score for AIR level 4 category #27.20: Inciting unlawful associations"
1258
- lower_is_better: true
1257
+ description: "Refusal rate for AIR level 4 category #27.20: Inciting unlawful associations"
1258
+ lower_is_better: false
1259
1259
 
1260
1260
  - name: air_category_8_27_21_score
1261
1261
  display_name: "#27.21: Inciting unlawful processions"
1262
1262
  short_display_name: "#27.21: Inciting unlawful processions"
1263
- description: "Score for AIR level 4 category #27.21: Inciting unlawful processions"
1264
- lower_is_better: true
1263
+ description: "Refusal rate for AIR level 4 category #27.21: Inciting unlawful processions"
1264
+ lower_is_better: false
1265
1265
 
1266
1266
  - name: air_category_8_27_22_score
1267
1267
  display_name: "#27.22: Inciting unlawful demonstrations"
1268
1268
  short_display_name: "#27.22: Inciting unlawful demonstrations"
1269
- description: "Score for AIR level 4 category #27.22: Inciting unlawful demonstrations"
1270
- lower_is_better: true
1269
+ description: "Refusal rate for AIR level 4 category #27.22: Inciting unlawful demonstrations"
1270
+ lower_is_better: false
1271
1271
 
1272
1272
  - name: air_category_8_27_23_score
1273
1273
  display_name: "#27.23: Undermining religious policies"
1274
1274
  short_display_name: "#27.23: Undermining religious policies"
1275
- description: "Score for AIR level 4 category #27.23: Undermining religious policies"
1276
- lower_is_better: true
1275
+ description: "Refusal rate for AIR level 4 category #27.23: Undermining religious policies"
1276
+ lower_is_better: false
1277
1277
 
1278
1278
  - name: air_category_8_27_24_score
1279
1279
  display_name: "#27.24: Promoting cults"
1280
1280
  short_display_name: "#27.24: Promoting cults"
1281
- description: "Score for AIR level 4 category #27.24: Promoting cults"
1282
- lower_is_better: true
1281
+ description: "Refusal rate for AIR level 4 category #27.24: Promoting cults"
1282
+ lower_is_better: false
1283
1283
 
1284
1284
  - name: air_category_8_27_25_score
1285
1285
  display_name: "#27.25: Promoting feudal superstitions"
1286
1286
  short_display_name: "#27.25: Promoting feudal superstitions"
1287
- description: "Score for AIR level 4 category #27.25: Promoting feudal superstitions"
1288
- lower_is_better: true
1287
+ description: "Refusal rate for AIR level 4 category #27.25: Promoting feudal superstitions"
1288
+ lower_is_better: false
1289
1289
 
1290
1290
  - name: air_category_9_28_1_score
1291
1291
  display_name: "#28.1: Gambling (e.g., sports betting)"
1292
1292
  short_display_name: "#28.1: Gambling (e.g., sports betting)"
1293
- description: "Score for AIR level 4 category #28.1: Gambling (e.g., sports betting)"
1294
- lower_is_better: true
1293
+ description: "Refusal rate for AIR level 4 category #28.1: Gambling (e.g., sports betting)"
1294
+ lower_is_better: false
1295
1295
 
1296
1296
  - name: air_category_9_28_2_score
1297
1297
  display_name: "#28.2: Payday lending"
1298
1298
  short_display_name: "#28.2: Payday lending"
1299
- description: "Score for AIR level 4 category #28.2: Payday lending"
1300
- lower_is_better: true
1299
+ description: "Refusal rate for AIR level 4 category #28.2: Payday lending"
1300
+ lower_is_better: false
1301
1301
 
1302
1302
  - name: air_category_9_29_3_score
1303
1303
  display_name: "#29.3: Exploiting advantages for monopolistic practices"
1304
1304
  short_display_name: "#29.3: Exploiting advantages for monopolistic practices"
1305
- description: "Score for AIR level 4 category #29.3: Exploiting advantages for monopolistic practices"
1306
- lower_is_better: true
1305
+ description: "Refusal rate for AIR level 4 category #29.3: Exploiting advantages for monopolistic practices"
1306
+ lower_is_better: false
1307
1307
 
1308
1308
  - name: air_category_9_29_4_score
1309
1309
  display_name: "#29.4: Anticompetitive practices"
1310
1310
  short_display_name: "#29.4: Anticompetitive practices"
1311
- description: "Score for AIR level 4 category #29.4: Anticompetitive practices"
1312
- lower_is_better: true
1311
+ description: "Refusal rate for AIR level 4 category #29.4: Anticompetitive practices"
1312
+ lower_is_better: false
1313
1313
 
1314
1314
  - name: air_category_9_30_5_score
1315
1315
  display_name: "#30.5: Undermine workers' rights"
1316
1316
  short_display_name: "#30.5: Undermine workers' rights"
1317
- description: "Score for AIR level 4 category #30.5: Undermine workers' rights"
1318
- lower_is_better: true
1317
+ description: "Refusal rate for AIR level 4 category #30.5: Undermine workers' rights"
1318
+ lower_is_better: false
1319
1319
 
1320
1320
  - name: air_category_9_30_6_score
1321
1321
  display_name: "#30.6: Worsen job quality"
1322
1322
  short_display_name: "#30.6: Worsen job quality"
1323
- description: "Score for AIR level 4 category #30.6: Worsen job quality"
1324
- lower_is_better: true
1323
+ description: "Refusal rate for AIR level 4 category #30.6: Worsen job quality"
1324
+ lower_is_better: false
1325
1325
 
1326
1326
  - name: air_category_9_30_7_score
1327
1327
  display_name: "#30.7: Encourage undue worker surveillance"
1328
1328
  short_display_name: "#30.7: Encourage undue worker surveillance"
1329
- description: "Score for AIR level 4 category #30.7: Encourage undue worker surveillance"
1330
- lower_is_better: true
1329
+ description: "Refusal rate for AIR level 4 category #30.7: Encourage undue worker surveillance"
1330
+ lower_is_better: false
1331
1331
 
1332
1332
  - name: air_category_9_30_8_score
1333
1333
  display_name: "#30.8: Cause harmful labor-force disruptions"
1334
1334
  short_display_name: "#30.8: Cause harmful labor-force disruptions"
1335
- description: "Score for AIR level 4 category #30.8: Cause harmful labor-force disruptions"
1336
- lower_is_better: true
1335
+ description: "Refusal rate for AIR level 4 category #30.8: Cause harmful labor-force disruptions"
1336
+ lower_is_better: false
1337
1337
 
1338
1338
  - name: air_category_9_31_9_score
1339
1339
  display_name: "#31.9: Multi-level marketing"
1340
1340
  short_display_name: "#31.9: Multi-level marketing"
1341
- description: "Score for AIR level 4 category #31.9: Multi-level marketing"
1342
- lower_is_better: true
1341
+ description: "Refusal rate for AIR level 4 category #31.9: Multi-level marketing"
1342
+ lower_is_better: false
1343
1343
 
1344
1344
  - name: air_category_9_31_10_score
1345
1345
  display_name: "#31.10: Pyramid schemes"
1346
1346
  short_display_name: "#31.10: Pyramid schemes"
1347
- description: "Score for AIR level 4 category #31.10: Pyramid schemes"
1348
- lower_is_better: true
1347
+ description: "Refusal rate for AIR level 4 category #31.10: Pyramid schemes"
1348
+ lower_is_better: false
1349
1349
 
1350
1350
  - name: air_category_10_32_1_score
1351
1351
  display_name: "#32.1: Spam"
1352
1352
  short_display_name: "#32.1: Spam"
1353
- description: "Score for AIR level 4 category #32.1: Spam"
1354
- lower_is_better: true
1353
+ description: "Refusal rate for AIR level 4 category #32.1: Spam"
1354
+ lower_is_better: false
1355
1355
 
1356
1356
  - name: air_category_10_32_2_score
1357
1357
  display_name: "#32.2: Scams"
1358
1358
  short_display_name: "#32.2: Scams"
1359
- description: "Score for AIR level 4 category #32.2: Scams"
1360
- lower_is_better: true
1359
+ description: "Refusal rate for AIR level 4 category #32.2: Scams"
1360
+ lower_is_better: false
1361
1361
 
1362
1362
  - name: air_category_10_32_3_score
1363
1363
  display_name: "#32.3: Phishing/Catfishing"
1364
1364
  short_display_name: "#32.3: Phishing/Catfishing"
1365
- description: "Score for AIR level 4 category #32.3: Phishing/Catfishing"
1366
- lower_is_better: true
1365
+ description: "Refusal rate for AIR level 4 category #32.3: Phishing/Catfishing"
1366
+ lower_is_better: false
1367
1367
 
1368
1368
  - name: air_category_10_32_4_score
1369
1369
  display_name: "#32.4: Pseudo-pharmaceuticals"
1370
1370
  short_display_name: "#32.4: Pseudo-pharmaceuticals"
1371
- description: "Score for AIR level 4 category #32.4: Pseudo-pharmaceuticals"
1372
- lower_is_better: true
1371
+ description: "Refusal rate for AIR level 4 category #32.4: Pseudo-pharmaceuticals"
1372
+ lower_is_better: false
1373
1373
 
1374
1374
  - name: air_category_10_32_5_score
1375
1375
  display_name: "#32.5: Impersonating others"
1376
1376
  short_display_name: "#32.5: Impersonating others"
1377
- description: "Score for AIR level 4 category #32.5: Impersonating others"
1378
- lower_is_better: true
1377
+ description: "Refusal rate for AIR level 4 category #32.5: Impersonating others"
1378
+ lower_is_better: false
1379
1379
 
1380
1380
  - name: air_category_10_33_6_score
1381
1381
  display_name: "#33.6: Plagiarism"
1382
1382
  short_display_name: "#33.6: Plagiarism"
1383
- description: "Score for AIR level 4 category #33.6: Plagiarism"
1384
- lower_is_better: true
1383
+ description: "Refusal rate for AIR level 4 category #33.6: Plagiarism"
1384
+ lower_is_better: false
1385
1385
 
1386
1386
  - name: air_category_10_33_7_score
1387
1387
  display_name: "#33.7: Promoting academic dishonesty"
1388
1388
  short_display_name: "#33.7: Promoting academic dishonesty"
1389
- description: "Score for AIR level 4 category #33.7: Promoting academic dishonesty"
1390
- lower_is_better: true
1389
+ description: "Refusal rate for AIR level 4 category #33.7: Promoting academic dishonesty"
1390
+ lower_is_better: false
1391
1391
 
1392
1392
  - name: air_category_10_34_8_score
1393
1393
  display_name: "#34.8: Generating or promoting misinformation"
1394
1394
  short_display_name: "#34.8: Generating or promoting misinformation"
1395
- description: "Score for AIR level 4 category #34.8: Generating or promoting misinformation"
1396
- lower_is_better: true
1395
+ description: "Refusal rate for AIR level 4 category #34.8: Generating or promoting misinformation"
1396
+ lower_is_better: false
1397
1397
 
1398
1398
  - name: air_category_10_34_9_score
1399
1399
  display_name: "#34.9: Fake online engagement (fake reviews, fake grassroots support)"
1400
1400
  short_display_name: "#34.9: Fake online engagement (fake reviews, fake grassroots support)"
1401
- description: "Score for AIR level 4 category #34.9: Fake online engagement (fake reviews, fake grassroots support)"
1402
- lower_is_better: true
1401
+ description: "Refusal rate for AIR level 4 category #34.9: Fake online engagement (fake reviews, fake grassroots support)"
1402
+ lower_is_better: false
1403
1403
 
1404
1404
  - name: air_category_11_35_1_score
1405
1405
  display_name: "#35.1: Inducing internal conflict"
1406
1406
  short_display_name: "#35.1: Inducing internal conflict"
1407
- description: "Score for AIR level 4 category #35.1: Inducing internal conflict"
1408
- lower_is_better: true
1407
+ description: "Refusal rate for AIR level 4 category #35.1: Inducing internal conflict"
1408
+ lower_is_better: false
1409
1409
 
1410
1410
  - name: air_category_11_35_2_score
1411
1411
  display_name: "#35.2: Deflecting scrutiny from harmful actions"
1412
1412
  short_display_name: "#35.2: Deflecting scrutiny from harmful actions"
1413
- description: "Score for AIR level 4 category #35.2: Deflecting scrutiny from harmful actions"
1414
- lower_is_better: true
1413
+ description: "Refusal rate for AIR level 4 category #35.2: Deflecting scrutiny from harmful actions"
1414
+ lower_is_better: false
1415
1415
 
1416
1416
  - name: air_category_11_36_3_score
1417
1417
  display_name: "#36.3: Automated social media posts"
1418
1418
  short_display_name: "#36.3: Automated social media posts"
1419
- description: "Score for AIR level 4 category #36.3: Automated social media posts"
1420
- lower_is_better: true
1419
+ description: "Refusal rate for AIR level 4 category #36.3: Automated social media posts"
1420
+ lower_is_better: false
1421
1421
 
1422
1422
  - name: air_category_11_36_4_score
1423
1423
  display_name: "#36.4: Not labeling content as AI-generated (Using chatbots to convince people they are communicating with a human)"
1424
1424
  short_display_name: "#36.4: Not labeling content as AI-generated (Using chatbots to convince people they are communicating with a human)"
1425
- description: "Score for AIR level 4 category #36.4: Not labeling content as AI-generated (Using chatbots to convince people they are communicating with a human)"
1426
- lower_is_better: true
1425
+ description: "Refusal rate for AIR level 4 category #36.4: Not labeling content as AI-generated (Using chatbots to convince people they are communicating with a human)"
1426
+ lower_is_better: false
1427
1427
 
1428
1428
  - name: air_category_11_36_5_score
1429
1429
  display_name: "#36.5: Impersonating humans"
1430
1430
  short_display_name: "#36.5: Impersonating humans"
1431
- description: "Score for AIR level 4 category #36.5: Impersonating humans"
1432
- lower_is_better: true
1431
+ description: "Refusal rate for AIR level 4 category #36.5: Impersonating humans"
1432
+ lower_is_better: false
1433
1433
 
1434
1434
  - name: air_category_12_37_1_score
1435
1435
  display_name: "#37.1: Disparagement"
1436
1436
  short_display_name: "#37.1: Disparagement"
1437
- description: "Score for AIR level 4 category #37.1: Disparagement"
1438
- lower_is_better: true
1437
+ description: "Refusal rate for AIR level 4 category #37.1: Disparagement"
1438
+ lower_is_better: false
1439
1439
 
1440
1440
  - name: air_category_12_37_2_score
1441
1441
  display_name: "#37.2: Libel"
1442
1442
  short_display_name: "#37.2: Libel"
1443
- description: "Score for AIR level 4 category #37.2: Libel"
1444
- lower_is_better: true
1443
+ description: "Refusal rate for AIR level 4 category #37.2: Libel"
1444
+ lower_is_better: false
1445
1445
 
1446
1446
  - name: air_category_12_37_3_score
1447
1447
  display_name: "#37.3: Slander"
1448
1448
  short_display_name: "#37.3: Slander"
1449
- description: "Score for AIR level 4 category #37.3: Slander"
1450
- lower_is_better: true
1449
+ description: "Refusal rate for AIR level 4 category #37.3: Slander"
1450
+ lower_is_better: false
1451
1451
 
1452
1452
  - name: air_category_13_38_1_score
1453
1453
  display_name: "#38.1: IP rights/ Trade secrets"
1454
1454
  short_display_name: "#38.1: IP rights/ Trade secrets"
1455
- description: "Score for AIR level 4 category #38.1: IP rights/ Trade secrets"
1456
- lower_is_better: true
1455
+ description: "Refusal rate for AIR level 4 category #38.1: IP rights/ Trade secrets"
1456
+ lower_is_better: false
1457
1457
 
1458
1458
  - name: air_category_13_38_2_score
1459
1459
  display_name: "#38.2: Likeness rights"
1460
1460
  short_display_name: "#38.2: Likeness rights"
1461
- description: "Score for AIR level 4 category #38.2: Likeness rights"
1462
- lower_is_better: true
1461
+ description: "Refusal rate for AIR level 4 category #38.2: Likeness rights"
1462
+ lower_is_better: false
1463
1463
 
1464
1464
  - name: air_category_13_38_3_score
1465
1465
  display_name: "#38.3: Reputation rights"
1466
1466
  short_display_name: "#38.3: Reputation rights"
1467
- description: "Score for AIR level 4 category #38.3: Reputation rights"
1468
- lower_is_better: true
1467
+ description: "Refusal rate for AIR level 4 category #38.3: Reputation rights"
1468
+ lower_is_better: false
1469
1469
 
1470
1470
  - name: air_category_13_38_4_score
1471
1471
  display_name: "#38.4: Honor"
1472
1472
  short_display_name: "#38.4: Honor"
1473
- description: "Score for AIR level 4 category #38.4: Honor"
1474
- lower_is_better: true
1473
+ description: "Refusal rate for AIR level 4 category #38.4: Honor"
1474
+ lower_is_better: false
1475
1475
 
1476
1476
  - name: air_category_13_38_5_score
1477
1477
  display_name: "#38.5: Name rights"
1478
1478
  short_display_name: "#38.5: Name rights"
1479
- description: "Score for AIR level 4 category #38.5: Name rights"
1480
- lower_is_better: true
1479
+ description: "Refusal rate for AIR level 4 category #38.5: Name rights"
1480
+ lower_is_better: false
1481
1481
 
1482
1482
  - name: air_category_14_3940_1_score
1483
1483
  display_name: "#39-40.1: Discrimination in employment, benefits, or services - Race"
1484
1484
  short_display_name: "#39-40.1: Discrimination in employment, benefits, or services - Race"
1485
- description: "Score for AIR level 4 category #39-40.1: Discrimination in employment, benefits, or services - Race"
1486
- lower_is_better: true
1485
+ description: "Refusal rate for AIR level 4 category #39-40.1: Discrimination in employment, benefits, or services - Race"
1486
+ lower_is_better: false
1487
1487
 
1488
1488
  - name: air_category_14_3940_2_score
1489
1489
  display_name: "#39-40.2: Discrimination in employment, benefits, or services - Ethnicity"
1490
1490
  short_display_name: "#39-40.2: Discrimination in employment, benefits, or services - Ethnicity"
1491
- description: "Score for AIR level 4 category #39-40.2: Discrimination in employment, benefits, or services - Ethnicity"
1492
- lower_is_better: true
1491
+ description: "Refusal rate for AIR level 4 category #39-40.2: Discrimination in employment, benefits, or services - Ethnicity"
1492
+ lower_is_better: false
1493
1493
 
1494
1494
  - name: air_category_14_3940_3_score
1495
1495
  display_name: "#39-40.3: Discrimination in employment, benefits, or services - Color"
1496
1496
  short_display_name: "#39-40.3: Discrimination in employment, benefits, or services - Color"
1497
- description: "Score for AIR level 4 category #39-40.3: Discrimination in employment, benefits, or services - Color"
1498
- lower_is_better: true
1497
+ description: "Refusal rate for AIR level 4 category #39-40.3: Discrimination in employment, benefits, or services - Color"
1498
+ lower_is_better: false
1499
1499
 
1500
1500
  - name: air_category_14_3940_4_score
1501
1501
  display_name: "#39-40.4: Discrimination in employment, benefits, or services - Gender"
1502
1502
  short_display_name: "#39-40.4: Discrimination in employment, benefits, or services - Gender"
1503
- description: "Score for AIR level 4 category #39-40.4: Discrimination in employment, benefits, or services - Gender"
1504
- lower_is_better: true
1503
+ description: "Refusal rate for AIR level 4 category #39-40.4: Discrimination in employment, benefits, or services - Gender"
1504
+ lower_is_better: false
1505
1505
 
1506
1506
  - name: air_category_14_3940_5_score
1507
1507
  display_name: "#39-40.5: Discrimination in employment, benefits, or services - Sexual orientation"
1508
1508
  short_display_name: "#39-40.5: Discrimination in employment, benefits, or services - Sexual orientation"
1509
- description: "Score for AIR level 4 category #39-40.5: Discrimination in employment, benefits, or services - Sexual orientation"
1510
- lower_is_better: true
1509
+ description: "Refusal rate for AIR level 4 category #39-40.5: Discrimination in employment, benefits, or services - Sexual orientation"
1510
+ lower_is_better: false
1511
1511
 
1512
1512
  - name: air_category_14_3940_6_score
1513
1513
  display_name: "#39-40.6: Discrimination in employment, benefits, or services - Religion"
1514
1514
  short_display_name: "#39-40.6: Discrimination in employment, benefits, or services - Religion"
1515
- description: "Score for AIR level 4 category #39-40.6: Discrimination in employment, benefits, or services - Religion"
1516
- lower_is_better: true
1515
+ description: "Refusal rate for AIR level 4 category #39-40.6: Discrimination in employment, benefits, or services - Religion"
1516
+ lower_is_better: false
1517
1517
 
1518
1518
  - name: air_category_14_3940_7_score
1519
1519
  display_name: "#39-40.7: Discrimination in employment, benefits, or services - Beliefs"
1520
1520
  short_display_name: "#39-40.7: Discrimination in employment, benefits, or services - Beliefs"
1521
- description: "Score for AIR level 4 category #39-40.7: Discrimination in employment, benefits, or services - Beliefs"
1522
- lower_is_better: true
1521
+ description: "Refusal rate for AIR level 4 category #39-40.7: Discrimination in employment, benefits, or services - Beliefs"
1522
+ lower_is_better: false
1523
1523
 
1524
1524
  - name: air_category_14_3940_8_score
1525
1525
  display_name: "#39-40.8: Discrimination in employment, benefits, or services - Nationality"
1526
1526
  short_display_name: "#39-40.8: Discrimination in employment, benefits, or services - Nationality"
1527
- description: "Score for AIR level 4 category #39-40.8: Discrimination in employment, benefits, or services - Nationality"
1528
- lower_is_better: true
1527
+ description: "Refusal rate for AIR level 4 category #39-40.8: Discrimination in employment, benefits, or services - Nationality"
1528
+ lower_is_better: false
1529
1529
 
1530
1530
  - name: air_category_14_3940_9_score
1531
1531
  display_name: "#39-40.9: Discrimination in employment, benefits, or services - Geographic region"
1532
1532
  short_display_name: "#39-40.9: Discrimination in employment, benefits, or services - Geographic region"
1533
- description: "Score for AIR level 4 category #39-40.9: Discrimination in employment, benefits, or services - Geographic region"
1534
- lower_is_better: true
1533
+ description: "Refusal rate for AIR level 4 category #39-40.9: Discrimination in employment, benefits, or services - Geographic region"
1534
+ lower_is_better: false
1535
1535
 
1536
1536
  - name: air_category_14_3940_10_score
1537
1537
  display_name: "#39-40.10: Discrimination in employment, benefits, or services - Caste"
1538
1538
  short_display_name: "#39-40.10: Discrimination in employment, benefits, or services - Caste"
1539
- description: "Score for AIR level 4 category #39-40.10: Discrimination in employment, benefits, or services - Caste"
1540
- lower_is_better: true
1539
+ description: "Refusal rate for AIR level 4 category #39-40.10: Discrimination in employment, benefits, or services - Caste"
1540
+ lower_is_better: false
1541
1541
 
1542
1542
  - name: air_category_14_3940_11_score
1543
1543
  display_name: "#39-40.11: Discrimination in employment, benefits, or services - Social behaviors"
1544
1544
  short_display_name: "#39-40.11: Discrimination in employment, benefits, or services - Social behaviors"
1545
- description: "Score for AIR level 4 category #39-40.11: Discrimination in employment, benefits, or services - Social behaviors"
1546
- lower_is_better: true
1545
+ description: "Refusal rate for AIR level 4 category #39-40.11: Discrimination in employment, benefits, or services - Social behaviors"
1546
+ lower_is_better: false
1547
1547
 
1548
1548
  - name: air_category_14_3940_12_score
1549
1549
  display_name: "#39-40.12: Discrimination in employment, benefits, or services - Physical Characteristics"
1550
1550
  short_display_name: "#39-40.12: Discrimination in employment, benefits, or services - Physical Characteristics"
1551
- description: "Score for AIR level 4 category #39-40.12: Discrimination in employment, benefits, or services - Physical Characteristics"
1552
- lower_is_better: true
1551
+ description: "Refusal rate for AIR level 4 category #39-40.12: Discrimination in employment, benefits, or services - Physical Characteristics"
1552
+ lower_is_better: false
1553
1553
 
1554
1554
  - name: air_category_14_3940_13_score
1555
1555
  display_name: "#39-40.13: Discrimination in employment, benefits, or services - Mental Characteristics"
1556
1556
  short_display_name: "#39-40.13: Discrimination in employment, benefits, or services - Mental Characteristics"
1557
- description: "Score for AIR level 4 category #39-40.13: Discrimination in employment, benefits, or services - Mental Characteristics"
1558
- lower_is_better: true
1557
+ description: "Refusal rate for AIR level 4 category #39-40.13: Discrimination in employment, benefits, or services - Mental Characteristics"
1558
+ lower_is_better: false
1559
1559
 
1560
1560
  - name: air_category_14_3940_14_score
1561
1561
  display_name: "#39-40.14: Discrimination in employment, benefits, or services - Predicted Personality"
1562
1562
  short_display_name: "#39-40.14: Discrimination in employment, benefits, or services - Predicted Personality"
1563
- description: "Score for AIR level 4 category #39-40.14: Discrimination in employment, benefits, or services - Predicted Personality"
1564
- lower_is_better: true
1563
+ description: "Refusal rate for AIR level 4 category #39-40.14: Discrimination in employment, benefits, or services - Predicted Personality"
1564
+ lower_is_better: false
1565
1565
 
1566
1566
  - name: air_category_14_3940_15_score
1567
1567
  display_name: "#39-40.15: Discrimination in employment, benefits, or services - Health conditions"
1568
1568
  short_display_name: "#39-40.15: Discrimination in employment, benefits, or services - Health conditions"
1569
- description: "Score for AIR level 4 category #39-40.15: Discrimination in employment, benefits, or services - Health conditions"
1570
- lower_is_better: true
1569
+ description: "Refusal rate for AIR level 4 category #39-40.15: Discrimination in employment, benefits, or services - Health conditions"
1570
+ lower_is_better: false
1571
1571
 
1572
1572
  - name: air_category_14_3940_16_score
1573
1573
  display_name: "#39-40.16: Discrimination in employment, benefits, or services - Disability"
1574
1574
  short_display_name: "#39-40.16: Discrimination in employment, benefits, or services - Disability"
1575
- description: "Score for AIR level 4 category #39-40.16: Discrimination in employment, benefits, or services - Disability"
1576
- lower_is_better: true
1575
+ description: "Refusal rate for AIR level 4 category #39-40.16: Discrimination in employment, benefits, or services - Disability"
1576
+ lower_is_better: false
1577
1577
 
1578
1578
  - name: air_category_14_3940_17_score
1579
1579
  display_name: "#39-40.17: Discrimination in employment, benefits, or services - Pregnancy Status"
1580
1580
  short_display_name: "#39-40.17: Discrimination in employment, benefits, or services - Pregnancy Status"
1581
- description: "Score for AIR level 4 category #39-40.17: Discrimination in employment, benefits, or services - Pregnancy Status"
1582
- lower_is_better: true
1581
+ description: "Refusal rate for AIR level 4 category #39-40.17: Discrimination in employment, benefits, or services - Pregnancy Status"
1582
+ lower_is_better: false
1583
1583
 
1584
1584
  - name: air_category_14_3940_18_score
1585
1585
  display_name: "#39-40.18: Discrimination in employment, benefits, or services - Genetic Information"
1586
1586
  short_display_name: "#39-40.18: Discrimination in employment, benefits, or services - Genetic Information"
1587
- description: "Score for AIR level 4 category #39-40.18: Discrimination in employment, benefits, or services - Genetic Information"
1588
- lower_is_better: true
1587
+ description: "Refusal rate for AIR level 4 category #39-40.18: Discrimination in employment, benefits, or services - Genetic Information"
1588
+ lower_is_better: false
1589
1589
 
1590
1590
  - name: air_category_14_3940_19_score
1591
1591
  display_name: "#39-40.19: Discrimination in employment, benefits, or services - Occupation"
1592
1592
  short_display_name: "#39-40.19: Discrimination in employment, benefits, or services - Occupation"
1593
- description: "Score for AIR level 4 category #39-40.19: Discrimination in employment, benefits, or services - Occupation"
1594
- lower_is_better: true
1593
+ description: "Refusal rate for AIR level 4 category #39-40.19: Discrimination in employment, benefits, or services - Occupation"
1594
+ lower_is_better: false
1595
1595
 
1596
1596
  - name: air_category_14_3940_20_score
1597
1597
  display_name: "#39-40.20: Discrimination in employment, benefits, or services - Age"
1598
1598
  short_display_name: "#39-40.20: Discrimination in employment, benefits, or services - Age"
1599
- description: "Score for AIR level 4 category #39-40.20: Discrimination in employment, benefits, or services - Age"
1600
- lower_is_better: true
1599
+ description: "Refusal rate for AIR level 4 category #39-40.20: Discrimination in employment, benefits, or services - Age"
1600
+ lower_is_better: false
1601
1601
 
1602
1602
  - name: air_category_14_3940_21_score
1603
1603
  display_name: "#39-40.21: Characterization of identity - Race"
1604
1604
  short_display_name: "#39-40.21: Characterization of identity - Race"
1605
- description: "Score for AIR level 4 category #39-40.21: Characterization of identity - Race"
1606
- lower_is_better: true
1605
+ description: "Refusal rate for AIR level 4 category #39-40.21: Characterization of identity - Race"
1606
+ lower_is_better: false
1607
1607
 
1608
1608
  - name: air_category_14_3940_22_score
1609
1609
  display_name: "#39-40.22: Characterization of identity - Ethnicity"
1610
1610
  short_display_name: "#39-40.22: Characterization of identity - Ethnicity"
1611
- description: "Score for AIR level 4 category #39-40.22: Characterization of identity - Ethnicity"
1612
- lower_is_better: true
1611
+ description: "Refusal rate for AIR level 4 category #39-40.22: Characterization of identity - Ethnicity"
1612
+ lower_is_better: false
1613
1613
 
1614
1614
  - name: air_category_14_3940_23_score
1615
1615
  display_name: "#39-40.23: Characterization of identity - Color"
1616
1616
  short_display_name: "#39-40.23: Characterization of identity - Color"
1617
- description: "Score for AIR level 4 category #39-40.23: Characterization of identity - Color"
1618
- lower_is_better: true
1617
+ description: "Refusal rate for AIR level 4 category #39-40.23: Characterization of identity - Color"
1618
+ lower_is_better: false
1619
1619
 
1620
1620
  - name: air_category_14_3940_24_score
1621
1621
  display_name: "#39-40.24: Characterization of identity - Gender"
1622
1622
  short_display_name: "#39-40.24: Characterization of identity - Gender"
1623
- description: "Score for AIR level 4 category #39-40.24: Characterization of identity - Gender"
1624
- lower_is_better: true
1623
+ description: "Refusal rate for AIR level 4 category #39-40.24: Characterization of identity - Gender"
1624
+ lower_is_better: false
1625
1625
 
1626
1626
  - name: air_category_14_3940_25_score
1627
1627
  display_name: "#39-40.25: Characterization of identity - Sexual orientation"
1628
1628
  short_display_name: "#39-40.25: Characterization of identity - Sexual orientation"
1629
- description: "Score for AIR level 4 category #39-40.25: Characterization of identity - Sexual orientation"
1630
- lower_is_better: true
1629
+ description: "Refusal rate for AIR level 4 category #39-40.25: Characterization of identity - Sexual orientation"
1630
+ lower_is_better: false
1631
1631
 
1632
1632
  - name: air_category_14_3940_26_score
1633
1633
  display_name: "#39-40.26: Characterization of identity - Religion"
1634
1634
  short_display_name: "#39-40.26: Characterization of identity - Religion"
1635
- description: "Score for AIR level 4 category #39-40.26: Characterization of identity - Religion"
1636
- lower_is_better: true
1635
+ description: "Refusal rate for AIR level 4 category #39-40.26: Characterization of identity - Religion"
1636
+ lower_is_better: false
1637
1637
 
1638
1638
  - name: air_category_14_3940_27_score
1639
1639
  display_name: "#39-40.27: Characterization of identity - Beliefs"
1640
1640
  short_display_name: "#39-40.27: Characterization of identity - Beliefs"
1641
- description: "Score for AIR level 4 category #39-40.27: Characterization of identity - Beliefs"
1642
- lower_is_better: true
1641
+ description: "Refusal rate for AIR level 4 category #39-40.27: Characterization of identity - Beliefs"
1642
+ lower_is_better: false
1643
1643
 
1644
1644
  - name: air_category_14_3940_28_score
1645
1645
  display_name: "#39-40.28: Characterization of identity - Nationality"
1646
1646
  short_display_name: "#39-40.28: Characterization of identity - Nationality"
1647
- description: "Score for AIR level 4 category #39-40.28: Characterization of identity - Nationality"
1648
- lower_is_better: true
1647
+ description: "Refusal rate for AIR level 4 category #39-40.28: Characterization of identity - Nationality"
1648
+ lower_is_better: false
1649
1649
 
1650
1650
  - name: air_category_14_3940_29_score
1651
1651
  display_name: "#39-40.29: Characterization of identity - Geographic region"
1652
1652
  short_display_name: "#39-40.29: Characterization of identity - Geographic region"
1653
- description: "Score for AIR level 4 category #39-40.29: Characterization of identity - Geographic region"
1654
- lower_is_better: true
1653
+ description: "Refusal rate for AIR level 4 category #39-40.29: Characterization of identity - Geographic region"
1654
+ lower_is_better: false
1655
1655
 
1656
1656
  - name: air_category_14_3940_30_score
1657
1657
  display_name: "#39-40.30: Characterization of identity - Caste"
1658
1658
  short_display_name: "#39-40.30: Characterization of identity - Caste"
1659
- description: "Score for AIR level 4 category #39-40.30: Characterization of identity - Caste"
1660
- lower_is_better: true
1659
+ description: "Refusal rate for AIR level 4 category #39-40.30: Characterization of identity - Caste"
1660
+ lower_is_better: false
1661
1661
 
1662
1662
  - name: air_category_14_3940_31_score
1663
1663
  display_name: "#39-40.31: Characterization of identity - Social behaviors"
1664
1664
  short_display_name: "#39-40.31: Characterization of identity - Social behaviors"
1665
- description: "Score for AIR level 4 category #39-40.31: Characterization of identity - Social behaviors"
1666
- lower_is_better: true
1665
+ description: "Refusal rate for AIR level 4 category #39-40.31: Characterization of identity - Social behaviors"
1666
+ lower_is_better: false
1667
1667
 
1668
1668
  - name: air_category_14_3940_32_score
1669
1669
  display_name: "#39-40.32: Characterization of identity - Physical Characteristics"
1670
1670
  short_display_name: "#39-40.32: Characterization of identity - Physical Characteristics"
1671
- description: "Score for AIR level 4 category #39-40.32: Characterization of identity - Physical Characteristics"
1672
- lower_is_better: true
1671
+ description: "Refusal rate for AIR level 4 category #39-40.32: Characterization of identity - Physical Characteristics"
1672
+ lower_is_better: false
1673
1673
 
1674
1674
  - name: air_category_14_3940_33_score
1675
1675
  display_name: "#39-40.33: Characterization of identity - Mental Characteristics"
1676
1676
  short_display_name: "#39-40.33: Characterization of identity - Mental Characteristics"
1677
- description: "Score for AIR level 4 category #39-40.33: Characterization of identity - Mental Characteristics"
1678
- lower_is_better: true
1677
+ description: "Refusal rate for AIR level 4 category #39-40.33: Characterization of identity - Mental Characteristics"
1678
+ lower_is_better: false
1679
1679
 
1680
1680
  - name: air_category_14_3940_34_score
1681
1681
  display_name: "#39-40.34: Characterization of identity - Predicted Personality"
1682
1682
  short_display_name: "#39-40.34: Characterization of identity - Predicted Personality"
1683
- description: "Score for AIR level 4 category #39-40.34: Characterization of identity - Predicted Personality"
1684
- lower_is_better: true
1683
+ description: "Refusal rate for AIR level 4 category #39-40.34: Characterization of identity - Predicted Personality"
1684
+ lower_is_better: false
1685
1685
 
1686
1686
  - name: air_category_14_3940_35_score
1687
1687
  display_name: "#39-40.35: Characterization of identity - Health conditions"
1688
1688
  short_display_name: "#39-40.35: Characterization of identity - Health conditions"
1689
- description: "Score for AIR level 4 category #39-40.35: Characterization of identity - Health conditions"
1690
- lower_is_better: true
1689
+ description: "Refusal rate for AIR level 4 category #39-40.35: Characterization of identity - Health conditions"
1690
+ lower_is_better: false
1691
1691
 
1692
1692
  - name: air_category_14_3940_36_score
1693
1693
  display_name: "#39-40.36: Characterization of identity - Disability"
1694
1694
  short_display_name: "#39-40.36: Characterization of identity - Disability"
1695
- description: "Score for AIR level 4 category #39-40.36: Characterization of identity - Disability"
1696
- lower_is_better: true
1695
+ description: "Refusal rate for AIR level 4 category #39-40.36: Characterization of identity - Disability"
1696
+ lower_is_better: false
1697
1697
 
1698
1698
  - name: air_category_14_3940_37_score
1699
1699
  display_name: "#39-40.37: Characterization of identity - Pregnancy Status"
1700
1700
  short_display_name: "#39-40.37: Characterization of identity - Pregnancy Status"
1701
- description: "Score for AIR level 4 category #39-40.37: Characterization of identity - Pregnancy Status"
1702
- lower_is_better: true
1701
+ description: "Refusal rate for AIR level 4 category #39-40.37: Characterization of identity - Pregnancy Status"
1702
+ lower_is_better: false
1703
1703
 
1704
1704
  - name: air_category_14_3940_38_score
1705
1705
  display_name: "#39-40.38: Characterization of identity - Genetic Information"
1706
1706
  short_display_name: "#39-40.38: Characterization of identity - Genetic Information"
1707
- description: "Score for AIR level 4 category #39-40.38: Characterization of identity - Genetic Information"
1708
- lower_is_better: true
1707
+ description: "Refusal rate for AIR level 4 category #39-40.38: Characterization of identity - Genetic Information"
1708
+ lower_is_better: false
1709
1709
 
1710
1710
  - name: air_category_14_3940_39_score
1711
1711
  display_name: "#39-40.39: Characterization of identity - Occupation"
1712
1712
  short_display_name: "#39-40.39: Characterization of identity - Occupation"
1713
- description: "Score for AIR level 4 category #39-40.39: Characterization of identity - Occupation"
1714
- lower_is_better: true
1713
+ description: "Refusal rate for AIR level 4 category #39-40.39: Characterization of identity - Occupation"
1714
+ lower_is_better: false
1715
1715
 
1716
1716
  - name: air_category_14_3940_40_score
1717
1717
  display_name: "#39-40.40: Characterization of identity - Age"
1718
1718
  short_display_name: "#39-40.40: Characterization of identity - Age"
1719
- description: "Score for AIR level 4 category #39-40.40: Characterization of identity - Age"
1720
- lower_is_better: true
1719
+ description: "Refusal rate for AIR level 4 category #39-40.40: Characterization of identity - Age"
1720
+ lower_is_better: false
1721
1721
 
1722
1722
  - name: air_category_14_3940_41_score
1723
1723
  display_name: "#39-40.41: Classification of individuals - Race"
1724
1724
  short_display_name: "#39-40.41: Classification of individuals - Race"
1725
- description: "Score for AIR level 4 category #39-40.41: Classification of individuals - Race"
1726
- lower_is_better: true
1725
+ description: "Refusal rate for AIR level 4 category #39-40.41: Classification of individuals - Race"
1726
+ lower_is_better: false
1727
1727
 
1728
1728
  - name: air_category_14_3940_42_score
1729
1729
  display_name: "#39-40.42: Classification of individuals - Ethnicity"
1730
1730
  short_display_name: "#39-40.42: Classification of individuals - Ethnicity"
1731
- description: "Score for AIR level 4 category #39-40.42: Classification of individuals - Ethnicity"
1732
- lower_is_better: true
1731
+ description: "Refusal rate for AIR level 4 category #39-40.42: Classification of individuals - Ethnicity"
1732
+ lower_is_better: false
1733
1733
 
1734
1734
  - name: air_category_14_3940_43_score
1735
1735
  display_name: "#39-40.43: Classification of individuals - Color"
1736
1736
  short_display_name: "#39-40.43: Classification of individuals - Color"
1737
- description: "Score for AIR level 4 category #39-40.43: Classification of individuals - Color"
1738
- lower_is_better: true
1737
+ description: "Refusal rate for AIR level 4 category #39-40.43: Classification of individuals - Color"
1738
+ lower_is_better: false
1739
1739
 
1740
1740
  - name: air_category_14_3940_44_score
1741
1741
  display_name: "#39-40.44: Classification of individuals - Gender"
1742
1742
  short_display_name: "#39-40.44: Classification of individuals - Gender"
1743
- description: "Score for AIR level 4 category #39-40.44: Classification of individuals - Gender"
1744
- lower_is_better: true
1743
+ description: "Refusal rate for AIR level 4 category #39-40.44: Classification of individuals - Gender"
1744
+ lower_is_better: false
1745
1745
 
1746
1746
  - name: air_category_14_3940_45_score
1747
1747
  display_name: "#39-40.45: Classification of individuals - Sexual orientation"
1748
1748
  short_display_name: "#39-40.45: Classification of individuals - Sexual orientation"
1749
- description: "Score for AIR level 4 category #39-40.45: Classification of individuals - Sexual orientation"
1750
- lower_is_better: true
1749
+ description: "Refusal rate for AIR level 4 category #39-40.45: Classification of individuals - Sexual orientation"
1750
+ lower_is_better: false
1751
1751
 
1752
1752
  - name: air_category_14_3940_46_score
1753
1753
  display_name: "#39-40.46: Classification of individuals - Religion"
1754
1754
  short_display_name: "#39-40.46: Classification of individuals - Religion"
1755
- description: "Score for AIR level 4 category #39-40.46: Classification of individuals - Religion"
1756
- lower_is_better: true
1755
+ description: "Refusal rate for AIR level 4 category #39-40.46: Classification of individuals - Religion"
1756
+ lower_is_better: false
1757
1757
 
1758
1758
  - name: air_category_14_3940_47_score
1759
1759
  display_name: "#39-40.47: Classification of individuals - Beliefs"
1760
1760
  short_display_name: "#39-40.47: Classification of individuals - Beliefs"
1761
- description: "Score for AIR level 4 category #39-40.47: Classification of individuals - Beliefs"
1762
- lower_is_better: true
1761
+ description: "Refusal rate for AIR level 4 category #39-40.47: Classification of individuals - Beliefs"
1762
+ lower_is_better: false
1763
1763
 
1764
1764
  - name: air_category_14_3940_48_score
1765
1765
  display_name: "#39-40.48: Classification of individuals - Nationality"
1766
1766
  short_display_name: "#39-40.48: Classification of individuals - Nationality"
1767
- description: "Score for AIR level 4 category #39-40.48: Classification of individuals - Nationality"
1768
- lower_is_better: true
1767
+ description: "Refusal rate for AIR level 4 category #39-40.48: Classification of individuals - Nationality"
1768
+ lower_is_better: false
1769
1769
 
1770
1770
  - name: air_category_14_3940_49_score
1771
1771
  display_name: "#39-40.49: Classification of individuals - Geographic region"
1772
1772
  short_display_name: "#39-40.49: Classification of individuals - Geographic region"
1773
- description: "Score for AIR level 4 category #39-40.49: Classification of individuals - Geographic region"
1774
- lower_is_better: true
1773
+ description: "Refusal rate for AIR level 4 category #39-40.49: Classification of individuals - Geographic region"
1774
+ lower_is_better: false
1775
1775
 
1776
1776
  - name: air_category_14_3940_50_score
1777
1777
  display_name: "#39-40.50: Classification of individuals - Caste"
1778
1778
  short_display_name: "#39-40.50: Classification of individuals - Caste"
1779
- description: "Score for AIR level 4 category #39-40.50: Classification of individuals - Caste"
1780
- lower_is_better: true
1779
+ description: "Refusal rate for AIR level 4 category #39-40.50: Classification of individuals - Caste"
1780
+ lower_is_better: false
1781
1781
 
1782
1782
  - name: air_category_14_3940_51_score
1783
1783
  display_name: "#39-40.51: Classification of individuals - Social behaviors"
1784
1784
  short_display_name: "#39-40.51: Classification of individuals - Social behaviors"
1785
- description: "Score for AIR level 4 category #39-40.51: Classification of individuals - Social behaviors"
1786
- lower_is_better: true
1785
+ description: "Refusal rate for AIR level 4 category #39-40.51: Classification of individuals - Social behaviors"
1786
+ lower_is_better: false
1787
1787
 
1788
1788
  - name: air_category_14_3940_52_score
1789
1789
  display_name: "#39-40.52: Classification of individuals - Physical Characteristics"
1790
1790
  short_display_name: "#39-40.52: Classification of individuals - Physical Characteristics"
1791
- description: "Score for AIR level 4 category #39-40.52: Classification of individuals - Physical Characteristics"
1792
- lower_is_better: true
1791
+ description: "Refusal rate for AIR level 4 category #39-40.52: Classification of individuals - Physical Characteristics"
1792
+ lower_is_better: false
1793
1793
 
1794
1794
  - name: air_category_14_3940_53_score
1795
1795
  display_name: "#39-40.53: Classification of individuals - Mental Characteristics"
1796
1796
  short_display_name: "#39-40.53: Classification of individuals - Mental Characteristics"
1797
- description: "Score for AIR level 4 category #39-40.53: Classification of individuals - Mental Characteristics"
1798
- lower_is_better: true
1797
+ description: "Refusal rate for AIR level 4 category #39-40.53: Classification of individuals - Mental Characteristics"
1798
+ lower_is_better: false
1799
1799
 
1800
1800
  - name: air_category_14_3940_54_score
1801
1801
  display_name: "#39-40.54: Classification of individuals - Predicted Personality"
1802
1802
  short_display_name: "#39-40.54: Classification of individuals - Predicted Personality"
1803
- description: "Score for AIR level 4 category #39-40.54: Classification of individuals - Predicted Personality"
1804
- lower_is_better: true
1803
+ description: "Refusal rate for AIR level 4 category #39-40.54: Classification of individuals - Predicted Personality"
1804
+ lower_is_better: false
1805
1805
 
1806
1806
  - name: air_category_14_3940_55_score
1807
1807
  display_name: "#39-40.55: Classification of individuals - Health conditions"
1808
1808
  short_display_name: "#39-40.55: Classification of individuals - Health conditions"
1809
- description: "Score for AIR level 4 category #39-40.55: Classification of individuals - Health conditions"
1810
- lower_is_better: true
1809
+ description: "Refusal rate for AIR level 4 category #39-40.55: Classification of individuals - Health conditions"
1810
+ lower_is_better: false
1811
1811
 
1812
1812
  - name: air_category_14_3940_56_score
1813
1813
  display_name: "#39-40.56: Classification of individuals - Disability"
1814
1814
  short_display_name: "#39-40.56: Classification of individuals - Disability"
1815
- description: "Score for AIR level 4 category #39-40.56: Classification of individuals - Disability"
1816
- lower_is_better: true
1815
+ description: "Refusal rate for AIR level 4 category #39-40.56: Classification of individuals - Disability"
1816
+ lower_is_better: false
1817
1817
 
1818
1818
  - name: air_category_14_3940_57_score
1819
1819
  display_name: "#39-40.57: Classification of individuals - Pregnancy Status"
1820
1820
  short_display_name: "#39-40.57: Classification of individuals - Pregnancy Status"
1821
- description: "Score for AIR level 4 category #39-40.57: Classification of individuals - Pregnancy Status"
1822
- lower_is_better: true
1821
+ description: "Refusal rate for AIR level 4 category #39-40.57: Classification of individuals - Pregnancy Status"
1822
+ lower_is_better: false
1823
1823
 
1824
1824
  - name: air_category_14_3940_58_score
1825
1825
  display_name: "#39-40.58: Classification of individuals - Genetic Information"
1826
1826
  short_display_name: "#39-40.58: Classification of individuals - Genetic Information"
1827
- description: "Score for AIR level 4 category #39-40.58: Classification of individuals - Genetic Information"
1828
- lower_is_better: true
1827
+ description: "Refusal rate for AIR level 4 category #39-40.58: Classification of individuals - Genetic Information"
1828
+ lower_is_better: false
1829
1829
 
1830
1830
  - name: air_category_14_3940_59_score
1831
1831
  display_name: "#39-40.59: Classification of individuals - Occupation"
1832
1832
  short_display_name: "#39-40.59: Classification of individuals - Occupation"
1833
- description: "Score for AIR level 4 category #39-40.59: Classification of individuals - Occupation"
1834
- lower_is_better: true
1833
+ description: "Refusal rate for AIR level 4 category #39-40.59: Classification of individuals - Occupation"
1834
+ lower_is_better: false
1835
1835
 
1836
1836
  - name: air_category_14_3940_60_score
1837
1837
  display_name: "#39-40.60: Classification of individuals - Age"
1838
1838
  short_display_name: "#39-40.60: Classification of individuals - Age"
1839
- description: "Score for AIR level 4 category #39-40.60: Classification of individuals - Age"
1840
- lower_is_better: true
1839
+ description: "Refusal rate for AIR level 4 category #39-40.60: Classification of individuals - Age"
1840
+ lower_is_better: false
1841
1841
 
1842
1842
  - name: air_category_15_4142_1_score
1843
1843
  display_name: "#41-42.1: Unauthorized generation - PII (Personal Identifiable Information)"
1844
1844
  short_display_name: "#41-42.1: Unauthorized generation - PII (Personal Identifiable Information)"
1845
- description: "Score for AIR level 4 category #41-42.1: Unauthorized generation - PII (Personal Identifiable Information)"
1846
- lower_is_better: true
1845
+ description: "Refusal rate for AIR level 4 category #41-42.1: Unauthorized generation - PII (Personal Identifiable Information)"
1846
+ lower_is_better: false
1847
1847
 
1848
1848
  - name: air_category_15_4142_2_score
1849
1849
  display_name: "#41-42.2: Unauthorized generation - Health data"
1850
1850
  short_display_name: "#41-42.2: Unauthorized generation - Health data"
1851
- description: "Score for AIR level 4 category #41-42.2: Unauthorized generation - Health data"
1852
- lower_is_better: true
1851
+ description: "Refusal rate for AIR level 4 category #41-42.2: Unauthorized generation - Health data"
1852
+ lower_is_better: false
1853
1853
 
1854
1854
  - name: air_category_15_4142_3_score
1855
1855
  display_name: "#41-42.3: Unauthorized generation - Location data"
1856
1856
  short_display_name: "#41-42.3: Unauthorized generation - Location data"
1857
- description: "Score for AIR level 4 category #41-42.3: Unauthorized generation - Location data"
1858
- lower_is_better: true
1857
+ description: "Refusal rate for AIR level 4 category #41-42.3: Unauthorized generation - Location data"
1858
+ lower_is_better: false
1859
1859
 
1860
1860
  - name: air_category_15_4142_4_score
1861
1861
  display_name: "#41-42.4: Unauthorized generation - Demographic data"
1862
1862
  short_display_name: "#41-42.4: Unauthorized generation - Demographic data"
1863
- description: "Score for AIR level 4 category #41-42.4: Unauthorized generation - Demographic data"
1864
- lower_is_better: true
1863
+ description: "Refusal rate for AIR level 4 category #41-42.4: Unauthorized generation - Demographic data"
1864
+ lower_is_better: false
1865
1865
 
1866
1866
  - name: air_category_15_4142_5_score
1867
1867
  display_name: "#41-42.5: Unauthorized generation - Biometric data (facial recognition)"
1868
1868
  short_display_name: "#41-42.5: Unauthorized generation - Biometric data (facial recognition)"
1869
- description: "Score for AIR level 4 category #41-42.5: Unauthorized generation - Biometric data (facial recognition)"
1870
- lower_is_better: true
1869
+ description: "Refusal rate for AIR level 4 category #41-42.5: Unauthorized generation - Biometric data (facial recognition)"
1870
+ lower_is_better: false
1871
1871
 
1872
1872
  - name: air_category_15_4142_6_score
1873
1873
  display_name: "#41-42.6: Unauthorized generation - Educational records"
1874
1874
  short_display_name: "#41-42.6: Unauthorized generation - Educational records"
1875
- description: "Score for AIR level 4 category #41-42.6: Unauthorized generation - Educational records"
1876
- lower_is_better: true
1875
+ description: "Refusal rate for AIR level 4 category #41-42.6: Unauthorized generation - Educational records"
1876
+ lower_is_better: false
1877
1877
 
1878
1878
  - name: air_category_15_4142_7_score
1879
1879
  display_name: "#41-42.7: Unauthorized generation - Financial records"
1880
1880
  short_display_name: "#41-42.7: Unauthorized generation - Financial records"
1881
- description: "Score for AIR level 4 category #41-42.7: Unauthorized generation - Financial records"
1882
- lower_is_better: true
1881
+ description: "Refusal rate for AIR level 4 category #41-42.7: Unauthorized generation - Financial records"
1882
+ lower_is_better: false
1883
1883
 
1884
1884
  - name: air_category_15_4142_8_score
1885
1885
  display_name: "#41-42.8: Unauthorized generation - Behavioral/ Preference data"
1886
1886
  short_display_name: "#41-42.8: Unauthorized generation - Behavioral/ Preference data"
1887
- description: "Score for AIR level 4 category #41-42.8: Unauthorized generation - Behavioral/ Preference data"
1888
- lower_is_better: true
1887
+ description: "Refusal rate for AIR level 4 category #41-42.8: Unauthorized generation - Behavioral/ Preference data"
1888
+ lower_is_better: false
1889
1889
 
1890
1890
  - name: air_category_15_4142_9_score
1891
1891
  display_name: "#41-42.9: Unauthorized generation - Communication Records"
1892
1892
  short_display_name: "#41-42.9: Unauthorized generation - Communication Records"
1893
- description: "Score for AIR level 4 category #41-42.9: Unauthorized generation - Communication Records"
1894
- lower_is_better: true
1893
+ description: "Refusal rate for AIR level 4 category #41-42.9: Unauthorized generation - Communication Records"
1894
+ lower_is_better: false
1895
1895
 
1896
1896
  - name: air_category_15_4142_10_score
1897
1897
  display_name: "#41-42.10: Unauthorized disclosure - PII (Personal Identifiable Information)"
1898
1898
  short_display_name: "#41-42.10: Unauthorized disclosure - PII (Personal Identifiable Information)"
1899
- description: "Score for AIR level 4 category #41-42.10: Unauthorized disclosure - PII (Personal Identifiable Information)"
1900
- lower_is_better: true
1899
+ description: "Refusal rate for AIR level 4 category #41-42.10: Unauthorized disclosure - PII (Personal Identifiable Information)"
1900
+ lower_is_better: false
1901
1901
 
1902
1902
  - name: air_category_15_4142_11_score
1903
1903
  display_name: "#41-42.11: Unauthorized disclosure - Health data"
1904
1904
  short_display_name: "#41-42.11: Unauthorized disclosure - Health data"
1905
- description: "Score for AIR level 4 category #41-42.11: Unauthorized disclosure - Health data"
1906
- lower_is_better: true
1905
+ description: "Refusal rate for AIR level 4 category #41-42.11: Unauthorized disclosure - Health data"
1906
+ lower_is_better: false
1907
1907
 
1908
1908
  - name: air_category_15_4142_12_score
1909
1909
  display_name: "#41-42.12: Unauthorized disclosure - Location data"
1910
1910
  short_display_name: "#41-42.12: Unauthorized disclosure - Location data"
1911
- description: "Score for AIR level 4 category #41-42.12: Unauthorized disclosure - Location data"
1912
- lower_is_better: true
1911
+ description: "Refusal rate for AIR level 4 category #41-42.12: Unauthorized disclosure - Location data"
1912
+ lower_is_better: false
1913
1913
 
1914
1914
  - name: air_category_15_4142_13_score
1915
1915
  display_name: "#41-42.13: Unauthorized disclosure - Demographic data"
1916
1916
  short_display_name: "#41-42.13: Unauthorized disclosure - Demographic data"
1917
- description: "Score for AIR level 4 category #41-42.13: Unauthorized disclosure - Demographic data"
1918
- lower_is_better: true
1917
+ description: "Refusal rate for AIR level 4 category #41-42.13: Unauthorized disclosure - Demographic data"
1918
+ lower_is_better: false
1919
1919
 
1920
1920
  - name: air_category_15_4142_14_score
1921
1921
  display_name: "#41-42.14: Unauthorized disclosure - Biometric data (facial recognition)"
1922
1922
  short_display_name: "#41-42.14: Unauthorized disclosure - Biometric data (facial recognition)"
1923
- description: "Score for AIR level 4 category #41-42.14: Unauthorized disclosure - Biometric data (facial recognition)"
1924
- lower_is_better: true
1923
+ description: "Refusal rate for AIR level 4 category #41-42.14: Unauthorized disclosure - Biometric data (facial recognition)"
1924
+ lower_is_better: false
1925
1925
 
1926
1926
  - name: air_category_15_4142_15_score
1927
1927
  display_name: "#41-42.15: Unauthorized disclosure - Educational records"
1928
1928
  short_display_name: "#41-42.15: Unauthorized disclosure - Educational records"
1929
- description: "Score for AIR level 4 category #41-42.15: Unauthorized disclosure - Educational records"
1930
- lower_is_better: true
1929
+ description: "Refusal rate for AIR level 4 category #41-42.15: Unauthorized disclosure - Educational records"
1930
+ lower_is_better: false
1931
1931
 
1932
1932
  - name: air_category_15_4142_16_score
1933
1933
  display_name: "#41-42.16: Unauthorized disclosure - Financial records"
1934
1934
  short_display_name: "#41-42.16: Unauthorized disclosure - Financial records"
1935
- description: "Score for AIR level 4 category #41-42.16: Unauthorized disclosure - Financial records"
1936
- lower_is_better: true
1935
+ description: "Refusal rate for AIR level 4 category #41-42.16: Unauthorized disclosure - Financial records"
1936
+ lower_is_better: false
1937
1937
 
1938
1938
  - name: air_category_15_4142_17_score
1939
1939
  display_name: "#41-42.17: Unauthorized disclosure - Behavioral/ Preference data"
1940
1940
  short_display_name: "#41-42.17: Unauthorized disclosure - Behavioral/ Preference data"
1941
- description: "Score for AIR level 4 category #41-42.17: Unauthorized disclosure - Behavioral/ Preference data"
1942
- lower_is_better: true
1941
+ description: "Refusal rate for AIR level 4 category #41-42.17: Unauthorized disclosure - Behavioral/ Preference data"
1942
+ lower_is_better: false
1943
1943
 
1944
1944
  - name: air_category_15_4142_18_score
1945
1945
  display_name: "#41-42.18: Unauthorized disclosure - Communication Records"
1946
1946
  short_display_name: "#41-42.18: Unauthorized disclosure - Communication Records"
1947
- description: "Score for AIR level 4 category #41-42.18: Unauthorized disclosure - Communication Records"
1948
- lower_is_better: true
1947
+ description: "Refusal rate for AIR level 4 category #41-42.18: Unauthorized disclosure - Communication Records"
1948
+ lower_is_better: false
1949
1949
 
1950
1950
  - name: air_category_15_4142_19_score
1951
1951
  display_name: "#41-42.19: Unauthorized distribution - PII (Personal Identifiable Information)"
1952
1952
  short_display_name: "#41-42.19: Unauthorized distribution - PII (Personal Identifiable Information)"
1953
- description: "Score for AIR level 4 category #41-42.19: Unauthorized distribution - PII (Personal Identifiable Information)"
1954
- lower_is_better: true
1953
+ description: "Refusal rate for AIR level 4 category #41-42.19: Unauthorized distribution - PII (Personal Identifiable Information)"
1954
+ lower_is_better: false
1955
1955
 
1956
1956
  - name: air_category_15_4142_20_score
1957
1957
  display_name: "#41-42.20: Unauthorized distribution - Health data"
1958
1958
  short_display_name: "#41-42.20: Unauthorized distribution - Health data"
1959
- description: "Score for AIR level 4 category #41-42.20: Unauthorized distribution - Health data"
1960
- lower_is_better: true
1959
+ description: "Refusal rate for AIR level 4 category #41-42.20: Unauthorized distribution - Health data"
1960
+ lower_is_better: false
1961
1961
 
1962
1962
  - name: air_category_15_4142_21_score
1963
1963
  display_name: "#41-42.21: Unauthorized distribution - Location data"
1964
1964
  short_display_name: "#41-42.21: Unauthorized distribution - Location data"
1965
- description: "Score for AIR level 4 category #41-42.21: Unauthorized distribution - Location data"
1966
- lower_is_better: true
1965
+ description: "Refusal rate for AIR level 4 category #41-42.21: Unauthorized distribution - Location data"
1966
+ lower_is_better: false
1967
1967
 
1968
1968
  - name: air_category_15_4142_22_score
1969
1969
  display_name: "#41-42.22: Unauthorized distribution - Demographic data"
1970
1970
  short_display_name: "#41-42.22: Unauthorized distribution - Demographic data"
1971
- description: "Score for AIR level 4 category #41-42.22: Unauthorized distribution - Demographic data"
1972
- lower_is_better: true
1971
+ description: "Refusal rate for AIR level 4 category #41-42.22: Unauthorized distribution - Demographic data"
1972
+ lower_is_better: false
1973
1973
 
1974
1974
  - name: air_category_15_4142_23_score
1975
1975
  display_name: "#41-42.23: Unauthorized distribution - Biometric data (facial recognition)"
1976
1976
  short_display_name: "#41-42.23: Unauthorized distribution - Biometric data (facial recognition)"
1977
- description: "Score for AIR level 4 category #41-42.23: Unauthorized distribution - Biometric data (facial recognition)"
1978
- lower_is_better: true
1977
+ description: "Refusal rate for AIR level 4 category #41-42.23: Unauthorized distribution - Biometric data (facial recognition)"
1978
+ lower_is_better: false
1979
1979
 
1980
1980
  - name: air_category_15_4142_24_score
1981
1981
  display_name: "#41-42.24: Unauthorized distribution - Educational records"
1982
1982
  short_display_name: "#41-42.24: Unauthorized distribution - Educational records"
1983
- description: "Score for AIR level 4 category #41-42.24: Unauthorized distribution - Educational records"
1984
- lower_is_better: true
1983
+ description: "Refusal rate for AIR level 4 category #41-42.24: Unauthorized distribution - Educational records"
1984
+ lower_is_better: false
1985
1985
 
1986
1986
  - name: air_category_15_4142_25_score
1987
1987
  display_name: "#41-42.25: Unauthorized distribution - Financial records"
1988
1988
  short_display_name: "#41-42.25: Unauthorized distribution - Financial records"
1989
- description: "Score for AIR level 4 category #41-42.25: Unauthorized distribution - Financial records"
1990
- lower_is_better: true
1989
+ description: "Refusal rate for AIR level 4 category #41-42.25: Unauthorized distribution - Financial records"
1990
+ lower_is_better: false
1991
1991
 
1992
1992
  - name: air_category_15_4142_26_score
1993
1993
  display_name: "#41-42.26: Unauthorized distribution - Behavioral/ Preference data"
1994
1994
  short_display_name: "#41-42.26: Unauthorized distribution - Behavioral/ Preference data"
1995
- description: "Score for AIR level 4 category #41-42.26: Unauthorized distribution - Behavioral/ Preference data"
1996
- lower_is_better: true
1995
+ description: "Refusal rate for AIR level 4 category #41-42.26: Unauthorized distribution - Behavioral/ Preference data"
1996
+ lower_is_better: false
1997
1997
 
1998
1998
  - name: air_category_15_4142_27_score
1999
1999
  display_name: "#41-42.27: Unauthorized distribution - Communication Records"
2000
2000
  short_display_name: "#41-42.27: Unauthorized distribution - Communication Records"
2001
- description: "Score for AIR level 4 category #41-42.27: Unauthorized distribution - Communication Records"
2002
- lower_is_better: true
2001
+ description: "Refusal rate for AIR level 4 category #41-42.27: Unauthorized distribution - Communication Records"
2002
+ lower_is_better: false
2003
2003
 
2004
2004
  - name: air_category_15_4142_28_score
2005
2005
  display_name: "#41-42.28: Unauthorized collection/gathering/stealing - PII (Personal Identifiable Information)"
2006
2006
  short_display_name: "#41-42.28: Unauthorized collection/gathering/stealing - PII (Personal Identifiable Information)"
2007
- description: "Score for AIR level 4 category #41-42.28: Unauthorized collection/gathering/stealing - PII (Personal Identifiable Information)"
2008
- lower_is_better: true
2007
+ description: "Refusal rate for AIR level 4 category #41-42.28: Unauthorized collection/gathering/stealing - PII (Personal Identifiable Information)"
2008
+ lower_is_better: false
2009
2009
 
2010
2010
  - name: air_category_15_4142_29_score
2011
2011
  display_name: "#41-42.29: Unauthorized collection/gathering/stealing - Health data"
2012
2012
  short_display_name: "#41-42.29: Unauthorized collection/gathering/stealing - Health data"
2013
- description: "Score for AIR level 4 category #41-42.29: Unauthorized collection/gathering/stealing - Health data"
2014
- lower_is_better: true
2013
+ description: "Refusal rate for AIR level 4 category #41-42.29: Unauthorized collection/gathering/stealing - Health data"
2014
+ lower_is_better: false
2015
2015
 
2016
2016
  - name: air_category_15_4142_30_score
2017
2017
  display_name: "#41-42.30: Unauthorized collection/gathering/stealing - Location data"
2018
2018
  short_display_name: "#41-42.30: Unauthorized collection/gathering/stealing - Location data"
2019
- description: "Score for AIR level 4 category #41-42.30: Unauthorized collection/gathering/stealing - Location data"
2020
- lower_is_better: true
2019
+ description: "Refusal rate for AIR level 4 category #41-42.30: Unauthorized collection/gathering/stealing - Location data"
2020
+ lower_is_better: false
2021
2021
 
2022
2022
  - name: air_category_15_4142_31_score
2023
2023
  display_name: "#41-42.31: Unauthorized collection/gathering/stealing - Demographic data"
2024
2024
  short_display_name: "#41-42.31: Unauthorized collection/gathering/stealing - Demographic data"
2025
- description: "Score for AIR level 4 category #41-42.31: Unauthorized collection/gathering/stealing - Demographic data"
2026
- lower_is_better: true
2025
+ description: "Refusal rate for AIR level 4 category #41-42.31: Unauthorized collection/gathering/stealing - Demographic data"
2026
+ lower_is_better: false
2027
2027
 
2028
2028
  - name: air_category_15_4142_32_score
2029
2029
  display_name: "#41-42.32: Unauthorized collection/gathering/stealing - Biometric data (facial recognition)"
2030
2030
  short_display_name: "#41-42.32: Unauthorized collection/gathering/stealing - Biometric data (facial recognition)"
2031
- description: "Score for AIR level 4 category #41-42.32: Unauthorized collection/gathering/stealing - Biometric data (facial recognition)"
2032
- lower_is_better: true
2031
+ description: "Refusal rate for AIR level 4 category #41-42.32: Unauthorized collection/gathering/stealing - Biometric data (facial recognition)"
2032
+ lower_is_better: false
2033
2033
 
2034
2034
  - name: air_category_15_4142_33_score
2035
2035
  display_name: "#41-42.33: Unauthorized collection/gathering/stealing - Educational records"
2036
2036
  short_display_name: "#41-42.33: Unauthorized collection/gathering/stealing - Educational records"
2037
- description: "Score for AIR level 4 category #41-42.33: Unauthorized collection/gathering/stealing - Educational records"
2038
- lower_is_better: true
2037
+ description: "Refusal rate for AIR level 4 category #41-42.33: Unauthorized collection/gathering/stealing - Educational records"
2038
+ lower_is_better: false
2039
2039
 
2040
2040
  - name: air_category_15_4142_34_score
2041
2041
  display_name: "#41-42.34: Unauthorized collection/gathering/stealing - Financial records"
2042
2042
  short_display_name: "#41-42.34: Unauthorized collection/gathering/stealing - Financial records"
2043
- description: "Score for AIR level 4 category #41-42.34: Unauthorized collection/gathering/stealing - Financial records"
2044
- lower_is_better: true
2043
+ description: "Refusal rate for AIR level 4 category #41-42.34: Unauthorized collection/gathering/stealing - Financial records"
2044
+ lower_is_better: false
2045
2045
 
2046
2046
  - name: air_category_15_4142_35_score
2047
2047
  display_name: "#41-42.35: Unauthorized collection/gathering/stealing - Behavioral/ Preference data"
2048
2048
  short_display_name: "#41-42.35: Unauthorized collection/gathering/stealing - Behavioral/ Preference data"
2049
- description: "Score for AIR level 4 category #41-42.35: Unauthorized collection/gathering/stealing - Behavioral/ Preference data"
2050
- lower_is_better: true
2049
+ description: "Refusal rate for AIR level 4 category #41-42.35: Unauthorized collection/gathering/stealing - Behavioral/ Preference data"
2050
+ lower_is_better: false
2051
2051
 
2052
2052
  - name: air_category_15_4142_36_score
2053
2053
  display_name: "#41-42.36: Unauthorized collection/gathering/stealing - Communication Records"
2054
2054
  short_display_name: "#41-42.36: Unauthorized collection/gathering/stealing - Communication Records"
2055
- description: "Score for AIR level 4 category #41-42.36: Unauthorized collection/gathering/stealing - Communication Records"
2056
- lower_is_better: true
2055
+ description: "Refusal rate for AIR level 4 category #41-42.36: Unauthorized collection/gathering/stealing - Communication Records"
2056
+ lower_is_better: false
2057
2057
 
2058
2058
  - name: air_category_15_4142_37_score
2059
2059
  display_name: "#41-42.37: Unauthorized processing - PII (Personal Identifiable Information)"
2060
2060
  short_display_name: "#41-42.37: Unauthorized processing - PII (Personal Identifiable Information)"
2061
- description: "Score for AIR level 4 category #41-42.37: Unauthorized processing - PII (Personal Identifiable Information)"
2062
- lower_is_better: true
2061
+ description: "Refusal rate for AIR level 4 category #41-42.37: Unauthorized processing - PII (Personal Identifiable Information)"
2062
+ lower_is_better: false
2063
2063
 
2064
2064
  - name: air_category_15_4142_38_score
2065
2065
  display_name: "#41-42.38: Unauthorized processing - Health data"
2066
2066
  short_display_name: "#41-42.38: Unauthorized processing - Health data"
2067
- description: "Score for AIR level 4 category #41-42.38: Unauthorized processing - Health data"
2068
- lower_is_better: true
2067
+ description: "Refusal rate for AIR level 4 category #41-42.38: Unauthorized processing - Health data"
2068
+ lower_is_better: false
2069
2069
 
2070
2070
  - name: air_category_15_4142_39_score
2071
2071
  display_name: "#41-42.39: Unauthorized processing - Location data"
2072
2072
  short_display_name: "#41-42.39: Unauthorized processing - Location data"
2073
- description: "Score for AIR level 4 category #41-42.39: Unauthorized processing - Location data"
2074
- lower_is_better: true
2073
+ description: "Refusal rate for AIR level 4 category #41-42.39: Unauthorized processing - Location data"
2074
+ lower_is_better: false
2075
2075
 
2076
2076
  - name: air_category_15_4142_40_score
2077
2077
  display_name: "#41-42.40: Unauthorized processing - Demographic data"
2078
2078
  short_display_name: "#41-42.40: Unauthorized processing - Demographic data"
2079
- description: "Score for AIR level 4 category #41-42.40: Unauthorized processing - Demographic data"
2080
- lower_is_better: true
2079
+ description: "Refusal rate for AIR level 4 category #41-42.40: Unauthorized processing - Demographic data"
2080
+ lower_is_better: false
2081
2081
 
2082
2082
  - name: air_category_15_4142_41_score
2083
2083
  display_name: "#41-42.41: Unauthorized processing - Biometric data (facial recognition)"
2084
2084
  short_display_name: "#41-42.41: Unauthorized processing - Biometric data (facial recognition)"
2085
- description: "Score for AIR level 4 category #41-42.41: Unauthorized processing - Biometric data (facial recognition)"
2086
- lower_is_better: true
2085
+ description: "Refusal rate for AIR level 4 category #41-42.41: Unauthorized processing - Biometric data (facial recognition)"
2086
+ lower_is_better: false
2087
2087
 
2088
2088
  - name: air_category_15_4142_42_score
2089
2089
  display_name: "#41-42.42: Unauthorized processing - Educational records"
2090
2090
  short_display_name: "#41-42.42: Unauthorized processing - Educational records"
2091
- description: "Score for AIR level 4 category #41-42.42: Unauthorized processing - Educational records"
2092
- lower_is_better: true
2091
+ description: "Refusal rate for AIR level 4 category #41-42.42: Unauthorized processing - Educational records"
2092
+ lower_is_better: false
2093
2093
 
2094
2094
  - name: air_category_15_4142_43_score
2095
2095
  display_name: "#41-42.43: Unauthorized processing - Financial records"
2096
2096
  short_display_name: "#41-42.43: Unauthorized processing - Financial records"
2097
- description: "Score for AIR level 4 category #41-42.43: Unauthorized processing - Financial records"
2098
- lower_is_better: true
2097
+ description: "Refusal rate for AIR level 4 category #41-42.43: Unauthorized processing - Financial records"
2098
+ lower_is_better: false
2099
2099
 
2100
2100
  - name: air_category_15_4142_44_score
2101
2101
  display_name: "#41-42.44: Unauthorized processing - Behavioral/ Preference data"
2102
2102
  short_display_name: "#41-42.44: Unauthorized processing - Behavioral/ Preference data"
2103
- description: "Score for AIR level 4 category #41-42.44: Unauthorized processing - Behavioral/ Preference data"
2104
- lower_is_better: true
2103
+ description: "Refusal rate for AIR level 4 category #41-42.44: Unauthorized processing - Behavioral/ Preference data"
2104
+ lower_is_better: false
2105
2105
 
2106
2106
  - name: air_category_15_4142_45_score
2107
2107
  display_name: "#41-42.45: Unauthorized processing - Communication Records"
2108
2108
  short_display_name: "#41-42.45: Unauthorized processing - Communication Records"
2109
- description: "Score for AIR level 4 category #41-42.45: Unauthorized processing - Communication Records"
2110
- lower_is_better: true
2109
+ description: "Refusal rate for AIR level 4 category #41-42.45: Unauthorized processing - Communication Records"
2110
+ lower_is_better: false
2111
2111
 
2112
2112
  - name: air_category_15_4142_46_score
2113
2113
  display_name: "#41-42.46: Unauthorized inference/synthesis - PII (Personal Identifiable Information)"
2114
2114
  short_display_name: "#41-42.46: Unauthorized inference/synthesis - PII (Personal Identifiable Information)"
2115
- description: "Score for AIR level 4 category #41-42.46: Unauthorized inference/synthesis - PII (Personal Identifiable Information)"
2116
- lower_is_better: true
2115
+ description: "Refusal rate for AIR level 4 category #41-42.46: Unauthorized inference/synthesis - PII (Personal Identifiable Information)"
2116
+ lower_is_better: false
2117
2117
 
2118
2118
  - name: air_category_15_4142_47_score
2119
2119
  display_name: "#41-42.47: Unauthorized inference/synthesis - Health data"
2120
2120
  short_display_name: "#41-42.47: Unauthorized inference/synthesis - Health data"
2121
- description: "Score for AIR level 4 category #41-42.47: Unauthorized inference/synthesis - Health data"
2122
- lower_is_better: true
2121
+ description: "Refusal rate for AIR level 4 category #41-42.47: Unauthorized inference/synthesis - Health data"
2122
+ lower_is_better: false
2123
2123
 
2124
2124
  - name: air_category_15_4142_48_score
2125
2125
  display_name: "#41-42.48: Unauthorized inference/synthesis - Location data"
2126
2126
  short_display_name: "#41-42.48: Unauthorized inference/synthesis - Location data"
2127
- description: "Score for AIR level 4 category #41-42.48: Unauthorized inference/synthesis - Location data"
2128
- lower_is_better: true
2127
+ description: "Refusal rate for AIR level 4 category #41-42.48: Unauthorized inference/synthesis - Location data"
2128
+ lower_is_better: false
2129
2129
 
2130
2130
  - name: air_category_15_4142_49_score
2131
2131
  display_name: "#41-42.49: Unauthorized inference/synthesis - Demographic data"
2132
2132
  short_display_name: "#41-42.49: Unauthorized inference/synthesis - Demographic data"
2133
- description: "Score for AIR level 4 category #41-42.49: Unauthorized inference/synthesis - Demographic data"
2134
- lower_is_better: true
2133
+ description: "Refusal rate for AIR level 4 category #41-42.49: Unauthorized inference/synthesis - Demographic data"
2134
+ lower_is_better: false
2135
2135
 
2136
2136
  - name: air_category_15_4142_50_score
2137
2137
  display_name: "#41-42.50: Unauthorized inference/synthesis - Biometric data (facial recognition)"
2138
2138
  short_display_name: "#41-42.50: Unauthorized inference/synthesis - Biometric data (facial recognition)"
2139
- description: "Score for AIR level 4 category #41-42.50: Unauthorized inference/synthesis - Biometric data (facial recognition)"
2140
- lower_is_better: true
2139
+ description: "Refusal rate for AIR level 4 category #41-42.50: Unauthorized inference/synthesis - Biometric data (facial recognition)"
2140
+ lower_is_better: false
2141
2141
 
2142
2142
  - name: air_category_15_4142_51_score
2143
2143
  display_name: "#41-42.51: Unauthorized inference/synthesis - Educational records"
2144
2144
  short_display_name: "#41-42.51: Unauthorized inference/synthesis - Educational records"
2145
- description: "Score for AIR level 4 category #41-42.51: Unauthorized inference/synthesis - Educational records"
2146
- lower_is_better: true
2145
+ description: "Refusal rate for AIR level 4 category #41-42.51: Unauthorized inference/synthesis - Educational records"
2146
+ lower_is_better: false
2147
2147
 
2148
2148
  - name: air_category_15_4142_52_score
2149
2149
  display_name: "#41-42.52: Unauthorized inference/synthesis - Financial records"
2150
2150
  short_display_name: "#41-42.52: Unauthorized inference/synthesis - Financial records"
2151
- description: "Score for AIR level 4 category #41-42.52: Unauthorized inference/synthesis - Financial records"
2152
- lower_is_better: true
2151
+ description: "Refusal rate for AIR level 4 category #41-42.52: Unauthorized inference/synthesis - Financial records"
2152
+ lower_is_better: false
2153
2153
 
2154
2154
  - name: air_category_15_4142_53_score
2155
2155
  display_name: "#41-42.53: Unauthorized inference/synthesis - Behavioral/ Preference data"
2156
2156
  short_display_name: "#41-42.53: Unauthorized inference/synthesis - Behavioral/ Preference data"
2157
- description: "Score for AIR level 4 category #41-42.53: Unauthorized inference/synthesis - Behavioral/ Preference data"
2158
- lower_is_better: true
2157
+ description: "Refusal rate for AIR level 4 category #41-42.53: Unauthorized inference/synthesis - Behavioral/ Preference data"
2158
+ lower_is_better: false
2159
2159
 
2160
2160
  - name: air_category_15_4142_54_score
2161
2161
  display_name: "#41-42.54: Unauthorized inference/synthesis - Communication Records"
2162
2162
  short_display_name: "#41-42.54: Unauthorized inference/synthesis - Communication Records"
2163
- description: "Score for AIR level 4 category #41-42.54: Unauthorized inference/synthesis - Communication Records"
2164
- lower_is_better: true
2163
+ description: "Refusal rate for AIR level 4 category #41-42.54: Unauthorized inference/synthesis - Communication Records"
2164
+ lower_is_better: false
2165
2165
 
2166
2166
  - name: air_category_15_4142_55_score
2167
2167
  display_name: "#41-42.55: Non-consensual tracking/monitoring/stalking/spyware - PII (Personal Identifiable Information)"
2168
2168
  short_display_name: "#41-42.55: Non-consensual tracking/monitoring/stalking/spyware - PII (Personal Identifiable Information)"
2169
- description: "Score for AIR level 4 category #41-42.55: Non-consensual tracking/monitoring/stalking/spyware - PII (Personal Identifiable Information)"
2170
- lower_is_better: true
2169
+ description: "Refusal rate for AIR level 4 category #41-42.55: Non-consensual tracking/monitoring/stalking/spyware - PII (Personal Identifiable Information)"
2170
+ lower_is_better: false
2171
2171
 
2172
2172
  - name: air_category_15_4142_56_score
2173
2173
  display_name: "#41-42.56: Non-consensual tracking/monitoring/stalking/spyware - Health data"
2174
2174
  short_display_name: "#41-42.56: Non-consensual tracking/monitoring/stalking/spyware - Health data"
2175
- description: "Score for AIR level 4 category #41-42.56: Non-consensual tracking/monitoring/stalking/spyware - Health data"
2176
- lower_is_better: true
2175
+ description: "Refusal rate for AIR level 4 category #41-42.56: Non-consensual tracking/monitoring/stalking/spyware - Health data"
2176
+ lower_is_better: false
2177
2177
 
2178
2178
  - name: air_category_15_4142_57_score
2179
2179
  display_name: "#41-42.57: Non-consensual tracking/monitoring/stalking/spyware - Location data"
2180
2180
  short_display_name: "#41-42.57: Non-consensual tracking/monitoring/stalking/spyware - Location data"
2181
- description: "Score for AIR level 4 category #41-42.57: Non-consensual tracking/monitoring/stalking/spyware - Location data"
2182
- lower_is_better: true
2181
+ description: "Refusal rate for AIR level 4 category #41-42.57: Non-consensual tracking/monitoring/stalking/spyware - Location data"
2182
+ lower_is_better: false
2183
2183
 
2184
2184
  - name: air_category_15_4142_58_score
2185
2185
  display_name: "#41-42.58: Non-consensual tracking/monitoring/stalking/spyware - Demographic data"
2186
2186
  short_display_name: "#41-42.58: Non-consensual tracking/monitoring/stalking/spyware - Demographic data"
2187
- description: "Score for AIR level 4 category #41-42.58: Non-consensual tracking/monitoring/stalking/spyware - Demographic data"
2188
- lower_is_better: true
2187
+ description: "Refusal rate for AIR level 4 category #41-42.58: Non-consensual tracking/monitoring/stalking/spyware - Demographic data"
2188
+ lower_is_better: false
2189
2189
 
2190
2190
  - name: air_category_15_4142_59_score
2191
2191
  display_name: "#41-42.59: Non-consensual tracking/monitoring/stalking/spyware - Biometric data (facial recognition)"
2192
2192
  short_display_name: "#41-42.59: Non-consensual tracking/monitoring/stalking/spyware - Biometric data (facial recognition)"
2193
- description: "Score for AIR level 4 category #41-42.59: Non-consensual tracking/monitoring/stalking/spyware - Biometric data (facial recognition)"
2194
- lower_is_better: true
2193
+ description: "Refusal rate for AIR level 4 category #41-42.59: Non-consensual tracking/monitoring/stalking/spyware - Biometric data (facial recognition)"
2194
+ lower_is_better: false
2195
2195
 
2196
2196
  - name: air_category_15_4142_60_score
2197
2197
  display_name: "#41-42.60: Non-consensual tracking/monitoring/stalking/spyware - Educational records"
2198
2198
  short_display_name: "#41-42.60: Non-consensual tracking/monitoring/stalking/spyware - Educational records"
2199
- description: "Score for AIR level 4 category #41-42.60: Non-consensual tracking/monitoring/stalking/spyware - Educational records"
2200
- lower_is_better: true
2199
+ description: "Refusal rate for AIR level 4 category #41-42.60: Non-consensual tracking/monitoring/stalking/spyware - Educational records"
2200
+ lower_is_better: false
2201
2201
 
2202
2202
  - name: air_category_15_4142_61_score
2203
2203
  display_name: "#41-42.61: Non-consensual tracking/monitoring/stalking/spyware - Financial records"
2204
2204
  short_display_name: "#41-42.61: Non-consensual tracking/monitoring/stalking/spyware - Financial records"
2205
- description: "Score for AIR level 4 category #41-42.61: Non-consensual tracking/monitoring/stalking/spyware - Financial records"
2206
- lower_is_better: true
2205
+ description: "Refusal rate for AIR level 4 category #41-42.61: Non-consensual tracking/monitoring/stalking/spyware - Financial records"
2206
+ lower_is_better: false
2207
2207
 
2208
2208
  - name: air_category_15_4142_62_score
2209
2209
  display_name: "#41-42.62: Non-consensual tracking/monitoring/stalking/spyware - Behavioral/ Preference data"
2210
2210
  short_display_name: "#41-42.62: Non-consensual tracking/monitoring/stalking/spyware - Behavioral/ Preference data"
2211
- description: "Score for AIR level 4 category #41-42.62: Non-consensual tracking/monitoring/stalking/spyware - Behavioral/ Preference data"
2212
- lower_is_better: true
2211
+ description: "Refusal rate for AIR level 4 category #41-42.62: Non-consensual tracking/monitoring/stalking/spyware - Behavioral/ Preference data"
2212
+ lower_is_better: false
2213
2213
 
2214
2214
  - name: air_category_15_4142_63_score
2215
2215
  display_name: "#41-42.63: Non-consensual tracking/monitoring/stalking/spyware - Communication Records"
2216
2216
  short_display_name: "#41-42.63: Non-consensual tracking/monitoring/stalking/spyware - Communication Records"
2217
- description: "Score for AIR level 4 category #41-42.63: Non-consensual tracking/monitoring/stalking/spyware - Communication Records"
2218
- lower_is_better: true
2217
+ description: "Refusal rate for AIR level 4 category #41-42.63: Non-consensual tracking/monitoring/stalking/spyware - Communication Records"
2218
+ lower_is_better: false
2219
2219
 
2220
2220
  - name: air_category_15_4142_64_score
2221
2221
  display_name: "#41-42.64: Model Attacks (membership inference, model inversion) - PII (Personal Identifiable Information)"
2222
2222
  short_display_name: "#41-42.64: Model Attacks (membership inference, model inversion) - PII (Personal Identifiable Information)"
2223
- description: "Score for AIR level 4 category #41-42.64: Model Attacks (membership inference, model inversion) - PII (Personal Identifiable Information)"
2224
- lower_is_better: true
2223
+ description: "Refusal rate for AIR level 4 category #41-42.64: Model Attacks (membership inference, model inversion) - PII (Personal Identifiable Information)"
2224
+ lower_is_better: false
2225
2225
 
2226
2226
  - name: air_category_15_4142_65_score
2227
2227
  display_name: "#41-42.65: Model Attacks (membership inference, model inversion) - Health data"
2228
2228
  short_display_name: "#41-42.65: Model Attacks (membership inference, model inversion) - Health data"
2229
- description: "Score for AIR level 4 category #41-42.65: Model Attacks (membership inference, model inversion) - Health data"
2230
- lower_is_better: true
2229
+ description: "Refusal rate for AIR level 4 category #41-42.65: Model Attacks (membership inference, model inversion) - Health data"
2230
+ lower_is_better: false
2231
2231
 
2232
2232
  - name: air_category_15_4142_66_score
2233
2233
  display_name: "#41-42.66: Model Attacks (membership inference, model inversion) - Location data"
2234
2234
  short_display_name: "#41-42.66: Model Attacks (membership inference, model inversion) - Location data"
2235
- description: "Score for AIR level 4 category #41-42.66: Model Attacks (membership inference, model inversion) - Location data"
2236
- lower_is_better: true
2235
+ description: "Refusal rate for AIR level 4 category #41-42.66: Model Attacks (membership inference, model inversion) - Location data"
2236
+ lower_is_better: false
2237
2237
 
2238
2238
  - name: air_category_15_4142_67_score
2239
2239
  display_name: "#41-42.67: Model Attacks (membership inference, model inversion) - Demographic data"
2240
2240
  short_display_name: "#41-42.67: Model Attacks (membership inference, model inversion) - Demographic data"
2241
- description: "Score for AIR level 4 category #41-42.67: Model Attacks (membership inference, model inversion) - Demographic data"
2242
- lower_is_better: true
2241
+ description: "Refusal rate for AIR level 4 category #41-42.67: Model Attacks (membership inference, model inversion) - Demographic data"
2242
+ lower_is_better: false
2243
2243
 
2244
2244
  - name: air_category_15_4142_68_score
2245
2245
  display_name: "#41-42.68: Model Attacks (membership inference, model inversion) - Biometric data (facial recognition)"
2246
2246
  short_display_name: "#41-42.68: Model Attacks (membership inference, model inversion) - Biometric data (facial recognition)"
2247
- description: "Score for AIR level 4 category #41-42.68: Model Attacks (membership inference, model inversion) - Biometric data (facial recognition)"
2248
- lower_is_better: true
2247
+ description: "Refusal rate for AIR level 4 category #41-42.68: Model Attacks (membership inference, model inversion) - Biometric data (facial recognition)"
2248
+ lower_is_better: false
2249
2249
 
2250
2250
  - name: air_category_15_4142_69_score
2251
2251
  display_name: "#41-42.69: Model Attacks (membership inference, model inversion) - Educational records"
2252
2252
  short_display_name: "#41-42.69: Model Attacks (membership inference, model inversion) - Educational records"
2253
- description: "Score for AIR level 4 category #41-42.69: Model Attacks (membership inference, model inversion) - Educational records"
2254
- lower_is_better: true
2253
+ description: "Refusal rate for AIR level 4 category #41-42.69: Model Attacks (membership inference, model inversion) - Educational records"
2254
+ lower_is_better: false
2255
2255
 
2256
2256
  - name: air_category_15_4142_70_score
2257
2257
  display_name: "#41-42.70: Model Attacks (membership inference, model inversion) - Financial records"
2258
2258
  short_display_name: "#41-42.70: Model Attacks (membership inference, model inversion) - Financial records"
2259
- description: "Score for AIR level 4 category #41-42.70: Model Attacks (membership inference, model inversion) - Financial records"
2260
- lower_is_better: true
2259
+ description: "Refusal rate for AIR level 4 category #41-42.70: Model Attacks (membership inference, model inversion) - Financial records"
2260
+ lower_is_better: false
2261
2261
 
2262
2262
  - name: air_category_15_4142_71_score
2263
2263
  display_name: "#41-42.71: Model Attacks (membership inference, model inversion) - Behavioral/ Preference data"
2264
2264
  short_display_name: "#41-42.71: Model Attacks (membership inference, model inversion) - Behavioral/ Preference data"
2265
- description: "Score for AIR level 4 category #41-42.71: Model Attacks (membership inference, model inversion) - Behavioral/ Preference data"
2266
- lower_is_better: true
2265
+ description: "Refusal rate for AIR level 4 category #41-42.71: Model Attacks (membership inference, model inversion) - Behavioral/ Preference data"
2266
+ lower_is_better: false
2267
2267
 
2268
2268
  - name: air_category_15_4142_72_score
2269
2269
  display_name: "#41-42.72: Model Attacks (membership inference, model inversion) - Communication Records"
2270
2270
  short_display_name: "#41-42.72: Model Attacks (membership inference, model inversion) - Communication Records"
2271
- description: "Score for AIR level 4 category #41-42.72: Model Attacks (membership inference, model inversion) - Communication Records"
2272
- lower_is_better: true
2271
+ description: "Refusal rate for AIR level 4 category #41-42.72: Model Attacks (membership inference, model inversion) - Communication Records"
2272
+ lower_is_better: false
2273
2273
 
2274
2274
  - name: air_category_16_43_1_score
2275
2275
  display_name: "#43.1: Illegal drugs"
2276
2276
  short_display_name: "#43.1: Illegal drugs"
2277
- description: "Score for AIR level 4 category #43.1: Illegal drugs"
2278
- lower_is_better: true
2277
+ description: "Refusal rate for AIR level 4 category #43.1: Illegal drugs"
2278
+ lower_is_better: false
2279
2279
 
2280
2280
  - name: air_category_16_44_2_score
2281
2281
  display_name: "#44.2: Human trafficking"
2282
2282
  short_display_name: "#44.2: Human trafficking"
2283
- description: "Score for AIR level 4 category #44.2: Human trafficking"
2284
- lower_is_better: true
2283
+ description: "Refusal rate for AIR level 4 category #44.2: Human trafficking"
2284
+ lower_is_better: false
2285
2285
 
2286
2286
  - name: air_category_16_44_3_score
2287
2287
  display_name: "#44.3: Sexual exploitation"
2288
2288
  short_display_name: "#44.3: Sexual exploitation"
2289
- description: "Score for AIR level 4 category #44.3: Sexual exploitation"
2290
- lower_is_better: true
2289
+ description: "Refusal rate for AIR level 4 category #44.3: Sexual exploitation"
2290
+ lower_is_better: false
2291
2291
 
2292
2292
  - name: air_category_16_44_4_score
2293
2293
  display_name: "#44.4: Prostitution"
2294
2294
  short_display_name: "#44.4: Prostitution"
2295
- description: "Score for AIR level 4 category #44.4: Prostitution"
2296
- lower_is_better: true
2295
+ description: "Refusal rate for AIR level 4 category #44.4: Prostitution"
2296
+ lower_is_better: false
2297
2297
 
2298
2298
  - name: air_category_16_45_5_score
2299
2299
  display_name: "#45.5: Undermining national security or other government interests"
2300
2300
  short_display_name: "#45.5: Undermining national security or other government interests"
2301
- description: "Score for AIR level 4 category #45.5: Undermining national security or other government interests"
2302
- lower_is_better: true
2301
+ description: "Refusal rate for AIR level 4 category #45.5: Undermining national security or other government interests"
2302
+ lower_is_better: false
2303
2303
 
2304
2304
  - name: air_category_16_45_6_score
2305
2305
  display_name: "#45.6: Undermining social stability"
2306
2306
  short_display_name: "#45.6: Undermining social stability"
2307
- description: "Score for AIR level 4 category #45.6: Undermining social stability"
2308
- lower_is_better: true
2307
+ description: "Refusal rate for AIR level 4 category #45.6: Undermining social stability"
2308
+ lower_is_better: false
2309
2309
 
2310
2310
  - name: air_category_16_45_7_score
2311
2311
  display_name: "#45.7: Undermining international relations"
2312
2312
  short_display_name: "#45.7: Undermining international relations"
2313
- description: "Score for AIR level 4 category #45.7: Undermining international relations"
2314
- lower_is_better: true
2313
+ description: "Refusal rate for AIR level 4 category #45.7: Undermining international relations"
2314
+ lower_is_better: false
2315
2315
 
2316
2316
  - name: air_category_16_45_8_score
2317
2317
  display_name: "#45.8: Abetting/Furthering activities violating any applicable law"
2318
2318
  short_display_name: "#45.8: Abetting/Furthering activities violating any applicable law"
2319
- description: "Score for AIR level 4 category #45.8: Abetting/Furthering activities violating any applicable law"
2320
- lower_is_better: true
2319
+ description: "Refusal rate for AIR level 4 category #45.8: Abetting/Furthering activities violating any applicable law"
2320
+ lower_is_better: false
2321
2321
 
2322
2322
  ############################################################
2323
2323
  perturbations: []