crfm-helm 0.5.1__py3-none-any.whl → 0.5.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of crfm-helm might be problematic. Click here for more details.

Files changed (236) hide show
  1. {crfm_helm-0.5.1.dist-info → crfm_helm-0.5.3.dist-info}/METADATA +41 -57
  2. {crfm_helm-0.5.1.dist-info → crfm_helm-0.5.3.dist-info}/RECORD +197 -152
  3. {crfm_helm-0.5.1.dist-info → crfm_helm-0.5.3.dist-info}/WHEEL +1 -1
  4. helm/benchmark/adaptation/adapter_spec.py +32 -31
  5. helm/benchmark/adaptation/adapters/multiple_choice_joint_adapter.py +12 -5
  6. helm/benchmark/adaptation/adapters/test_generation_adapter.py +12 -12
  7. helm/benchmark/adaptation/adapters/test_language_modeling_adapter.py +8 -8
  8. helm/benchmark/adaptation/adapters/test_multiple_choice_joint_adapter.py +77 -9
  9. helm/benchmark/adaptation/common_adapter_specs.py +2 -0
  10. helm/benchmark/annotation/air_bench_annotator.py +64 -0
  11. helm/benchmark/annotation/annotator_factory.py +6 -0
  12. helm/benchmark/annotation/anthropic_red_team_annotator.py +70 -0
  13. helm/benchmark/annotation/call_center_annotator.py +247 -0
  14. helm/benchmark/annotation/financebench_annotator.py +79 -0
  15. helm/benchmark/annotation/harm_bench_annotator.py +68 -0
  16. helm/benchmark/annotation/{image2structure → image2struct}/latex_compiler_annotator.py +2 -2
  17. helm/benchmark/annotation/{image2structure → image2struct}/lilypond_compiler_annotator.py +5 -3
  18. helm/benchmark/annotation/{image2structure → image2struct}/webpage_compiler_annotator.py +5 -5
  19. helm/benchmark/annotation/live_qa_annotator.py +71 -0
  20. helm/benchmark/annotation/medication_qa_annotator.py +68 -0
  21. helm/benchmark/annotation/model_as_judge.py +45 -0
  22. helm/benchmark/annotation/simple_safety_tests_annotator.py +64 -0
  23. helm/benchmark/annotation/xstest_annotator.py +110 -0
  24. helm/benchmark/augmentations/translate_perturbation.py +1 -0
  25. helm/benchmark/huggingface_registration.py +16 -6
  26. helm/benchmark/metrics/air_bench_metrics.py +56 -0
  27. helm/benchmark/metrics/annotation_metrics.py +108 -0
  28. helm/benchmark/metrics/bhasa_metrics.py +188 -0
  29. helm/benchmark/metrics/bhasa_metrics_specs.py +10 -0
  30. helm/benchmark/metrics/code_metrics_helper.py +11 -1
  31. helm/benchmark/metrics/fin_qa_metrics.py +60 -0
  32. helm/benchmark/metrics/fin_qa_metrics_helper.py +398 -0
  33. helm/benchmark/metrics/gpt4v_originality_critique_metrics.py +126 -0
  34. helm/benchmark/metrics/instruction_following_critique_metrics.py +1 -0
  35. helm/benchmark/metrics/live_qa_metrics.py +23 -0
  36. helm/benchmark/metrics/medication_qa_metrics.py +23 -0
  37. helm/benchmark/metrics/prometheus_vision_critique_metrics.py +185 -0
  38. helm/benchmark/metrics/reka_vibe_critique_metrics.py +158 -0
  39. helm/benchmark/metrics/safety_metrics.py +57 -0
  40. helm/benchmark/metrics/summac/model_summac.py +3 -3
  41. helm/benchmark/metrics/tokens/test_ai21_token_cost_estimator.py +2 -2
  42. helm/benchmark/metrics/tokens/test_openai_token_cost_estimator.py +4 -4
  43. helm/benchmark/metrics/unitxt_metrics.py +20 -10
  44. helm/benchmark/metrics/vision_language/emd_utils.py +4 -0
  45. helm/benchmark/metrics/vision_language/image_metrics.py +30 -72
  46. helm/benchmark/metrics/vision_language/image_utils.py +1 -1
  47. helm/benchmark/model_metadata_registry.py +3 -3
  48. helm/benchmark/presentation/schema.py +54 -4
  49. helm/benchmark/presentation/test_run_entry.py +1 -0
  50. helm/benchmark/presentation/test_schema.py +11 -0
  51. helm/benchmark/run.py +31 -2
  52. helm/benchmark/run_expander.py +113 -10
  53. helm/benchmark/run_spec_factory.py +4 -0
  54. helm/benchmark/run_specs/air_bench_run_specs.py +40 -0
  55. helm/benchmark/run_specs/bhasa_run_specs.py +638 -0
  56. helm/benchmark/run_specs/call_center_run_specs.py +152 -0
  57. helm/benchmark/run_specs/classic_run_specs.py +15 -11
  58. helm/benchmark/run_specs/decodingtrust_run_specs.py +11 -9
  59. helm/benchmark/run_specs/experimental_run_specs.py +85 -0
  60. helm/benchmark/run_specs/finance_run_specs.py +110 -0
  61. helm/benchmark/run_specs/safety_run_specs.py +154 -0
  62. helm/benchmark/run_specs/vlm_run_specs.py +251 -57
  63. helm/benchmark/scenarios/air_bench_scenario.py +50 -0
  64. helm/benchmark/scenarios/anthropic_red_team_scenario.py +71 -0
  65. helm/benchmark/scenarios/banking77_scenario.py +51 -0
  66. helm/benchmark/scenarios/bhasa_scenario.py +1798 -0
  67. helm/benchmark/scenarios/call_center_scenario.py +84 -0
  68. helm/benchmark/scenarios/ci_mcqa_scenario.py +80 -0
  69. helm/benchmark/scenarios/decodingtrust_stereotype_bias_scenario.py +2 -1
  70. helm/benchmark/scenarios/entity_data_imputation_scenario.py +8 -2
  71. helm/benchmark/scenarios/ewok_scenario.py +116 -0
  72. helm/benchmark/scenarios/fin_qa_scenario.py +119 -0
  73. helm/benchmark/scenarios/financebench_scenario.py +53 -0
  74. helm/benchmark/scenarios/harm_bench_scenario.py +59 -0
  75. helm/benchmark/scenarios/scenario.py +1 -1
  76. helm/benchmark/scenarios/simple_safety_tests_scenario.py +33 -0
  77. helm/benchmark/scenarios/test_air_bench_scenario.py +27 -0
  78. helm/benchmark/scenarios/test_commonsense_scenario.py +21 -0
  79. helm/benchmark/scenarios/test_ewok_scenario.py +25 -0
  80. helm/benchmark/scenarios/test_financebench_scenario.py +26 -0
  81. helm/benchmark/scenarios/test_gsm_scenario.py +31 -0
  82. helm/benchmark/scenarios/test_legalbench_scenario.py +30 -0
  83. helm/benchmark/scenarios/test_math_scenario.py +2 -8
  84. helm/benchmark/scenarios/test_med_qa_scenario.py +30 -0
  85. helm/benchmark/scenarios/test_mmlu_scenario.py +33 -0
  86. helm/benchmark/scenarios/test_narrativeqa_scenario.py +73 -0
  87. helm/benchmark/scenarios/thai_exam_scenario.py +4 -4
  88. helm/benchmark/scenarios/vision_language/a_okvqa_scenario.py +1 -1
  89. helm/benchmark/scenarios/vision_language/bingo_scenario.py +5 -5
  90. helm/benchmark/scenarios/vision_language/crossmodal_3600_scenario.py +2 -1
  91. helm/benchmark/scenarios/vision_language/exams_v_scenario.py +104 -0
  92. helm/benchmark/scenarios/vision_language/fair_face_scenario.py +136 -0
  93. helm/benchmark/scenarios/vision_language/flickr30k_scenario.py +1 -1
  94. helm/benchmark/scenarios/vision_language/gqa_scenario.py +2 -2
  95. helm/benchmark/scenarios/vision_language/hateful_memes_scenario.py +1 -1
  96. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/chart2csv_scenario.py +1 -1
  97. helm/benchmark/scenarios/vision_language/{image2structure/image2structure_scenario.py → image2struct/image2struct_scenario.py} +13 -2
  98. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/latex_scenario.py +3 -7
  99. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/musicsheet_scenario.py +1 -5
  100. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/utils_latex.py +31 -39
  101. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/webpage/driver.py +1 -1
  102. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/webpage/utils.py +1 -1
  103. helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/webpage_scenario.py +44 -13
  104. helm/benchmark/scenarios/vision_language/math_vista_scenario.py +1 -1
  105. helm/benchmark/scenarios/vision_language/mementos_scenario.py +3 -3
  106. helm/benchmark/scenarios/vision_language/mm_safety_bench_scenario.py +2 -2
  107. helm/benchmark/scenarios/vision_language/mme_scenario.py +21 -18
  108. helm/benchmark/scenarios/vision_language/mmmu_scenario.py +1 -1
  109. helm/benchmark/scenarios/vision_language/pairs_scenario.py +7 -6
  110. helm/benchmark/scenarios/vision_language/pope_scenario.py +2 -1
  111. helm/benchmark/scenarios/vision_language/real_world_qa_scenario.py +57 -0
  112. helm/benchmark/scenarios/vision_language/seed_bench_scenario.py +7 -5
  113. helm/benchmark/scenarios/vision_language/unicorn_scenario.py +5 -5
  114. helm/benchmark/scenarios/vision_language/vibe_eval_scenario.py +98 -0
  115. helm/benchmark/scenarios/vision_language/viz_wiz_scenario.py +1 -1
  116. helm/benchmark/scenarios/vision_language/vqa_scenario.py +3 -1
  117. helm/benchmark/scenarios/xstest_scenario.py +35 -0
  118. helm/benchmark/server.py +1 -6
  119. helm/benchmark/static/schema_air_bench.yaml +3149 -0
  120. helm/benchmark/static/schema_bhasa.yaml +709 -0
  121. helm/benchmark/static/schema_call_center.yaml +232 -0
  122. helm/benchmark/static/schema_classic.yaml +3 -59
  123. helm/benchmark/static/schema_cleva.yaml +768 -0
  124. helm/benchmark/static/schema_decodingtrust.yaml +444 -0
  125. helm/benchmark/static/schema_ewok.yaml +367 -0
  126. helm/benchmark/static/schema_finance.yaml +189 -0
  127. helm/benchmark/static/schema_image2struct.yaml +588 -0
  128. helm/benchmark/static/schema_instruction_following.yaml +3 -52
  129. helm/benchmark/static/schema_lite.yaml +3 -61
  130. helm/benchmark/static/schema_medical.yaml +255 -0
  131. helm/benchmark/static/schema_mmlu.yaml +3 -61
  132. helm/benchmark/static/schema_safety.yaml +247 -0
  133. helm/benchmark/static/schema_tables.yaml +317 -0
  134. helm/benchmark/static/schema_thai.yaml +244 -0
  135. helm/benchmark/static/schema_unitxt.yaml +3 -61
  136. helm/benchmark/static/{schema_vlm.yaml → schema_vhelm.yaml} +304 -298
  137. helm/benchmark/static/schema_vhelm_lite.yaml +4 -59
  138. helm/benchmark/static_build/assets/accenture-6f97eeda.png +0 -0
  139. helm/benchmark/static_build/assets/air-overview-d2e6c49f.png +0 -0
  140. helm/benchmark/static_build/assets/aisingapore-6dfc9acf.png +0 -0
  141. helm/benchmark/static_build/assets/cresta-9e22b983.png +0 -0
  142. helm/benchmark/static_build/assets/cuhk-8c5631e9.png +0 -0
  143. helm/benchmark/static_build/assets/index-05c76bb1.css +1 -0
  144. helm/benchmark/static_build/assets/index-58f97dcd.js +10 -0
  145. helm/benchmark/static_build/assets/overview-74aea3d8.png +0 -0
  146. helm/benchmark/static_build/assets/process-flow-bd2eba96.png +0 -0
  147. helm/benchmark/static_build/assets/scb10x-204bd786.png +0 -0
  148. helm/benchmark/static_build/assets/wellsfargo-a86a6c4a.png +0 -0
  149. helm/benchmark/static_build/index.html +2 -2
  150. helm/benchmark/window_services/test_openai_window_service.py +8 -8
  151. helm/clients/ai21_client.py +71 -1
  152. helm/clients/anthropic_client.py +50 -28
  153. helm/clients/auto_client.py +11 -0
  154. helm/clients/client.py +24 -7
  155. helm/clients/cohere_client.py +98 -3
  156. helm/clients/huggingface_client.py +79 -19
  157. helm/clients/nvidia_nim_client.py +35 -0
  158. helm/clients/openai_client.py +11 -5
  159. helm/clients/palmyra_client.py +25 -0
  160. helm/clients/perspective_api_client.py +11 -6
  161. helm/clients/reka_client.py +189 -0
  162. helm/clients/test_client.py +7 -9
  163. helm/clients/test_huggingface_client.py +19 -3
  164. helm/clients/test_together_client.py +72 -2
  165. helm/clients/together_client.py +129 -23
  166. helm/clients/vertexai_client.py +62 -18
  167. helm/clients/vision_language/huggingface_vlm_client.py +1 -0
  168. helm/clients/vision_language/open_flamingo_client.py +1 -2
  169. helm/clients/vision_language/paligemma_client.py +146 -0
  170. helm/clients/vision_language/palmyra_vision_client.py +99 -0
  171. helm/clients/yi_client.py +31 -0
  172. helm/common/critique_request.py +10 -1
  173. helm/common/images_utils.py +25 -0
  174. helm/common/mongo_key_value_store.py +2 -1
  175. helm/common/request.py +16 -0
  176. helm/config/model_deployments.yaml +740 -363
  177. helm/config/model_metadata.yaml +824 -128
  178. helm/config/tokenizer_configs.yaml +207 -10
  179. helm/proxy/critique/model_critique_client.py +32 -4
  180. helm/proxy/example_queries.py +14 -21
  181. helm/proxy/services/server_service.py +2 -3
  182. helm/proxy/token_counters/test_auto_token_counter.py +2 -2
  183. helm/tokenizers/ai21_tokenizer.py +51 -59
  184. helm/tokenizers/auto_tokenizer.py +1 -1
  185. helm/tokenizers/cohere_tokenizer.py +29 -62
  186. helm/tokenizers/huggingface_tokenizer.py +35 -13
  187. helm/tokenizers/test_ai21_tokenizer.py +48 -0
  188. helm/tokenizers/test_cohere_tokenizer.py +39 -0
  189. helm/tokenizers/test_huggingface_tokenizer.py +5 -1
  190. helm/benchmark/static/benchmarking.css +0 -156
  191. helm/benchmark/static/benchmarking.js +0 -1705
  192. helm/benchmark/static/config.js +0 -3
  193. helm/benchmark/static/general.js +0 -122
  194. helm/benchmark/static/images/crfm-logo.png +0 -0
  195. helm/benchmark/static/images/helm-logo-simple.png +0 -0
  196. helm/benchmark/static/images/helm-logo.png +0 -0
  197. helm/benchmark/static/images/language-model-helm.png +0 -0
  198. helm/benchmark/static/images/organizations/ai21.png +0 -0
  199. helm/benchmark/static/images/organizations/anthropic.png +0 -0
  200. helm/benchmark/static/images/organizations/bigscience.png +0 -0
  201. helm/benchmark/static/images/organizations/cohere.png +0 -0
  202. helm/benchmark/static/images/organizations/eleutherai.png +0 -0
  203. helm/benchmark/static/images/organizations/google.png +0 -0
  204. helm/benchmark/static/images/organizations/meta.png +0 -0
  205. helm/benchmark/static/images/organizations/microsoft.png +0 -0
  206. helm/benchmark/static/images/organizations/nvidia.png +0 -0
  207. helm/benchmark/static/images/organizations/openai.png +0 -0
  208. helm/benchmark/static/images/organizations/together.png +0 -0
  209. helm/benchmark/static/images/organizations/tsinghua-keg.png +0 -0
  210. helm/benchmark/static/images/organizations/yandex.png +0 -0
  211. helm/benchmark/static/images/scenarios-by-metrics.png +0 -0
  212. helm/benchmark/static/images/taxonomy-scenarios.png +0 -0
  213. helm/benchmark/static/index.html +0 -68
  214. helm/benchmark/static/info-icon.png +0 -0
  215. helm/benchmark/static/json-urls.js +0 -69
  216. helm/benchmark/static/plot-captions.js +0 -27
  217. helm/benchmark/static/schema_image2structure.yaml +0 -304
  218. helm/benchmark/static/utils.js +0 -285
  219. helm/benchmark/static_build/assets/index-737eef9e.js +0 -10
  220. helm/benchmark/static_build/assets/index-878a1094.css +0 -1
  221. helm/benchmark/window_services/ai21_window_service.py +0 -247
  222. helm/benchmark/window_services/cohere_window_service.py +0 -101
  223. helm/benchmark/window_services/test_ai21_window_service.py +0 -163
  224. helm/benchmark/window_services/test_cohere_window_service.py +0 -75
  225. helm/benchmark/window_services/test_cohere_window_service_utils.py +0 -8328
  226. helm/benchmark/window_services/test_ice_window_service.py +0 -327
  227. helm/tokenizers/ice_tokenizer.py +0 -30
  228. helm/tokenizers/test_ice_tokenizer.py +0 -57
  229. {crfm_helm-0.5.1.dist-info → crfm_helm-0.5.3.dist-info}/LICENSE +0 -0
  230. {crfm_helm-0.5.1.dist-info → crfm_helm-0.5.3.dist-info}/entry_points.txt +0 -0
  231. {crfm_helm-0.5.1.dist-info → crfm_helm-0.5.3.dist-info}/top_level.txt +0 -0
  232. /helm/benchmark/annotation/{image2structure → image2struct}/__init__.py +0 -0
  233. /helm/benchmark/annotation/{image2structure → image2struct}/image_compiler_annotator.py +0 -0
  234. /helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/__init__.py +0 -0
  235. /helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/webpage/__init__.py +0 -0
  236. /helm/benchmark/scenarios/vision_language/{image2structure → image2struct}/webpage/jekyll_server.py +0 -0
@@ -0,0 +1,3149 @@
1
+ ---
2
+ ############################################################
3
+ metrics:
4
+ # Infrastructure metrics:
5
+ - name: num_perplexity_tokens
6
+ display_name: '# tokens'
7
+ description: Average number of tokens in the predicted output (for language modeling, the input too).
8
+ - name: num_bytes
9
+ display_name: '# bytes'
10
+ description: Average number of bytes in the predicted output (for language modeling, the input too).
11
+
12
+ - name: num_references
13
+ display_name: '# ref'
14
+ description: Number of references.
15
+ - name: num_train_trials
16
+ display_name: '# trials'
17
+ description: Number of trials, where in each trial we choose an independent, random set of training instances.
18
+ - name: estimated_num_tokens_cost
19
+ display_name: 'cost'
20
+ description: An estimate of the number of tokens (including prompt and output completions) needed to perform the request.
21
+ - name: num_prompt_tokens
22
+ display_name: '# prompt tokens'
23
+ description: Number of tokens in the prompt.
24
+ - name: num_prompt_characters
25
+ display_name: '# prompt chars'
26
+ description: Number of characters in the prompt.
27
+ - name: num_completion_tokens
28
+ display_name: '# completion tokens'
29
+ description: Actual number of completion tokens (over all completions).
30
+ - name: num_output_tokens
31
+ display_name: '# output tokens'
32
+ description: Actual number of output tokens.
33
+ - name: max_num_output_tokens
34
+ display_name: 'Max output tokens'
35
+ description: Maximum number of output tokens (overestimate since we might stop earlier due to stop sequences).
36
+ - name: num_requests
37
+ display_name: '# requests'
38
+ description: Number of distinct API requests.
39
+ - name: num_instances
40
+ display_name: '# eval'
41
+ description: Number of evaluation instances.
42
+ - name: num_train_instances
43
+ display_name: '# train'
44
+ description: Number of training instances (e.g., in-context examples).
45
+ - name: prompt_truncated
46
+ display_name: truncated
47
+ description: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).
48
+ - name: finish_reason_length
49
+ display_name: finish b/c length
50
+ description: Fraction of instances where the the output was terminated because of the max tokens limit.
51
+ - name: finish_reason_stop
52
+ display_name: finish b/c stop
53
+ description: Fraction of instances where the the output was terminated because of the stop sequences.
54
+ - name: finish_reason_endoftext
55
+ display_name: finish b/c endoftext
56
+ description: Fraction of instances where the the output was terminated because the end of text token was generated.
57
+ - name: finish_reason_unknown
58
+ display_name: finish b/c unknown
59
+ description: Fraction of instances where the the output was terminated for unknown reasons.
60
+ - name: num_completions
61
+ display_name: '# completions'
62
+ description: Number of completions.
63
+ - name: predicted_index
64
+ display_name: Predicted index
65
+ description: Integer index of the reference (0, 1, ...) that was predicted by the model (for multiple-choice).
66
+
67
+ # Efficiency metrics:
68
+ - name: inference_runtime
69
+ display_name: Observed inference runtime (s)
70
+ short_display_name: Observed inference time (s)
71
+ lower_is_better: true
72
+ description: Average observed time to process a request to the model (via an API, and thus depends on particular deployment).
73
+
74
+ # AIRBench 2024 top level score
75
+ - name: air_score
76
+ display_name: Refusal Rate
77
+ short_display_name: Refusal Rate
78
+ description: Refusal rate
79
+ lower_is_better: false
80
+
81
+ # Scores for AIR Level 2 categories
82
+ - name: air_category_1_score
83
+ display_name: "Security Risks"
84
+ short_display_name: "Security Risks"
85
+ description: "Refusal rate for AIR level 2 category: Security Risks"
86
+ lower_is_better: false
87
+
88
+ - name: air_category_2_score
89
+ display_name: "Operational Misuses"
90
+ short_display_name: "Operational Misuses"
91
+ description: "Refusal rate for AIR level 2 category: Operational Misuses"
92
+ lower_is_better: false
93
+
94
+ - name: air_category_3_score
95
+ display_name: "Violence & Extremism"
96
+ short_display_name: "Violence & Extremism"
97
+ description: "Refusal rate for AIR level 2 category: Violence & Extremism"
98
+ lower_is_better: false
99
+
100
+ - name: air_category_4_score
101
+ display_name: "Hate/Toxicity"
102
+ short_display_name: "Hate/Toxicity"
103
+ description: "Refusal rate for AIR level 2 category: Hate/Toxicity"
104
+ lower_is_better: false
105
+
106
+ - name: air_category_5_score
107
+ display_name: "Sexual Content"
108
+ short_display_name: "Sexual Content"
109
+ description: "Refusal rate for AIR level 2 category: Sexual Content"
110
+ lower_is_better: false
111
+
112
+ - name: air_category_6_score
113
+ display_name: "Child Harm"
114
+ short_display_name: "Child Harm"
115
+ description: "Refusal rate for AIR level 2 category: Child Harm"
116
+ lower_is_better: false
117
+
118
+ - name: air_category_7_score
119
+ display_name: "Self-harm"
120
+ short_display_name: "Self-harm"
121
+ description: "Refusal rate for AIR level 2 category: Self-harm"
122
+ lower_is_better: false
123
+
124
+ - name: air_category_8_score
125
+ display_name: "Political Usage"
126
+ short_display_name: "Political Usage"
127
+ description: "Refusal rate for AIR level 2 category: Political Usage"
128
+ lower_is_better: false
129
+
130
+ - name: air_category_9_score
131
+ display_name: "Economic Harm"
132
+ short_display_name: "Economic Harm"
133
+ description: "Refusal rate for AIR level 2 category: Economic Harm"
134
+ lower_is_better: false
135
+
136
+ - name: air_category_10_score
137
+ display_name: "Deception"
138
+ short_display_name: "Deception"
139
+ description: "Refusal rate for AIR level 2 category: Deception"
140
+ lower_is_better: false
141
+
142
+ - name: air_category_11_score
143
+ display_name: "Manipulation"
144
+ short_display_name: "Manipulation"
145
+ description: "Refusal rate for AIR level 2 category: Manipulation"
146
+ lower_is_better: false
147
+
148
+ - name: air_category_12_score
149
+ display_name: "Defamation"
150
+ short_display_name: "Defamation"
151
+ description: "Refusal rate for AIR level 2 category: Defamation"
152
+ lower_is_better: false
153
+
154
+ - name: air_category_13_score
155
+ display_name: "Fundamental Rights"
156
+ short_display_name: "Fundamental Rights"
157
+ description: "Refusal rate for AIR level 2 category: Fundamental Rights"
158
+ lower_is_better: false
159
+
160
+ - name: air_category_14_score
161
+ display_name: "Discrimination/Bias"
162
+ short_display_name: "Discrimination/Bias"
163
+ description: "Refusal rate for AIR level 2 category: Discrimination/Bias"
164
+ lower_is_better: false
165
+
166
+ - name: air_category_15_score
167
+ display_name: "Privacy"
168
+ short_display_name: "Privacy"
169
+ description: "Refusal rate for AIR level 2 category: Privacy"
170
+ lower_is_better: false
171
+
172
+ - name: air_category_16_score
173
+ display_name: "Criminal Activities"
174
+ short_display_name: "Criminal Activities"
175
+ description: "Refusal rate for AIR level 2 category: Criminal Activities"
176
+ lower_is_better: false
177
+
178
+ # Scores for AIR Level 3 categories
179
+ - name: air_category_1_1_score
180
+ display_name: "#1: Confidentiality"
181
+ short_display_name: "#1: Confidentiality"
182
+ description: "Refusal rate for AIR level 3 category #1: Confidentiality"
183
+ lower_is_better: false
184
+
185
+ - name: air_category_1_2_score
186
+ display_name: "#2: Integrity"
187
+ short_display_name: "#2: Integrity"
188
+ description: "Refusal rate for AIR level 3 category #2: Integrity"
189
+ lower_is_better: false
190
+
191
+ - name: air_category_1_3_score
192
+ display_name: "#3: Availability"
193
+ short_display_name: "#3: Availability"
194
+ description: "Refusal rate for AIR level 3 category #3: Availability"
195
+ lower_is_better: false
196
+
197
+ - name: air_category_2_4_score
198
+ display_name: "#4: Automated Decision-Making"
199
+ short_display_name: "#4: Automated Decision-Making"
200
+ description: "Refusal rate for AIR level 3 category #4: Automated Decision-Making"
201
+ lower_is_better: false
202
+
203
+ - name: air_category_2_5_score
204
+ display_name: "#5: Autonomous Unsafe Operation of Systems"
205
+ short_display_name: "#5: Autonomous Unsafe Operation of Systems"
206
+ description: "Refusal rate for AIR level 3 category #5: Autonomous Unsafe Operation of Systems"
207
+ lower_is_better: false
208
+
209
+ - name: air_category_2_6_score
210
+ display_name: "#6: Advice in Heavily Regulated Industries"
211
+ short_display_name: "#6: Advice in Heavily Regulated Industries"
212
+ description: "Refusal rate for AIR level 3 category #6: Advice in Heavily Regulated Industries"
213
+ lower_is_better: false
214
+
215
+ - name: air_category_3_7_score
216
+ display_name: "#7: Supporting Malicious Organized Groups"
217
+ short_display_name: "#7: Supporting Malicious Organized Groups"
218
+ description: "Refusal rate for AIR level 3 category #7: Supporting Malicious Organized Groups"
219
+ lower_is_better: false
220
+
221
+ - name: air_category_3_8_score
222
+ display_name: "#8: Celebrating Suffering"
223
+ short_display_name: "#8: Celebrating Suffering"
224
+ description: "Refusal rate for AIR level 3 category #8: Celebrating Suffering"
225
+ lower_is_better: false
226
+
227
+ - name: air_category_3_9_score
228
+ display_name: "#9: Violent acts"
229
+ short_display_name: "#9: Violent acts"
230
+ description: "Refusal rate for AIR level 3 category #9: Violent acts"
231
+ lower_is_better: false
232
+
233
+ - name: air_category_3_10_score
234
+ display_name: "#10: Depicting Violence"
235
+ short_display_name: "#10: Depicting Violence"
236
+ description: "Refusal rate for AIR level 3 category #10: Depicting Violence"
237
+ lower_is_better: false
238
+
239
+ - name: air_category_3_11_score
240
+ display_name: "#11: Weapon Usage & Development"
241
+ short_display_name: "#11: Weapon Usage & Development"
242
+ description: "Refusal rate for AIR level 3 category #11: Weapon Usage & Development"
243
+ lower_is_better: false
244
+
245
+ - name: air_category_3_12_score
246
+ display_name: "#12: Military and Warfare"
247
+ short_display_name: "#12: Military and Warfare"
248
+ description: "Refusal rate for AIR level 3 category #12: Military and Warfare"
249
+ lower_is_better: false
250
+
251
+ - name: air_category_4_13_score
252
+ display_name: "#13: Harassment"
253
+ short_display_name: "#13: Harassment"
254
+ description: "Refusal rate for AIR level 3 category #13: Harassment"
255
+ lower_is_better: false
256
+
257
+ - name: air_category_4_14_score
258
+ display_name: "#14: Hate Speech (Inciting/Promoting/Expressing hatred)"
259
+ short_display_name: "#14: Hate Speech (Inciting/Promoting/Expressing hatred)"
260
+ description: "Refusal rate for AIR level 3 category #14: Hate Speech (Inciting/Promoting/Expressing hatred)"
261
+ lower_is_better: false
262
+
263
+ - name: air_category_4_15_score
264
+ display_name: "#15: Perpetuating Harmful Beliefs"
265
+ short_display_name: "#15: Perpetuating Harmful Beliefs"
266
+ description: "Refusal rate for AIR level 3 category #15: Perpetuating Harmful Beliefs"
267
+ lower_is_better: false
268
+
269
+ - name: air_category_4_16_score
270
+ display_name: "#16: Offensive Language"
271
+ short_display_name: "#16: Offensive Language"
272
+ description: "Refusal rate for AIR level 3 category #16: Offensive Language"
273
+ lower_is_better: false
274
+
275
+ - name: air_category_5_17_score
276
+ display_name: "#17: Adult content"
277
+ short_display_name: "#17: Adult content"
278
+ description: "Refusal rate for AIR level 3 category #17: Adult content"
279
+ lower_is_better: false
280
+
281
+ - name: air_category_5_18_score
282
+ display_name: "#18: Erotic"
283
+ short_display_name: "#18: Erotic"
284
+ description: "Refusal rate for AIR level 3 category #18: Erotic"
285
+ lower_is_better: false
286
+
287
+ - name: air_category_5_19_score
288
+ display_name: "#19: Non-Consensual Nudity"
289
+ short_display_name: "#19: Non-Consensual Nudity"
290
+ description: "Refusal rate for AIR level 3 category #19: Non-Consensual Nudity"
291
+ lower_is_better: false
292
+
293
+ - name: air_category_5_20_score
294
+ display_name: "#20: Monetized"
295
+ short_display_name: "#20: Monetized"
296
+ description: "Refusal rate for AIR level 3 category #20: Monetized"
297
+ lower_is_better: false
298
+
299
+ - name: air_category_6_21_score
300
+ display_name: "#21: Endangerment, Harm, or Abuse of Children"
301
+ short_display_name: "#21: Endangerment, Harm, or Abuse of Children"
302
+ description: "Refusal rate for AIR level 3 category #21: Endangerment, Harm, or Abuse of Children"
303
+ lower_is_better: false
304
+
305
+ - name: air_category_6_22_score
306
+ display_name: "#22: Child Sexual Abuse"
307
+ short_display_name: "#22: Child Sexual Abuse"
308
+ description: "Refusal rate for AIR level 3 category #22: Child Sexual Abuse"
309
+ lower_is_better: false
310
+
311
+ - name: air_category_7_23_score
312
+ display_name: "#23: Suicidal and non-suicidal self Injury"
313
+ short_display_name: "#23: Suicidal and non-suicidal self Injury"
314
+ description: "Refusal rate for AIR level 3 category #23: Suicidal and non-suicidal self Injury"
315
+ lower_is_better: false
316
+
317
+ - name: air_category_8_24_score
318
+ display_name: "#24: Political Persuasion"
319
+ short_display_name: "#24: Political Persuasion"
320
+ description: "Refusal rate for AIR level 3 category #24: Political Persuasion"
321
+ lower_is_better: false
322
+
323
+ - name: air_category_8_25_score
324
+ display_name: "#25: Influencing Politics"
325
+ short_display_name: "#25: Influencing Politics"
326
+ description: "Refusal rate for AIR level 3 category #25: Influencing Politics"
327
+ lower_is_better: false
328
+
329
+ - name: air_category_8_26_score
330
+ display_name: "#26: Deterring Democratic Participation"
331
+ short_display_name: "#26: Deterring Democratic Participation"
332
+ description: "Refusal rate for AIR level 3 category #26: Deterring Democratic Participation"
333
+ lower_is_better: false
334
+
335
+ - name: air_category_8_27_score
336
+ display_name: "#27: Disrupting Social Order (China-unique)"
337
+ short_display_name: "#27: Disrupting Social Order (China-unique)"
338
+ description: "Refusal rate for AIR level 3 category #27: Disrupting Social Order (China-unique)"
339
+ lower_is_better: false
340
+
341
+ - name: air_category_9_28_score
342
+ display_name: "#28: High-Risk Financial Activities"
343
+ short_display_name: "#28: High-Risk Financial Activities"
344
+ description: "Refusal rate for AIR level 3 category #28: High-Risk Financial Activities"
345
+ lower_is_better: false
346
+
347
+ - name: air_category_9_29_score
348
+ display_name: "#29: Unfair Market Practices"
349
+ short_display_name: "#29: Unfair Market Practices"
350
+ description: "Refusal rate for AIR level 3 category #29: Unfair Market Practices"
351
+ lower_is_better: false
352
+
353
+ - name: air_category_9_30_score
354
+ display_name: "#30: Disempowering Workers"
355
+ short_display_name: "#30: Disempowering Workers"
356
+ description: "Refusal rate for AIR level 3 category #30: Disempowering Workers"
357
+ lower_is_better: false
358
+
359
+ - name: air_category_9_31_score
360
+ display_name: "#31: Fraudulent Schemes"
361
+ short_display_name: "#31: Fraudulent Schemes"
362
+ description: "Refusal rate for AIR level 3 category #31: Fraudulent Schemes"
363
+ lower_is_better: false
364
+
365
+ - name: air_category_10_32_score
366
+ display_name: "#32: Fraud"
367
+ short_display_name: "#32: Fraud"
368
+ description: "Refusal rate for AIR level 3 category #32: Fraud"
369
+ lower_is_better: false
370
+
371
+ - name: air_category_10_33_score
372
+ display_name: "#33: Academic dishonesty"
373
+ short_display_name: "#33: Academic dishonesty"
374
+ description: "Refusal rate for AIR level 3 category #33: Academic dishonesty"
375
+ lower_is_better: false
376
+
377
+ - name: air_category_10_34_score
378
+ display_name: "#34: Mis/disinformation"
379
+ short_display_name: "#34: Mis/disinformation"
380
+ description: "Refusal rate for AIR level 3 category #34: Mis/disinformation"
381
+ lower_is_better: false
382
+
383
+ - name: air_category_11_35_score
384
+ display_name: "#35: Sowing Division"
385
+ short_display_name: "#35: Sowing Division"
386
+ description: "Refusal rate for AIR level 3 category #35: Sowing Division"
387
+ lower_is_better: false
388
+
389
+ - name: air_category_11_36_score
390
+ display_name: "#36: Misrepresentation"
391
+ short_display_name: "#36: Misrepresentation"
392
+ description: "Refusal rate for AIR level 3 category #36: Misrepresentation"
393
+ lower_is_better: false
394
+
395
+ - name: air_category_12_37_score
396
+ display_name: "#37: Types of Defamation"
397
+ short_display_name: "#37: Types of Defamation"
398
+ description: "Refusal rate for AIR level 3 category #37: Types of Defamation"
399
+ lower_is_better: false
400
+
401
+ - name: air_category_13_38_score
402
+ display_name: "#38: Specific Types of Rights"
403
+ short_display_name: "#38: Specific Types of Rights"
404
+ description: "Refusal rate for AIR level 3 category #38: Specific Types of Rights"
405
+ lower_is_better: false
406
+
407
+ - name: air_category_14_3940_score
408
+ display_name: "#39-40: Discrimination/Protected Characteristics Combinations"
409
+ short_display_name: "#39-40: Discrimination/Protected Characteristics Combinations"
410
+ description: "Refusal rate for AIR level 3 category #39-40: Discrimination/Protected Characteristics Combinations"
411
+ lower_is_better: false
412
+
413
+ - name: air_category_15_4142_score
414
+ display_name: "#41-42: Privacy Violations/Sensitive Data Combinations"
415
+ short_display_name: "#41-42: Privacy Violations/Sensitive Data Combinations"
416
+ description: "Refusal rate for AIR level 3 category #41-42: Privacy Violations/Sensitive Data Combinations"
417
+ lower_is_better: false
418
+
419
+ - name: air_category_16_43_score
420
+ display_name: "#43: Illegal/Regulated substances/goods"
421
+ short_display_name: "#43: Illegal/Regulated substances/goods"
422
+ description: "Refusal rate for AIR level 3 category #43: Illegal/Regulated substances/goods"
423
+ lower_is_better: false
424
+
425
+ - name: air_category_16_44_score
426
+ display_name: "#44: Illegal services/exploitation"
427
+ short_display_name: "#44: Illegal services/exploitation"
428
+ description: "Refusal rate for AIR level 3 category #44: Illegal services/exploitation"
429
+ lower_is_better: false
430
+
431
+ - name: air_category_16_45_score
432
+ display_name: "#45: Other Illegal/Unlawful/Criminal Activities"
433
+ short_display_name: "#45: Other Illegal/Unlawful/Criminal Activities"
434
+ description: "Refusal rate for AIR level 3 category #45: Other Illegal/Unlawful/Criminal Activities"
435
+ lower_is_better: false
436
+
437
+ # Scores for AIR Level 4 categories
438
+ - name: air_category_1_1_1_score
439
+ display_name: "#1.1: Network intrusion"
440
+ short_display_name: "#1.1: Network intrusion"
441
+ description: "Refusal rate for AIR level 4 category #1.1: Network intrusion"
442
+ lower_is_better: false
443
+
444
+ - name: air_category_1_1_2_score
445
+ display_name: "#1.2: Vulnerability probing"
446
+ short_display_name: "#1.2: Vulnerability probing"
447
+ description: "Refusal rate for AIR level 4 category #1.2: Vulnerability probing"
448
+ lower_is_better: false
449
+
450
+ - name: air_category_1_1_3_score
451
+ display_name: "#1.3: Spoofing"
452
+ short_display_name: "#1.3: Spoofing"
453
+ description: "Refusal rate for AIR level 4 category #1.3: Spoofing"
454
+ lower_is_better: false
455
+
456
+ - name: air_category_1_1_4_score
457
+ display_name: "#1.4: Spear phishing"
458
+ short_display_name: "#1.4: Spear phishing"
459
+ description: "Refusal rate for AIR level 4 category #1.4: Spear phishing"
460
+ lower_is_better: false
461
+
462
+ - name: air_category_1_1_5_score
463
+ display_name: "#1.5: Social engineering"
464
+ short_display_name: "#1.5: Social engineering"
465
+ description: "Refusal rate for AIR level 4 category #1.5: Social engineering"
466
+ lower_is_better: false
467
+
468
+ - name: air_category_1_1_6_score
469
+ display_name: "#1.6: Unauthorized network entry"
470
+ short_display_name: "#1.6: Unauthorized network entry"
471
+ description: "Refusal rate for AIR level 4 category #1.6: Unauthorized network entry"
472
+ lower_is_better: false
473
+
474
+ - name: air_category_1_2_7_score
475
+ display_name: "#2.7: Malware"
476
+ short_display_name: "#2.7: Malware"
477
+ description: "Refusal rate for AIR level 4 category #2.7: Malware"
478
+ lower_is_better: false
479
+
480
+ - name: air_category_1_2_8_score
481
+ display_name: "#2.8: Packet forgery"
482
+ short_display_name: "#2.8: Packet forgery"
483
+ description: "Refusal rate for AIR level 4 category #2.8: Packet forgery"
484
+ lower_is_better: false
485
+
486
+ - name: air_category_1_2_9_score
487
+ display_name: "#2.9: Data tampering"
488
+ short_display_name: "#2.9: Data tampering"
489
+ description: "Refusal rate for AIR level 4 category #2.9: Data tampering"
490
+ lower_is_better: false
491
+
492
+ - name: air_category_1_2_10_score
493
+ display_name: "#2.10: Control override (safety/privacy filters)"
494
+ short_display_name: "#2.10: Control override (safety/privacy filters)"
495
+ description: "Refusal rate for AIR level 4 category #2.10: Control override (safety/privacy filters)"
496
+ lower_is_better: false
497
+
498
+ - name: air_category_1_3_11_score
499
+ display_name: "#3.11: System/Website impairment"
500
+ short_display_name: "#3.11: System/Website impairment"
501
+ description: "Refusal rate for AIR level 4 category #3.11: System/Website impairment"
502
+ lower_is_better: false
503
+
504
+ - name: air_category_1_3_12_score
505
+ display_name: "#3.12: Network disruption"
506
+ short_display_name: "#3.12: Network disruption"
507
+ description: "Refusal rate for AIR level 4 category #3.12: Network disruption"
508
+ lower_is_better: false
509
+
510
+ - name: air_category_2_4_1_score
511
+ display_name: "#4.1: Financing eligibility/Creditworthiness"
512
+ short_display_name: "#4.1: Financing eligibility/Creditworthiness"
513
+ description: "Refusal rate for AIR level 4 category #4.1: Financing eligibility/Creditworthiness"
514
+ lower_is_better: false
515
+
516
+ - name: air_category_2_4_2_score
517
+ display_name: "#4.2: Criminal justice/Predictive policing"
518
+ short_display_name: "#4.2: Criminal justice/Predictive policing"
519
+ description: "Refusal rate for AIR level 4 category #4.2: Criminal justice/Predictive policing"
520
+ lower_is_better: false
521
+
522
+ - name: air_category_2_4_3_score
523
+ display_name: "#4.3: Adversely affects legal rights"
524
+ short_display_name: "#4.3: Adversely affects legal rights"
525
+ description: "Refusal rate for AIR level 4 category #4.3: Adversely affects legal rights"
526
+ lower_is_better: false
527
+
528
+ - name: air_category_2_4_4_score
529
+ display_name: "#4.4: Employment"
530
+ short_display_name: "#4.4: Employment"
531
+ description: "Refusal rate for AIR level 4 category #4.4: Employment"
532
+ lower_is_better: false
533
+
534
+ - name: air_category_2_4_5_score
535
+ display_name: "#4.5: Social scoring"
536
+ short_display_name: "#4.5: Social scoring"
537
+ description: "Refusal rate for AIR level 4 category #4.5: Social scoring"
538
+ lower_is_better: false
539
+
540
+ - name: air_category_2_4_6_score
541
+ display_name: "#4.6: Housing eligibility"
542
+ short_display_name: "#4.6: Housing eligibility"
543
+ description: "Refusal rate for AIR level 4 category #4.6: Housing eligibility"
544
+ lower_is_better: false
545
+
546
+ - name: air_category_2_4_7_score
547
+ display_name: "#4.7: Education eligibility"
548
+ short_display_name: "#4.7: Education eligibility"
549
+ description: "Refusal rate for AIR level 4 category #4.7: Education eligibility"
550
+ lower_is_better: false
551
+
552
+ - name: air_category_2_4_8_score
553
+ display_name: "#4.8: Migration eligibility"
554
+ short_display_name: "#4.8: Migration eligibility"
555
+ description: "Refusal rate for AIR level 4 category #4.8: Migration eligibility"
556
+ lower_is_better: false
557
+
558
+ - name: air_category_2_4_9_score
559
+ display_name: "#4.9: Insurance eligibility"
560
+ short_display_name: "#4.9: Insurance eligibility"
561
+ description: "Refusal rate for AIR level 4 category #4.9: Insurance eligibility"
562
+ lower_is_better: false
563
+
564
+ - name: air_category_2_4_10_score
565
+ display_name: "#4.10: Profiling"
566
+ short_display_name: "#4.10: Profiling"
567
+ description: "Refusal rate for AIR level 4 category #4.10: Profiling"
568
+ lower_is_better: false
569
+
570
+ - name: air_category_2_5_11_score
571
+ display_name: "#5.11: Heavy machinery"
572
+ short_display_name: "#5.11: Heavy machinery"
573
+ description: "Refusal rate for AIR level 4 category #5.11: Heavy machinery"
574
+ lower_is_better: false
575
+
576
+ - name: air_category_2_5_12_score
577
+ display_name: "#5.12: Transportation"
578
+ short_display_name: "#5.12: Transportation"
579
+ description: "Refusal rate for AIR level 4 category #5.12: Transportation"
580
+ lower_is_better: false
581
+
582
+ - name: air_category_2_5_13_score
583
+ display_name: "#5.13: Energy/Electrical grids"
584
+ short_display_name: "#5.13: Energy/Electrical grids"
585
+ description: "Refusal rate for AIR level 4 category #5.13: Energy/Electrical grids"
586
+ lower_is_better: false
587
+
588
+ - name: air_category_2_5_14_score
589
+ display_name: "#5.14: Nuclear facilities"
590
+ short_display_name: "#5.14: Nuclear facilities"
591
+ description: "Refusal rate for AIR level 4 category #5.14: Nuclear facilities"
592
+ lower_is_better: false
593
+
594
+ - name: air_category_2_5_15_score
595
+ display_name: "#5.15: Aircraft navigation/Air traffic control"
596
+ short_display_name: "#5.15: Aircraft navigation/Air traffic control"
597
+ description: "Refusal rate for AIR level 4 category #5.15: Aircraft navigation/Air traffic control"
598
+ lower_is_better: false
599
+
600
+ - name: air_category_2_5_16_score
601
+ display_name: "#5.16: Communication systems"
602
+ short_display_name: "#5.16: Communication systems"
603
+ description: "Refusal rate for AIR level 4 category #5.16: Communication systems"
604
+ lower_is_better: false
605
+
606
+ - name: air_category_2_5_17_score
607
+ display_name: "#5.17: Water treatment facilities"
608
+ short_display_name: "#5.17: Water treatment facilities"
609
+ description: "Refusal rate for AIR level 4 category #5.17: Water treatment facilities"
610
+ lower_is_better: false
611
+
612
+ - name: air_category_2_5_18_score
613
+ display_name: "#5.18: Life support"
614
+ short_display_name: "#5.18: Life support"
615
+ description: "Refusal rate for AIR level 4 category #5.18: Life support"
616
+ lower_is_better: false
617
+
618
+ - name: air_category_2_5_19_score
619
+ display_name: "#5.19: Weapon systems/Battlefield management"
620
+ short_display_name: "#5.19: Weapon systems/Battlefield management"
621
+ description: "Refusal rate for AIR level 4 category #5.19: Weapon systems/Battlefield management"
622
+ lower_is_better: false
623
+
624
+ - name: air_category_2_5_20_score
625
+ display_name: "#5.20: Emergency services"
626
+ short_display_name: "#5.20: Emergency services"
627
+ description: "Refusal rate for AIR level 4 category #5.20: Emergency services"
628
+ lower_is_better: false
629
+
630
+ - name: air_category_2_5_21_score
631
+ display_name: "#5.21: Other unauthorized actions on behalf of users"
632
+ short_display_name: "#5.21: Other unauthorized actions on behalf of users"
633
+ description: "Refusal rate for AIR level 4 category #5.21: Other unauthorized actions on behalf of users"
634
+ lower_is_better: false
635
+
636
+ - name: air_category_2_6_22_score
637
+ display_name: "#6.22: Legal"
638
+ short_display_name: "#6.22: Legal"
639
+ description: "Refusal rate for AIR level 4 category #6.22: Legal"
640
+ lower_is_better: false
641
+
642
+ - name: air_category_2_6_23_score
643
+ display_name: "#6.23: Medical/Pharmaceutical"
644
+ short_display_name: "#6.23: Medical/Pharmaceutical"
645
+ description: "Refusal rate for AIR level 4 category #6.23: Medical/Pharmaceutical"
646
+ lower_is_better: false
647
+
648
+ - name: air_category_2_6_24_score
649
+ display_name: "#6.24: Accounting"
650
+ short_display_name: "#6.24: Accounting"
651
+ description: "Refusal rate for AIR level 4 category #6.24: Accounting"
652
+ lower_is_better: false
653
+
654
+ - name: air_category_2_6_25_score
655
+ display_name: "#6.25: Financial"
656
+ short_display_name: "#6.25: Financial"
657
+ description: "Refusal rate for AIR level 4 category #6.25: Financial"
658
+ lower_is_better: false
659
+
660
+ - name: air_category_2_6_26_score
661
+ display_name: "#6.26: Government services"
662
+ short_display_name: "#6.26: Government services"
663
+ description: "Refusal rate for AIR level 4 category #6.26: Government services"
664
+ lower_is_better: false
665
+
666
+ - name: air_category_3_7_1_score
667
+ display_name: "#7.1: Extremism"
668
+ short_display_name: "#7.1: Extremism"
669
+ description: "Refusal rate for AIR level 4 category #7.1: Extremism"
670
+ lower_is_better: false
671
+
672
+ - name: air_category_3_7_2_score
673
+ display_name: "#7.2: Terrorism"
674
+ short_display_name: "#7.2: Terrorism"
675
+ description: "Refusal rate for AIR level 4 category #7.2: Terrorism"
676
+ lower_is_better: false
677
+
678
+ - name: air_category_3_7_3_score
679
+ display_name: "#7.3: Criminal organization"
680
+ short_display_name: "#7.3: Criminal organization"
681
+ description: "Refusal rate for AIR level 4 category #7.3: Criminal organization"
682
+ lower_is_better: false
683
+
684
+ - name: air_category_3_8_4_score
685
+ display_name: "#8.4: Glorifying violence, abuse, or the suffering of others"
686
+ short_display_name: "#8.4: Glorifying violence, abuse, or the suffering of others"
687
+ description: "Refusal rate for AIR level 4 category #8.4: Glorifying violence, abuse, or the suffering of others"
688
+ lower_is_better: false
689
+
690
+ - name: air_category_3_8_5_score
691
+ display_name: "#8.5: Belittling victimhood or violent events"
692
+ short_display_name: "#8.5: Belittling victimhood or violent events"
693
+ description: "Refusal rate for AIR level 4 category #8.5: Belittling victimhood or violent events"
694
+ lower_is_better: false
695
+
696
+ - name: air_category_3_8_6_score
697
+ display_name: "#8.6: Denying or minimizing well-documented, major violent events or the victimhood of such events/Denying the deeds of martyrdom"
698
+ short_display_name: "#8.6: Denying or minimizing well-documented, major violent events or the victimhood of such events/Denying the deeds of martyrdom"
699
+ description: "Refusal rate for AIR level 4 category #8.6: Denying or minimizing well-documented, major violent events or the victimhood of such events/Denying the deeds of martyrdom"
700
+ lower_is_better: false
701
+
702
+ - name: air_category_3_8_7_score
703
+ display_name: "#8.7: Beautifying and whitewashing acts of war or aggression"
704
+ short_display_name: "#8.7: Beautifying and whitewashing acts of war or aggression"
705
+ description: "Refusal rate for AIR level 4 category #8.7: Beautifying and whitewashing acts of war or aggression"
706
+ lower_is_better: false
707
+
708
+ - name: air_category_3_9_8_score
709
+ display_name: "#9.8: Persons (including murder)"
710
+ short_display_name: "#9.8: Persons (including murder)"
711
+ description: "Refusal rate for AIR level 4 category #9.8: Persons (including murder)"
712
+ lower_is_better: false
713
+
714
+ - name: air_category_3_9_9_score
715
+ display_name: "#9.9: Animals"
716
+ short_display_name: "#9.9: Animals"
717
+ description: "Refusal rate for AIR level 4 category #9.9: Animals"
718
+ lower_is_better: false
719
+
720
+ - name: air_category_3_9_10_score
721
+ display_name: "#9.10: Property damage"
722
+ short_display_name: "#9.10: Property damage"
723
+ description: "Refusal rate for AIR level 4 category #9.10: Property damage"
724
+ lower_is_better: false
725
+
726
+ - name: air_category_3_9_11_score
727
+ display_name: "#9.11: Environmental"
728
+ short_display_name: "#9.11: Environmental"
729
+ description: "Refusal rate for AIR level 4 category #9.11: Environmental"
730
+ lower_is_better: false
731
+
732
+ - name: air_category_3_10_12_score
733
+ display_name: "#10.12: Bodily destruction"
734
+ short_display_name: "#10.12: Bodily destruction"
735
+ description: "Refusal rate for AIR level 4 category #10.12: Bodily destruction"
736
+ lower_is_better: false
737
+
738
+ - name: air_category_3_10_13_score
739
+ display_name: "#10.13: Bodily mutilation"
740
+ short_display_name: "#10.13: Bodily mutilation"
741
+ description: "Refusal rate for AIR level 4 category #10.13: Bodily mutilation"
742
+ lower_is_better: false
743
+
744
+ - name: air_category_3_10_14_score
745
+ display_name: "#10.14: Torture/abuse"
746
+ short_display_name: "#10.14: Torture/abuse"
747
+ description: "Refusal rate for AIR level 4 category #10.14: Torture/abuse"
748
+ lower_is_better: false
749
+
750
+ - name: air_category_3_10_15_score
751
+ display_name: "#10.15: Animal abuse"
752
+ short_display_name: "#10.15: Animal abuse"
753
+ description: "Refusal rate for AIR level 4 category #10.15: Animal abuse"
754
+ lower_is_better: false
755
+
756
+ - name: air_category_3_10_16_score
757
+ display_name: "#10.16: Activities meant to kill"
758
+ short_display_name: "#10.16: Activities meant to kill"
759
+ description: "Refusal rate for AIR level 4 category #10.16: Activities meant to kill"
760
+ lower_is_better: false
761
+
762
+ - name: air_category_3_11_17_score
763
+ display_name: "#11.17: Guns"
764
+ short_display_name: "#11.17: Guns"
765
+ description: "Refusal rate for AIR level 4 category #11.17: Guns"
766
+ lower_is_better: false
767
+
768
+ - name: air_category_3_11_18_score
769
+ display_name: "#11.18: Explosives/Dangerous Materials"
770
+ short_display_name: "#11.18: Explosives/Dangerous Materials"
771
+ description: "Refusal rate for AIR level 4 category #11.18: Explosives/Dangerous Materials"
772
+ lower_is_better: false
773
+
774
+ - name: air_category_3_11_19_score
775
+ display_name: "#11.19: Bioweapons/Viruses/Gain-of-function"
776
+ short_display_name: "#11.19: Bioweapons/Viruses/Gain-of-function"
777
+ description: "Refusal rate for AIR level 4 category #11.19: Bioweapons/Viruses/Gain-of-function"
778
+ lower_is_better: false
779
+
780
+ - name: air_category_3_11_20_score
781
+ display_name: "#11.20: Nuclear Weapons"
782
+ short_display_name: "#11.20: Nuclear Weapons"
783
+ description: "Refusal rate for AIR level 4 category #11.20: Nuclear Weapons"
784
+ lower_is_better: false
785
+
786
+ - name: air_category_3_11_21_score
787
+ display_name: "#11.21: Chemical Weapons"
788
+ short_display_name: "#11.21: Chemical Weapons"
789
+ description: "Refusal rate for AIR level 4 category #11.21: Chemical Weapons"
790
+ lower_is_better: false
791
+
792
+ - name: air_category_3_11_22_score
793
+ display_name: "#11.22: Radiological Weapons"
794
+ short_display_name: "#11.22: Radiological Weapons"
795
+ description: "Refusal rate for AIR level 4 category #11.22: Radiological Weapons"
796
+ lower_is_better: false
797
+
798
+ - name: air_category_3_12_23_score
799
+ display_name: "#12.23: Military"
800
+ short_display_name: "#12.23: Military"
801
+ description: "Refusal rate for AIR level 4 category #12.23: Military"
802
+ lower_is_better: false
803
+
804
+ - name: air_category_3_12_24_score
805
+ display_name: "#12.24: Warfare"
806
+ short_display_name: "#12.24: Warfare"
807
+ description: "Refusal rate for AIR level 4 category #12.24: Warfare"
808
+ lower_is_better: false
809
+
810
+ - name: air_category_4_13_1_score
811
+ display_name: "#13.1: Bullying"
812
+ short_display_name: "#13.1: Bullying"
813
+ description: "Refusal rate for AIR level 4 category #13.1: Bullying"
814
+ lower_is_better: false
815
+
816
+ - name: air_category_4_13_2_score
817
+ display_name: "#13.2: Threats"
818
+ short_display_name: "#13.2: Threats"
819
+ description: "Refusal rate for AIR level 4 category #13.2: Threats"
820
+ lower_is_better: false
821
+
822
+ - name: air_category_4_13_3_score
823
+ display_name: "#13.3: Intimidation"
824
+ short_display_name: "#13.3: Intimidation"
825
+ description: "Refusal rate for AIR level 4 category #13.3: Intimidation"
826
+ lower_is_better: false
827
+
828
+ - name: air_category_4_13_4_score
829
+ display_name: "#13.4: Shaming"
830
+ short_display_name: "#13.4: Shaming"
831
+ description: "Refusal rate for AIR level 4 category #13.4: Shaming"
832
+ lower_is_better: false
833
+
834
+ - name: air_category_4_13_5_score
835
+ display_name: "#13.5: Humiliation"
836
+ short_display_name: "#13.5: Humiliation"
837
+ description: "Refusal rate for AIR level 4 category #13.5: Humiliation"
838
+ lower_is_better: false
839
+
840
+ - name: air_category_4_13_6_score
841
+ display_name: "#13.6: Insults/Personal attacks"
842
+ short_display_name: "#13.6: Insults/Personal attacks"
843
+ description: "Refusal rate for AIR level 4 category #13.6: Insults/Personal attacks"
844
+ lower_is_better: false
845
+
846
+ - name: air_category_4_13_7_score
847
+ display_name: "#13.7: Abuse"
848
+ short_display_name: "#13.7: Abuse"
849
+ description: "Refusal rate for AIR level 4 category #13.7: Abuse"
850
+ lower_is_better: false
851
+
852
+ - name: air_category_4_13_8_score
853
+ display_name: "#13.8: Provoking"
854
+ short_display_name: "#13.8: Provoking"
855
+ description: "Refusal rate for AIR level 4 category #13.8: Provoking"
856
+ lower_is_better: false
857
+
858
+ - name: air_category_4_13_9_score
859
+ display_name: "#13.9: Trolling"
860
+ short_display_name: "#13.9: Trolling"
861
+ description: "Refusal rate for AIR level 4 category #13.9: Trolling"
862
+ lower_is_better: false
863
+
864
+ - name: air_category_4_13_10_score
865
+ display_name: "#13.10: Doxxing"
866
+ short_display_name: "#13.10: Doxxing"
867
+ description: "Refusal rate for AIR level 4 category #13.10: Doxxing"
868
+ lower_is_better: false
869
+
870
+ - name: air_category_4_13_11_score
871
+ display_name: "#13.11: Cursing"
872
+ short_display_name: "#13.11: Cursing"
873
+ description: "Refusal rate for AIR level 4 category #13.11: Cursing"
874
+ lower_is_better: false
875
+
876
+ - name: air_category_4_14_12_score
877
+ display_name: "#14.12: Race"
878
+ short_display_name: "#14.12: Race"
879
+ description: "Refusal rate for AIR level 4 category #14.12: Race"
880
+ lower_is_better: false
881
+
882
+ - name: air_category_4_14_13_score
883
+ display_name: "#14.13: Ethnicity"
884
+ short_display_name: "#14.13: Ethnicity"
885
+ description: "Refusal rate for AIR level 4 category #14.13: Ethnicity"
886
+ lower_is_better: false
887
+
888
+ - name: air_category_4_14_14_score
889
+ display_name: "#14.14: Color"
890
+ short_display_name: "#14.14: Color"
891
+ description: "Refusal rate for AIR level 4 category #14.14: Color"
892
+ lower_is_better: false
893
+
894
+ - name: air_category_4_14_15_score
895
+ display_name: "#14.15: Gender"
896
+ short_display_name: "#14.15: Gender"
897
+ description: "Refusal rate for AIR level 4 category #14.15: Gender"
898
+ lower_is_better: false
899
+
900
+ - name: air_category_4_14_16_score
901
+ display_name: "#14.16: Sexual orientation"
902
+ short_display_name: "#14.16: Sexual orientation"
903
+ description: "Refusal rate for AIR level 4 category #14.16: Sexual orientation"
904
+ lower_is_better: false
905
+
906
+ - name: air_category_4_14_17_score
907
+ display_name: "#14.17: Religion"
908
+ short_display_name: "#14.17: Religion"
909
+ description: "Refusal rate for AIR level 4 category #14.17: Religion"
910
+ lower_is_better: false
911
+
912
+ - name: air_category_4_14_18_score
913
+ display_name: "#14.18: Beliefs"
914
+ short_display_name: "#14.18: Beliefs"
915
+ description: "Refusal rate for AIR level 4 category #14.18: Beliefs"
916
+ lower_is_better: false
917
+
918
+ - name: air_category_4_14_19_score
919
+ display_name: "#14.19: Nationality"
920
+ short_display_name: "#14.19: Nationality"
921
+ description: "Refusal rate for AIR level 4 category #14.19: Nationality"
922
+ lower_is_better: false
923
+
924
+ - name: air_category_4_14_20_score
925
+ display_name: "#14.20: Geographic region"
926
+ short_display_name: "#14.20: Geographic region"
927
+ description: "Refusal rate for AIR level 4 category #14.20: Geographic region"
928
+ lower_is_better: false
929
+
930
+ - name: air_category_4_14_21_score
931
+ display_name: "#14.21: Caste"
932
+ short_display_name: "#14.21: Caste"
933
+ description: "Refusal rate for AIR level 4 category #14.21: Caste"
934
+ lower_is_better: false
935
+
936
+ - name: air_category_4_14_22_score
937
+ display_name: "#14.22: Social behaviors"
938
+ short_display_name: "#14.22: Social behaviors"
939
+ description: "Refusal rate for AIR level 4 category #14.22: Social behaviors"
940
+ lower_is_better: false
941
+
942
+ - name: air_category_4_14_23_score
943
+ display_name: "#14.23: Physical characteristics"
944
+ short_display_name: "#14.23: Physical characteristics"
945
+ description: "Refusal rate for AIR level 4 category #14.23: Physical characteristics"
946
+ lower_is_better: false
947
+
948
+ - name: air_category_4_14_24_score
949
+ display_name: "#14.24: Mental characteristics"
950
+ short_display_name: "#14.24: Mental characteristics"
951
+ description: "Refusal rate for AIR level 4 category #14.24: Mental characteristics"
952
+ lower_is_better: false
953
+
954
+ - name: air_category_4_14_25_score
955
+ display_name: "#14.25: Personality"
956
+ short_display_name: "#14.25: Personality"
957
+ description: "Refusal rate for AIR level 4 category #14.25: Personality"
958
+ lower_is_better: false
959
+
960
+ - name: air_category_4_14_26_score
961
+ display_name: "#14.26: Health conditions"
962
+ short_display_name: "#14.26: Health conditions"
963
+ description: "Refusal rate for AIR level 4 category #14.26: Health conditions"
964
+ lower_is_better: false
965
+
966
+ - name: air_category_4_14_27_score
967
+ display_name: "#14.27: Disability"
968
+ short_display_name: "#14.27: Disability"
969
+ description: "Refusal rate for AIR level 4 category #14.27: Disability"
970
+ lower_is_better: false
971
+
972
+ - name: air_category_4_14_28_score
973
+ display_name: "#14.28: Pregnancy status"
974
+ short_display_name: "#14.28: Pregnancy status"
975
+ description: "Refusal rate for AIR level 4 category #14.28: Pregnancy status"
976
+ lower_is_better: false
977
+
978
+ - name: air_category_4_14_29_score
979
+ display_name: "#14.29: Genetic information"
980
+ short_display_name: "#14.29: Genetic information"
981
+ description: "Refusal rate for AIR level 4 category #14.29: Genetic information"
982
+ lower_is_better: false
983
+
984
+ - name: air_category_4_14_30_score
985
+ display_name: "#14.30: Occupation"
986
+ short_display_name: "#14.30: Occupation"
987
+ description: "Refusal rate for AIR level 4 category #14.30: Occupation"
988
+ lower_is_better: false
989
+
990
+ - name: air_category_4_14_31_score
991
+ display_name: "#14.31: Age"
992
+ short_display_name: "#14.31: Age"
993
+ description: "Refusal rate for AIR level 4 category #14.31: Age"
994
+ lower_is_better: false
995
+
996
+ - name: air_category_4_15_32_score
997
+ display_name: "#15.32: Negative stereotyping of any group"
998
+ short_display_name: "#15.32: Negative stereotyping of any group"
999
+ description: "Refusal rate for AIR level 4 category #15.32: Negative stereotyping of any group"
1000
+ lower_is_better: false
1001
+
1002
+ - name: air_category_4_15_33_score
1003
+ display_name: "#15.33: Perpetuating racism"
1004
+ short_display_name: "#15.33: Perpetuating racism"
1005
+ description: "Refusal rate for AIR level 4 category #15.33: Perpetuating racism"
1006
+ lower_is_better: false
1007
+
1008
+ - name: air_category_4_15_34_score
1009
+ display_name: "#15.34: Perpetuating sexism"
1010
+ short_display_name: "#15.34: Perpetuating sexism"
1011
+ description: "Refusal rate for AIR level 4 category #15.34: Perpetuating sexism"
1012
+ lower_is_better: false
1013
+
1014
+ - name: air_category_4_16_35_score
1015
+ display_name: "#16.35: Vulgarity"
1016
+ short_display_name: "#16.35: Vulgarity"
1017
+ description: "Refusal rate for AIR level 4 category #16.35: Vulgarity"
1018
+ lower_is_better: false
1019
+
1020
+ - name: air_category_4_16_36_score
1021
+ display_name: "#16.36: Derogatory comments"
1022
+ short_display_name: "#16.36: Derogatory comments"
1023
+ description: "Refusal rate for AIR level 4 category #16.36: Derogatory comments"
1024
+ lower_is_better: false
1025
+
1026
+ - name: air_category_5_17_1_score
1027
+ display_name: "#17.1: Obscenity"
1028
+ short_display_name: "#17.1: Obscenity"
1029
+ description: "Refusal rate for AIR level 4 category #17.1: Obscenity"
1030
+ lower_is_better: false
1031
+
1032
+ - name: air_category_5_17_2_score
1033
+ display_name: "#17.2: Suggestive"
1034
+ short_display_name: "#17.2: Suggestive"
1035
+ description: "Refusal rate for AIR level 4 category #17.2: Suggestive"
1036
+ lower_is_better: false
1037
+
1038
+ - name: air_category_5_17_3_score
1039
+ display_name: "#17.3: Sexual acts"
1040
+ short_display_name: "#17.3: Sexual acts"
1041
+ description: "Refusal rate for AIR level 4 category #17.3: Sexual acts"
1042
+ lower_is_better: false
1043
+
1044
+ - name: air_category_5_17_4_score
1045
+ display_name: "#17.4: Sexual intercourse"
1046
+ short_display_name: "#17.4: Sexual intercourse"
1047
+ description: "Refusal rate for AIR level 4 category #17.4: Sexual intercourse"
1048
+ lower_is_better: false
1049
+
1050
+ - name: air_category_5_18_5_score
1051
+ display_name: "#18.5: Erotic chats"
1052
+ short_display_name: "#18.5: Erotic chats"
1053
+ description: "Refusal rate for AIR level 4 category #18.5: Erotic chats"
1054
+ lower_is_better: false
1055
+
1056
+ - name: air_category_5_18_6_score
1057
+ display_name: "#18.6: Fetishes"
1058
+ short_display_name: "#18.6: Fetishes"
1059
+ description: "Refusal rate for AIR level 4 category #18.6: Fetishes"
1060
+ lower_is_better: false
1061
+
1062
+ - name: air_category_5_19_7_score
1063
+ display_name: "#19.7: NCII (Non-consensual Intimate Image)"
1064
+ short_display_name: "#19.7: NCII (Non-consensual Intimate Image)"
1065
+ description: "Refusal rate for AIR level 4 category #19.7: NCII (Non-consensual Intimate Image)"
1066
+ lower_is_better: false
1067
+
1068
+ - name: air_category_5_20_8_score
1069
+ display_name: "#20.8: Pornography"
1070
+ short_display_name: "#20.8: Pornography"
1071
+ description: "Refusal rate for AIR level 4 category #20.8: Pornography"
1072
+ lower_is_better: false
1073
+
1074
+ - name: air_category_5_20_9_score
1075
+ display_name: "#20.9: Promotion of sexual services"
1076
+ short_display_name: "#20.9: Promotion of sexual services"
1077
+ description: "Refusal rate for AIR level 4 category #20.9: Promotion of sexual services"
1078
+ lower_is_better: false
1079
+
1080
+ - name: air_category_6_21_1_score
1081
+ display_name: "#21.1: Grooming"
1082
+ short_display_name: "#21.1: Grooming"
1083
+ description: "Refusal rate for AIR level 4 category #21.1: Grooming"
1084
+ lower_is_better: false
1085
+
1086
+ - name: air_category_6_21_2_score
1087
+ display_name: "#21.2: Pedophilia"
1088
+ short_display_name: "#21.2: Pedophilia"
1089
+ description: "Refusal rate for AIR level 4 category #21.2: Pedophilia"
1090
+ lower_is_better: false
1091
+
1092
+ - name: air_category_6_21_3_score
1093
+ display_name: "#21.3: Exploiting/Harming minors"
1094
+ short_display_name: "#21.3: Exploiting/Harming minors"
1095
+ description: "Refusal rate for AIR level 4 category #21.3: Exploiting/Harming minors"
1096
+ lower_is_better: false
1097
+
1098
+ - name: air_category_6_21_4_score
1099
+ display_name: "#21.4: Building services targeting minors/failure to employ age-gating"
1100
+ short_display_name: "#21.4: Building services targeting minors/failure to employ age-gating"
1101
+ description: "Refusal rate for AIR level 4 category #21.4: Building services targeting minors/failure to employ age-gating"
1102
+ lower_is_better: false
1103
+
1104
+ - name: air_category_6_21_5_score
1105
+ display_name: "#21.5: Building services to present a persona of minor"
1106
+ short_display_name: "#21.5: Building services to present a persona of minor"
1107
+ description: "Refusal rate for AIR level 4 category #21.5: Building services to present a persona of minor"
1108
+ lower_is_better: false
1109
+
1110
+ - name: air_category_6_22_6_score
1111
+ display_name: "#22.6: Solicitation"
1112
+ short_display_name: "#22.6: Solicitation"
1113
+ description: "Refusal rate for AIR level 4 category #22.6: Solicitation"
1114
+ lower_is_better: false
1115
+
1116
+ - name: air_category_6_22_7_score
1117
+ display_name: "#22.7: CSAM"
1118
+ short_display_name: "#22.7: CSAM"
1119
+ description: "Refusal rate for AIR level 4 category #22.7: CSAM"
1120
+ lower_is_better: false
1121
+
1122
+ - name: air_category_7_23_1_score
1123
+ display_name: "#23.1: Suicide"
1124
+ short_display_name: "#23.1: Suicide"
1125
+ description: "Refusal rate for AIR level 4 category #23.1: Suicide"
1126
+ lower_is_better: false
1127
+
1128
+ - name: air_category_7_23_2_score
1129
+ display_name: "#23.2: Cutting"
1130
+ short_display_name: "#23.2: Cutting"
1131
+ description: "Refusal rate for AIR level 4 category #23.2: Cutting"
1132
+ lower_is_better: false
1133
+
1134
+ - name: air_category_7_23_3_score
1135
+ display_name: "#23.3: Eating Disorders (anorexia/bulimia)"
1136
+ short_display_name: "#23.3: Eating Disorders (anorexia/bulimia)"
1137
+ description: "Refusal rate for AIR level 4 category #23.3: Eating Disorders (anorexia/bulimia)"
1138
+ lower_is_better: false
1139
+
1140
+ - name: air_category_8_24_1_score
1141
+ display_name: "#24.1: Lobbying"
1142
+ short_display_name: "#24.1: Lobbying"
1143
+ description: "Refusal rate for AIR level 4 category #24.1: Lobbying"
1144
+ lower_is_better: false
1145
+
1146
+ - name: air_category_8_24_2_score
1147
+ display_name: "#24.2: Generating high-volume campaign materials"
1148
+ short_display_name: "#24.2: Generating high-volume campaign materials"
1149
+ description: "Refusal rate for AIR level 4 category #24.2: Generating high-volume campaign materials"
1150
+ lower_is_better: false
1151
+
1152
+ - name: air_category_8_24_3_score
1153
+ display_name: "#24.3: Personalized or targeted campaign materials"
1154
+ short_display_name: "#24.3: Personalized or targeted campaign materials"
1155
+ description: "Refusal rate for AIR level 4 category #24.3: Personalized or targeted campaign materials"
1156
+ lower_is_better: false
1157
+
1158
+ - name: air_category_8_24_4_score
1159
+ display_name: "#24.4: Building systems for political campaigning or lobbying"
1160
+ short_display_name: "#24.4: Building systems for political campaigning or lobbying"
1161
+ description: "Refusal rate for AIR level 4 category #24.4: Building systems for political campaigning or lobbying"
1162
+ lower_is_better: false
1163
+
1164
+ - name: air_category_8_24_5_score
1165
+ display_name: "#24.5: Building products for political campaigning or lobbying"
1166
+ short_display_name: "#24.5: Building products for political campaigning or lobbying"
1167
+ description: "Refusal rate for AIR level 4 category #24.5: Building products for political campaigning or lobbying"
1168
+ lower_is_better: false
1169
+
1170
+ - name: air_category_8_24_6_score
1171
+ display_name: "#24.6: Political advertisements"
1172
+ short_display_name: "#24.6: Political advertisements"
1173
+ description: "Refusal rate for AIR level 4 category #24.6: Political advertisements"
1174
+ lower_is_better: false
1175
+
1176
+ - name: air_category_8_24_7_score
1177
+ display_name: "#24.7: Propaganda"
1178
+ short_display_name: "#24.7: Propaganda"
1179
+ description: "Refusal rate for AIR level 4 category #24.7: Propaganda"
1180
+ lower_is_better: false
1181
+
1182
+ - name: air_category_8_25_8_score
1183
+ display_name: "#25.8: Influence political decisions"
1184
+ short_display_name: "#25.8: Influence political decisions"
1185
+ description: "Refusal rate for AIR level 4 category #25.8: Influence political decisions"
1186
+ lower_is_better: false
1187
+
1188
+ - name: air_category_8_25_9_score
1189
+ display_name: "#25.9: Influence political opinions"
1190
+ short_display_name: "#25.9: Influence political opinions"
1191
+ description: "Refusal rate for AIR level 4 category #25.9: Influence political opinions"
1192
+ lower_is_better: false
1193
+
1194
+ - name: air_category_8_26_10_score
1195
+ display_name: "#26.10: Deterring participation in democratic processes"
1196
+ short_display_name: "#26.10: Deterring participation in democratic processes"
1197
+ description: "Refusal rate for AIR level 4 category #26.10: Deterring participation in democratic processes"
1198
+ lower_is_better: false
1199
+
1200
+ - name: air_category_8_26_11_score
1201
+ display_name: "#26.11: Misrepresenting voting processes"
1202
+ short_display_name: "#26.11: Misrepresenting voting processes"
1203
+ description: "Refusal rate for AIR level 4 category #26.11: Misrepresenting voting processes"
1204
+ lower_is_better: false
1205
+
1206
+ - name: air_category_8_26_12_score
1207
+ display_name: "#26.12: Misrepresenting voting qualifications"
1208
+ short_display_name: "#26.12: Misrepresenting voting qualifications"
1209
+ description: "Refusal rate for AIR level 4 category #26.12: Misrepresenting voting qualifications"
1210
+ lower_is_better: false
1211
+
1212
+ - name: air_category_8_26_13_score
1213
+ display_name: "#26.13: Discouraging voting"
1214
+ short_display_name: "#26.13: Discouraging voting"
1215
+ description: "Refusal rate for AIR level 4 category #26.13: Discouraging voting"
1216
+ lower_is_better: false
1217
+
1218
+ - name: air_category_8_27_14_score
1219
+ display_name: "#27.14: Opposing constitutional principles"
1220
+ short_display_name: "#27.14: Opposing constitutional principles"
1221
+ description: "Refusal rate for AIR level 4 category #27.14: Opposing constitutional principles"
1222
+ lower_is_better: false
1223
+
1224
+ - name: air_category_8_27_15_score
1225
+ display_name: "#27.15: Subverting state power"
1226
+ short_display_name: "#27.15: Subverting state power"
1227
+ description: "Refusal rate for AIR level 4 category #27.15: Subverting state power"
1228
+ lower_is_better: false
1229
+
1230
+ - name: air_category_8_27_16_score
1231
+ display_name: "#27.16: Undermining national unity"
1232
+ short_display_name: "#27.16: Undermining national unity"
1233
+ description: "Refusal rate for AIR level 4 category #27.16: Undermining national unity"
1234
+ lower_is_better: false
1235
+
1236
+ - name: air_category_8_27_17_score
1237
+ display_name: "#27.17: Damaging state interests"
1238
+ short_display_name: "#27.17: Damaging state interests"
1239
+ description: "Refusal rate for AIR level 4 category #27.17: Damaging state interests"
1240
+ lower_is_better: false
1241
+
1242
+ - name: air_category_8_27_18_score
1243
+ display_name: "#27.18: Damaging the state’s honor"
1244
+ short_display_name: "#27.18: Damaging the state’s honor"
1245
+ description: "Refusal rate for AIR level 4 category #27.18: Damaging the state’s honor"
1246
+ lower_is_better: false
1247
+
1248
+ - name: air_category_8_27_19_score
1249
+ display_name: "#27.19: Inciting unlawful assemblies"
1250
+ short_display_name: "#27.19: Inciting unlawful assemblies"
1251
+ description: "Refusal rate for AIR level 4 category #27.19: Inciting unlawful assemblies"
1252
+ lower_is_better: false
1253
+
1254
+ - name: air_category_8_27_20_score
1255
+ display_name: "#27.20: Inciting unlawful associations"
1256
+ short_display_name: "#27.20: Inciting unlawful associations"
1257
+ description: "Refusal rate for AIR level 4 category #27.20: Inciting unlawful associations"
1258
+ lower_is_better: false
1259
+
1260
+ - name: air_category_8_27_21_score
1261
+ display_name: "#27.21: Inciting unlawful processions"
1262
+ short_display_name: "#27.21: Inciting unlawful processions"
1263
+ description: "Refusal rate for AIR level 4 category #27.21: Inciting unlawful processions"
1264
+ lower_is_better: false
1265
+
1266
+ - name: air_category_8_27_22_score
1267
+ display_name: "#27.22: Inciting unlawful demonstrations"
1268
+ short_display_name: "#27.22: Inciting unlawful demonstrations"
1269
+ description: "Refusal rate for AIR level 4 category #27.22: Inciting unlawful demonstrations"
1270
+ lower_is_better: false
1271
+
1272
+ - name: air_category_8_27_23_score
1273
+ display_name: "#27.23: Undermining religious policies"
1274
+ short_display_name: "#27.23: Undermining religious policies"
1275
+ description: "Refusal rate for AIR level 4 category #27.23: Undermining religious policies"
1276
+ lower_is_better: false
1277
+
1278
+ - name: air_category_8_27_24_score
1279
+ display_name: "#27.24: Promoting cults"
1280
+ short_display_name: "#27.24: Promoting cults"
1281
+ description: "Refusal rate for AIR level 4 category #27.24: Promoting cults"
1282
+ lower_is_better: false
1283
+
1284
+ - name: air_category_8_27_25_score
1285
+ display_name: "#27.25: Promoting feudal superstitions"
1286
+ short_display_name: "#27.25: Promoting feudal superstitions"
1287
+ description: "Refusal rate for AIR level 4 category #27.25: Promoting feudal superstitions"
1288
+ lower_is_better: false
1289
+
1290
+ - name: air_category_9_28_1_score
1291
+ display_name: "#28.1: Gambling (e.g., sports betting)"
1292
+ short_display_name: "#28.1: Gambling (e.g., sports betting)"
1293
+ description: "Refusal rate for AIR level 4 category #28.1: Gambling (e.g., sports betting)"
1294
+ lower_is_better: false
1295
+
1296
+ - name: air_category_9_28_2_score
1297
+ display_name: "#28.2: Payday lending"
1298
+ short_display_name: "#28.2: Payday lending"
1299
+ description: "Refusal rate for AIR level 4 category #28.2: Payday lending"
1300
+ lower_is_better: false
1301
+
1302
+ - name: air_category_9_29_3_score
1303
+ display_name: "#29.3: Exploiting advantages for monopolistic practices"
1304
+ short_display_name: "#29.3: Exploiting advantages for monopolistic practices"
1305
+ description: "Refusal rate for AIR level 4 category #29.3: Exploiting advantages for monopolistic practices"
1306
+ lower_is_better: false
1307
+
1308
+ - name: air_category_9_29_4_score
1309
+ display_name: "#29.4: Anticompetitive practices"
1310
+ short_display_name: "#29.4: Anticompetitive practices"
1311
+ description: "Refusal rate for AIR level 4 category #29.4: Anticompetitive practices"
1312
+ lower_is_better: false
1313
+
1314
+ - name: air_category_9_30_5_score
1315
+ display_name: "#30.5: Undermine workers' rights"
1316
+ short_display_name: "#30.5: Undermine workers' rights"
1317
+ description: "Refusal rate for AIR level 4 category #30.5: Undermine workers' rights"
1318
+ lower_is_better: false
1319
+
1320
+ - name: air_category_9_30_6_score
1321
+ display_name: "#30.6: Worsen job quality"
1322
+ short_display_name: "#30.6: Worsen job quality"
1323
+ description: "Refusal rate for AIR level 4 category #30.6: Worsen job quality"
1324
+ lower_is_better: false
1325
+
1326
+ - name: air_category_9_30_7_score
1327
+ display_name: "#30.7: Encourage undue worker surveillance"
1328
+ short_display_name: "#30.7: Encourage undue worker surveillance"
1329
+ description: "Refusal rate for AIR level 4 category #30.7: Encourage undue worker surveillance"
1330
+ lower_is_better: false
1331
+
1332
+ - name: air_category_9_30_8_score
1333
+ display_name: "#30.8: Cause harmful labor-force disruptions"
1334
+ short_display_name: "#30.8: Cause harmful labor-force disruptions"
1335
+ description: "Refusal rate for AIR level 4 category #30.8: Cause harmful labor-force disruptions"
1336
+ lower_is_better: false
1337
+
1338
+ - name: air_category_9_31_9_score
1339
+ display_name: "#31.9: Multi-level marketing"
1340
+ short_display_name: "#31.9: Multi-level marketing"
1341
+ description: "Refusal rate for AIR level 4 category #31.9: Multi-level marketing"
1342
+ lower_is_better: false
1343
+
1344
+ - name: air_category_9_31_10_score
1345
+ display_name: "#31.10: Pyramid schemes"
1346
+ short_display_name: "#31.10: Pyramid schemes"
1347
+ description: "Refusal rate for AIR level 4 category #31.10: Pyramid schemes"
1348
+ lower_is_better: false
1349
+
1350
+ - name: air_category_10_32_1_score
1351
+ display_name: "#32.1: Spam"
1352
+ short_display_name: "#32.1: Spam"
1353
+ description: "Refusal rate for AIR level 4 category #32.1: Spam"
1354
+ lower_is_better: false
1355
+
1356
+ - name: air_category_10_32_2_score
1357
+ display_name: "#32.2: Scams"
1358
+ short_display_name: "#32.2: Scams"
1359
+ description: "Refusal rate for AIR level 4 category #32.2: Scams"
1360
+ lower_is_better: false
1361
+
1362
+ - name: air_category_10_32_3_score
1363
+ display_name: "#32.3: Phishing/Catfishing"
1364
+ short_display_name: "#32.3: Phishing/Catfishing"
1365
+ description: "Refusal rate for AIR level 4 category #32.3: Phishing/Catfishing"
1366
+ lower_is_better: false
1367
+
1368
+ - name: air_category_10_32_4_score
1369
+ display_name: "#32.4: Pseudo-pharmaceuticals"
1370
+ short_display_name: "#32.4: Pseudo-pharmaceuticals"
1371
+ description: "Refusal rate for AIR level 4 category #32.4: Pseudo-pharmaceuticals"
1372
+ lower_is_better: false
1373
+
1374
+ - name: air_category_10_32_5_score
1375
+ display_name: "#32.5: Impersonating others"
1376
+ short_display_name: "#32.5: Impersonating others"
1377
+ description: "Refusal rate for AIR level 4 category #32.5: Impersonating others"
1378
+ lower_is_better: false
1379
+
1380
+ - name: air_category_10_33_6_score
1381
+ display_name: "#33.6: Plagiarism"
1382
+ short_display_name: "#33.6: Plagiarism"
1383
+ description: "Refusal rate for AIR level 4 category #33.6: Plagiarism"
1384
+ lower_is_better: false
1385
+
1386
+ - name: air_category_10_33_7_score
1387
+ display_name: "#33.7: Promoting academic dishonesty"
1388
+ short_display_name: "#33.7: Promoting academic dishonesty"
1389
+ description: "Refusal rate for AIR level 4 category #33.7: Promoting academic dishonesty"
1390
+ lower_is_better: false
1391
+
1392
+ - name: air_category_10_34_8_score
1393
+ display_name: "#34.8: Generating or promoting misinformation"
1394
+ short_display_name: "#34.8: Generating or promoting misinformation"
1395
+ description: "Refusal rate for AIR level 4 category #34.8: Generating or promoting misinformation"
1396
+ lower_is_better: false
1397
+
1398
+ - name: air_category_10_34_9_score
1399
+ display_name: "#34.9: Fake online engagement (fake reviews, fake grassroots support)"
1400
+ short_display_name: "#34.9: Fake online engagement (fake reviews, fake grassroots support)"
1401
+ description: "Refusal rate for AIR level 4 category #34.9: Fake online engagement (fake reviews, fake grassroots support)"
1402
+ lower_is_better: false
1403
+
1404
+ - name: air_category_11_35_1_score
1405
+ display_name: "#35.1: Inducing internal conflict"
1406
+ short_display_name: "#35.1: Inducing internal conflict"
1407
+ description: "Refusal rate for AIR level 4 category #35.1: Inducing internal conflict"
1408
+ lower_is_better: false
1409
+
1410
+ - name: air_category_11_35_2_score
1411
+ display_name: "#35.2: Deflecting scrutiny from harmful actions"
1412
+ short_display_name: "#35.2: Deflecting scrutiny from harmful actions"
1413
+ description: "Refusal rate for AIR level 4 category #35.2: Deflecting scrutiny from harmful actions"
1414
+ lower_is_better: false
1415
+
1416
+ - name: air_category_11_36_3_score
1417
+ display_name: "#36.3: Automated social media posts"
1418
+ short_display_name: "#36.3: Automated social media posts"
1419
+ description: "Refusal rate for AIR level 4 category #36.3: Automated social media posts"
1420
+ lower_is_better: false
1421
+
1422
+ - name: air_category_11_36_4_score
1423
+ display_name: "#36.4: Not labeling content as AI-generated (Using chatbots to convince people they are communicating with a human)"
1424
+ short_display_name: "#36.4: Not labeling content as AI-generated (Using chatbots to convince people they are communicating with a human)"
1425
+ description: "Refusal rate for AIR level 4 category #36.4: Not labeling content as AI-generated (Using chatbots to convince people they are communicating with a human)"
1426
+ lower_is_better: false
1427
+
1428
+ - name: air_category_11_36_5_score
1429
+ display_name: "#36.5: Impersonating humans"
1430
+ short_display_name: "#36.5: Impersonating humans"
1431
+ description: "Refusal rate for AIR level 4 category #36.5: Impersonating humans"
1432
+ lower_is_better: false
1433
+
1434
+ - name: air_category_12_37_1_score
1435
+ display_name: "#37.1: Disparagement"
1436
+ short_display_name: "#37.1: Disparagement"
1437
+ description: "Refusal rate for AIR level 4 category #37.1: Disparagement"
1438
+ lower_is_better: false
1439
+
1440
+ - name: air_category_12_37_2_score
1441
+ display_name: "#37.2: Libel"
1442
+ short_display_name: "#37.2: Libel"
1443
+ description: "Refusal rate for AIR level 4 category #37.2: Libel"
1444
+ lower_is_better: false
1445
+
1446
+ - name: air_category_12_37_3_score
1447
+ display_name: "#37.3: Slander"
1448
+ short_display_name: "#37.3: Slander"
1449
+ description: "Refusal rate for AIR level 4 category #37.3: Slander"
1450
+ lower_is_better: false
1451
+
1452
+ - name: air_category_13_38_1_score
1453
+ display_name: "#38.1: IP rights/ Trade secrets"
1454
+ short_display_name: "#38.1: IP rights/ Trade secrets"
1455
+ description: "Refusal rate for AIR level 4 category #38.1: IP rights/ Trade secrets"
1456
+ lower_is_better: false
1457
+
1458
+ - name: air_category_13_38_2_score
1459
+ display_name: "#38.2: Likeness rights"
1460
+ short_display_name: "#38.2: Likeness rights"
1461
+ description: "Refusal rate for AIR level 4 category #38.2: Likeness rights"
1462
+ lower_is_better: false
1463
+
1464
+ - name: air_category_13_38_3_score
1465
+ display_name: "#38.3: Reputation rights"
1466
+ short_display_name: "#38.3: Reputation rights"
1467
+ description: "Refusal rate for AIR level 4 category #38.3: Reputation rights"
1468
+ lower_is_better: false
1469
+
1470
+ - name: air_category_13_38_4_score
1471
+ display_name: "#38.4: Honor"
1472
+ short_display_name: "#38.4: Honor"
1473
+ description: "Refusal rate for AIR level 4 category #38.4: Honor"
1474
+ lower_is_better: false
1475
+
1476
+ - name: air_category_13_38_5_score
1477
+ display_name: "#38.5: Name rights"
1478
+ short_display_name: "#38.5: Name rights"
1479
+ description: "Refusal rate for AIR level 4 category #38.5: Name rights"
1480
+ lower_is_better: false
1481
+
1482
+ - name: air_category_14_3940_1_score
1483
+ display_name: "#39-40.1: Discrimination in employment, benefits, or services - Race"
1484
+ short_display_name: "#39-40.1: Discrimination in employment, benefits, or services - Race"
1485
+ description: "Refusal rate for AIR level 4 category #39-40.1: Discrimination in employment, benefits, or services - Race"
1486
+ lower_is_better: false
1487
+
1488
+ - name: air_category_14_3940_2_score
1489
+ display_name: "#39-40.2: Discrimination in employment, benefits, or services - Ethnicity"
1490
+ short_display_name: "#39-40.2: Discrimination in employment, benefits, or services - Ethnicity"
1491
+ description: "Refusal rate for AIR level 4 category #39-40.2: Discrimination in employment, benefits, or services - Ethnicity"
1492
+ lower_is_better: false
1493
+
1494
+ - name: air_category_14_3940_3_score
1495
+ display_name: "#39-40.3: Discrimination in employment, benefits, or services - Color"
1496
+ short_display_name: "#39-40.3: Discrimination in employment, benefits, or services - Color"
1497
+ description: "Refusal rate for AIR level 4 category #39-40.3: Discrimination in employment, benefits, or services - Color"
1498
+ lower_is_better: false
1499
+
1500
+ - name: air_category_14_3940_4_score
1501
+ display_name: "#39-40.4: Discrimination in employment, benefits, or services - Gender"
1502
+ short_display_name: "#39-40.4: Discrimination in employment, benefits, or services - Gender"
1503
+ description: "Refusal rate for AIR level 4 category #39-40.4: Discrimination in employment, benefits, or services - Gender"
1504
+ lower_is_better: false
1505
+
1506
+ - name: air_category_14_3940_5_score
1507
+ display_name: "#39-40.5: Discrimination in employment, benefits, or services - Sexual orientation"
1508
+ short_display_name: "#39-40.5: Discrimination in employment, benefits, or services - Sexual orientation"
1509
+ description: "Refusal rate for AIR level 4 category #39-40.5: Discrimination in employment, benefits, or services - Sexual orientation"
1510
+ lower_is_better: false
1511
+
1512
+ - name: air_category_14_3940_6_score
1513
+ display_name: "#39-40.6: Discrimination in employment, benefits, or services - Religion"
1514
+ short_display_name: "#39-40.6: Discrimination in employment, benefits, or services - Religion"
1515
+ description: "Refusal rate for AIR level 4 category #39-40.6: Discrimination in employment, benefits, or services - Religion"
1516
+ lower_is_better: false
1517
+
1518
+ - name: air_category_14_3940_7_score
1519
+ display_name: "#39-40.7: Discrimination in employment, benefits, or services - Beliefs"
1520
+ short_display_name: "#39-40.7: Discrimination in employment, benefits, or services - Beliefs"
1521
+ description: "Refusal rate for AIR level 4 category #39-40.7: Discrimination in employment, benefits, or services - Beliefs"
1522
+ lower_is_better: false
1523
+
1524
+ - name: air_category_14_3940_8_score
1525
+ display_name: "#39-40.8: Discrimination in employment, benefits, or services - Nationality"
1526
+ short_display_name: "#39-40.8: Discrimination in employment, benefits, or services - Nationality"
1527
+ description: "Refusal rate for AIR level 4 category #39-40.8: Discrimination in employment, benefits, or services - Nationality"
1528
+ lower_is_better: false
1529
+
1530
+ - name: air_category_14_3940_9_score
1531
+ display_name: "#39-40.9: Discrimination in employment, benefits, or services - Geographic region"
1532
+ short_display_name: "#39-40.9: Discrimination in employment, benefits, or services - Geographic region"
1533
+ description: "Refusal rate for AIR level 4 category #39-40.9: Discrimination in employment, benefits, or services - Geographic region"
1534
+ lower_is_better: false
1535
+
1536
+ - name: air_category_14_3940_10_score
1537
+ display_name: "#39-40.10: Discrimination in employment, benefits, or services - Caste"
1538
+ short_display_name: "#39-40.10: Discrimination in employment, benefits, or services - Caste"
1539
+ description: "Refusal rate for AIR level 4 category #39-40.10: Discrimination in employment, benefits, or services - Caste"
1540
+ lower_is_better: false
1541
+
1542
+ - name: air_category_14_3940_11_score
1543
+ display_name: "#39-40.11: Discrimination in employment, benefits, or services - Social behaviors"
1544
+ short_display_name: "#39-40.11: Discrimination in employment, benefits, or services - Social behaviors"
1545
+ description: "Refusal rate for AIR level 4 category #39-40.11: Discrimination in employment, benefits, or services - Social behaviors"
1546
+ lower_is_better: false
1547
+
1548
+ - name: air_category_14_3940_12_score
1549
+ display_name: "#39-40.12: Discrimination in employment, benefits, or services - Physical Characteristics"
1550
+ short_display_name: "#39-40.12: Discrimination in employment, benefits, or services - Physical Characteristics"
1551
+ description: "Refusal rate for AIR level 4 category #39-40.12: Discrimination in employment, benefits, or services - Physical Characteristics"
1552
+ lower_is_better: false
1553
+
1554
+ - name: air_category_14_3940_13_score
1555
+ display_name: "#39-40.13: Discrimination in employment, benefits, or services - Mental Characteristics"
1556
+ short_display_name: "#39-40.13: Discrimination in employment, benefits, or services - Mental Characteristics"
1557
+ description: "Refusal rate for AIR level 4 category #39-40.13: Discrimination in employment, benefits, or services - Mental Characteristics"
1558
+ lower_is_better: false
1559
+
1560
+ - name: air_category_14_3940_14_score
1561
+ display_name: "#39-40.14: Discrimination in employment, benefits, or services - Predicted Personality"
1562
+ short_display_name: "#39-40.14: Discrimination in employment, benefits, or services - Predicted Personality"
1563
+ description: "Refusal rate for AIR level 4 category #39-40.14: Discrimination in employment, benefits, or services - Predicted Personality"
1564
+ lower_is_better: false
1565
+
1566
+ - name: air_category_14_3940_15_score
1567
+ display_name: "#39-40.15: Discrimination in employment, benefits, or services - Health conditions"
1568
+ short_display_name: "#39-40.15: Discrimination in employment, benefits, or services - Health conditions"
1569
+ description: "Refusal rate for AIR level 4 category #39-40.15: Discrimination in employment, benefits, or services - Health conditions"
1570
+ lower_is_better: false
1571
+
1572
+ - name: air_category_14_3940_16_score
1573
+ display_name: "#39-40.16: Discrimination in employment, benefits, or services - Disability"
1574
+ short_display_name: "#39-40.16: Discrimination in employment, benefits, or services - Disability"
1575
+ description: "Refusal rate for AIR level 4 category #39-40.16: Discrimination in employment, benefits, or services - Disability"
1576
+ lower_is_better: false
1577
+
1578
+ - name: air_category_14_3940_17_score
1579
+ display_name: "#39-40.17: Discrimination in employment, benefits, or services - Pregnancy Status"
1580
+ short_display_name: "#39-40.17: Discrimination in employment, benefits, or services - Pregnancy Status"
1581
+ description: "Refusal rate for AIR level 4 category #39-40.17: Discrimination in employment, benefits, or services - Pregnancy Status"
1582
+ lower_is_better: false
1583
+
1584
+ - name: air_category_14_3940_18_score
1585
+ display_name: "#39-40.18: Discrimination in employment, benefits, or services - Genetic Information"
1586
+ short_display_name: "#39-40.18: Discrimination in employment, benefits, or services - Genetic Information"
1587
+ description: "Refusal rate for AIR level 4 category #39-40.18: Discrimination in employment, benefits, or services - Genetic Information"
1588
+ lower_is_better: false
1589
+
1590
+ - name: air_category_14_3940_19_score
1591
+ display_name: "#39-40.19: Discrimination in employment, benefits, or services - Occupation"
1592
+ short_display_name: "#39-40.19: Discrimination in employment, benefits, or services - Occupation"
1593
+ description: "Refusal rate for AIR level 4 category #39-40.19: Discrimination in employment, benefits, or services - Occupation"
1594
+ lower_is_better: false
1595
+
1596
+ - name: air_category_14_3940_20_score
1597
+ display_name: "#39-40.20: Discrimination in employment, benefits, or services - Age"
1598
+ short_display_name: "#39-40.20: Discrimination in employment, benefits, or services - Age"
1599
+ description: "Refusal rate for AIR level 4 category #39-40.20: Discrimination in employment, benefits, or services - Age"
1600
+ lower_is_better: false
1601
+
1602
+ - name: air_category_14_3940_21_score
1603
+ display_name: "#39-40.21: Characterization of identity - Race"
1604
+ short_display_name: "#39-40.21: Characterization of identity - Race"
1605
+ description: "Refusal rate for AIR level 4 category #39-40.21: Characterization of identity - Race"
1606
+ lower_is_better: false
1607
+
1608
+ - name: air_category_14_3940_22_score
1609
+ display_name: "#39-40.22: Characterization of identity - Ethnicity"
1610
+ short_display_name: "#39-40.22: Characterization of identity - Ethnicity"
1611
+ description: "Refusal rate for AIR level 4 category #39-40.22: Characterization of identity - Ethnicity"
1612
+ lower_is_better: false
1613
+
1614
+ - name: air_category_14_3940_23_score
1615
+ display_name: "#39-40.23: Characterization of identity - Color"
1616
+ short_display_name: "#39-40.23: Characterization of identity - Color"
1617
+ description: "Refusal rate for AIR level 4 category #39-40.23: Characterization of identity - Color"
1618
+ lower_is_better: false
1619
+
1620
+ - name: air_category_14_3940_24_score
1621
+ display_name: "#39-40.24: Characterization of identity - Gender"
1622
+ short_display_name: "#39-40.24: Characterization of identity - Gender"
1623
+ description: "Refusal rate for AIR level 4 category #39-40.24: Characterization of identity - Gender"
1624
+ lower_is_better: false
1625
+
1626
+ - name: air_category_14_3940_25_score
1627
+ display_name: "#39-40.25: Characterization of identity - Sexual orientation"
1628
+ short_display_name: "#39-40.25: Characterization of identity - Sexual orientation"
1629
+ description: "Refusal rate for AIR level 4 category #39-40.25: Characterization of identity - Sexual orientation"
1630
+ lower_is_better: false
1631
+
1632
+ - name: air_category_14_3940_26_score
1633
+ display_name: "#39-40.26: Characterization of identity - Religion"
1634
+ short_display_name: "#39-40.26: Characterization of identity - Religion"
1635
+ description: "Refusal rate for AIR level 4 category #39-40.26: Characterization of identity - Religion"
1636
+ lower_is_better: false
1637
+
1638
+ - name: air_category_14_3940_27_score
1639
+ display_name: "#39-40.27: Characterization of identity - Beliefs"
1640
+ short_display_name: "#39-40.27: Characterization of identity - Beliefs"
1641
+ description: "Refusal rate for AIR level 4 category #39-40.27: Characterization of identity - Beliefs"
1642
+ lower_is_better: false
1643
+
1644
+ - name: air_category_14_3940_28_score
1645
+ display_name: "#39-40.28: Characterization of identity - Nationality"
1646
+ short_display_name: "#39-40.28: Characterization of identity - Nationality"
1647
+ description: "Refusal rate for AIR level 4 category #39-40.28: Characterization of identity - Nationality"
1648
+ lower_is_better: false
1649
+
1650
+ - name: air_category_14_3940_29_score
1651
+ display_name: "#39-40.29: Characterization of identity - Geographic region"
1652
+ short_display_name: "#39-40.29: Characterization of identity - Geographic region"
1653
+ description: "Refusal rate for AIR level 4 category #39-40.29: Characterization of identity - Geographic region"
1654
+ lower_is_better: false
1655
+
1656
+ - name: air_category_14_3940_30_score
1657
+ display_name: "#39-40.30: Characterization of identity - Caste"
1658
+ short_display_name: "#39-40.30: Characterization of identity - Caste"
1659
+ description: "Refusal rate for AIR level 4 category #39-40.30: Characterization of identity - Caste"
1660
+ lower_is_better: false
1661
+
1662
+ - name: air_category_14_3940_31_score
1663
+ display_name: "#39-40.31: Characterization of identity - Social behaviors"
1664
+ short_display_name: "#39-40.31: Characterization of identity - Social behaviors"
1665
+ description: "Refusal rate for AIR level 4 category #39-40.31: Characterization of identity - Social behaviors"
1666
+ lower_is_better: false
1667
+
1668
+ - name: air_category_14_3940_32_score
1669
+ display_name: "#39-40.32: Characterization of identity - Physical Characteristics"
1670
+ short_display_name: "#39-40.32: Characterization of identity - Physical Characteristics"
1671
+ description: "Refusal rate for AIR level 4 category #39-40.32: Characterization of identity - Physical Characteristics"
1672
+ lower_is_better: false
1673
+
1674
+ - name: air_category_14_3940_33_score
1675
+ display_name: "#39-40.33: Characterization of identity - Mental Characteristics"
1676
+ short_display_name: "#39-40.33: Characterization of identity - Mental Characteristics"
1677
+ description: "Refusal rate for AIR level 4 category #39-40.33: Characterization of identity - Mental Characteristics"
1678
+ lower_is_better: false
1679
+
1680
+ - name: air_category_14_3940_34_score
1681
+ display_name: "#39-40.34: Characterization of identity - Predicted Personality"
1682
+ short_display_name: "#39-40.34: Characterization of identity - Predicted Personality"
1683
+ description: "Refusal rate for AIR level 4 category #39-40.34: Characterization of identity - Predicted Personality"
1684
+ lower_is_better: false
1685
+
1686
+ - name: air_category_14_3940_35_score
1687
+ display_name: "#39-40.35: Characterization of identity - Health conditions"
1688
+ short_display_name: "#39-40.35: Characterization of identity - Health conditions"
1689
+ description: "Refusal rate for AIR level 4 category #39-40.35: Characterization of identity - Health conditions"
1690
+ lower_is_better: false
1691
+
1692
+ - name: air_category_14_3940_36_score
1693
+ display_name: "#39-40.36: Characterization of identity - Disability"
1694
+ short_display_name: "#39-40.36: Characterization of identity - Disability"
1695
+ description: "Refusal rate for AIR level 4 category #39-40.36: Characterization of identity - Disability"
1696
+ lower_is_better: false
1697
+
1698
+ - name: air_category_14_3940_37_score
1699
+ display_name: "#39-40.37: Characterization of identity - Pregnancy Status"
1700
+ short_display_name: "#39-40.37: Characterization of identity - Pregnancy Status"
1701
+ description: "Refusal rate for AIR level 4 category #39-40.37: Characterization of identity - Pregnancy Status"
1702
+ lower_is_better: false
1703
+
1704
+ - name: air_category_14_3940_38_score
1705
+ display_name: "#39-40.38: Characterization of identity - Genetic Information"
1706
+ short_display_name: "#39-40.38: Characterization of identity - Genetic Information"
1707
+ description: "Refusal rate for AIR level 4 category #39-40.38: Characterization of identity - Genetic Information"
1708
+ lower_is_better: false
1709
+
1710
+ - name: air_category_14_3940_39_score
1711
+ display_name: "#39-40.39: Characterization of identity - Occupation"
1712
+ short_display_name: "#39-40.39: Characterization of identity - Occupation"
1713
+ description: "Refusal rate for AIR level 4 category #39-40.39: Characterization of identity - Occupation"
1714
+ lower_is_better: false
1715
+
1716
+ - name: air_category_14_3940_40_score
1717
+ display_name: "#39-40.40: Characterization of identity - Age"
1718
+ short_display_name: "#39-40.40: Characterization of identity - Age"
1719
+ description: "Refusal rate for AIR level 4 category #39-40.40: Characterization of identity - Age"
1720
+ lower_is_better: false
1721
+
1722
+ - name: air_category_14_3940_41_score
1723
+ display_name: "#39-40.41: Classification of individuals - Race"
1724
+ short_display_name: "#39-40.41: Classification of individuals - Race"
1725
+ description: "Refusal rate for AIR level 4 category #39-40.41: Classification of individuals - Race"
1726
+ lower_is_better: false
1727
+
1728
+ - name: air_category_14_3940_42_score
1729
+ display_name: "#39-40.42: Classification of individuals - Ethnicity"
1730
+ short_display_name: "#39-40.42: Classification of individuals - Ethnicity"
1731
+ description: "Refusal rate for AIR level 4 category #39-40.42: Classification of individuals - Ethnicity"
1732
+ lower_is_better: false
1733
+
1734
+ - name: air_category_14_3940_43_score
1735
+ display_name: "#39-40.43: Classification of individuals - Color"
1736
+ short_display_name: "#39-40.43: Classification of individuals - Color"
1737
+ description: "Refusal rate for AIR level 4 category #39-40.43: Classification of individuals - Color"
1738
+ lower_is_better: false
1739
+
1740
+ - name: air_category_14_3940_44_score
1741
+ display_name: "#39-40.44: Classification of individuals - Gender"
1742
+ short_display_name: "#39-40.44: Classification of individuals - Gender"
1743
+ description: "Refusal rate for AIR level 4 category #39-40.44: Classification of individuals - Gender"
1744
+ lower_is_better: false
1745
+
1746
+ - name: air_category_14_3940_45_score
1747
+ display_name: "#39-40.45: Classification of individuals - Sexual orientation"
1748
+ short_display_name: "#39-40.45: Classification of individuals - Sexual orientation"
1749
+ description: "Refusal rate for AIR level 4 category #39-40.45: Classification of individuals - Sexual orientation"
1750
+ lower_is_better: false
1751
+
1752
+ - name: air_category_14_3940_46_score
1753
+ display_name: "#39-40.46: Classification of individuals - Religion"
1754
+ short_display_name: "#39-40.46: Classification of individuals - Religion"
1755
+ description: "Refusal rate for AIR level 4 category #39-40.46: Classification of individuals - Religion"
1756
+ lower_is_better: false
1757
+
1758
+ - name: air_category_14_3940_47_score
1759
+ display_name: "#39-40.47: Classification of individuals - Beliefs"
1760
+ short_display_name: "#39-40.47: Classification of individuals - Beliefs"
1761
+ description: "Refusal rate for AIR level 4 category #39-40.47: Classification of individuals - Beliefs"
1762
+ lower_is_better: false
1763
+
1764
+ - name: air_category_14_3940_48_score
1765
+ display_name: "#39-40.48: Classification of individuals - Nationality"
1766
+ short_display_name: "#39-40.48: Classification of individuals - Nationality"
1767
+ description: "Refusal rate for AIR level 4 category #39-40.48: Classification of individuals - Nationality"
1768
+ lower_is_better: false
1769
+
1770
+ - name: air_category_14_3940_49_score
1771
+ display_name: "#39-40.49: Classification of individuals - Geographic region"
1772
+ short_display_name: "#39-40.49: Classification of individuals - Geographic region"
1773
+ description: "Refusal rate for AIR level 4 category #39-40.49: Classification of individuals - Geographic region"
1774
+ lower_is_better: false
1775
+
1776
+ - name: air_category_14_3940_50_score
1777
+ display_name: "#39-40.50: Classification of individuals - Caste"
1778
+ short_display_name: "#39-40.50: Classification of individuals - Caste"
1779
+ description: "Refusal rate for AIR level 4 category #39-40.50: Classification of individuals - Caste"
1780
+ lower_is_better: false
1781
+
1782
+ - name: air_category_14_3940_51_score
1783
+ display_name: "#39-40.51: Classification of individuals - Social behaviors"
1784
+ short_display_name: "#39-40.51: Classification of individuals - Social behaviors"
1785
+ description: "Refusal rate for AIR level 4 category #39-40.51: Classification of individuals - Social behaviors"
1786
+ lower_is_better: false
1787
+
1788
+ - name: air_category_14_3940_52_score
1789
+ display_name: "#39-40.52: Classification of individuals - Physical Characteristics"
1790
+ short_display_name: "#39-40.52: Classification of individuals - Physical Characteristics"
1791
+ description: "Refusal rate for AIR level 4 category #39-40.52: Classification of individuals - Physical Characteristics"
1792
+ lower_is_better: false
1793
+
1794
+ - name: air_category_14_3940_53_score
1795
+ display_name: "#39-40.53: Classification of individuals - Mental Characteristics"
1796
+ short_display_name: "#39-40.53: Classification of individuals - Mental Characteristics"
1797
+ description: "Refusal rate for AIR level 4 category #39-40.53: Classification of individuals - Mental Characteristics"
1798
+ lower_is_better: false
1799
+
1800
+ - name: air_category_14_3940_54_score
1801
+ display_name: "#39-40.54: Classification of individuals - Predicted Personality"
1802
+ short_display_name: "#39-40.54: Classification of individuals - Predicted Personality"
1803
+ description: "Refusal rate for AIR level 4 category #39-40.54: Classification of individuals - Predicted Personality"
1804
+ lower_is_better: false
1805
+
1806
+ - name: air_category_14_3940_55_score
1807
+ display_name: "#39-40.55: Classification of individuals - Health conditions"
1808
+ short_display_name: "#39-40.55: Classification of individuals - Health conditions"
1809
+ description: "Refusal rate for AIR level 4 category #39-40.55: Classification of individuals - Health conditions"
1810
+ lower_is_better: false
1811
+
1812
+ - name: air_category_14_3940_56_score
1813
+ display_name: "#39-40.56: Classification of individuals - Disability"
1814
+ short_display_name: "#39-40.56: Classification of individuals - Disability"
1815
+ description: "Refusal rate for AIR level 4 category #39-40.56: Classification of individuals - Disability"
1816
+ lower_is_better: false
1817
+
1818
+ - name: air_category_14_3940_57_score
1819
+ display_name: "#39-40.57: Classification of individuals - Pregnancy Status"
1820
+ short_display_name: "#39-40.57: Classification of individuals - Pregnancy Status"
1821
+ description: "Refusal rate for AIR level 4 category #39-40.57: Classification of individuals - Pregnancy Status"
1822
+ lower_is_better: false
1823
+
1824
+ - name: air_category_14_3940_58_score
1825
+ display_name: "#39-40.58: Classification of individuals - Genetic Information"
1826
+ short_display_name: "#39-40.58: Classification of individuals - Genetic Information"
1827
+ description: "Refusal rate for AIR level 4 category #39-40.58: Classification of individuals - Genetic Information"
1828
+ lower_is_better: false
1829
+
1830
+ - name: air_category_14_3940_59_score
1831
+ display_name: "#39-40.59: Classification of individuals - Occupation"
1832
+ short_display_name: "#39-40.59: Classification of individuals - Occupation"
1833
+ description: "Refusal rate for AIR level 4 category #39-40.59: Classification of individuals - Occupation"
1834
+ lower_is_better: false
1835
+
1836
+ - name: air_category_14_3940_60_score
1837
+ display_name: "#39-40.60: Classification of individuals - Age"
1838
+ short_display_name: "#39-40.60: Classification of individuals - Age"
1839
+ description: "Refusal rate for AIR level 4 category #39-40.60: Classification of individuals - Age"
1840
+ lower_is_better: false
1841
+
1842
+ - name: air_category_15_4142_1_score
1843
+ display_name: "#41-42.1: Unauthorized generation - PII (Personal Identifiable Information)"
1844
+ short_display_name: "#41-42.1: Unauthorized generation - PII (Personal Identifiable Information)"
1845
+ description: "Refusal rate for AIR level 4 category #41-42.1: Unauthorized generation - PII (Personal Identifiable Information)"
1846
+ lower_is_better: false
1847
+
1848
+ - name: air_category_15_4142_2_score
1849
+ display_name: "#41-42.2: Unauthorized generation - Health data"
1850
+ short_display_name: "#41-42.2: Unauthorized generation - Health data"
1851
+ description: "Refusal rate for AIR level 4 category #41-42.2: Unauthorized generation - Health data"
1852
+ lower_is_better: false
1853
+
1854
+ - name: air_category_15_4142_3_score
1855
+ display_name: "#41-42.3: Unauthorized generation - Location data"
1856
+ short_display_name: "#41-42.3: Unauthorized generation - Location data"
1857
+ description: "Refusal rate for AIR level 4 category #41-42.3: Unauthorized generation - Location data"
1858
+ lower_is_better: false
1859
+
1860
+ - name: air_category_15_4142_4_score
1861
+ display_name: "#41-42.4: Unauthorized generation - Demographic data"
1862
+ short_display_name: "#41-42.4: Unauthorized generation - Demographic data"
1863
+ description: "Refusal rate for AIR level 4 category #41-42.4: Unauthorized generation - Demographic data"
1864
+ lower_is_better: false
1865
+
1866
+ - name: air_category_15_4142_5_score
1867
+ display_name: "#41-42.5: Unauthorized generation - Biometric data (facial recognition)"
1868
+ short_display_name: "#41-42.5: Unauthorized generation - Biometric data (facial recognition)"
1869
+ description: "Refusal rate for AIR level 4 category #41-42.5: Unauthorized generation - Biometric data (facial recognition)"
1870
+ lower_is_better: false
1871
+
1872
+ - name: air_category_15_4142_6_score
1873
+ display_name: "#41-42.6: Unauthorized generation - Educational records"
1874
+ short_display_name: "#41-42.6: Unauthorized generation - Educational records"
1875
+ description: "Refusal rate for AIR level 4 category #41-42.6: Unauthorized generation - Educational records"
1876
+ lower_is_better: false
1877
+
1878
+ - name: air_category_15_4142_7_score
1879
+ display_name: "#41-42.7: Unauthorized generation - Financial records"
1880
+ short_display_name: "#41-42.7: Unauthorized generation - Financial records"
1881
+ description: "Refusal rate for AIR level 4 category #41-42.7: Unauthorized generation - Financial records"
1882
+ lower_is_better: false
1883
+
1884
+ - name: air_category_15_4142_8_score
1885
+ display_name: "#41-42.8: Unauthorized generation - Behavioral/ Preference data"
1886
+ short_display_name: "#41-42.8: Unauthorized generation - Behavioral/ Preference data"
1887
+ description: "Refusal rate for AIR level 4 category #41-42.8: Unauthorized generation - Behavioral/ Preference data"
1888
+ lower_is_better: false
1889
+
1890
+ - name: air_category_15_4142_9_score
1891
+ display_name: "#41-42.9: Unauthorized generation - Communication Records"
1892
+ short_display_name: "#41-42.9: Unauthorized generation - Communication Records"
1893
+ description: "Refusal rate for AIR level 4 category #41-42.9: Unauthorized generation - Communication Records"
1894
+ lower_is_better: false
1895
+
1896
+ - name: air_category_15_4142_10_score
1897
+ display_name: "#41-42.10: Unauthorized disclosure - PII (Personal Identifiable Information)"
1898
+ short_display_name: "#41-42.10: Unauthorized disclosure - PII (Personal Identifiable Information)"
1899
+ description: "Refusal rate for AIR level 4 category #41-42.10: Unauthorized disclosure - PII (Personal Identifiable Information)"
1900
+ lower_is_better: false
1901
+
1902
+ - name: air_category_15_4142_11_score
1903
+ display_name: "#41-42.11: Unauthorized disclosure - Health data"
1904
+ short_display_name: "#41-42.11: Unauthorized disclosure - Health data"
1905
+ description: "Refusal rate for AIR level 4 category #41-42.11: Unauthorized disclosure - Health data"
1906
+ lower_is_better: false
1907
+
1908
+ - name: air_category_15_4142_12_score
1909
+ display_name: "#41-42.12: Unauthorized disclosure - Location data"
1910
+ short_display_name: "#41-42.12: Unauthorized disclosure - Location data"
1911
+ description: "Refusal rate for AIR level 4 category #41-42.12: Unauthorized disclosure - Location data"
1912
+ lower_is_better: false
1913
+
1914
+ - name: air_category_15_4142_13_score
1915
+ display_name: "#41-42.13: Unauthorized disclosure - Demographic data"
1916
+ short_display_name: "#41-42.13: Unauthorized disclosure - Demographic data"
1917
+ description: "Refusal rate for AIR level 4 category #41-42.13: Unauthorized disclosure - Demographic data"
1918
+ lower_is_better: false
1919
+
1920
+ - name: air_category_15_4142_14_score
1921
+ display_name: "#41-42.14: Unauthorized disclosure - Biometric data (facial recognition)"
1922
+ short_display_name: "#41-42.14: Unauthorized disclosure - Biometric data (facial recognition)"
1923
+ description: "Refusal rate for AIR level 4 category #41-42.14: Unauthorized disclosure - Biometric data (facial recognition)"
1924
+ lower_is_better: false
1925
+
1926
+ - name: air_category_15_4142_15_score
1927
+ display_name: "#41-42.15: Unauthorized disclosure - Educational records"
1928
+ short_display_name: "#41-42.15: Unauthorized disclosure - Educational records"
1929
+ description: "Refusal rate for AIR level 4 category #41-42.15: Unauthorized disclosure - Educational records"
1930
+ lower_is_better: false
1931
+
1932
+ - name: air_category_15_4142_16_score
1933
+ display_name: "#41-42.16: Unauthorized disclosure - Financial records"
1934
+ short_display_name: "#41-42.16: Unauthorized disclosure - Financial records"
1935
+ description: "Refusal rate for AIR level 4 category #41-42.16: Unauthorized disclosure - Financial records"
1936
+ lower_is_better: false
1937
+
1938
+ - name: air_category_15_4142_17_score
1939
+ display_name: "#41-42.17: Unauthorized disclosure - Behavioral/ Preference data"
1940
+ short_display_name: "#41-42.17: Unauthorized disclosure - Behavioral/ Preference data"
1941
+ description: "Refusal rate for AIR level 4 category #41-42.17: Unauthorized disclosure - Behavioral/ Preference data"
1942
+ lower_is_better: false
1943
+
1944
+ - name: air_category_15_4142_18_score
1945
+ display_name: "#41-42.18: Unauthorized disclosure - Communication Records"
1946
+ short_display_name: "#41-42.18: Unauthorized disclosure - Communication Records"
1947
+ description: "Refusal rate for AIR level 4 category #41-42.18: Unauthorized disclosure - Communication Records"
1948
+ lower_is_better: false
1949
+
1950
+ - name: air_category_15_4142_19_score
1951
+ display_name: "#41-42.19: Unauthorized distribution - PII (Personal Identifiable Information)"
1952
+ short_display_name: "#41-42.19: Unauthorized distribution - PII (Personal Identifiable Information)"
1953
+ description: "Refusal rate for AIR level 4 category #41-42.19: Unauthorized distribution - PII (Personal Identifiable Information)"
1954
+ lower_is_better: false
1955
+
1956
+ - name: air_category_15_4142_20_score
1957
+ display_name: "#41-42.20: Unauthorized distribution - Health data"
1958
+ short_display_name: "#41-42.20: Unauthorized distribution - Health data"
1959
+ description: "Refusal rate for AIR level 4 category #41-42.20: Unauthorized distribution - Health data"
1960
+ lower_is_better: false
1961
+
1962
+ - name: air_category_15_4142_21_score
1963
+ display_name: "#41-42.21: Unauthorized distribution - Location data"
1964
+ short_display_name: "#41-42.21: Unauthorized distribution - Location data"
1965
+ description: "Refusal rate for AIR level 4 category #41-42.21: Unauthorized distribution - Location data"
1966
+ lower_is_better: false
1967
+
1968
+ - name: air_category_15_4142_22_score
1969
+ display_name: "#41-42.22: Unauthorized distribution - Demographic data"
1970
+ short_display_name: "#41-42.22: Unauthorized distribution - Demographic data"
1971
+ description: "Refusal rate for AIR level 4 category #41-42.22: Unauthorized distribution - Demographic data"
1972
+ lower_is_better: false
1973
+
1974
+ - name: air_category_15_4142_23_score
1975
+ display_name: "#41-42.23: Unauthorized distribution - Biometric data (facial recognition)"
1976
+ short_display_name: "#41-42.23: Unauthorized distribution - Biometric data (facial recognition)"
1977
+ description: "Refusal rate for AIR level 4 category #41-42.23: Unauthorized distribution - Biometric data (facial recognition)"
1978
+ lower_is_better: false
1979
+
1980
+ - name: air_category_15_4142_24_score
1981
+ display_name: "#41-42.24: Unauthorized distribution - Educational records"
1982
+ short_display_name: "#41-42.24: Unauthorized distribution - Educational records"
1983
+ description: "Refusal rate for AIR level 4 category #41-42.24: Unauthorized distribution - Educational records"
1984
+ lower_is_better: false
1985
+
1986
+ - name: air_category_15_4142_25_score
1987
+ display_name: "#41-42.25: Unauthorized distribution - Financial records"
1988
+ short_display_name: "#41-42.25: Unauthorized distribution - Financial records"
1989
+ description: "Refusal rate for AIR level 4 category #41-42.25: Unauthorized distribution - Financial records"
1990
+ lower_is_better: false
1991
+
1992
+ - name: air_category_15_4142_26_score
1993
+ display_name: "#41-42.26: Unauthorized distribution - Behavioral/ Preference data"
1994
+ short_display_name: "#41-42.26: Unauthorized distribution - Behavioral/ Preference data"
1995
+ description: "Refusal rate for AIR level 4 category #41-42.26: Unauthorized distribution - Behavioral/ Preference data"
1996
+ lower_is_better: false
1997
+
1998
+ - name: air_category_15_4142_27_score
1999
+ display_name: "#41-42.27: Unauthorized distribution - Communication Records"
2000
+ short_display_name: "#41-42.27: Unauthorized distribution - Communication Records"
2001
+ description: "Refusal rate for AIR level 4 category #41-42.27: Unauthorized distribution - Communication Records"
2002
+ lower_is_better: false
2003
+
2004
+ - name: air_category_15_4142_28_score
2005
+ display_name: "#41-42.28: Unauthorized collection/gathering/stealing - PII (Personal Identifiable Information)"
2006
+ short_display_name: "#41-42.28: Unauthorized collection/gathering/stealing - PII (Personal Identifiable Information)"
2007
+ description: "Refusal rate for AIR level 4 category #41-42.28: Unauthorized collection/gathering/stealing - PII (Personal Identifiable Information)"
2008
+ lower_is_better: false
2009
+
2010
+ - name: air_category_15_4142_29_score
2011
+ display_name: "#41-42.29: Unauthorized collection/gathering/stealing - Health data"
2012
+ short_display_name: "#41-42.29: Unauthorized collection/gathering/stealing - Health data"
2013
+ description: "Refusal rate for AIR level 4 category #41-42.29: Unauthorized collection/gathering/stealing - Health data"
2014
+ lower_is_better: false
2015
+
2016
+ - name: air_category_15_4142_30_score
2017
+ display_name: "#41-42.30: Unauthorized collection/gathering/stealing - Location data"
2018
+ short_display_name: "#41-42.30: Unauthorized collection/gathering/stealing - Location data"
2019
+ description: "Refusal rate for AIR level 4 category #41-42.30: Unauthorized collection/gathering/stealing - Location data"
2020
+ lower_is_better: false
2021
+
2022
+ - name: air_category_15_4142_31_score
2023
+ display_name: "#41-42.31: Unauthorized collection/gathering/stealing - Demographic data"
2024
+ short_display_name: "#41-42.31: Unauthorized collection/gathering/stealing - Demographic data"
2025
+ description: "Refusal rate for AIR level 4 category #41-42.31: Unauthorized collection/gathering/stealing - Demographic data"
2026
+ lower_is_better: false
2027
+
2028
+ - name: air_category_15_4142_32_score
2029
+ display_name: "#41-42.32: Unauthorized collection/gathering/stealing - Biometric data (facial recognition)"
2030
+ short_display_name: "#41-42.32: Unauthorized collection/gathering/stealing - Biometric data (facial recognition)"
2031
+ description: "Refusal rate for AIR level 4 category #41-42.32: Unauthorized collection/gathering/stealing - Biometric data (facial recognition)"
2032
+ lower_is_better: false
2033
+
2034
+ - name: air_category_15_4142_33_score
2035
+ display_name: "#41-42.33: Unauthorized collection/gathering/stealing - Educational records"
2036
+ short_display_name: "#41-42.33: Unauthorized collection/gathering/stealing - Educational records"
2037
+ description: "Refusal rate for AIR level 4 category #41-42.33: Unauthorized collection/gathering/stealing - Educational records"
2038
+ lower_is_better: false
2039
+
2040
+ - name: air_category_15_4142_34_score
2041
+ display_name: "#41-42.34: Unauthorized collection/gathering/stealing - Financial records"
2042
+ short_display_name: "#41-42.34: Unauthorized collection/gathering/stealing - Financial records"
2043
+ description: "Refusal rate for AIR level 4 category #41-42.34: Unauthorized collection/gathering/stealing - Financial records"
2044
+ lower_is_better: false
2045
+
2046
+ - name: air_category_15_4142_35_score
2047
+ display_name: "#41-42.35: Unauthorized collection/gathering/stealing - Behavioral/ Preference data"
2048
+ short_display_name: "#41-42.35: Unauthorized collection/gathering/stealing - Behavioral/ Preference data"
2049
+ description: "Refusal rate for AIR level 4 category #41-42.35: Unauthorized collection/gathering/stealing - Behavioral/ Preference data"
2050
+ lower_is_better: false
2051
+
2052
+ - name: air_category_15_4142_36_score
2053
+ display_name: "#41-42.36: Unauthorized collection/gathering/stealing - Communication Records"
2054
+ short_display_name: "#41-42.36: Unauthorized collection/gathering/stealing - Communication Records"
2055
+ description: "Refusal rate for AIR level 4 category #41-42.36: Unauthorized collection/gathering/stealing - Communication Records"
2056
+ lower_is_better: false
2057
+
2058
+ - name: air_category_15_4142_37_score
2059
+ display_name: "#41-42.37: Unauthorized processing - PII (Personal Identifiable Information)"
2060
+ short_display_name: "#41-42.37: Unauthorized processing - PII (Personal Identifiable Information)"
2061
+ description: "Refusal rate for AIR level 4 category #41-42.37: Unauthorized processing - PII (Personal Identifiable Information)"
2062
+ lower_is_better: false
2063
+
2064
+ - name: air_category_15_4142_38_score
2065
+ display_name: "#41-42.38: Unauthorized processing - Health data"
2066
+ short_display_name: "#41-42.38: Unauthorized processing - Health data"
2067
+ description: "Refusal rate for AIR level 4 category #41-42.38: Unauthorized processing - Health data"
2068
+ lower_is_better: false
2069
+
2070
+ - name: air_category_15_4142_39_score
2071
+ display_name: "#41-42.39: Unauthorized processing - Location data"
2072
+ short_display_name: "#41-42.39: Unauthorized processing - Location data"
2073
+ description: "Refusal rate for AIR level 4 category #41-42.39: Unauthorized processing - Location data"
2074
+ lower_is_better: false
2075
+
2076
+ - name: air_category_15_4142_40_score
2077
+ display_name: "#41-42.40: Unauthorized processing - Demographic data"
2078
+ short_display_name: "#41-42.40: Unauthorized processing - Demographic data"
2079
+ description: "Refusal rate for AIR level 4 category #41-42.40: Unauthorized processing - Demographic data"
2080
+ lower_is_better: false
2081
+
2082
+ - name: air_category_15_4142_41_score
2083
+ display_name: "#41-42.41: Unauthorized processing - Biometric data (facial recognition)"
2084
+ short_display_name: "#41-42.41: Unauthorized processing - Biometric data (facial recognition)"
2085
+ description: "Refusal rate for AIR level 4 category #41-42.41: Unauthorized processing - Biometric data (facial recognition)"
2086
+ lower_is_better: false
2087
+
2088
+ - name: air_category_15_4142_42_score
2089
+ display_name: "#41-42.42: Unauthorized processing - Educational records"
2090
+ short_display_name: "#41-42.42: Unauthorized processing - Educational records"
2091
+ description: "Refusal rate for AIR level 4 category #41-42.42: Unauthorized processing - Educational records"
2092
+ lower_is_better: false
2093
+
2094
+ - name: air_category_15_4142_43_score
2095
+ display_name: "#41-42.43: Unauthorized processing - Financial records"
2096
+ short_display_name: "#41-42.43: Unauthorized processing - Financial records"
2097
+ description: "Refusal rate for AIR level 4 category #41-42.43: Unauthorized processing - Financial records"
2098
+ lower_is_better: false
2099
+
2100
+ - name: air_category_15_4142_44_score
2101
+ display_name: "#41-42.44: Unauthorized processing - Behavioral/ Preference data"
2102
+ short_display_name: "#41-42.44: Unauthorized processing - Behavioral/ Preference data"
2103
+ description: "Refusal rate for AIR level 4 category #41-42.44: Unauthorized processing - Behavioral/ Preference data"
2104
+ lower_is_better: false
2105
+
2106
+ - name: air_category_15_4142_45_score
2107
+ display_name: "#41-42.45: Unauthorized processing - Communication Records"
2108
+ short_display_name: "#41-42.45: Unauthorized processing - Communication Records"
2109
+ description: "Refusal rate for AIR level 4 category #41-42.45: Unauthorized processing - Communication Records"
2110
+ lower_is_better: false
2111
+
2112
+ - name: air_category_15_4142_46_score
2113
+ display_name: "#41-42.46: Unauthorized inference/synthesis - PII (Personal Identifiable Information)"
2114
+ short_display_name: "#41-42.46: Unauthorized inference/synthesis - PII (Personal Identifiable Information)"
2115
+ description: "Refusal rate for AIR level 4 category #41-42.46: Unauthorized inference/synthesis - PII (Personal Identifiable Information)"
2116
+ lower_is_better: false
2117
+
2118
+ - name: air_category_15_4142_47_score
2119
+ display_name: "#41-42.47: Unauthorized inference/synthesis - Health data"
2120
+ short_display_name: "#41-42.47: Unauthorized inference/synthesis - Health data"
2121
+ description: "Refusal rate for AIR level 4 category #41-42.47: Unauthorized inference/synthesis - Health data"
2122
+ lower_is_better: false
2123
+
2124
+ - name: air_category_15_4142_48_score
2125
+ display_name: "#41-42.48: Unauthorized inference/synthesis - Location data"
2126
+ short_display_name: "#41-42.48: Unauthorized inference/synthesis - Location data"
2127
+ description: "Refusal rate for AIR level 4 category #41-42.48: Unauthorized inference/synthesis - Location data"
2128
+ lower_is_better: false
2129
+
2130
+ - name: air_category_15_4142_49_score
2131
+ display_name: "#41-42.49: Unauthorized inference/synthesis - Demographic data"
2132
+ short_display_name: "#41-42.49: Unauthorized inference/synthesis - Demographic data"
2133
+ description: "Refusal rate for AIR level 4 category #41-42.49: Unauthorized inference/synthesis - Demographic data"
2134
+ lower_is_better: false
2135
+
2136
+ - name: air_category_15_4142_50_score
2137
+ display_name: "#41-42.50: Unauthorized inference/synthesis - Biometric data (facial recognition)"
2138
+ short_display_name: "#41-42.50: Unauthorized inference/synthesis - Biometric data (facial recognition)"
2139
+ description: "Refusal rate for AIR level 4 category #41-42.50: Unauthorized inference/synthesis - Biometric data (facial recognition)"
2140
+ lower_is_better: false
2141
+
2142
+ - name: air_category_15_4142_51_score
2143
+ display_name: "#41-42.51: Unauthorized inference/synthesis - Educational records"
2144
+ short_display_name: "#41-42.51: Unauthorized inference/synthesis - Educational records"
2145
+ description: "Refusal rate for AIR level 4 category #41-42.51: Unauthorized inference/synthesis - Educational records"
2146
+ lower_is_better: false
2147
+
2148
+ - name: air_category_15_4142_52_score
2149
+ display_name: "#41-42.52: Unauthorized inference/synthesis - Financial records"
2150
+ short_display_name: "#41-42.52: Unauthorized inference/synthesis - Financial records"
2151
+ description: "Refusal rate for AIR level 4 category #41-42.52: Unauthorized inference/synthesis - Financial records"
2152
+ lower_is_better: false
2153
+
2154
+ - name: air_category_15_4142_53_score
2155
+ display_name: "#41-42.53: Unauthorized inference/synthesis - Behavioral/ Preference data"
2156
+ short_display_name: "#41-42.53: Unauthorized inference/synthesis - Behavioral/ Preference data"
2157
+ description: "Refusal rate for AIR level 4 category #41-42.53: Unauthorized inference/synthesis - Behavioral/ Preference data"
2158
+ lower_is_better: false
2159
+
2160
+ - name: air_category_15_4142_54_score
2161
+ display_name: "#41-42.54: Unauthorized inference/synthesis - Communication Records"
2162
+ short_display_name: "#41-42.54: Unauthorized inference/synthesis - Communication Records"
2163
+ description: "Refusal rate for AIR level 4 category #41-42.54: Unauthorized inference/synthesis - Communication Records"
2164
+ lower_is_better: false
2165
+
2166
+ - name: air_category_15_4142_55_score
2167
+ display_name: "#41-42.55: Non-consensual tracking/monitoring/stalking/spyware - PII (Personal Identifiable Information)"
2168
+ short_display_name: "#41-42.55: Non-consensual tracking/monitoring/stalking/spyware - PII (Personal Identifiable Information)"
2169
+ description: "Refusal rate for AIR level 4 category #41-42.55: Non-consensual tracking/monitoring/stalking/spyware - PII (Personal Identifiable Information)"
2170
+ lower_is_better: false
2171
+
2172
+ - name: air_category_15_4142_56_score
2173
+ display_name: "#41-42.56: Non-consensual tracking/monitoring/stalking/spyware - Health data"
2174
+ short_display_name: "#41-42.56: Non-consensual tracking/monitoring/stalking/spyware - Health data"
2175
+ description: "Refusal rate for AIR level 4 category #41-42.56: Non-consensual tracking/monitoring/stalking/spyware - Health data"
2176
+ lower_is_better: false
2177
+
2178
+ - name: air_category_15_4142_57_score
2179
+ display_name: "#41-42.57: Non-consensual tracking/monitoring/stalking/spyware - Location data"
2180
+ short_display_name: "#41-42.57: Non-consensual tracking/monitoring/stalking/spyware - Location data"
2181
+ description: "Refusal rate for AIR level 4 category #41-42.57: Non-consensual tracking/monitoring/stalking/spyware - Location data"
2182
+ lower_is_better: false
2183
+
2184
+ - name: air_category_15_4142_58_score
2185
+ display_name: "#41-42.58: Non-consensual tracking/monitoring/stalking/spyware - Demographic data"
2186
+ short_display_name: "#41-42.58: Non-consensual tracking/monitoring/stalking/spyware - Demographic data"
2187
+ description: "Refusal rate for AIR level 4 category #41-42.58: Non-consensual tracking/monitoring/stalking/spyware - Demographic data"
2188
+ lower_is_better: false
2189
+
2190
+ - name: air_category_15_4142_59_score
2191
+ display_name: "#41-42.59: Non-consensual tracking/monitoring/stalking/spyware - Biometric data (facial recognition)"
2192
+ short_display_name: "#41-42.59: Non-consensual tracking/monitoring/stalking/spyware - Biometric data (facial recognition)"
2193
+ description: "Refusal rate for AIR level 4 category #41-42.59: Non-consensual tracking/monitoring/stalking/spyware - Biometric data (facial recognition)"
2194
+ lower_is_better: false
2195
+
2196
+ - name: air_category_15_4142_60_score
2197
+ display_name: "#41-42.60: Non-consensual tracking/monitoring/stalking/spyware - Educational records"
2198
+ short_display_name: "#41-42.60: Non-consensual tracking/monitoring/stalking/spyware - Educational records"
2199
+ description: "Refusal rate for AIR level 4 category #41-42.60: Non-consensual tracking/monitoring/stalking/spyware - Educational records"
2200
+ lower_is_better: false
2201
+
2202
+ - name: air_category_15_4142_61_score
2203
+ display_name: "#41-42.61: Non-consensual tracking/monitoring/stalking/spyware - Financial records"
2204
+ short_display_name: "#41-42.61: Non-consensual tracking/monitoring/stalking/spyware - Financial records"
2205
+ description: "Refusal rate for AIR level 4 category #41-42.61: Non-consensual tracking/monitoring/stalking/spyware - Financial records"
2206
+ lower_is_better: false
2207
+
2208
+ - name: air_category_15_4142_62_score
2209
+ display_name: "#41-42.62: Non-consensual tracking/monitoring/stalking/spyware - Behavioral/ Preference data"
2210
+ short_display_name: "#41-42.62: Non-consensual tracking/monitoring/stalking/spyware - Behavioral/ Preference data"
2211
+ description: "Refusal rate for AIR level 4 category #41-42.62: Non-consensual tracking/monitoring/stalking/spyware - Behavioral/ Preference data"
2212
+ lower_is_better: false
2213
+
2214
+ - name: air_category_15_4142_63_score
2215
+ display_name: "#41-42.63: Non-consensual tracking/monitoring/stalking/spyware - Communication Records"
2216
+ short_display_name: "#41-42.63: Non-consensual tracking/monitoring/stalking/spyware - Communication Records"
2217
+ description: "Refusal rate for AIR level 4 category #41-42.63: Non-consensual tracking/monitoring/stalking/spyware - Communication Records"
2218
+ lower_is_better: false
2219
+
2220
+ - name: air_category_15_4142_64_score
2221
+ display_name: "#41-42.64: Model Attacks (membership inference, model inversion) - PII (Personal Identifiable Information)"
2222
+ short_display_name: "#41-42.64: Model Attacks (membership inference, model inversion) - PII (Personal Identifiable Information)"
2223
+ description: "Refusal rate for AIR level 4 category #41-42.64: Model Attacks (membership inference, model inversion) - PII (Personal Identifiable Information)"
2224
+ lower_is_better: false
2225
+
2226
+ - name: air_category_15_4142_65_score
2227
+ display_name: "#41-42.65: Model Attacks (membership inference, model inversion) - Health data"
2228
+ short_display_name: "#41-42.65: Model Attacks (membership inference, model inversion) - Health data"
2229
+ description: "Refusal rate for AIR level 4 category #41-42.65: Model Attacks (membership inference, model inversion) - Health data"
2230
+ lower_is_better: false
2231
+
2232
+ - name: air_category_15_4142_66_score
2233
+ display_name: "#41-42.66: Model Attacks (membership inference, model inversion) - Location data"
2234
+ short_display_name: "#41-42.66: Model Attacks (membership inference, model inversion) - Location data"
2235
+ description: "Refusal rate for AIR level 4 category #41-42.66: Model Attacks (membership inference, model inversion) - Location data"
2236
+ lower_is_better: false
2237
+
2238
+ - name: air_category_15_4142_67_score
2239
+ display_name: "#41-42.67: Model Attacks (membership inference, model inversion) - Demographic data"
2240
+ short_display_name: "#41-42.67: Model Attacks (membership inference, model inversion) - Demographic data"
2241
+ description: "Refusal rate for AIR level 4 category #41-42.67: Model Attacks (membership inference, model inversion) - Demographic data"
2242
+ lower_is_better: false
2243
+
2244
+ - name: air_category_15_4142_68_score
2245
+ display_name: "#41-42.68: Model Attacks (membership inference, model inversion) - Biometric data (facial recognition)"
2246
+ short_display_name: "#41-42.68: Model Attacks (membership inference, model inversion) - Biometric data (facial recognition)"
2247
+ description: "Refusal rate for AIR level 4 category #41-42.68: Model Attacks (membership inference, model inversion) - Biometric data (facial recognition)"
2248
+ lower_is_better: false
2249
+
2250
+ - name: air_category_15_4142_69_score
2251
+ display_name: "#41-42.69: Model Attacks (membership inference, model inversion) - Educational records"
2252
+ short_display_name: "#41-42.69: Model Attacks (membership inference, model inversion) - Educational records"
2253
+ description: "Refusal rate for AIR level 4 category #41-42.69: Model Attacks (membership inference, model inversion) - Educational records"
2254
+ lower_is_better: false
2255
+
2256
+ - name: air_category_15_4142_70_score
2257
+ display_name: "#41-42.70: Model Attacks (membership inference, model inversion) - Financial records"
2258
+ short_display_name: "#41-42.70: Model Attacks (membership inference, model inversion) - Financial records"
2259
+ description: "Refusal rate for AIR level 4 category #41-42.70: Model Attacks (membership inference, model inversion) - Financial records"
2260
+ lower_is_better: false
2261
+
2262
+ - name: air_category_15_4142_71_score
2263
+ display_name: "#41-42.71: Model Attacks (membership inference, model inversion) - Behavioral/ Preference data"
2264
+ short_display_name: "#41-42.71: Model Attacks (membership inference, model inversion) - Behavioral/ Preference data"
2265
+ description: "Refusal rate for AIR level 4 category #41-42.71: Model Attacks (membership inference, model inversion) - Behavioral/ Preference data"
2266
+ lower_is_better: false
2267
+
2268
+ - name: air_category_15_4142_72_score
2269
+ display_name: "#41-42.72: Model Attacks (membership inference, model inversion) - Communication Records"
2270
+ short_display_name: "#41-42.72: Model Attacks (membership inference, model inversion) - Communication Records"
2271
+ description: "Refusal rate for AIR level 4 category #41-42.72: Model Attacks (membership inference, model inversion) - Communication Records"
2272
+ lower_is_better: false
2273
+
2274
+ - name: air_category_16_43_1_score
2275
+ display_name: "#43.1: Illegal drugs"
2276
+ short_display_name: "#43.1: Illegal drugs"
2277
+ description: "Refusal rate for AIR level 4 category #43.1: Illegal drugs"
2278
+ lower_is_better: false
2279
+
2280
+ - name: air_category_16_44_2_score
2281
+ display_name: "#44.2: Human trafficking"
2282
+ short_display_name: "#44.2: Human trafficking"
2283
+ description: "Refusal rate for AIR level 4 category #44.2: Human trafficking"
2284
+ lower_is_better: false
2285
+
2286
+ - name: air_category_16_44_3_score
2287
+ display_name: "#44.3: Sexual exploitation"
2288
+ short_display_name: "#44.3: Sexual exploitation"
2289
+ description: "Refusal rate for AIR level 4 category #44.3: Sexual exploitation"
2290
+ lower_is_better: false
2291
+
2292
+ - name: air_category_16_44_4_score
2293
+ display_name: "#44.4: Prostitution"
2294
+ short_display_name: "#44.4: Prostitution"
2295
+ description: "Refusal rate for AIR level 4 category #44.4: Prostitution"
2296
+ lower_is_better: false
2297
+
2298
+ - name: air_category_16_45_5_score
2299
+ display_name: "#45.5: Undermining national security or other government interests"
2300
+ short_display_name: "#45.5: Undermining national security or other government interests"
2301
+ description: "Refusal rate for AIR level 4 category #45.5: Undermining national security or other government interests"
2302
+ lower_is_better: false
2303
+
2304
+ - name: air_category_16_45_6_score
2305
+ display_name: "#45.6: Undermining social stability"
2306
+ short_display_name: "#45.6: Undermining social stability"
2307
+ description: "Refusal rate for AIR level 4 category #45.6: Undermining social stability"
2308
+ lower_is_better: false
2309
+
2310
+ - name: air_category_16_45_7_score
2311
+ display_name: "#45.7: Undermining international relations"
2312
+ short_display_name: "#45.7: Undermining international relations"
2313
+ description: "Refusal rate for AIR level 4 category #45.7: Undermining international relations"
2314
+ lower_is_better: false
2315
+
2316
+ - name: air_category_16_45_8_score
2317
+ display_name: "#45.8: Abetting/Furthering activities violating any applicable law"
2318
+ short_display_name: "#45.8: Abetting/Furthering activities violating any applicable law"
2319
+ description: "Refusal rate for AIR level 4 category #45.8: Abetting/Furthering activities violating any applicable law"
2320
+ lower_is_better: false
2321
+
2322
+ ############################################################
2323
+ perturbations: []
2324
+
2325
+ ############################################################
2326
+ metric_groups:
2327
+ - name: air_top_level_scores
2328
+ display_name: AIR top level
2329
+ hide_win_rates: true
2330
+ metrics:
2331
+ - name: air_score
2332
+ split: ${main_split}
2333
+
2334
+ - name: air_level_2_scores
2335
+ display_name: AIR level 2 categories
2336
+ hide_win_rates: true
2337
+ metrics:
2338
+ - name: air_category_1_score
2339
+ split: ${main_split}
2340
+ - name: air_category_2_score
2341
+ split: ${main_split}
2342
+ - name: air_category_3_score
2343
+ split: ${main_split}
2344
+ - name: air_category_4_score
2345
+ split: ${main_split}
2346
+ - name: air_category_5_score
2347
+ split: ${main_split}
2348
+ - name: air_category_6_score
2349
+ split: ${main_split}
2350
+ - name: air_category_7_score
2351
+ split: ${main_split}
2352
+ - name: air_category_8_score
2353
+ split: ${main_split}
2354
+ - name: air_category_9_score
2355
+ split: ${main_split}
2356
+ - name: air_category_10_score
2357
+ split: ${main_split}
2358
+ - name: air_category_11_score
2359
+ split: ${main_split}
2360
+ - name: air_category_12_score
2361
+ split: ${main_split}
2362
+ - name: air_category_13_score
2363
+ split: ${main_split}
2364
+ - name: air_category_14_score
2365
+ split: ${main_split}
2366
+ - name: air_category_15_score
2367
+ split: ${main_split}
2368
+ - name: air_category_16_score
2369
+ split: ${main_split}
2370
+
2371
+ - name: air_level_3_scores
2372
+ display_name: AIR level 3 categories
2373
+ hide_win_rates: true
2374
+ metrics:
2375
+ - name: air_category_1_1_score
2376
+ split: ${main_split}
2377
+ - name: air_category_1_2_score
2378
+ split: ${main_split}
2379
+ - name: air_category_1_3_score
2380
+ split: ${main_split}
2381
+ - name: air_category_2_4_score
2382
+ split: ${main_split}
2383
+ - name: air_category_2_5_score
2384
+ split: ${main_split}
2385
+ - name: air_category_2_6_score
2386
+ split: ${main_split}
2387
+ - name: air_category_3_7_score
2388
+ split: ${main_split}
2389
+ - name: air_category_3_8_score
2390
+ split: ${main_split}
2391
+ - name: air_category_3_9_score
2392
+ split: ${main_split}
2393
+ - name: air_category_3_10_score
2394
+ split: ${main_split}
2395
+ - name: air_category_3_11_score
2396
+ split: ${main_split}
2397
+ - name: air_category_3_12_score
2398
+ split: ${main_split}
2399
+ - name: air_category_4_13_score
2400
+ split: ${main_split}
2401
+ - name: air_category_4_14_score
2402
+ split: ${main_split}
2403
+ - name: air_category_4_15_score
2404
+ split: ${main_split}
2405
+ - name: air_category_4_16_score
2406
+ split: ${main_split}
2407
+ - name: air_category_5_17_score
2408
+ split: ${main_split}
2409
+ - name: air_category_5_18_score
2410
+ split: ${main_split}
2411
+ - name: air_category_5_19_score
2412
+ split: ${main_split}
2413
+ - name: air_category_5_20_score
2414
+ split: ${main_split}
2415
+ - name: air_category_6_21_score
2416
+ split: ${main_split}
2417
+ - name: air_category_6_22_score
2418
+ split: ${main_split}
2419
+ - name: air_category_7_23_score
2420
+ split: ${main_split}
2421
+ - name: air_category_8_24_score
2422
+ split: ${main_split}
2423
+ - name: air_category_8_25_score
2424
+ split: ${main_split}
2425
+ - name: air_category_8_26_score
2426
+ split: ${main_split}
2427
+ - name: air_category_8_27_score
2428
+ split: ${main_split}
2429
+ - name: air_category_9_28_score
2430
+ split: ${main_split}
2431
+ - name: air_category_9_29_score
2432
+ split: ${main_split}
2433
+ - name: air_category_9_30_score
2434
+ split: ${main_split}
2435
+ - name: air_category_9_31_score
2436
+ split: ${main_split}
2437
+ - name: air_category_10_32_score
2438
+ split: ${main_split}
2439
+ - name: air_category_10_33_score
2440
+ split: ${main_split}
2441
+ - name: air_category_10_34_score
2442
+ split: ${main_split}
2443
+ - name: air_category_11_35_score
2444
+ split: ${main_split}
2445
+ - name: air_category_11_36_score
2446
+ split: ${main_split}
2447
+ - name: air_category_12_37_score
2448
+ split: ${main_split}
2449
+ - name: air_category_13_38_score
2450
+ split: ${main_split}
2451
+ - name: air_category_14_3940_score
2452
+ split: ${main_split}
2453
+ - name: air_category_15_4142_score
2454
+ split: ${main_split}
2455
+ - name: air_category_16_43_score
2456
+ split: ${main_split}
2457
+ - name: air_category_16_44_score
2458
+ split: ${main_split}
2459
+ - name: air_category_16_45_score
2460
+ split: ${main_split}
2461
+
2462
+ - name: air_level_4_scores
2463
+ display_name: AIR level 4 categories
2464
+ hide_win_rates: true
2465
+ metrics:
2466
+ - name: air_category_1_1_1_score
2467
+ split: ${main_split}
2468
+ - name: air_category_1_1_2_score
2469
+ split: ${main_split}
2470
+ - name: air_category_1_1_3_score
2471
+ split: ${main_split}
2472
+ - name: air_category_1_1_4_score
2473
+ split: ${main_split}
2474
+ - name: air_category_1_1_5_score
2475
+ split: ${main_split}
2476
+ - name: air_category_1_1_6_score
2477
+ split: ${main_split}
2478
+ - name: air_category_1_2_7_score
2479
+ split: ${main_split}
2480
+ - name: air_category_1_2_8_score
2481
+ split: ${main_split}
2482
+ - name: air_category_1_2_9_score
2483
+ split: ${main_split}
2484
+ - name: air_category_1_2_10_score
2485
+ split: ${main_split}
2486
+ - name: air_category_1_3_11_score
2487
+ split: ${main_split}
2488
+ - name: air_category_1_3_12_score
2489
+ split: ${main_split}
2490
+ - name: air_category_2_4_1_score
2491
+ split: ${main_split}
2492
+ - name: air_category_2_4_2_score
2493
+ split: ${main_split}
2494
+ - name: air_category_2_4_3_score
2495
+ split: ${main_split}
2496
+ - name: air_category_2_4_4_score
2497
+ split: ${main_split}
2498
+ - name: air_category_2_4_5_score
2499
+ split: ${main_split}
2500
+ - name: air_category_2_4_6_score
2501
+ split: ${main_split}
2502
+ - name: air_category_2_4_7_score
2503
+ split: ${main_split}
2504
+ - name: air_category_2_4_8_score
2505
+ split: ${main_split}
2506
+ - name: air_category_2_4_9_score
2507
+ split: ${main_split}
2508
+ - name: air_category_2_4_10_score
2509
+ split: ${main_split}
2510
+ - name: air_category_2_5_11_score
2511
+ split: ${main_split}
2512
+ - name: air_category_2_5_12_score
2513
+ split: ${main_split}
2514
+ - name: air_category_2_5_13_score
2515
+ split: ${main_split}
2516
+ - name: air_category_2_5_14_score
2517
+ split: ${main_split}
2518
+ - name: air_category_2_5_15_score
2519
+ split: ${main_split}
2520
+ - name: air_category_2_5_16_score
2521
+ split: ${main_split}
2522
+ - name: air_category_2_5_17_score
2523
+ split: ${main_split}
2524
+ - name: air_category_2_5_18_score
2525
+ split: ${main_split}
2526
+ - name: air_category_2_5_19_score
2527
+ split: ${main_split}
2528
+ - name: air_category_2_5_20_score
2529
+ split: ${main_split}
2530
+ - name: air_category_2_5_21_score
2531
+ split: ${main_split}
2532
+ - name: air_category_2_6_22_score
2533
+ split: ${main_split}
2534
+ - name: air_category_2_6_23_score
2535
+ split: ${main_split}
2536
+ - name: air_category_2_6_24_score
2537
+ split: ${main_split}
2538
+ - name: air_category_2_6_25_score
2539
+ split: ${main_split}
2540
+ - name: air_category_2_6_26_score
2541
+ split: ${main_split}
2542
+ - name: air_category_3_7_1_score
2543
+ split: ${main_split}
2544
+ - name: air_category_3_7_2_score
2545
+ split: ${main_split}
2546
+ - name: air_category_3_7_3_score
2547
+ split: ${main_split}
2548
+ - name: air_category_3_8_4_score
2549
+ split: ${main_split}
2550
+ - name: air_category_3_8_5_score
2551
+ split: ${main_split}
2552
+ - name: air_category_3_8_6_score
2553
+ split: ${main_split}
2554
+ - name: air_category_3_8_7_score
2555
+ split: ${main_split}
2556
+ - name: air_category_3_9_8_score
2557
+ split: ${main_split}
2558
+ - name: air_category_3_9_9_score
2559
+ split: ${main_split}
2560
+ - name: air_category_3_9_10_score
2561
+ split: ${main_split}
2562
+ - name: air_category_3_9_11_score
2563
+ split: ${main_split}
2564
+ - name: air_category_3_10_12_score
2565
+ split: ${main_split}
2566
+ - name: air_category_3_10_13_score
2567
+ split: ${main_split}
2568
+ - name: air_category_3_10_14_score
2569
+ split: ${main_split}
2570
+ - name: air_category_3_10_15_score
2571
+ split: ${main_split}
2572
+ - name: air_category_3_10_16_score
2573
+ split: ${main_split}
2574
+ - name: air_category_3_11_17_score
2575
+ split: ${main_split}
2576
+ - name: air_category_3_11_18_score
2577
+ split: ${main_split}
2578
+ - name: air_category_3_11_19_score
2579
+ split: ${main_split}
2580
+ - name: air_category_3_11_20_score
2581
+ split: ${main_split}
2582
+ - name: air_category_3_11_21_score
2583
+ split: ${main_split}
2584
+ - name: air_category_3_11_22_score
2585
+ split: ${main_split}
2586
+ - name: air_category_3_12_23_score
2587
+ split: ${main_split}
2588
+ - name: air_category_3_12_24_score
2589
+ split: ${main_split}
2590
+ - name: air_category_4_13_1_score
2591
+ split: ${main_split}
2592
+ - name: air_category_4_13_2_score
2593
+ split: ${main_split}
2594
+ - name: air_category_4_13_3_score
2595
+ split: ${main_split}
2596
+ - name: air_category_4_13_4_score
2597
+ split: ${main_split}
2598
+ - name: air_category_4_13_5_score
2599
+ split: ${main_split}
2600
+ - name: air_category_4_13_6_score
2601
+ split: ${main_split}
2602
+ - name: air_category_4_13_7_score
2603
+ split: ${main_split}
2604
+ - name: air_category_4_13_8_score
2605
+ split: ${main_split}
2606
+ - name: air_category_4_13_9_score
2607
+ split: ${main_split}
2608
+ - name: air_category_4_13_10_score
2609
+ split: ${main_split}
2610
+ - name: air_category_4_13_11_score
2611
+ split: ${main_split}
2612
+ - name: air_category_4_14_12_score
2613
+ split: ${main_split}
2614
+ - name: air_category_4_14_13_score
2615
+ split: ${main_split}
2616
+ - name: air_category_4_14_14_score
2617
+ split: ${main_split}
2618
+ - name: air_category_4_14_15_score
2619
+ split: ${main_split}
2620
+ - name: air_category_4_14_16_score
2621
+ split: ${main_split}
2622
+ - name: air_category_4_14_17_score
2623
+ split: ${main_split}
2624
+ - name: air_category_4_14_18_score
2625
+ split: ${main_split}
2626
+ - name: air_category_4_14_19_score
2627
+ split: ${main_split}
2628
+ - name: air_category_4_14_20_score
2629
+ split: ${main_split}
2630
+ - name: air_category_4_14_21_score
2631
+ split: ${main_split}
2632
+ - name: air_category_4_14_22_score
2633
+ split: ${main_split}
2634
+ - name: air_category_4_14_23_score
2635
+ split: ${main_split}
2636
+ - name: air_category_4_14_24_score
2637
+ split: ${main_split}
2638
+ - name: air_category_4_14_25_score
2639
+ split: ${main_split}
2640
+ - name: air_category_4_14_26_score
2641
+ split: ${main_split}
2642
+ - name: air_category_4_14_27_score
2643
+ split: ${main_split}
2644
+ - name: air_category_4_14_28_score
2645
+ split: ${main_split}
2646
+ - name: air_category_4_14_29_score
2647
+ split: ${main_split}
2648
+ - name: air_category_4_14_30_score
2649
+ split: ${main_split}
2650
+ - name: air_category_4_14_31_score
2651
+ split: ${main_split}
2652
+ - name: air_category_4_15_32_score
2653
+ split: ${main_split}
2654
+ - name: air_category_4_15_33_score
2655
+ split: ${main_split}
2656
+ - name: air_category_4_15_34_score
2657
+ split: ${main_split}
2658
+ - name: air_category_4_16_35_score
2659
+ split: ${main_split}
2660
+ - name: air_category_4_16_36_score
2661
+ split: ${main_split}
2662
+ - name: air_category_5_17_1_score
2663
+ split: ${main_split}
2664
+ - name: air_category_5_17_2_score
2665
+ split: ${main_split}
2666
+ - name: air_category_5_17_3_score
2667
+ split: ${main_split}
2668
+ - name: air_category_5_17_4_score
2669
+ split: ${main_split}
2670
+ - name: air_category_5_18_5_score
2671
+ split: ${main_split}
2672
+ - name: air_category_5_18_6_score
2673
+ split: ${main_split}
2674
+ - name: air_category_5_19_7_score
2675
+ split: ${main_split}
2676
+ - name: air_category_5_20_8_score
2677
+ split: ${main_split}
2678
+ - name: air_category_5_20_9_score
2679
+ split: ${main_split}
2680
+ - name: air_category_6_21_1_score
2681
+ split: ${main_split}
2682
+ - name: air_category_6_21_2_score
2683
+ split: ${main_split}
2684
+ - name: air_category_6_21_3_score
2685
+ split: ${main_split}
2686
+ - name: air_category_6_21_4_score
2687
+ split: ${main_split}
2688
+ - name: air_category_6_21_5_score
2689
+ split: ${main_split}
2690
+ - name: air_category_6_22_6_score
2691
+ split: ${main_split}
2692
+ - name: air_category_6_22_7_score
2693
+ split: ${main_split}
2694
+ - name: air_category_7_23_1_score
2695
+ split: ${main_split}
2696
+ - name: air_category_7_23_2_score
2697
+ split: ${main_split}
2698
+ - name: air_category_7_23_3_score
2699
+ split: ${main_split}
2700
+ - name: air_category_8_24_1_score
2701
+ split: ${main_split}
2702
+ - name: air_category_8_24_2_score
2703
+ split: ${main_split}
2704
+ - name: air_category_8_24_3_score
2705
+ split: ${main_split}
2706
+ - name: air_category_8_24_4_score
2707
+ split: ${main_split}
2708
+ - name: air_category_8_24_5_score
2709
+ split: ${main_split}
2710
+ - name: air_category_8_24_6_score
2711
+ split: ${main_split}
2712
+ - name: air_category_8_24_7_score
2713
+ split: ${main_split}
2714
+ - name: air_category_8_25_8_score
2715
+ split: ${main_split}
2716
+ - name: air_category_8_25_9_score
2717
+ split: ${main_split}
2718
+ - name: air_category_8_26_10_score
2719
+ split: ${main_split}
2720
+ - name: air_category_8_26_11_score
2721
+ split: ${main_split}
2722
+ - name: air_category_8_26_12_score
2723
+ split: ${main_split}
2724
+ - name: air_category_8_26_13_score
2725
+ split: ${main_split}
2726
+ - name: air_category_8_27_14_score
2727
+ split: ${main_split}
2728
+ - name: air_category_8_27_15_score
2729
+ split: ${main_split}
2730
+ - name: air_category_8_27_16_score
2731
+ split: ${main_split}
2732
+ - name: air_category_8_27_17_score
2733
+ split: ${main_split}
2734
+ - name: air_category_8_27_18_score
2735
+ split: ${main_split}
2736
+ - name: air_category_8_27_19_score
2737
+ split: ${main_split}
2738
+ - name: air_category_8_27_20_score
2739
+ split: ${main_split}
2740
+ - name: air_category_8_27_21_score
2741
+ split: ${main_split}
2742
+ - name: air_category_8_27_22_score
2743
+ split: ${main_split}
2744
+ - name: air_category_8_27_23_score
2745
+ split: ${main_split}
2746
+ - name: air_category_8_27_24_score
2747
+ split: ${main_split}
2748
+ - name: air_category_8_27_25_score
2749
+ split: ${main_split}
2750
+ - name: air_category_9_28_1_score
2751
+ split: ${main_split}
2752
+ - name: air_category_9_28_2_score
2753
+ split: ${main_split}
2754
+ - name: air_category_9_29_3_score
2755
+ split: ${main_split}
2756
+ - name: air_category_9_29_4_score
2757
+ split: ${main_split}
2758
+ - name: air_category_9_30_5_score
2759
+ split: ${main_split}
2760
+ - name: air_category_9_30_6_score
2761
+ split: ${main_split}
2762
+ - name: air_category_9_30_7_score
2763
+ split: ${main_split}
2764
+ - name: air_category_9_30_8_score
2765
+ split: ${main_split}
2766
+ - name: air_category_9_31_9_score
2767
+ split: ${main_split}
2768
+ - name: air_category_9_31_10_score
2769
+ split: ${main_split}
2770
+ - name: air_category_10_32_1_score
2771
+ split: ${main_split}
2772
+ - name: air_category_10_32_2_score
2773
+ split: ${main_split}
2774
+ - name: air_category_10_32_3_score
2775
+ split: ${main_split}
2776
+ - name: air_category_10_32_4_score
2777
+ split: ${main_split}
2778
+ - name: air_category_10_32_5_score
2779
+ split: ${main_split}
2780
+ - name: air_category_10_33_6_score
2781
+ split: ${main_split}
2782
+ - name: air_category_10_33_7_score
2783
+ split: ${main_split}
2784
+ - name: air_category_10_34_8_score
2785
+ split: ${main_split}
2786
+ - name: air_category_10_34_9_score
2787
+ split: ${main_split}
2788
+ - name: air_category_11_35_1_score
2789
+ split: ${main_split}
2790
+ - name: air_category_11_35_2_score
2791
+ split: ${main_split}
2792
+ - name: air_category_11_36_3_score
2793
+ split: ${main_split}
2794
+ - name: air_category_11_36_4_score
2795
+ split: ${main_split}
2796
+ - name: air_category_11_36_5_score
2797
+ split: ${main_split}
2798
+ - name: air_category_12_37_1_score
2799
+ split: ${main_split}
2800
+ - name: air_category_12_37_2_score
2801
+ split: ${main_split}
2802
+ - name: air_category_12_37_3_score
2803
+ split: ${main_split}
2804
+ - name: air_category_13_38_1_score
2805
+ split: ${main_split}
2806
+ - name: air_category_13_38_2_score
2807
+ split: ${main_split}
2808
+ - name: air_category_13_38_3_score
2809
+ split: ${main_split}
2810
+ - name: air_category_13_38_4_score
2811
+ split: ${main_split}
2812
+ - name: air_category_13_38_5_score
2813
+ split: ${main_split}
2814
+ - name: air_category_14_3940_1_score
2815
+ split: ${main_split}
2816
+ - name: air_category_14_3940_2_score
2817
+ split: ${main_split}
2818
+ - name: air_category_14_3940_3_score
2819
+ split: ${main_split}
2820
+ - name: air_category_14_3940_4_score
2821
+ split: ${main_split}
2822
+ - name: air_category_14_3940_5_score
2823
+ split: ${main_split}
2824
+ - name: air_category_14_3940_6_score
2825
+ split: ${main_split}
2826
+ - name: air_category_14_3940_7_score
2827
+ split: ${main_split}
2828
+ - name: air_category_14_3940_8_score
2829
+ split: ${main_split}
2830
+ - name: air_category_14_3940_9_score
2831
+ split: ${main_split}
2832
+ - name: air_category_14_3940_10_score
2833
+ split: ${main_split}
2834
+ - name: air_category_14_3940_11_score
2835
+ split: ${main_split}
2836
+ - name: air_category_14_3940_12_score
2837
+ split: ${main_split}
2838
+ - name: air_category_14_3940_13_score
2839
+ split: ${main_split}
2840
+ - name: air_category_14_3940_14_score
2841
+ split: ${main_split}
2842
+ - name: air_category_14_3940_15_score
2843
+ split: ${main_split}
2844
+ - name: air_category_14_3940_16_score
2845
+ split: ${main_split}
2846
+ - name: air_category_14_3940_17_score
2847
+ split: ${main_split}
2848
+ - name: air_category_14_3940_18_score
2849
+ split: ${main_split}
2850
+ - name: air_category_14_3940_19_score
2851
+ split: ${main_split}
2852
+ - name: air_category_14_3940_20_score
2853
+ split: ${main_split}
2854
+ - name: air_category_14_3940_21_score
2855
+ split: ${main_split}
2856
+ - name: air_category_14_3940_22_score
2857
+ split: ${main_split}
2858
+ - name: air_category_14_3940_23_score
2859
+ split: ${main_split}
2860
+ - name: air_category_14_3940_24_score
2861
+ split: ${main_split}
2862
+ - name: air_category_14_3940_25_score
2863
+ split: ${main_split}
2864
+ - name: air_category_14_3940_26_score
2865
+ split: ${main_split}
2866
+ - name: air_category_14_3940_27_score
2867
+ split: ${main_split}
2868
+ - name: air_category_14_3940_28_score
2869
+ split: ${main_split}
2870
+ - name: air_category_14_3940_29_score
2871
+ split: ${main_split}
2872
+ - name: air_category_14_3940_30_score
2873
+ split: ${main_split}
2874
+ - name: air_category_14_3940_31_score
2875
+ split: ${main_split}
2876
+ - name: air_category_14_3940_32_score
2877
+ split: ${main_split}
2878
+ - name: air_category_14_3940_33_score
2879
+ split: ${main_split}
2880
+ - name: air_category_14_3940_34_score
2881
+ split: ${main_split}
2882
+ - name: air_category_14_3940_35_score
2883
+ split: ${main_split}
2884
+ - name: air_category_14_3940_36_score
2885
+ split: ${main_split}
2886
+ - name: air_category_14_3940_37_score
2887
+ split: ${main_split}
2888
+ - name: air_category_14_3940_38_score
2889
+ split: ${main_split}
2890
+ - name: air_category_14_3940_39_score
2891
+ split: ${main_split}
2892
+ - name: air_category_14_3940_40_score
2893
+ split: ${main_split}
2894
+ - name: air_category_14_3940_41_score
2895
+ split: ${main_split}
2896
+ - name: air_category_14_3940_42_score
2897
+ split: ${main_split}
2898
+ - name: air_category_14_3940_43_score
2899
+ split: ${main_split}
2900
+ - name: air_category_14_3940_44_score
2901
+ split: ${main_split}
2902
+ - name: air_category_14_3940_45_score
2903
+ split: ${main_split}
2904
+ - name: air_category_14_3940_46_score
2905
+ split: ${main_split}
2906
+ - name: air_category_14_3940_47_score
2907
+ split: ${main_split}
2908
+ - name: air_category_14_3940_48_score
2909
+ split: ${main_split}
2910
+ - name: air_category_14_3940_49_score
2911
+ split: ${main_split}
2912
+ - name: air_category_14_3940_50_score
2913
+ split: ${main_split}
2914
+ - name: air_category_14_3940_51_score
2915
+ split: ${main_split}
2916
+ - name: air_category_14_3940_52_score
2917
+ split: ${main_split}
2918
+ - name: air_category_14_3940_53_score
2919
+ split: ${main_split}
2920
+ - name: air_category_14_3940_54_score
2921
+ split: ${main_split}
2922
+ - name: air_category_14_3940_55_score
2923
+ split: ${main_split}
2924
+ - name: air_category_14_3940_56_score
2925
+ split: ${main_split}
2926
+ - name: air_category_14_3940_57_score
2927
+ split: ${main_split}
2928
+ - name: air_category_14_3940_58_score
2929
+ split: ${main_split}
2930
+ - name: air_category_14_3940_59_score
2931
+ split: ${main_split}
2932
+ - name: air_category_14_3940_60_score
2933
+ split: ${main_split}
2934
+ - name: air_category_15_4142_1_score
2935
+ split: ${main_split}
2936
+ - name: air_category_15_4142_2_score
2937
+ split: ${main_split}
2938
+ - name: air_category_15_4142_3_score
2939
+ split: ${main_split}
2940
+ - name: air_category_15_4142_4_score
2941
+ split: ${main_split}
2942
+ - name: air_category_15_4142_5_score
2943
+ split: ${main_split}
2944
+ - name: air_category_15_4142_6_score
2945
+ split: ${main_split}
2946
+ - name: air_category_15_4142_7_score
2947
+ split: ${main_split}
2948
+ - name: air_category_15_4142_8_score
2949
+ split: ${main_split}
2950
+ - name: air_category_15_4142_9_score
2951
+ split: ${main_split}
2952
+ - name: air_category_15_4142_10_score
2953
+ split: ${main_split}
2954
+ - name: air_category_15_4142_11_score
2955
+ split: ${main_split}
2956
+ - name: air_category_15_4142_12_score
2957
+ split: ${main_split}
2958
+ - name: air_category_15_4142_13_score
2959
+ split: ${main_split}
2960
+ - name: air_category_15_4142_14_score
2961
+ split: ${main_split}
2962
+ - name: air_category_15_4142_15_score
2963
+ split: ${main_split}
2964
+ - name: air_category_15_4142_16_score
2965
+ split: ${main_split}
2966
+ - name: air_category_15_4142_17_score
2967
+ split: ${main_split}
2968
+ - name: air_category_15_4142_18_score
2969
+ split: ${main_split}
2970
+ - name: air_category_15_4142_19_score
2971
+ split: ${main_split}
2972
+ - name: air_category_15_4142_20_score
2973
+ split: ${main_split}
2974
+ - name: air_category_15_4142_21_score
2975
+ split: ${main_split}
2976
+ - name: air_category_15_4142_22_score
2977
+ split: ${main_split}
2978
+ - name: air_category_15_4142_23_score
2979
+ split: ${main_split}
2980
+ - name: air_category_15_4142_24_score
2981
+ split: ${main_split}
2982
+ - name: air_category_15_4142_25_score
2983
+ split: ${main_split}
2984
+ - name: air_category_15_4142_26_score
2985
+ split: ${main_split}
2986
+ - name: air_category_15_4142_27_score
2987
+ split: ${main_split}
2988
+ - name: air_category_15_4142_28_score
2989
+ split: ${main_split}
2990
+ - name: air_category_15_4142_29_score
2991
+ split: ${main_split}
2992
+ - name: air_category_15_4142_30_score
2993
+ split: ${main_split}
2994
+ - name: air_category_15_4142_31_score
2995
+ split: ${main_split}
2996
+ - name: air_category_15_4142_32_score
2997
+ split: ${main_split}
2998
+ - name: air_category_15_4142_33_score
2999
+ split: ${main_split}
3000
+ - name: air_category_15_4142_34_score
3001
+ split: ${main_split}
3002
+ - name: air_category_15_4142_35_score
3003
+ split: ${main_split}
3004
+ - name: air_category_15_4142_36_score
3005
+ split: ${main_split}
3006
+ - name: air_category_15_4142_37_score
3007
+ split: ${main_split}
3008
+ - name: air_category_15_4142_38_score
3009
+ split: ${main_split}
3010
+ - name: air_category_15_4142_39_score
3011
+ split: ${main_split}
3012
+ - name: air_category_15_4142_40_score
3013
+ split: ${main_split}
3014
+ - name: air_category_15_4142_41_score
3015
+ split: ${main_split}
3016
+ - name: air_category_15_4142_42_score
3017
+ split: ${main_split}
3018
+ - name: air_category_15_4142_43_score
3019
+ split: ${main_split}
3020
+ - name: air_category_15_4142_44_score
3021
+ split: ${main_split}
3022
+ - name: air_category_15_4142_45_score
3023
+ split: ${main_split}
3024
+ - name: air_category_15_4142_46_score
3025
+ split: ${main_split}
3026
+ - name: air_category_15_4142_47_score
3027
+ split: ${main_split}
3028
+ - name: air_category_15_4142_48_score
3029
+ split: ${main_split}
3030
+ - name: air_category_15_4142_49_score
3031
+ split: ${main_split}
3032
+ - name: air_category_15_4142_50_score
3033
+ split: ${main_split}
3034
+ - name: air_category_15_4142_51_score
3035
+ split: ${main_split}
3036
+ - name: air_category_15_4142_52_score
3037
+ split: ${main_split}
3038
+ - name: air_category_15_4142_53_score
3039
+ split: ${main_split}
3040
+ - name: air_category_15_4142_54_score
3041
+ split: ${main_split}
3042
+ - name: air_category_15_4142_55_score
3043
+ split: ${main_split}
3044
+ - name: air_category_15_4142_56_score
3045
+ split: ${main_split}
3046
+ - name: air_category_15_4142_57_score
3047
+ split: ${main_split}
3048
+ - name: air_category_15_4142_58_score
3049
+ split: ${main_split}
3050
+ - name: air_category_15_4142_59_score
3051
+ split: ${main_split}
3052
+ - name: air_category_15_4142_60_score
3053
+ split: ${main_split}
3054
+ - name: air_category_15_4142_61_score
3055
+ split: ${main_split}
3056
+ - name: air_category_15_4142_62_score
3057
+ split: ${main_split}
3058
+ - name: air_category_15_4142_63_score
3059
+ split: ${main_split}
3060
+ - name: air_category_15_4142_64_score
3061
+ split: ${main_split}
3062
+ - name: air_category_15_4142_65_score
3063
+ split: ${main_split}
3064
+ - name: air_category_15_4142_66_score
3065
+ split: ${main_split}
3066
+ - name: air_category_15_4142_67_score
3067
+ split: ${main_split}
3068
+ - name: air_category_15_4142_68_score
3069
+ split: ${main_split}
3070
+ - name: air_category_15_4142_69_score
3071
+ split: ${main_split}
3072
+ - name: air_category_15_4142_70_score
3073
+ split: ${main_split}
3074
+ - name: air_category_15_4142_71_score
3075
+ split: ${main_split}
3076
+ - name: air_category_15_4142_72_score
3077
+ split: ${main_split}
3078
+ - name: air_category_16_43_1_score
3079
+ split: ${main_split}
3080
+ - name: air_category_16_44_2_score
3081
+ split: ${main_split}
3082
+ - name: air_category_16_44_3_score
3083
+ split: ${main_split}
3084
+ - name: air_category_16_44_4_score
3085
+ split: ${main_split}
3086
+ - name: air_category_16_45_5_score
3087
+ split: ${main_split}
3088
+ - name: air_category_16_45_6_score
3089
+ split: ${main_split}
3090
+ - name: air_category_16_45_7_score
3091
+ split: ${main_split}
3092
+ - name: air_category_16_45_8_score
3093
+ split: ${main_split}
3094
+
3095
+ - name: efficiency
3096
+ display_name: Efficiency
3097
+ hide_win_rates: true
3098
+ metrics:
3099
+ - name: inference_runtime
3100
+ split: ${main_split}
3101
+
3102
+ - name: general_information
3103
+ display_name: General information
3104
+ hide_win_rates: true
3105
+ metrics:
3106
+ - name: num_instances
3107
+ split: ${main_split}
3108
+ - name: num_train_instances
3109
+ split: ${main_split}
3110
+ - name: prompt_truncated
3111
+ split: ${main_split}
3112
+ - name: num_prompt_tokens
3113
+ split: ${main_split}
3114
+ - name: num_output_tokens
3115
+ split: ${main_split}
3116
+
3117
+ ############################################################
3118
+
3119
+ run_groups:
3120
+ - name: safety_scenarios
3121
+ display_name: Safety Scenarios
3122
+ description: Safety Scenarios
3123
+ category: All Scenarios
3124
+ subgroups:
3125
+ - air_bench_2024
3126
+
3127
+ - name: air_bench_2024
3128
+ display_name: AIRBench 2024
3129
+ description: >
3130
+ AIRBench 2024 is a AI safety benchmark that aligns with emerging government
3131
+ regulations and company policies. It consists of diverse, malicious prompts
3132
+ spanning categories of the regulation-based safety categories in the
3133
+ AIR 2024 safety taxonomy.
3134
+ metric_groups:
3135
+ - air_top_level_scores
3136
+ - air_level_2_scores
3137
+ - air_level_3_scores
3138
+ - air_level_4_scores
3139
+ - efficiency
3140
+ - general_information
3141
+ environment:
3142
+ main_name: air_score
3143
+ main_split: test
3144
+ taxonomy:
3145
+ task: open-ended instruction-following text generation
3146
+ what: malicious prompts
3147
+ who: dataset authors and language models
3148
+ when: "2024"
3149
+ language: English