skilldrop-cli 0.16.36 → 0.16.37

package/packs/ai-engineering/skills/judge-audit/evals/files/7/moderation/run_1.jsonl

@@ -0,0 +1,100 @@
+{"item_id": "fp-30011", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30039", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30134", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30209", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30281", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30437", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30464", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30575", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30646", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30855", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30916", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-30923", "flagged": true, "category": "harassment", "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31019", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31177", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31250", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31299", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31326", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31428", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31437", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31504", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31555", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31559", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31635", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31744", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31885", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31921", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31931", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-31990", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-32266", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-32383", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-32399", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-32415", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-32829", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-32996", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33133", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33140", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33164", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33232", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33278", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33358", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33474", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33590", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33696", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33896", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33930", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-33940", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-34060", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-34140", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-34194", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-34265", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-34455", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-34586", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-34789", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-34886", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-35267", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-35339", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-35388", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-35431", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-35757", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-35782", "flagged": true, "category": "harassment", "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-35866", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-36296", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-36366", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-36596", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-36620", "flagged": true, "category": "harassment", "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-36807", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37091", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37170", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37286", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37556", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37694", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37725", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37737", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37802", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37887", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-37954", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38009", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38123", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38145", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38202", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38257", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38311", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38678", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38699", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38702", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38748", "flagged": true, "category": "spam", "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38814", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-38826", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39027", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39044", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39107", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39140", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39176", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39221", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39382", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39430", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39451", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39543", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39753", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}
+{"item_id": "fp-39922", "flagged": false, "category": null, "judge": "sentinel-2", "run": 1}

package/packs/ai-engineering/skills/judge-audit/evals/files/7/moderation/run_2.jsonl

@@ -0,0 +1,100 @@
+{"id": "fp-38678", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33358", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37737", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-34586", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-34789", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30575", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37170", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38123", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-32266", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31299", "verdict": "VIOLATION", "model": "sentinel-2", "run_id": "2026-10-17-b", "policy": "spam"}
+{"id": "fp-30011", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-36596", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33278", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31250", "verdict": "VIOLATION", "model": "sentinel-2", "run_id": "2026-10-17-b", "policy": "spam"}
+{"id": "fp-39221", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39176", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39382", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37091", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37286", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-34140", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31635", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30646", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33940", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38257", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39543", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-34060", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33474", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37887", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38826", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-34455", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-35782", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39922", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31744", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31428", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-35431", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38814", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39430", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39753", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-36296", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-35339", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31326", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-35267", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33590", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31019", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31921", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33930", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38311", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-32415", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39107", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-36807", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37725", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37954", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38145", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30916", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31990", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-34265", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30437", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33896", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38202", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-32829", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39140", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-35388", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33696", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39451", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30039", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31437", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37694", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30281", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30855", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38699", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30134", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31885", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-35757", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33164", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33140", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37556", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33232", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38702", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-35866", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31177", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39044", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-33133", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-39027", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-36366", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-34886", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38009", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-37802", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-34194", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-36620", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-38748", "verdict": "VIOLATION", "model": "sentinel-2", "run_id": "2026-10-17-b", "policy": "spam"}
+{"id": "fp-32383", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30464", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30209", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31504", "verdict": "VIOLATION", "model": "sentinel-2", "run_id": "2026-10-17-b", "policy": "spam"}
+{"id": "fp-31559", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-31555", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-30923", "verdict": "VIOLATION", "model": "sentinel-2", "run_id": "2026-10-17-b", "policy": "harassment"}
+{"id": "fp-31931", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-32996", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}
+{"id": "fp-32399", "verdict": "OK", "model": "sentinel-2", "run_id": "2026-10-17-b"}

package/packs/ai-engineering/skills/judge-audit/evals/files/8/patches.csv

@@ -0,0 +1,241 @@
+patch_id,repo,lines_changed,judge_score,judge_score_rerun,tests
+PR-1128,web-client,41,4,,pass
+PR-1139,web-client,652,10,,fail
+PR-1045,payments-api,88,8,,pass
+PR-1240,infra-scripts,237,9,,
+PR-1034,payments-api,138,8,,pass
+PR-1180,infra-scripts,29,5,,
+PR-1207,infra-scripts,24,8,6,
+PR-1097,web-client,28,7,,
+PR-1011,payments-api,215,8,,fail
+PR-1202,infra-scripts,72,10,,
+PR-1039,payments-api,26,6,8,pass
+PR-1144,web-client,28,3,3,fail
+PR-1020,payments-api,101,4,8,
+PR-1001,payments-api,239,6,,
+PR-1146,web-client,87,5,,fail
+PR-1203,infra-scripts,75,6,,
+PR-1150,web-client,165,9,,pass
+PR-1172,infra-scripts,64,7,,
+PR-1030,payments-api,24,5,,pass
+PR-1046,payments-api,51,5,8,pass
+PR-1228,infra-scripts,29,6,6,
+PR-1215,infra-scripts,15,4,6,
+PR-1191,infra-scripts,290,8,,
+PR-1012,payments-api,19,5,,pass
+PR-1093,web-client,112,7,,pass
+PR-1084,payments-api,52,4,,fail
+PR-1021,payments-api,33,7,,pass
+PR-1181,infra-scripts,17,6,,
+PR-1219,infra-scripts,4,4,,
+PR-1165,web-client,36,7,5,pass
+PR-1043,payments-api,21,5,,pass
+PR-1216,infra-scripts,398,10,,
+PR-1141,web-client,72,4,,
+PR-1214,infra-scripts,33,8,7,
+PR-1168,web-client,106,4,6,fail
+PR-1067,payments-api,64,8,7,pass
+PR-1129,web-client,608,7,,fail
+PR-1051,payments-api,52,5,,fail
+PR-1173,infra-scripts,279,6,8,
+PR-1182,infra-scripts,95,6,,
+PR-1157,web-client,149,8,7,pass
+PR-1236,infra-scripts,50,7,,
+PR-1100,web-client,29,4,,pass
+PR-1204,infra-scripts,37,8,8,
+PR-1213,infra-scripts,145,7,,
+PR-1106,web-client,22,5,6,pass
+PR-1169,web-client,194,9,,pass
+PR-1231,infra-scripts,17,8,,
+PR-1052,payments-api,28,4,,pass
+PR-1194,infra-scripts,132,10,10,
+PR-1061,payments-api,155,7,,pass
+PR-1217,infra-scripts,227,9,,
+PR-1218,infra-scripts,198,7,10,
+PR-1006,payments-api,38,6,,fail
+PR-1183,infra-scripts,29,5,,
+PR-1022,payments-api,14,7,,pass
+PR-1155,web-client,35,6,8,pass
+PR-1108,web-client,149,10,,pass
+PR-1092,web-client,51,8,7,pass
+PR-1208,infra-scripts,8,6,,
+PR-1024,payments-api,28,8,6,pass
+PR-1158,web-client,45,8,,pass
+PR-1134,web-client,25,7,,pass
+PR-1230,infra-scripts,122,9,,
+PR-1016,payments-api,110,6,6,fail
+PR-1044,payments-api,27,6,,pass
+PR-1088,payments-api,108,4,,fail
+PR-1140,web-client,51,6,,pass
+PR-1222,infra-scripts,71,ERR,,
+PR-1063,payments-api,38,5,6,pass
+PR-1029,payments-api,78,8,8,pass
+PR-1152,web-client,64,8,,pass
+PR-1188,infra-scripts,39,5,,
+PR-1237,infra-scripts,20,7,,
+PR-1072,payments-api,42,6,,pass
+PR-1233,infra-scripts,11,6,,
+PR-1190,infra-scripts,99,6,8,
+PR-1065,payments-api,160,7,,fail
+PR-1229,infra-scripts,69,6,8,
+PR-1002,payments-api,148,9,,pass
+PR-1221,infra-scripts,96,9,,
+PR-1120,web-client,270,10,10,pass
+PR-1167,web-client,173,9,,pass
+PR-1027,payments-api,102,7,10,pass
+PR-1081,payments-api,36,4,,fail
+PR-1089,payments-api,29,6,,pass
+PR-1018,payments-api,34,7,,pass
+PR-1014,payments-api,131,6,6,fail
+PR-1235,infra-scripts,19,7,,
+PR-1110,web-client,322,9,9,pass
+PR-1032,payments-api,31,6,6,pass
+PR-1091,web-client,89,9,,pass
+PR-1086,payments-api,200,7,,fail
+PR-1238,infra-scripts,290,7,,
+PR-1069,payments-api,157,10,8,pass
+PR-1206,infra-scripts,63,9,,
+PR-1148,web-client,206,9,,pass
+PR-1071,payments-api,34,7,,pass
+PR-1023,payments-api,45,4,,fail
+PR-1179,infra-scripts,37,6,,
+PR-1070,payments-api,103,8,,pass
+PR-1232,infra-scripts,113,7,,
+PR-1053,payments-api,36,7,,pass
+PR-1068,payments-api,37,7,,pass
+PR-1003,payments-api,53,7,,pass
+PR-1031,payments-api,187,6,6,fail
+PR-1239,infra-scripts,118,9,10,
+PR-1099,web-client,147,7,,pass
+PR-1178,infra-scripts,200,7,,
+PR-1170,web-client,41,7,,
+PR-1174,infra-scripts,3,4,,
+PR-1008,payments-api,123,10,,
+PR-1166,web-client,31,5,,pass
+PR-1087,payments-api,5,2,,fail
+PR-1064,payments-api,13,3,5,pass
+PR-1227,infra-scripts,26,6,,
+PR-1090,payments-api,84,6,,fail
+PR-1147,web-client,22,6,,pass
+PR-1103,web-client,27,3,5,pass
+PR-1036,payments-api,22,5,5,pass
+PR-1094,web-client,24,5,,pass
+PR-1074,payments-api,85,6,,pass
+PR-1156,web-client,83,9,,pass
+PR-1189,infra-scripts,58,8,,
+PR-1050,payments-api,73,7,,pass
+PR-1142,web-client,16,7,,pass
+PR-1048,payments-api,74,7,,fail
+PR-1145,web-client,155,10,8,pass
+PR-1125,web-client,80,8,,pass
+PR-1119,web-client,60,6,,pass
+PR-1160,web-client,3,4,,
+PR-1209,infra-scripts,100,9,,
+PR-1109,web-client,15,4,5,pass
+PR-1195,infra-scripts,22,6,,
+PR-1143,web-client,309,7,,
+PR-1130,web-client,219,7,5,fail
+PR-1116,web-client,89,5,,
+PR-1107,web-client,174,6,,
+PR-1041,payments-api,756,10,,pass
+PR-1055,payments-api,88,9,,pass
+PR-1062,payments-api,87,6,,fail
+PR-1098,web-client,63,10,,pass
+PR-1135,web-client,52,8,,pass
+PR-1026,payments-api,70,5,,fail
+PR-1113,web-client,43,5,,
+PR-1054,payments-api,114,6,6,fail
+PR-1078,payments-api,97,5,,fail
+PR-1184,infra-scripts,40,7,,
+PR-1075,payments-api,5,3,,pass
+PR-1223,infra-scripts,153,9,,
+PR-1057,payments-api,456,7,,fail
+PR-1176,infra-scripts,7,6,,
+PR-1123,web-client,38,7,,pass
+PR-1047,payments-api,83,9,,pass
+PR-1220,infra-scripts,55,4,,
+PR-1083,payments-api,26,7,,pass
+PR-1161,web-client,8,ERR,,
+PR-1132,web-client,201,7,,fail
+PR-1136,web-client,41,4,5,fail
+PR-1193,infra-scripts,47,7,8,
+PR-1019,payments-api,145,6,,fail
+PR-1185,infra-scripts,73,6,,
+PR-1085,payments-api,363,9,8,fail
+PR-1197,infra-scripts,90,6,,
+PR-1127,web-client,115,ERR,,pass
+PR-1017,payments-api,99,4,,fail
+PR-1040,payments-api,61,5,,fail
+PR-1112,web-client,29,7,,pass
+PR-1118,web-client,22,5,,pass
+PR-1133,web-client,57,ERR,,pass
+PR-1104,web-client,105,8,9,pass
+PR-1101,web-client,230,10,,fail
+PR-1009,payments-api,69,6,7,pass
+PR-1163,web-client,39,7,,pass
+PR-1028,payments-api,16,5,,pass
+PR-1033,payments-api,286,8,,fail
+PR-1200,infra-scripts,14,5,,
+PR-1010,payments-api,231,7,,fail
+PR-1077,payments-api,27,6,,pass
+PR-1201,infra-scripts,69,7,7,
+PR-1225,infra-scripts,5,3,,
+PR-1005,payments-api,273,7,,fail
+PR-1082,payments-api,46,7,,pass
+PR-1198,infra-scripts,88,7,5,
+PR-1004,payments-api,961,9,,fail
+PR-1066,payments-api,67,8,,pass
+PR-1042,payments-api,61,6,,pass
+PR-1151,web-client,70,7,,pass
+PR-1126,web-client,64,8,,fail
+PR-1210,infra-scripts,24,6,,
+PR-1162,web-client,16,5,4,pass
+PR-1049,payments-api,21,6,,pass
+PR-1153,web-client,101,8,,pass
+PR-1205,infra-scripts,123,9,,
+PR-1060,payments-api,115,6,,fail
+PR-1159,web-client,86,8,,
+PR-1175,infra-scripts,20,6,7,
+PR-1149,web-client,10,4,,pass
+PR-1013,payments-api,26,5,4,pass
+PR-1124,web-client,202,9,,pass
+PR-1122,web-client,179,8,,pass
+PR-1196,infra-scripts,50,8,,
+PR-1079,payments-api,253,9,,pass
+PR-1138,web-client,71,8,,pass
+PR-1131,web-client,188,9,,pass
+PR-1102,web-client,249,7,,fail
+PR-1015,payments-api,104,8,10,
+PR-1007,payments-api,46,8,,pass
+PR-1192,infra-scripts,43,9,,
+PR-1226,infra-scripts,45,7,,
+PR-1105,web-client,47,3,6,
+PR-1137,web-client,58,8,,pass
+PR-1121,web-client,44,6,,pass
+PR-1224,infra-scripts,22,6,7,
+PR-1058,payments-api,40,6,,pass
+PR-1076,payments-api,50,5,,fail
+PR-1171,infra-scripts,224,8,,
+PR-1096,web-client,42,7,,pass
+PR-1164,web-client,175,5,,fail
+PR-1038,payments-api,492,8,,fail
+PR-1056,payments-api,23,7,7,pass
+PR-1212,infra-scripts,50,5,,
+PR-1211,infra-scripts,98,6,9,
+PR-1025,payments-api,86,7,,pass
+PR-1059,payments-api,30,6,,pass
+PR-1234,infra-scripts,78,6,,
+PR-1037,payments-api,11,5,,pass
+PR-1080,payments-api,16,5,4,pass
+PR-1115,web-client,75,7,,fail
+PR-1035,payments-api,273,7,6,fail
+PR-1117,web-client,84,8,,pass
+PR-1199,infra-scripts,233,10,10,
+PR-1095,web-client,98,6,6,fail
+PR-1187,infra-scripts,133,10,,
+PR-1111,web-client,55,6,,pass
+PR-1186,infra-scripts,14,6,,
+PR-1073,payments-api,140,8,,pass
+PR-1154,web-client,119,10,8,pass
+PR-1114,web-client,23,5,,pass
+PR-1177,infra-scripts,50,7,,

package/packs/ai-engineering/skills/judge-audit/evals/files/9/adequacy_ratings.csv

@@ -0,0 +1,151 @@
+segment_id,lang_pair,linguist_1,linguist_2,linguist_3,llm_rater
+SEG-DE-001,en-de,1,2,2,2
+SEG-DE-002,en-de,4,4,4,4
+SEG-DE-003,en-de,3,4,3,3
+SEG-DE-004,en-de,1,1,2,2
+SEG-DE-005,en-de,2,1,1,3
+SEG-DE-006,en-de,3,2,3,3
+SEG-DE-007,en-de,1,1,2,2
+SEG-DE-008,en-de,2,1,2,2
+SEG-DE-009,en-de,3,3,3,3
+SEG-DE-010,en-de,3,3,3,3
+SEG-DE-011,en-de,3,4,4,4
+SEG-DE-012,en-de,2,2,3,2
+SEG-DE-013,en-de,3,3,2,2
+SEG-DE-014,en-de,3,4,4,2
+SEG-DE-015,en-de,3,3,3,3
+SEG-DE-016,en-de,1,1,1,2
+SEG-DE-017,en-de,3,4,4,4
+SEG-DE-018,en-de,4,3,3,3
+SEG-DE-019,en-de,3,3,2,3
+SEG-DE-020,en-de,4,4,4,4
+SEG-DE-021,en-de,3,3,3,3
+SEG-DE-022,en-de,2,3,2,3
+SEG-DE-023,en-de,2,2,2,3
+SEG-DE-024,en-de,2,3,3,3
+SEG-DE-025,en-de,3,3,3,3
+SEG-DE-026,en-de,4,3,3,3
+SEG-DE-027,en-de,4,4,4,4
+SEG-DE-028,en-de,4,4,4,4
+SEG-DE-029,en-de,3,2,3,3
+SEG-DE-030,en-de,4,4,4,4
+SEG-DE-031,en-de,1,2,2,3
+SEG-DE-032,en-de,4,4,4,4
+SEG-DE-033,en-de,4,4,4,4
+SEG-DE-034,en-de,4,4,4,4
+SEG-DE-035,en-de,1,1,1,3
+SEG-DE-036,en-de,1,1,1,2
+SEG-DE-037,en-de,3,3,2,3
+SEG-DE-038,en-de,1,1,1,2
+SEG-DE-039,en-de,3,3,3,3
+SEG-DE-040,en-de,2,1,1,3
+SEG-DE-041,en-de,1,1,1,1
+SEG-DE-042,en-de,1,2,1,2
+SEG-DE-043,en-de,4,4,3,4
+SEG-DE-044,en-de,3,2,3,3
+SEG-DE-045,en-de,4,4,4,4
+SEG-DE-046,en-de,4,3,4,4
+SEG-DE-047,en-de,3,4,3,3
+SEG-DE-048,en-de,4,4,4,4
+SEG-DE-049,en-de,2,2,2,3
+SEG-DE-050,en-de,3,2,3,3
+SEG-DE-051,en-de,3,4,3,3
+SEG-DE-052,en-de,4,4,4,4
+SEG-DE-053,en-de,1,1,1,3
+SEG-DE-054,en-de,4,3,4,4
+SEG-DE-055,en-de,4,4,4,4
+SEG-DE-056,en-de,2,2,2,2
+SEG-DE-057,en-de,4,4,4,4
+SEG-DE-058,en-de,4,4,4,4
+SEG-DE-059,en-de,4,4,4,4
+SEG-DE-060,en-de,3,3,3,3
+SEG-ES-061,en-es,4,4,4,4
+SEG-ES-062,en-es,1,1,2,2
+SEG-ES-063,en-es,2,1,3,2
+SEG-ES-064,en-es,2,1,1,3
+SEG-ES-065,en-es,4,4,4,4
+SEG-ES-066,en-es,3,3,4,4
+SEG-ES-067,en-es,4,4,4,4
+SEG-ES-068,en-es,1,1,1,2
+SEG-ES-069,en-es,3,3,3,3
+SEG-ES-070,en-es,4,4,4,3
+SEG-ES-071,en-es,4,4,4,4
+SEG-ES-072,en-es,4,4,4,4
+SEG-ES-073,en-es,1,2,3,2
+SEG-ES-074,en-es,4,4,4,4
+SEG-ES-075,en-es,4,4,4,4
+SEG-ES-076,en-es,3,3,4,3
+SEG-ES-077,en-es,1,1,1,3
+SEG-ES-078,en-es,4,4,3,4
+SEG-ES-079,en-es,2,1,1,1
+SEG-ES-080,en-es,1,1,1,2
+SEG-ES-081,en-es,2,3,3,2
+SEG-ES-082,en-es,3,3,3,3
+SEG-ES-083,en-es,4,4,3,4
+SEG-ES-084,en-es,2,3,3,3
+SEG-ES-085,en-es,4,4,4,4
+SEG-ES-086,en-es,4,4,4,4
+SEG-ES-087,en-es,4,4,4,4
+SEG-ES-088,en-es,2,2,2,2
+SEG-ES-089,en-es,3,3,3,2
+SEG-ES-090,en-es,3,3,3,3
+SEG-ES-091,en-es,2,1,1,2
+SEG-ES-092,en-es,1,1,1,2
+SEG-ES-093,en-es,4,4,2,3
+SEG-ES-094,en-es,2,2,1,2
+SEG-ES-095,en-es,4,4,3,3
+SEG-ES-096,en-es,4,4,3,3
+SEG-ES-097,en-es,1,1,1,3
+SEG-ES-098,en-es,3,3,4,3
+SEG-ES-099,en-es,3,4,2,2
+SEG-ES-100,en-es,2,1,1,2
+SEG-ES-101,en-es,1,1,1,2
+SEG-ES-102,en-es,4,4,4,4
+SEG-ES-103,en-es,4,3,4,4
+SEG-ES-104,en-es,3,3,3,3
+SEG-ES-105,en-es,2,3,3,1
+SEG-ES-106,en-es,4,3,3,2
+SEG-ES-107,en-es,3,4,3,3
+SEG-ES-108,en-es,3,3,3,3
+SEG-ES-109,en-es,3,3,4,3
+SEG-ES-110,en-es,4,3,4,4
+SEG-JA-111,en-ja,3,3,3,4
+SEG-JA-112,en-ja,4,3,4,3
+SEG-JA-113,en-ja,2,2,2,3
+SEG-JA-114,en-ja,2,2,2,3
+SEG-JA-115,en-ja,4,4,4,4
+SEG-JA-116,en-ja,3,4,3,3
+SEG-JA-117,en-ja,1,1,2,3
+SEG-JA-118,en-ja,3,3,2,2
+SEG-JA-119,en-ja,3,3,3,3
+SEG-JA-120,en-ja,4,4,4,3
+SEG-JA-121,en-ja,1,1,1,3
+SEG-JA-122,en-ja,2,2,2,3
+SEG-JA-123,en-ja,2,3,3,3
+SEG-JA-124,en-ja,3,3,3,3
+SEG-JA-125,en-ja,4,3,4,4
+SEG-JA-126,en-ja,1,1,1,2
+SEG-JA-127,en-ja,4,4,4,4
+SEG-JA-128,en-ja,3,3,3,3
+SEG-JA-129,en-ja,4,4,4,3
+SEG-JA-130,en-ja,1,1,1,2
+SEG-JA-131,en-ja,4,4,4,3
+SEG-JA-132,en-ja,3,3,4,2
+SEG-JA-133,en-ja,4,4,4,3
+SEG-JA-134,en-ja,2,2,2,2
+SEG-JA-135,en-ja,1,1,1,2
+SEG-JA-136,en-ja,3,4,4,3
+SEG-JA-137,en-ja,4,4,4,4
+SEG-JA-138,en-ja,3,3,3,3
+SEG-JA-139,en-ja,4,4,4,3
+SEG-JA-140,en-ja,4,4,4,4
+SEG-JA-141,en-ja,3,3,3,3
+SEG-JA-142,en-ja,4,3,3,4
+SEG-JA-143,en-ja,4,4,4,4
+SEG-JA-144,en-ja,3,2,3,3
+SEG-JA-145,en-ja,2,3,3,3
+SEG-JA-146,en-ja,4,4,4,4
+SEG-JA-147,en-ja,1,1,1,3
+SEG-JA-148,en-ja,4,4,4,3
+SEG-JA-149,en-ja,2,2,4,3
+SEG-JA-150,en-ja,4,3,4,3