Files
archipelago/guards/confidence/eval_result.json
T

19 lines
569 B
JSON

{
"model": "clef-flash",
"date": "2026-11-15",
"cases": 29,
"judge_errors": 0,
"judged": {
"accuracy": 0.8275862068965517,
"recall": 0.7272727272727273,
"precision": 0.8,
"false_flag_rate": 0.1111111111111111
},
"threshold": {
"min_recall": 0.8,
"min_precision": 0.8,
"max_false_flag_rate": 0.05,
"why": "the gate the integrity guard uses for a judge allowed to set a ceiling: flag four in five unsupported diagnoses, be right four times in five when flagging one, and flag at most one supported diagnosis in twenty"
}
}