Files
archipelago/guards/confidence/eval_result.openai-decisions.json
T

19 lines
549 B
JSON

{
"model": "gpt-6-luna",
"date": "2026-11-16",
"cases": 29,
"judge_errors": 0,
"judged": {
"accuracy": 0.896551724137931,
"recall": 0.7272727272727273,
"precision": 1,
"false_flag_rate": 0
},
"threshold": {
"min_recall": 0.8,
"min_precision": 0.8,
"max_false_flag_rate": 0.05,
"why": "the gate the integrity guard uses for a judge allowed to set a ceiling: flag four in five unsupported diagnoses, be right four times in five when flagging one, and flag at most one supported diagnosis in twenty"
}
}