| { | |
| "model": "temsa/IrishCore-DiffMask-135M-v1-rc3#onnx_q8", | |
| "input": "eval/runtime_profile_source.jsonl", | |
| "loader_type": "token_span_onnx_q8", | |
| "examples": 3223, | |
| "min_score": 0.5, | |
| "iou_threshold": 0.5, | |
| "elapsed_seconds": 69.83467051002663, | |
| "examples_per_second": 46.15186090893423, | |
| "overall": { | |
| "precision": 0.6230769230769231, | |
| "recall": 0.18268959684240202, | |
| "f1": 0.28253760627861346, | |
| "tp": 648, | |
| "fp": 392, | |
| "fn": 2899 | |
| }, | |
| "by_label": { | |
| "PPSN": { | |
| "precision": 0.8223350253807107, | |
| "recall": 0.18268959684240202, | |
| "f1": 0.29896193771626295, | |
| "tp": 648, | |
| "fp": 140, | |
| "fn": 2899 | |
| } | |
| } | |
| } | |