ODELIA breast MRI
Lesion classification on multi-centre breast MRI, over seven cross-validation folds (placeholder)
Declare the evaluation and the baseline
浏览文件+34 −0 scienceslack.json 新增 查看文件
| @@ -0,0 +1,34 @@ | ||
| 1 | +{ | |
| 2 | + "domain": "life-health", | |
| 3 | + "image": "python:3.12-slim", | |
| 4 | + "data": "Public: the ODELIA training split, with the fold assignments fixed in folds.csv. The held-out folds are scored on the runner only.", | |
| 5 | + "benchmark": { | |
| 6 | + "task": "Breast MRI lesion classification", | |
| 7 | + "metric": { | |
| 8 | + "name": "AUROC", | |
| 9 | + "better": "higher" | |
| 10 | + }, | |
| 11 | + "cost": "GPU-hours", | |
| 12 | + "subtasks": "folds", | |
| 13 | + "guardrails": [ | |
| 14 | + "Each fold’s model trains on the other folds only", | |
| 15 | + "No pretrained weights other than ImageNet", | |
| 16 | + "At most 40 GPU-hours per scored run on the reference runner" | |
| 17 | + ], | |
| 18 | + "aggregate": "mean", | |
| 19 | + "baseline": { | |
| 20 | + "name": "3D ResNet-18", | |
| 21 | + "score": 0.876, | |
| 22 | + "cost": 4.1, | |
| 23 | + "subtasks": { | |
| 24 | + "fold 1": 0.8893, | |
| 25 | + "fold 2": 0.865, | |
| 26 | + "fold 3": 0.8947, | |
| 27 | + "fold 4": 0.8792, | |
| 28 | + "fold 5": 0.8584, | |
| 29 | + "fold 6": 0.8901, | |
| 30 | + "fold 7": 0.8553 | |
| 31 | + } | |
| 32 | + } | |
| 33 | + } | |
| 34 | +} | |