| { | |
| "timestamp": "20251208_143505", | |
| "disease_classes": [ | |
| "Myocarditis", | |
| "Cardiomyopathy", | |
| "Kawasaki", | |
| "CHD", | |
| "Healthy" | |
| ], | |
| "optimized_thresholds": { | |
| "f1_max": { | |
| "Myocarditis": 0.4099999999999998, | |
| "Cardiomyopathy": 0.2799999999999999, | |
| "Kawasaki": 0.1, | |
| "CHD": 0.44999999999999984, | |
| "Healthy": 0.20999999999999996 | |
| }, | |
| "youden": { | |
| "Myocarditis": 0.11, | |
| "Cardiomyopathy": 0.1, | |
| "Kawasaki": 0.1, | |
| "CHD": 0.2799999999999999, | |
| "Healthy": 0.6599999999999997 | |
| }, | |
| "recall_priority": { | |
| "Myocarditis": 0.05, | |
| "Cardiomyopathy": 0.05, | |
| "Kawasaki": 0.05, | |
| "CHD": 0.17000000000000004, | |
| "Healthy": 0.21000000000000002 | |
| } | |
| }, | |
| "comparison": { | |
| "Baseline (0.5)": { | |
| "global_metrics": { | |
| "hamming_loss": 0.07147646506638058, | |
| "exact_match": 0.7992490277591525, | |
| "subset_accuracy": 0.7996513343167494, | |
| "micro_f1": 0.8174282386791807, | |
| "macro_f1": 0.5443501488809657 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.5989847715736041, | |
| "recall": 0.325068870523416, | |
| "f1": 0.42142857142857143, | |
| "threshold": 0.5 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.75, | |
| "recall": 0.5783132530120482, | |
| "f1": 0.6530612244897959, | |
| "threshold": 0.5 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.75, | |
| "recall": 0.05454545454545454, | |
| "f1": 0.1016949152542373, | |
| "threshold": 0.5 | |
| }, | |
| "CHD": { | |
| "precision": 0.7495854063018242, | |
| "recall": 0.5873944119558154, | |
| "f1": 0.6586520947176685, | |
| "threshold": 0.5 | |
| }, | |
| "Healthy": { | |
| "precision": 0.8631950573698146, | |
| "recall": 0.9119731443491235, | |
| "f1": 0.8869139385145551, | |
| "threshold": 0.5 | |
| } | |
| } | |
| }, | |
| "F1-Maximization": { | |
| "global_metrics": { | |
| "hamming_loss": 0.07785972911358455, | |
| "exact_match": 0.771892181842564, | |
| "subset_accuracy": 0.8120334361450092, | |
| "micro_f1": 0.8141604250688176, | |
| "macro_f1": 0.5608520913811013 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.5614754098360656, | |
| "recall": 0.3774104683195592, | |
| "f1": 0.4514003294892916, | |
| "threshold": 0.4099999999999998 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.684931506849315, | |
| "recall": 0.6024096385542169, | |
| "f1": 0.6410256410256411, | |
| "threshold": 0.2799999999999999 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.1261682242990654, | |
| "recall": 0.24545454545454545, | |
| "f1": 0.16666666666666666, | |
| "threshold": 0.1 | |
| }, | |
| "CHD": { | |
| "precision": 0.7134052388289677, | |
| "recall": 0.6016894087069525, | |
| "f1": 0.6528022559041241, | |
| "threshold": 0.44999999999999984 | |
| }, | |
| "Healthy": { | |
| "precision": 0.8238358326756117, | |
| "recall": 0.973330846698993, | |
| "f1": 0.8923655638197828, | |
| "threshold": 0.20999999999999996 | |
| } | |
| } | |
| }, | |
| "Youden's J": { | |
| "global_metrics": { | |
| "hamming_loss": 0.09853828617406464, | |
| "exact_match": 0.7321979348263377, | |
| "subset_accuracy": 0.7574761968620088, | |
| "micro_f1": 0.7608072916666667, | |
| "macro_f1": 0.5306552328164221 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.26632522407170295, | |
| "recall": 0.5730027548209367, | |
| "f1": 0.36363636363636365, | |
| "threshold": 0.11 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.5656565656565656, | |
| "recall": 0.6746987951807228, | |
| "f1": 0.6153846153846154, | |
| "threshold": 0.1 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.1261682242990654, | |
| "recall": 0.24545454545454545, | |
| "f1": 0.16666666666666666, | |
| "threshold": 0.1 | |
| }, | |
| "CHD": { | |
| "precision": 0.6084959816303099, | |
| "recall": 0.6887589343729694, | |
| "f1": 0.6461444681499543, | |
| "threshold": 0.2799999999999999 | |
| }, | |
| "Healthy": { | |
| "precision": 0.8865206236431814, | |
| "recall": 0.8377471092875792, | |
| "f1": 0.8614440502445105, | |
| "threshold": 0.6599999999999997 | |
| } | |
| } | |
| }, | |
| "Recall-Prioritized": { | |
| "global_metrics": { | |
| "hamming_loss": 0.1401904251039292, | |
| "exact_match": 0.5634973850073757, | |
| "subset_accuracy": 0.7168946403826382, | |
| "micro_f1": 0.7223373173970784, | |
| "macro_f1": 0.4869882509249547 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.13735691987513007, | |
| "recall": 0.7272727272727273, | |
| "f1": 0.23107221006564552, | |
| "threshold": 0.05 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.45185185185185184, | |
| "recall": 0.7349397590361446, | |
| "f1": 0.5596330275229358, | |
| "threshold": 0.05 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.08966861598440545, | |
| "recall": 0.41818181818181815, | |
| "f1": 0.1476725521669342, | |
| "threshold": 0.05 | |
| }, | |
| "CHD": { | |
| "precision": 0.49086479902557856, | |
| "recall": 0.7855750487329435, | |
| "f1": 0.6041979010494752, | |
| "threshold": 0.17000000000000004 | |
| }, | |
| "Healthy": { | |
| "precision": 0.8238358326756117, | |
| "recall": 0.973330846698993, | |
| "f1": 0.8923655638197828, | |
| "threshold": 0.21000000000000002 | |
| } | |
| } | |
| } | |
| } | |
| } |